| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950 |
- # Copyright (c) OpenMMLab. All rights reserved.
- import argparse
- import subprocess
- from hashlib import sha256
- import torch
- BLOCK_SIZE = 128 * 1024
- def parse_args():
- parser = argparse.ArgumentParser(
- description='Process a checkpoint to be published')
- parser.add_argument('in_file', help='input checkpoint filename')
- parser.add_argument('out_file', help='output checkpoint filename')
- args = parser.parse_args()
- return args
- def sha256sum(filename: str) -> str:
- """Compute SHA256 message digest from a file."""
- hash_func = sha256()
- byte_array = bytearray(BLOCK_SIZE)
- memory_view = memoryview(byte_array)
- with open(filename, 'rb', buffering=0) as file:
- for block in iter(lambda: file.readinto(memory_view), 0):
- hash_func.update(memory_view[:block])
- return hash_func.hexdigest()
- def process_checkpoint(in_file, out_file):
- checkpoint = torch.load(in_file, map_location='cpu')
- # remove optimizer for smaller file size
- if 'optimizer' in checkpoint:
- del checkpoint['optimizer']
- # if it is necessary to remove some sensitive data in checkpoint['meta'],
- # add the code here.
- torch.save(checkpoint, out_file)
- sha = sha256sum(in_file)
- final_file = out_file.rstrip('.pth') + f'-{sha[:8]}.pth'
- subprocess.Popen(['mv', out_file, final_file])
- def main():
- args = parse_args()
- process_checkpoint(args.in_file, args.out_file)
- if __name__ == '__main__':
- main()
|