github
/
InternLM
mirror of https://github.com/InternLM/InternLM
1
0
Fork 0
Code Issues Projects Releases Wiki Activity

storage

pull/520/head
lijiaxing 2023-12-01 11:14:34 +08:00
parent 3b7fb97e04
commit b7f721fffb
1 changed files with 0 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
internlm/utils/storage_manager.py
View File

@ -694,8 +694,6 @@ class AliClient(StorageClient):
@staticmethod @staticmethod
def async_upload_fileobj(handler, fp: str, local_nvme_path: str): def async_upload_fileobj(handler, fp: str, local_nvme_path: str):
try: try:
# handler.client.put_object_from_file(fp, local_nvme_path)
total_size = os.path.getsize(local_nvme_path) total_size = os.path.getsize(local_nvme_path)
part_size = determine_part_size(total_size, preferred_size=5 * 1024 * 1024) part_size = determine_part_size(total_size, preferred_size=5 * 1024 * 1024)
upload_id = handler.client.init_multipart_upload(fp).upload_id upload_id = handler.client.init_multipart_upload(fp).upload_id