Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix(server): fix convert (#284)

This commit is contained in:
Nicolas Patry 2023-05-05 15:28:08 +02:00 committed by GitHub
parent e68509add7
commit 690fc31757
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
server/text_generation_server/utils/convert.py
View File

@ -81,7 +81,9 @@ def convert_files(pt_files: List[Path], st_files: List[Path]):
N = len(pt_files) N = len(pt_files)
# We do this instead of using tqdm because we want to parse the logs with the launcher # We do this instead of using tqdm because we want to parse the logs with the launcher
start = datetime.datetime.now()
for i, (pt_file, sf_file) in enumerate(zip(pt_files, st_files)): for i, (pt_file, sf_file) in enumerate(zip(pt_files, st_files)):
start = datetime.datetime.now()
convert_file(pt_file, sf_file)
elapsed = datetime.datetime.now() - start elapsed = datetime.datetime.now() - start
logger.info(f"Convert: [{i + 1}/{N}] -- Took: {elapsed}") logger.info(f"Convert: [{i + 1}/{N}] -- Took: {elapsed}")