Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix(server): blacklist local files (#609) 

Close #589 #602
This commit is contained in:
OlivierDehaene 2023-07-13 21:54:55 +02:00 committed by GitHub
parent c8b077be79
commit 5b9de4a1d3
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
server/text_generation_server/utils/convert.py
View File

@ -94,6 +94,14 @@ def convert_files(pt_files: List[Path], sf_files: List[Path], discard_names: Lis
# We do this instead of using tqdm because we want to parse the logs with the launcher # We do this instead of using tqdm because we want to parse the logs with the launcher
for i, (pt_file, sf_file) in enumerate(zip(pt_files, sf_files)): for i, (pt_file, sf_file) in enumerate(zip(pt_files, sf_files)):
# Skip blacklisted files
if (
"arguments" in pt_file.name
or "args" in pt_file.name
or "training" in pt_file.name
):
continue
start = datetime.datetime.now() start = datetime.datetime.now()
convert_file(pt_file, sf_file, discard_names) convert_file(pt_file, sf_file, discard_names)
elapsed = datetime.datetime.now() - start elapsed = datetime.datetime.now() - start