Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Force this stuff.

This commit is contained in:
Nicolas Patry 2024-09-17 09:59:26 +02:00
parent c859663f98
commit a34dbb0ca1
No known key found for this signature in database
GPG Key ID: 64AF4752B2967863
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
integration-tests/conftest.py
View File

@ -369,6 +369,12 @@ def launcher(event_loop):
args.append("--disable-grammar-support") args.append("--disable-grammar-support")
if num_shard is not None: if num_shard is not None:
args.extend(["--num-shard", str(num_shard)]) args.extend(["--num-shard", str(num_shard)])
else:
try:
os.environ["WORLD_SIZE"] = 1
del os.environ["NUM_SHARD"]
except Exception:
pass
if quantize is not None: if quantize is not None:
args.append("--quantize") args.append("--quantize")
args.append(quantize) args.append(quantize)