Force this stuff.

This commit is contained in:
Nicolas Patry 2024-09-17 09:59:26 +02:00
parent c859663f98
commit a34dbb0ca1
No known key found for this signature in database
GPG Key ID: 64AF4752B2967863
1 changed files with 6 additions and 0 deletions

View File

@ -369,6 +369,12 @@ def launcher(event_loop):
args.append("--disable-grammar-support")
if num_shard is not None:
args.extend(["--num-shard", str(num_shard)])
else:
try:
os.environ["WORLD_SIZE"] = 1
del os.environ["NUM_SHARD"]
except Exception:
pass
if quantize is not None:
args.append("--quantize")
args.append(quantize)