Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Disabling the sharding please.

This commit is contained in:
Nicolas Patry 2024-09-17 10:12:52 +02:00
parent 5827137a29
commit e680a57147
No known key found for this signature in database
GPG Key ID: 64AF4752B2967863
2 changed files with 6 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
.github/workflows/nix_integration_tests.yaml vendored
View File

@ -21,6 +21,10 @@ jobs:
steps: steps:
- uses: actions/checkout@v4 - uses: actions/checkout@v4
- uses: cachix/install-nix-action@v27 - uses: cachix/install-nix-action@v27
- name: Setup nix to mounted disk
run: |
sudo mkdir -p /mnt/hf_cache/nix/
sudo ln -s /mnt/hf_cache/nix /nix
- uses: cachix/cachix-action@v14 - uses: cachix/cachix-action@v14
with: with:
name: text-generation-inference name: text-generation-inference

12
integration-tests/conftest.py
View File

@ -370,11 +370,7 @@ def launcher(event_loop):
if num_shard is not None: if num_shard is not None:
args.extend(["--num-shard", str(num_shard)]) args.extend(["--num-shard", str(num_shard)])
else: else:
try: args.extend(["--sharded", "false"])
os.environ["WORLD_SIZE"] = 1
del os.environ["NUM_SHARD"]
except Exception:
pass
if quantize is not None: if quantize is not None:
args.append("--quantize") args.append("--quantize")
args.append(quantize) args.append(quantize)
@ -457,11 +453,7 @@ def launcher(event_loop):
if num_shard is not None: if num_shard is not None:
args.extend(["--num-shard", str(num_shard)]) args.extend(["--num-shard", str(num_shard)])
else: else:
try: args.extend(["--sharded", "false"])
os.environ["WORLD_SIZE"] = 1
del os.environ["NUM_SHARD"]
except Exception:
pass
if quantize is not None: if quantize is not None:
args.append("--quantize") args.append("--quantize")
args.append(quantize) args.append(quantize)