From 513d19b955525f36501f7e17b01f8bfaa175de13 Mon Sep 17 00:00:00 2001 From: Nicolas Patry Date: Mon, 28 Oct 2024 08:57:22 +0100 Subject: [PATCH] More timeout on docker start ? (#2701) * More timeout on docker start ? * Latest upgrade. --- integration-tests/conftest.py | 2 +- ...t_flash_starcoder_gptq_default_params.json | 22 +++++++++---------- 2 files changed, 12 insertions(+), 12 deletions(-) diff --git a/integration-tests/conftest.py b/integration-tests/conftest.py index 356fa5e3..7c082cae 100644 --- a/integration-tests/conftest.py +++ b/integration-tests/conftest.py @@ -557,7 +557,7 @@ def launcher(event_loop): devices=devices, volumes=volumes, ports={"80/tcp": port}, - healthcheck={"timeout": int(10 * 1e9)}, + healthcheck={"timeout": int(60 * 1e9), "retries": 2}, # 60s shm_size="1G", ) diff --git a/integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq_default_params.json b/integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq_default_params.json index a6b80534..ff4350b8 100644 --- a/integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq_default_params.json +++ b/integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq_default_params.json @@ -16,52 +16,52 @@ }, { "id": 21017, - "logprob": -9.0859375, + "logprob": -9.09375, "text": "ometric" }, { "id": 81, - "logprob": -0.25585938, + "logprob": -0.2590332, "text": "_" }, { "id": 6009, - "logprob": -2.2304688, + "logprob": -2.203125, "text": "mean" }, { "id": 26, - "logprob": -0.29760742, + "logprob": -0.30029297, "text": "(" }, { "id": 62, - "logprob": -5.6796875, + "logprob": -5.6757812, "text": "L" }, { "id": 44, - "logprob": -3.0742188, + "logprob": -3.0898438, "text": ":" }, { "id": 1682, - "logprob": -0.67626953, + "logprob": -0.67333984, "text": " List" }, { "id": 77, - "logprob": -0.38842773, + "logprob": -0.3869629, "text": "[" }, { "id": 1808, - "logprob": -0.9165039, + "logprob": -0.92041016, "text": "float" }, { "id": 10794, - "logprob": -2.5527344, + "logprob": -2.5390625, "text": "]):" } ], @@ -69,7 +69,7 @@ "tokens": [ { "id": 284, - "logprob": -0.048583984, + "logprob": 0.0, "special": false, "text": "\n " },