Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

increase health checks

This commit is contained in:
OlivierDehaene 2023-05-31 10:55:59 +02:00
parent 081b926584
commit 444400b457
10 changed files with 10 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
integration-tests/models/test_bloom_560m.py
View File

@ -9,7 +9,7 @@ def bloom_560_handle(launcher):
@pytest.fixture(scope="module") @pytest.fixture(scope="module")
async def bloom_560(bloom_560_handle): async def bloom_560(bloom_560_handle):
await bloom_560_handle.health(60) await bloom_560_handle.health(240)
return bloom_560_handle.client return bloom_560_handle.client

2
integration-tests/models/test_bloom_560m_sharded.py
View File

@ -9,7 +9,7 @@ def bloom_560m_sharded_handle(launcher):
@pytest.fixture(scope="module") @pytest.fixture(scope="module")
async def bloom_560m_sharded(bloom_560m_sharded_handle): async def bloom_560m_sharded(bloom_560m_sharded_handle):
await bloom_560m_sharded_handle.health(60) await bloom_560m_sharded_handle.health(240)
return bloom_560m_sharded_handle.client return bloom_560m_sharded_handle.client

2
integration-tests/models/test_flash_falcon.py
View File

@ -9,7 +9,7 @@ def flash_falcon_handle(launcher):
@pytest.fixture(scope="module") @pytest.fixture(scope="module")
async def flash_falcon(flash_falcon_handle): async def flash_falcon(flash_falcon_handle):
await flash_falcon_handle.health(120) await flash_falcon_handle.health(300)
return flash_falcon_handle.client return flash_falcon_handle.client

2
integration-tests/models/test_flash_llama.py
View File

@ -9,7 +9,7 @@ def flash_llama_handle(launcher):
@pytest.fixture(scope="module") @pytest.fixture(scope="module")
async def flash_llama(flash_llama_handle): async def flash_llama(flash_llama_handle):
await flash_llama_handle.health(120) await flash_llama_handle.health(300)
return flash_llama_handle.client return flash_llama_handle.client

2
integration-tests/models/test_flash_neox.py
View File

@ -9,7 +9,7 @@ def flash_neox_handle(launcher):
@pytest.fixture(scope="module") @pytest.fixture(scope="module")
async def flash_neox(flash_neox_handle): async def flash_neox(flash_neox_handle):
await flash_neox_handle.health(240) await flash_neox_handle.health(300)
return flash_neox_handle.client return flash_neox_handle.client

2
integration-tests/models/test_flash_neox_sharded.py
View File

@ -9,7 +9,7 @@ def flash_neox_sharded_handle(launcher):
@pytest.fixture(scope="module") @pytest.fixture(scope="module")
async def flash_neox_sharded(flash_neox_sharded_handle): async def flash_neox_sharded(flash_neox_sharded_handle):
await flash_neox_sharded_handle.health(240) await flash_neox_sharded_handle.health(300)
return flash_neox_sharded_handle.client return flash_neox_sharded_handle.client

2
integration-tests/models/test_flash_santacoder.py
View File

@ -9,7 +9,7 @@ def flash_santacoder_handle(launcher):
@pytest.fixture(scope="module") @pytest.fixture(scope="module")
async def flash_santacoder(flash_santacoder_handle): async def flash_santacoder(flash_santacoder_handle):
await flash_santacoder_handle.health(240) await flash_santacoder_handle.health(300)
return flash_santacoder_handle.client return flash_santacoder_handle.client

2
integration-tests/models/test_flash_starcoder.py
View File

@ -9,7 +9,7 @@ def flash_starcoder_handle(launcher):
@pytest.fixture(scope="module") @pytest.fixture(scope="module")
async def flash_starcoder(flash_starcoder_handle): async def flash_starcoder(flash_starcoder_handle):
await flash_starcoder_handle.health(240) await flash_starcoder_handle.health(300)
return flash_starcoder_handle.client return flash_starcoder_handle.client

2
integration-tests/models/test_mt0_base.py
View File

@ -9,7 +9,7 @@ def mt0_base_handle(launcher):
@pytest.fixture(scope="module") @pytest.fixture(scope="module")
async def mt0_base(mt0_base_handle): async def mt0_base(mt0_base_handle):
await mt0_base_handle.health(60) await mt0_base_handle.health(300)
return mt0_base_handle.client return mt0_base_handle.client

2
integration-tests/models/test_t5_sharded.py
View File

@ -9,7 +9,7 @@ def t5_sharded_handle(launcher):
@pytest.fixture(scope="module") @pytest.fixture(scope="module")
async def t5_sharded(t5_sharded_handle): async def t5_sharded(t5_sharded_handle):
await t5_sharded_handle.health(240) await t5_sharded_handle.health(300)
return t5_sharded_handle.client return t5_sharded_handle.client