20 lines
407 B
Python
20 lines
407 B
Python
import pytest
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
def opt_sharded_handle(launcher):
|
|
with launcher("facebook/opt-6.7b", num_shard=2) as handle:
|
|
yield handle
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
async def opt_sharded(opt_sharded_handle):
|
|
await opt_sharded_handle.health(300)
|
|
return opt_sharded_handle.client
|
|
|
|
|
|
@pytest.mark.release
|
|
@pytest.mark.asyncio
|
|
async def test_opt(opt_sharded):
|
|
pass
|