20 lines
407 B
Python
20 lines
407 B
Python
|
import pytest
|
||
|
|
|
||
|
|
|
||
|
|
@pytest.fixture(scope="module")
|
||
|
|
def opt_sharded_handle(launcher):
|
||
|
|
with launcher("facebook/opt-6.7b", num_shard=2) as handle:
|
||
|
|
yield handle
|
||
|
|
|
||
|
|
|
||
|
|
@pytest.fixture(scope="module")
|
||
|
|
async def opt_sharded(opt_sharded_handle):
|
||
|
|
await opt_sharded_handle.health(300)
|
||
|
|
return opt_sharded_handle.client
|
||
|
|
|
||
|
|
|
||
|
|
@pytest.mark.release
|
||
|
|
@pytest.mark.asyncio
|
||
|
|
async def test_opt(opt_sharded):
|
||
|
|
pass
|