13 lines
352 B
Python
13 lines
352 B
Python
from llm_server import opts
|
|
|
|
|
|
def generator(request_json_body):
|
|
if opts.mode == 'oobabooga':
|
|
from .oobabooga.generate import generate
|
|
return generate(request_json_body)
|
|
elif opts.mode == 'hf-textgen':
|
|
from .hf_textgen.generate import generate
|
|
return generate(request_json_body)
|
|
else:
|
|
raise Exception
|