from llm_server import opts def generator(request_json_body): if opts.mode == 'oobabooga': from .oobabooga.generate import generate return generate(request_json_body) elif opts.mode == 'hf-textgen': from .hf_textgen.generate import generate return generate(request_json_body) else: raise Exception