diff --git a/llm_server/llm/info.py b/llm_server/llm/info.py index 47104ec..c39905b 100644 --- a/llm_server/llm/info.py +++ b/llm_server/llm/info.py @@ -11,7 +11,7 @@ def get_running_model(): return False, e try: r_json = backend_response.json() - return r_json['result'] + return r_json['result'], None except Exception as e: return False, e elif opts.mode == 'hf-textgen': @@ -21,7 +21,7 @@ def get_running_model(): return False, e try: r_json = backend_response.json() - return r_json['model_id'].replace('/', '_') + return r_json['model_id'].replace('/', '_'), None except Exception as e: return False, e else: