diff --git a/llm_server/cluster/backend.py b/llm_server/cluster/backend.py index ff0259f..eb695d2 100644 --- a/llm_server/cluster/backend.py +++ b/llm_server/cluster/backend.py @@ -108,8 +108,11 @@ def get_model_choices(regen: bool = False): default_backend_url = get_a_cluster_backend() default_backend_info = cluster_config.get_backend(default_backend_url) if not default_backend_info.get('model'): - return {}, None - default_model = default_backend_info['model'] + # If everything is offline. + model_choices = {} + default_model = None + else: + default_model = default_backend_info['model'] redis.setp('model_choices', (model_choices, default_model)) return model_choices, default_model diff --git a/templates/home.html b/templates/home.html index 66340a6..d6d4a57 100644 --- a/templates/home.html +++ b/templates/home.html @@ -5,9 +5,6 @@ {{ llm_middleware_name }} {{ analytics_tracking_code|safe }} - - -