cyberes
/
local-llm-server
Archived
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases 1 Wiki Activity

fix homepage incorrectly showing online when all backends are offline

This commit is contained in:
Cyberes 2023-11-13 20:57:19 -07:00
parent 009039dbd8
commit 885b2d64f7
2 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
llm_server/cluster/backend.py
View File

@ -108,7 +108,10 @@ def get_model_choices(regen: bool = False):
default_backend_url = get_a_cluster_backend() default_backend_url = get_a_cluster_backend()
default_backend_info = cluster_config.get_backend(default_backend_url) default_backend_info = cluster_config.get_backend(default_backend_url)
if not default_backend_info.get('model'): if not default_backend_info.get('model'):
return {}, None # If everything is offline.
model_choices = {}
default_model = None
else:
default_model = default_backend_info['model'] default_model = default_backend_info['model']
redis.setp('model_choices', (model_choices, default_model)) redis.setp('model_choices', (model_choices, default_model))

3
templates/home.html
View File

@ -5,9 +5,6 @@
<title>{{ llm_middleware_name }}</title> <title>{{ llm_middleware_name }}</title>
<meta content="width=device-width, initial-scale=1" name="viewport"/> <meta content="width=device-width, initial-scale=1" name="viewport"/>
{{ analytics_tracking_code|safe }} {{ analytics_tracking_code|safe }}
<!-- https://highlightjs.org/demo#lang=json -->
<link href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/11.8.0/styles/github.min.css" rel="stylesheet">
<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/11.8.0/highlight.min.js"></script>
<style> <style>
.container { .container {
padding: 1em 3em; padding: 1em 3em;