diff --git a/llm_server/routes/v1/generate_stats.py b/llm_server/routes/v1/generate_stats.py index fccd3d1..23902b7 100644 --- a/llm_server/routes/v1/generate_stats.py +++ b/llm_server/routes/v1/generate_stats.py @@ -54,6 +54,7 @@ def generate_stats(regen: bool = False): 'anthropicKeys': '∞', }, 'backends': {}, + 'online': len(model_choices) > 0 } # TODO: have get_model_choices() return all the info so we don't have to loop over the backends ourself