Merge cluster to master #3
|
@ -143,7 +143,9 @@ def home():
|
||||||
openai_client_api=f'https://{base_client_api}/openai/v1' if opts.enable_openi_compatible_backend else 'disabled',
|
openai_client_api=f'https://{base_client_api}/openai/v1' if opts.enable_openi_compatible_backend else 'disabled',
|
||||||
expose_openai_system_prompt=opts.expose_openai_system_prompt,
|
expose_openai_system_prompt=opts.expose_openai_system_prompt,
|
||||||
enable_streaming=opts.enable_streaming,
|
enable_streaming=opts.enable_streaming,
|
||||||
model_choices=model_choices
|
model_choices=model_choices,
|
||||||
|
proompters_5_min=stats['stats']['proompters']['5_min'],
|
||||||
|
proompters_24_hrs=stats['stats']['proompters']['24_hrs'],
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -74,6 +74,10 @@
|
||||||
h3 {
|
h3 {
|
||||||
font-size: 16pt;
|
font-size: 16pt;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
.no-marker {
|
||||||
|
list-style: none;
|
||||||
|
}
|
||||||
</style>
|
</style>
|
||||||
</head>
|
</head>
|
||||||
|
|
||||||
|
@ -109,7 +113,9 @@
|
||||||
<ol>
|
<ol>
|
||||||
<li>Set your API type to <kbd>{{ mode_name }}</kbd></li>
|
<li>Set your API type to <kbd>{{ mode_name }}</kbd></li>
|
||||||
<li>Enter <kbd>{{ client_api }}</kbd> in the <kbd>{{ api_input_textbox }}</kbd> textbox.</li>
|
<li>Enter <kbd>{{ client_api }}</kbd> in the <kbd>{{ api_input_textbox }}</kbd> textbox.</li>
|
||||||
{% if enable_streaming %}<li>Enter <kbd>{{ ws_client_api }}</kbd> in the <kbd>{{ streaming_input_textbox }}</kbd> textbox.</li>{% endif %}
|
{% if enable_streaming %}
|
||||||
|
<li>Enter <kbd>{{ ws_client_api }}</kbd> in the <kbd>{{ streaming_input_textbox }}</kbd> textbox.</li>
|
||||||
|
{% endif %}
|
||||||
<li>If you have a token, check the <kbd>Mancer AI</kbd> checkbox and enter your token in the <kbd>Mancer
|
<li>If you have a token, check the <kbd>Mancer AI</kbd> checkbox and enter your token in the <kbd>Mancer
|
||||||
API key</kbd> textbox.
|
API key</kbd> textbox.
|
||||||
</li>
|
</li>
|
||||||
|
@ -132,6 +138,16 @@
|
||||||
|
|
||||||
<br>
|
<br>
|
||||||
|
|
||||||
|
<div class="info-box">
|
||||||
|
<h3>Statistics</h3>
|
||||||
|
Proompters:
|
||||||
|
<ul style="margin-top: 5px;">
|
||||||
|
<li class="no-marker">5 minutes: {{ proompters_5_min }}</li>
|
||||||
|
<li class="no-marker">24 hours: {{ proompters_24_hrs }}</li>
|
||||||
|
</ul>
|
||||||
|
</div>
|
||||||
|
<br>
|
||||||
|
|
||||||
{% for key, value in model_choices.items() %}
|
{% for key, value in model_choices.items() %}
|
||||||
<div class="info-box">
|
<div class="info-box">
|
||||||
<h3>{{ key }} <span class="header-workers">- {{ value.backend_count }} workers</span></h3>
|
<h3>{{ key }} <span class="header-workers">- {{ value.backend_count }} workers</span></h3>
|
||||||
|
@ -146,7 +162,7 @@
|
||||||
<strong>OpenAI-Compatible API URL:</strong> {{ value.openai_client_api }}
|
<strong>OpenAI-Compatible API URL:</strong> {{ value.openai_client_api }}
|
||||||
</p>
|
</p>
|
||||||
<p><strong>Context Size:</strong> {{ value.context_size }}</p>
|
<p><strong>Context Size:</strong> {{ value.context_size }}</p>
|
||||||
<p><strong>Average Generation Time:</strong> {{ value.avg_generation_time | int }} seconds</p>
|
<p><strong>Average Generation Time:</strong> {{ value.avg_generation_time | int }}</p>
|
||||||
</div>
|
</div>
|
||||||
<br>
|
<br>
|
||||||
{% endfor %}
|
{% endfor %}
|
||||||
|
|
Reference in New Issue