Merge cluster to master #3

Merged
cyberes merged 163 commits from cluster into master 2023-10-27 19:19:22 -06:00
2 changed files with 21 additions and 3 deletions
Showing only changes of commit 91ba2fad1b - Show all commits

View File

@ -143,7 +143,9 @@ def home():
openai_client_api=f'https://{base_client_api}/openai/v1' if opts.enable_openi_compatible_backend else 'disabled', openai_client_api=f'https://{base_client_api}/openai/v1' if opts.enable_openi_compatible_backend else 'disabled',
expose_openai_system_prompt=opts.expose_openai_system_prompt, expose_openai_system_prompt=opts.expose_openai_system_prompt,
enable_streaming=opts.enable_streaming, enable_streaming=opts.enable_streaming,
model_choices=model_choices model_choices=model_choices,
proompters_5_min=stats['stats']['proompters']['5_min'],
proompters_24_hrs=stats['stats']['proompters']['24_hrs'],
) )

View File

@ -74,6 +74,10 @@
h3 { h3 {
font-size: 16pt; font-size: 16pt;
} }
.no-marker {
list-style: none;
}
</style> </style>
</head> </head>
@ -109,7 +113,9 @@
<ol> <ol>
<li>Set your API type to <kbd>{{ mode_name }}</kbd></li> <li>Set your API type to <kbd>{{ mode_name }}</kbd></li>
<li>Enter <kbd>{{ client_api }}</kbd> in the <kbd>{{ api_input_textbox }}</kbd> textbox.</li> <li>Enter <kbd>{{ client_api }}</kbd> in the <kbd>{{ api_input_textbox }}</kbd> textbox.</li>
{% if enable_streaming %}<li>Enter <kbd>{{ ws_client_api }}</kbd> in the <kbd>{{ streaming_input_textbox }}</kbd> textbox.</li>{% endif %} {% if enable_streaming %}
<li>Enter <kbd>{{ ws_client_api }}</kbd> in the <kbd>{{ streaming_input_textbox }}</kbd> textbox.</li>
{% endif %}
<li>If you have a token, check the <kbd>Mancer AI</kbd> checkbox and enter your token in the <kbd>Mancer <li>If you have a token, check the <kbd>Mancer AI</kbd> checkbox and enter your token in the <kbd>Mancer
API key</kbd> textbox. API key</kbd> textbox.
</li> </li>
@ -132,6 +138,16 @@
<br> <br>
<div class="info-box">
<h3>Statistics</h3>
Proompters:
<ul style="margin-top: 5px;">
<li class="no-marker">5 minutes: {{ proompters_5_min }}</li>
<li class="no-marker">24 hours: {{ proompters_24_hrs }}</li>
</ul>
</div>
<br>
{% for key, value in model_choices.items() %} {% for key, value in model_choices.items() %}
<div class="info-box"> <div class="info-box">
<h3>{{ key }} <span class="header-workers">- {{ value.backend_count }} workers</span></h3> <h3>{{ key }} <span class="header-workers">- {{ value.backend_count }} workers</span></h3>
@ -146,7 +162,7 @@
<strong>OpenAI-Compatible API URL:</strong> {{ value.openai_client_api }} <strong>OpenAI-Compatible API URL:</strong> {{ value.openai_client_api }}
</p> </p>
<p><strong>Context Size:</strong> {{ value.context_size }}</p> <p><strong>Context Size:</strong> {{ value.context_size }}</p>
<p><strong>Average Generation Time:</strong> {{ value.avg_generation_time | int }} seconds</p> <p><strong>Average Generation Time:</strong> {{ value.avg_generation_time | int }}</p>
</div> </div>
<br> <br>
{% endfor %} {% endfor %}