2023-08-23 23:11:12 -06:00
<!DOCTYPE html>
2023-08-23 23:27:33 -06:00
< html lang = "en" >
2023-08-23 23:11:12 -06:00
< head >
2023-08-23 23:27:33 -06:00
< title > {{ llm_middleware_name }}< / title >
2023-08-23 23:11:12 -06:00
< meta content = "width=device-width, initial-scale=1" name = "viewport" / >
2023-08-23 23:27:33 -06:00
{{ analytics_tracking_code|safe }}
2023-08-24 17:55:55 -06:00
<!-- https://highlightjs.org/demo#lang=json -->
< link href = "https://cdnjs.cloudflare.com/ajax/libs/highlight.js/11.8.0/styles/github.min.css" rel = "stylesheet" >
< script src = "https://cdnjs.cloudflare.com/ajax/libs/highlight.js/11.8.0/highlight.min.js" > < / script >
2023-08-23 23:11:12 -06:00
< style >
.container {
padding: 1em 3em;
}
#json {
2023-08-24 17:55:55 -06:00
background-color: rgb(229 231 235);
2023-08-23 23:11:12 -06:00
padding: 1em;
display: inline-block;
2023-08-24 16:47:14 -06:00
margin: auto;
max-width: 95%;
2023-08-23 23:11:12 -06:00
}
2023-08-24 17:55:55 -06:00
body {
2023-08-24 18:00:04 -06:00
background-color: #f3f4f6;
2023-08-24 17:55:55 -06:00
}
.info-box {
background-color: white;
padding: 1em;
margin: auto;
border-radius: 10px;
max-width: 95%;
}
2023-08-24 17:57:15 -06:00
pre code.hljs {
padding: 0 !important;
}
2023-08-23 23:48:46 -06:00
a, a:visited {
color: blue;
}
.footer {
font-size: 7pt;
text-align: center;
}
2023-08-24 16:47:14 -06:00
pre {
white-space: pre-wrap;
word-wrap: break-word;
text-align: justify;
}
2023-08-23 23:11:12 -06:00
@media only screen and (max-width: 600px) {
.container {
padding: 1em;
}
h1 {
font-size: 1.5em;
}
}
2023-09-11 20:47:19 -06:00
.hidden {
display: none;
}
2023-08-23 23:11:12 -06:00
< / style >
< / head >
< body >
< div class = "container" >
< h1 style = "text-align: center;margin-top: 0;" > {{ llm_middleware_name }}< / h1 >
2023-08-24 17:55:55 -06:00
< div class = "info-box" >
< p > < strong > Current Model:< / strong > < span id = "model" > {{ current_model }}< / span > < / p >
2023-09-12 16:43:15 -06:00
< p > < strong > Estimated Wait Time:< / strong > < span id = "estimatedWait" > {{ estimated_wait }}< / span > < / p >
< br >
2023-08-24 17:55:55 -06:00
< p > < strong > Client API URL:< / strong > {{ client_api }}< / p >
2023-08-29 17:56:12 -06:00
< p > < strong > Streaming API URL:< / strong > {{ ws_client_api }}< / p >
2023-09-12 16:40:09 -06:00
< p > < strong > OpenAI-Compatible API URL:< / strong > {{ openai_client_api }}< / p >
2023-09-13 20:40:55 -06:00
{% if info_html|length > 1 %}
< br >
2023-08-24 17:55:55 -06:00
{{ info_html|safe }}
2023-09-13 20:40:55 -06:00
{% endif %}
2023-08-24 17:55:55 -06:00
< / div >
2023-08-23 23:11:12 -06:00
< br >
2023-08-24 17:55:55 -06:00
< div class = "info-box" >
< div id = "oobabooga" >
< strong > Instructions:< / strong >
< ol >
< li > Set your API type to < kbd > {{ mode_name }}< / kbd > < / li >
< li > Enter < kbd > {{ client_api }}< / kbd > in the < kbd > {{ api_input_textbox }}< / kbd > textbox.< / li >
2023-09-11 20:47:19 -06:00
< li > Enter < kbd > {{ ws_client_api }}< / kbd > in the < kbd > {{ streaming_input_textbox }}< / kbd > textbox.
< / li >
2023-09-12 01:10:58 -06:00
< li > If you have a token, check the < kbd > Mancer AI< / kbd > checkbox and enter your token in the < kbd > Mancer
2023-08-29 17:56:12 -06:00
API key< / kbd > textbox.
< / li >
2023-08-24 17:55:55 -06:00
< li > Click < kbd > Connect< / kbd > to test the connection.< / li >
< li > Open your preset config and set < kbd > Context Size< / kbd > to {{ context_size }}.< / li >
2023-08-29 14:00:35 -06:00
< li > Follow this guide to get set up: < a href = "https://rentry.org/freellamas" target = "_blank" > rentry.org/freellamas< / a >
< / li >
2023-08-24 17:55:55 -06:00
< / ol >
< / div >
2023-09-13 20:25:56 -06:00
{% if openai_client_api != 'disabled' and expose_openai_system_prompt %}
< br >
< div id = "openai" >
< strong > OpenAI-Compatible API< / strong >
2023-09-13 20:27:20 -06:00
< p > The OpenAI-compatible API adds a system prompt to set the AI's behavior to a "helpful assistant". You can view this prompt < a href = "/api/openai/v1/prompt" > here< / a > .< / p >
2023-09-13 20:25:56 -06:00
< / div >
{% endif %}
< br >
2023-08-29 14:00:35 -06:00
< div id = "extra-info" > {{ extra_info|safe }}< / div >
2023-08-23 23:11:12 -06:00
< / div >
2023-08-24 17:55:55 -06:00
< br >
2023-08-23 23:11:12 -06:00
2023-08-24 17:55:55 -06:00
< div class = "info-box" >
< pre > < code class = "language-json" style = "background-color: white" > {{ stats_json|safe }}< / code > < / pre >
< / div >
2023-08-23 23:11:12 -06:00
< / div >
2023-08-23 23:48:46 -06:00
< div class = "footer" >
< a href = "https://git.evulid.cc/cyberes/local-llm-server" target = "_blank" > git.evulid.cc/cyberes/local-llm-server< / a >
< / div >
2023-08-24 17:55:55 -06:00
< script > hljs . highlightAll ( ) ; < / script >
2023-08-23 23:11:12 -06:00
< / body >
< / html >
