2023-08-23 23:11:12 -06:00
|
|
|
<!DOCTYPE html>
|
2023-08-23 23:27:33 -06:00
|
|
|
<html lang="en">
|
2023-08-23 23:11:12 -06:00
|
|
|
|
|
|
|
|
<head>
|
2023-08-23 23:27:33 -06:00
|
|
|
<title>{{ llm_middleware_name }}</title>
|
2023-08-23 23:11:12 -06:00
|
|
|
<meta content="width=device-width, initial-scale=1" name="viewport"/>
|
2023-08-23 23:27:33 -06:00
|
|
|
{{ analytics_tracking_code|safe }}
|
2023-08-24 17:55:55 -06:00
|
|
|
<!-- https://highlightjs.org/demo#lang=json -->
|
|
|
|
|
<link href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/11.8.0/styles/github.min.css" rel="stylesheet">
|
|
|
|
|
<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/11.8.0/highlight.min.js"></script>
|
2023-08-23 23:11:12 -06:00
|
|
|
<style>
|
|
|
|
|
.container {
|
|
|
|
|
padding: 1em 3em;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#json {
|
2023-08-24 17:55:55 -06:00
|
|
|
background-color: rgb(229 231 235);
|
2023-08-23 23:11:12 -06:00
|
|
|
padding: 1em;
|
|
|
|
|
display: inline-block;
|
2023-08-24 16:47:14 -06:00
|
|
|
margin: auto;
|
|
|
|
|
max-width: 95%;
|
2023-08-23 23:11:12 -06:00
|
|
|
}
|
|
|
|
|
|
2023-08-24 17:55:55 -06:00
|
|
|
body {
|
2023-08-24 18:00:04 -06:00
|
|
|
background-color: #f3f4f6;
|
2023-08-24 17:55:55 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
.info-box {
|
|
|
|
|
background-color: white;
|
|
|
|
|
padding: 1em;
|
|
|
|
|
margin: auto;
|
|
|
|
|
border-radius: 10px;
|
|
|
|
|
max-width: 95%;
|
|
|
|
|
}
|
|
|
|
|
|
2023-08-24 17:57:15 -06:00
|
|
|
pre code.hljs {
|
|
|
|
|
padding: 0 !important;
|
|
|
|
|
}
|
|
|
|
|
|
2023-08-23 23:48:46 -06:00
|
|
|
a, a:visited {
|
|
|
|
|
color: blue;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
.footer {
|
|
|
|
|
font-size: 7pt;
|
|
|
|
|
text-align: center;
|
|
|
|
|
}
|
|
|
|
|
|
2023-08-24 16:47:14 -06:00
|
|
|
pre {
|
|
|
|
|
white-space: pre-wrap;
|
|
|
|
|
word-wrap: break-word;
|
|
|
|
|
text-align: justify;
|
|
|
|
|
}
|
|
|
|
|
|
2023-08-23 23:11:12 -06:00
|
|
|
@media only screen and (max-width: 600px) {
|
|
|
|
|
.container {
|
|
|
|
|
padding: 1em;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
h1 {
|
|
|
|
|
font-size: 1.5em;
|
|
|
|
|
}
|
|
|
|
|
}
|
2023-09-11 20:47:19 -06:00
|
|
|
|
|
|
|
|
.hidden {
|
|
|
|
|
display: none;
|
|
|
|
|
}
|
2023-08-23 23:11:12 -06:00
|
|
|
</style>
|
|
|
|
|
</head>
|
|
|
|
|
|
|
|
|
|
<body>
|
|
|
|
|
<div class="container">
|
|
|
|
|
<h1 style="text-align: center;margin-top: 0;">{{ llm_middleware_name }}</h1>
|
|
|
|
|
|
2023-08-24 17:55:55 -06:00
|
|
|
<div class="info-box">
|
|
|
|
|
<p><strong>Current Model:</strong> <span id="model">{{ current_model }}</span></p>
|
|
|
|
|
<p><strong>Client API URL:</strong> {{ client_api }}</p>
|
2023-08-29 17:56:12 -06:00
|
|
|
<p><strong>Streaming API URL:</strong> {{ ws_client_api }}</p>
|
2023-09-12 16:40:09 -06:00
|
|
|
<p><strong>OpenAI-Compatible API URL:</strong> {{ openai_client_api }}</p>
|
2023-08-24 17:55:55 -06:00
|
|
|
<p><strong>Estimated Wait Time:</strong> <span id="estimatedWait">{{ estimated_wait }}</span></p>
|
|
|
|
|
{{ info_html|safe }}
|
|
|
|
|
</div>
|
2023-08-23 23:11:12 -06:00
|
|
|
|
|
|
|
|
<br>
|
|
|
|
|
|
2023-08-24 17:55:55 -06:00
|
|
|
<div class="info-box">
|
|
|
|
|
<div id="oobabooga">
|
|
|
|
|
<strong>Instructions:</strong>
|
|
|
|
|
<ol>
|
|
|
|
|
<li>Set your API type to <kbd>{{ mode_name }}</kbd></li>
|
|
|
|
|
<li>Enter <kbd>{{ client_api }}</kbd> in the <kbd>{{ api_input_textbox }}</kbd> textbox.</li>
|
2023-09-11 20:47:19 -06:00
|
|
|
<li>Enter <kbd>{{ ws_client_api }}</kbd> in the <kbd>{{ streaming_input_textbox }}</kbd> textbox.
|
|
|
|
|
</li>
|
2023-09-12 01:10:58 -06:00
|
|
|
<li>If you have a token, check the <kbd>Mancer AI</kbd> checkbox and enter your token in the <kbd>Mancer
|
2023-08-29 17:56:12 -06:00
|
|
|
API key</kbd> textbox.
|
|
|
|
|
</li>
|
2023-08-24 17:55:55 -06:00
|
|
|
<li>Click <kbd>Connect</kbd> to test the connection.</li>
|
|
|
|
|
<li>Open your preset config and set <kbd>Context Size</kbd> to {{ context_size }}.</li>
|
2023-08-29 14:00:35 -06:00
|
|
|
<li>Follow this guide to get set up: <a href="https://rentry.org/freellamas" target="_blank">rentry.org/freellamas</a>
|
|
|
|
|
</li>
|
2023-08-24 17:55:55 -06:00
|
|
|
</ol>
|
|
|
|
|
</div>
|
2023-08-29 14:00:35 -06:00
|
|
|
<div id="extra-info">{{ extra_info|safe }}</div>
|
2023-08-23 23:11:12 -06:00
|
|
|
</div>
|
|
|
|
|
|
2023-08-24 17:55:55 -06:00
|
|
|
<br>
|
2023-08-23 23:11:12 -06:00
|
|
|
|
2023-08-24 17:55:55 -06:00
|
|
|
<div class="info-box">
|
|
|
|
|
<pre><code class="language-json" style="background-color: white">{{ stats_json|safe }}</code></pre>
|
|
|
|
|
</div>
|
2023-08-23 23:11:12 -06:00
|
|
|
</div>
|
2023-08-23 23:48:46 -06:00
|
|
|
<div class="footer">
|
|
|
|
|
<a href="https://git.evulid.cc/cyberes/local-llm-server" target="_blank">git.evulid.cc/cyberes/local-llm-server</a>
|
|
|
|
|
</div>
|
2023-08-24 17:55:55 -06:00
|
|
|
<script>hljs.highlightAll();</script>
|
2023-08-23 23:11:12 -06:00
|
|
|
</body>
|
|
|
|
|
|
|
|
|
|
</html>
|
