local-llm-server/llm_server/llm/hf_textgen/info.py

18 lines
627 B
Python
Raw Normal View History

2023-08-30 18:53:26 -06:00
"""
Extra info that is added to the home page.
"""
2023-08-29 14:00:35 -06:00
hf_textget_info = """<p><strong>Important:</strong> This endpoint is running <a href="https://github.com/huggingface/text-generation-inference" target="_blank">text-generation-inference</a> and not all Oobabooga parameters are supported.</p>
<strong>Supported Parameters:</strong>
<ul>
<li><kbd>do_sample</kbd></li>
<li><kbd>max_new_tokens</kbd></li>
<li><kbd>repetition_penalty</kbd></li>
<li><kbd>seed</kbd></li>
<li><kbd>temperature</kbd></li>
<li><kbd>stopping_strings</kbd></li>
<li><kbd>top_k</kbd></li>
<li><kbd>top_p</kbd></li>
<li><kbd>typical_p</kbd></li>
</ul>"""