Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Fix truffle (#2514) 

* Attempting to discard the trufflehog warning.

* Attempt to fix trufflehog.
This commit is contained in:
Nicolas Patry 2024-09-11 22:45:19 +02:00 committed by GitHub
parent dae3bf1d87
commit 69e3be20fb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 104 additions and 132 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
flake.lock
View File

@ -853,11 +853,11 @@
]
},
"locked": {
"lastModified": 1725848835,
"narHash": "sha256-u4lCr+tOEWhsFiww5G04U5jUNzaQJi0/ZMIDGiLeT14=",
"lastModified": 1726021481,
"narHash": "sha256-4J4E+Fh+77XIYnq2RVtg+ENWXpu6t74P0jKN/f2RQmI=",
"owner": "oxalica",
"repo": "rust-overlay",
"rev": "2ef910a6276a2f34513d18f2f826a8dea72c3b3f",
"rev": "1c2c120246c51a644c20ba2a36a33d3bd4860d70",
"type": "github"
},
"original": {
@ -978,11 +978,11 @@
"nixpkgs": "nixpkgs_6"
},
"locked": {
"lastModified": 1725868835,
"narHash": "sha256-6OFEaFFRCG/JKkU6kHV08EPEGM1MCuKZ70NlGJcL/JY=",
"lastModified": 1725950569,
"narHash": "sha256-nJHA1SvIQbXySpL2ueNbzQOhnkQASa5tOLz/kdW0PWA=",
"owner": "danieldk",
"repo": "tgi-nix",
"rev": "87afbe21e2d2cc17e177c9965a64ba68ad7c22da",
"rev": "d40f3c22e9bcc5e16c94d4605cf6a7d74dd07f46",
"type": "github"
},
"original": {

222
integration-tests/models/__snapshots__/test_flash_llama_prefix/test_flash_llama_load.json
View File

@ -14,7 +14,7 @@
"usage": null
}
],
"created": 1725525936,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -40,7 +40,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -66,7 +66,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -92,7 +92,7 @@
"usage": null
}
],
"created": 1725525935,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -118,7 +118,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -144,7 +144,7 @@
"usage": null
}
],
"created": 1725525941,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -170,7 +170,7 @@
"usage": null
}
],
"created": 1725525942,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -196,7 +196,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -222,7 +222,7 @@
"usage": null
}
],
"created": 1725525942,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -248,7 +248,7 @@
"usage": null
}
],
"created": 1725525942,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -274,7 +274,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -300,7 +300,7 @@
"usage": null
}
],
"created": 1725525935,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -326,7 +326,7 @@
"usage": null
}
],
"created": 1725525935,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -352,7 +352,7 @@
"usage": null
}
],
"created": 1725525936,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -378,7 +378,7 @@
"usage": null
}
],
"created": 1725525936,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -404,7 +404,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -430,7 +430,7 @@
"usage": null
}
],
"created": 1725525935,
"created": 1726085330,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -456,7 +456,7 @@
"usage": null
}
],
"created": 1725525941,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -482,7 +482,7 @@
"usage": null
}
],
"created": 1725525941,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -508,7 +508,7 @@
"usage": null
}
],
"created": 1725525942,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -534,7 +534,7 @@
"usage": null
}
],
"created": 1725525942,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -560,7 +560,7 @@
"usage": null
}
],
"created": 1725525942,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -586,7 +586,7 @@
"usage": null
}
],
"created": 1725525935,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -612,7 +612,7 @@
"usage": null
}
],
"created": 1725525942,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -638,7 +638,7 @@
"usage": null
}
],
"created": 1725525936,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -664,7 +664,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -675,32 +675,6 @@
"total_tokens": 64
}
},
{
"choices": [
{
"finish_reason": "length",
"index": 0,
"logprobs": null,
"message": {
"content": "It seems like you're trying to connect a GraphQL",
"name": null,
"role": "assistant",
"tool_calls": null
},
"usage": null
}
],
"created": 1725525941,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
"system_fingerprint": "2.2.1-dev0-native",
"usage": {
"completion_tokens": 10,
"prompt_tokens": 232,
"total_tokens": 242
}
},
{
"choices": [
{
@ -716,7 +690,7 @@
"usage": null
}
],
"created": 1725525941,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -742,7 +716,7 @@
"usage": null
}
],
"created": 1725525942,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -768,7 +742,7 @@
"usage": null
}
],
"created": 1725525935,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -794,7 +768,7 @@
"usage": null
}
],
"created": 1725525942,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -820,7 +794,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -846,7 +820,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -872,7 +846,7 @@
"usage": null
}
],
"created": 1725525941,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -898,7 +872,7 @@
"usage": null
}
],
"created": 1725525935,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -924,7 +898,7 @@
"usage": null
}
],
"created": 1725525942,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -950,7 +924,7 @@
"usage": null
}
],
"created": 1725525936,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -976,7 +950,7 @@
"usage": null
}
],
"created": 1725525941,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1002,7 +976,7 @@
"usage": null
}
],
"created": 1725525942,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1028,7 +1002,7 @@
"usage": null
}
],
"created": 1725525936,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1054,7 +1028,7 @@
"usage": null
}
],
"created": 1725525941,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1080,7 +1054,7 @@
"usage": null
}
],
"created": 1725525936,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1106,7 +1080,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1132,7 +1106,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1158,7 +1132,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1184,7 +1158,7 @@
"usage": null
}
],
"created": 1725525941,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1210,7 +1184,7 @@
"usage": null
}
],
"created": 1725525935,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1236,7 +1210,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1262,7 +1236,7 @@
"usage": null
}
],
"created": 1725525942,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1288,7 +1262,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1314,7 +1288,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1340,7 +1314,7 @@
"usage": null
}
],
"created": 1725525936,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1366,7 +1340,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1392,7 +1366,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1418,7 +1392,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1444,7 +1418,7 @@
"usage": null
}
],
"created": 1725525936,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1470,7 +1444,7 @@
"usage": null
}
],
"created": 1725525935,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1496,7 +1470,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1522,7 +1496,7 @@
"usage": null
}
],
"created": 1725525942,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1548,7 +1522,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1574,7 +1548,7 @@
"usage": null
}
],
"created": 1725525941,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1600,7 +1574,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1626,7 +1600,7 @@
"usage": null
}
],
"created": 1725525941,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1652,7 +1626,7 @@
"usage": null
}
],
"created": 1725525936,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1678,7 +1652,7 @@
"usage": null
}
],
"created": 1725525935,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1704,7 +1678,7 @@
"usage": null
}
],
"created": 1725525941,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1730,7 +1704,7 @@
"usage": null
}
],
"created": 1725525941,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1756,7 +1730,7 @@
"usage": null
}
],
"created": 1725525942,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1782,7 +1756,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1808,7 +1782,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1834,7 +1808,7 @@
"usage": null
}
],
"created": 1725525941,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1860,7 +1834,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1886,7 +1860,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1912,7 +1886,7 @@
"usage": null
}
],
"created": 1725525941,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1938,7 +1912,7 @@
"usage": null
}
],
"created": 1725525942,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1964,7 +1938,7 @@
"usage": null
}
],
"created": 1725525942,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -1990,7 +1964,7 @@
"usage": null
}
],
"created": 1725525942,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -2016,7 +1990,7 @@
"usage": null
}
],
"created": 1725525936,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -2042,7 +2016,7 @@
"usage": null
}
],
"created": 1725525942,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -2068,7 +2042,7 @@
"usage": null
}
],
"created": 1725525941,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -2094,7 +2068,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -2120,7 +2094,7 @@
"usage": null
}
],
"created": 1725525935,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -2146,7 +2120,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -2172,7 +2146,7 @@
"usage": null
}
],
"created": 1725525936,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -2198,7 +2172,7 @@
"usage": null
}
],
"created": 1725525935,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -2224,7 +2198,7 @@
"usage": null
}
],
"created": 1725525942,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -2250,7 +2224,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -2276,7 +2250,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -2302,7 +2276,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -2328,7 +2302,7 @@
"usage": null
}
],
"created": 1725525942,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -2354,7 +2328,7 @@
"usage": null
}
],
"created": 1725525941,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -2380,7 +2354,7 @@
"usage": null
}
],
"created": 1725525936,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -2406,7 +2380,7 @@
"usage": null
}
],
"created": 1725525941,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -2432,7 +2406,7 @@
"usage": null
}
],
"created": 1725525943,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -2458,7 +2432,7 @@
"usage": null
}
],
"created": 1725525936,
"created": 1726085336,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -2484,7 +2458,7 @@
"usage": null
}
],
"created": 1725525935,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -2510,7 +2484,7 @@
"usage": null
}
],
"created": 1725525941,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -2536,7 +2510,7 @@
"usage": null
}
],
"created": 1725525942,
"created": 1726085331,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",
@ -2562,7 +2536,7 @@
"usage": null
}
],
"created": 1725525935,
"created": 1726085326,
"id": "",
"model": "meta-llama/Meta-Llama-3.1-8B-Instruct",
"object": "chat.completion",

2
integration-tests/models/test_flash_llama_prefix.py
View File

@ -45,7 +45,6 @@ async def test_flash_llama_load(
'Web search results:\n\n[1] "Federal authorities are investigating the market-making arms of Citadel LLC and KCG Holdings Inc, looking into the possibility that the two giants of electronic trading are giving small investors ..."\nURL: https://www.reuters.com/article/usa-stocks-probe-idUSL2N1871ZV\n\n[2] "Today, KCG is second only to Citadel in the market for handling stock order flow from retail brokerage firms. KCG and many other high-frequency trading firms have shied away from the public..."\nURL: https://www.ibtimes.com/citadel-llc-kcg-holdings-kcg-market-making-arms-probed-federal-authorities-over-stock-2366805\n\n[3] "Citadel Securities, a group owned by the Chicago-based hedge fund, is the would-be acquirer in the deal, the people said. The group is best known for its so-called wholesaler business that..."\nURL: https://www.wsj.com/articles/market-making-arm-of-citadel-llc-in-talks-to-buy-seats-on-nyse-floor-from-kcg-holdings-1454533971\n\n[4] "Citadels share of the wholesale market is around 34 per cent compared to KCGs 25 per cent, according to Tabb Group. Virtu has yet to lay out in detail its plans for the wholesale business ..."\nURL: https://www.ft.com/content/e1cb396e-29a7-11e7-bc4b-5528796fe35c\n\n[5] "Citadel Securities, a liquidity providers and market maker, announced it will purchase KCG Holdings designated market maker (DMM) business at the New York Stock Exchange. This will establish Citadel Securities as the DMM with the largest footprint on the NYSE, responsible for trading in approximately 1,500 issues."\nURL: https://www.tradersmagazine.com/departments/brokerage/citadel-purchases-kcg-dmm-business-becomes-1-on-nyse/\n\n[6] "isCitadel LLC and its related entity, KCG IP Holdings, LLC (Complainant), represented by Paul D. McGradyof Winston Strawn, Illinois, Respondent is- (Respondent), Alabama, USA. REGISTRAR AND DISPUTED DOMAIN NAME The domain name at issue iscitidelgroup.com, registered with TUCOWS, INC. PANEL The"\nURL: https://www.adrforum.com/domaindecisions/1522837.htm\n\n[7] "KCG SPACE HOLDINGS LLC is an Active company incorporated on July 21, 2022 with the registered number M22000011413. This Foreign Limited Liability company is located at 200 S BISCAYNE BLVD STE 3300, MIAMI, FL, 33131, US and has been running for one year. It currently has one Authorized Person. KEY FACTS ABOUT KCG SPACE HOLDINGS LLC US Businesses"\nURL: https://bisprofiles.com/fl/kcg-space-holdings-m22000011413\n\n[8] "The Complainant KCG IP Holdings LLC is the owner of US Trademark Registration No. 3,213,943, filed October 18, 2004, registered February 27, 2007, claiming first use dating back to 1994. Therefore, the Panel concludes that Complainants filing and registration of the CITADEL mark with the USPTO sufficiently demonstrates that it has rights in ..."\nURL: https://www.adrforum.com/domaindecisions/1579141.htm\n\n[9] "The KCG SPACE HOLDINGS LLC principal address is 200 S BISCAYNE BLVD STE 3300, MIAMI, 33131. Meanwhile you can send your letters to 200 S BISCAYNE BLVD STE 3300, MIAMI, FL, 33131. The company`s registered agent is C T CORPORATION SYSTEM 1200 SOUTH PINE ISLAND ROAD, PLANTATION, FL, 33324. The company`s management are A, President - Beeson Gerald A."\nURL: https://florida.intercreditreport.com/company/kcg-space-holdings-llc-m22000011413\n\n[10] "Billionaire Ken Griffin has built Citadel Securities into a trading and asset management colossus. ... and KCG Holdings. Last month, Citadel Securities reached an agreement with the SEC to pay $22 ..."\nURL: https://www.chicagobusiness.com/article/20170203/NEWS01/170209978/chicago-billionaire-ken-griffin-splits-citadel-into-two-companies\nCurrent date: 1/27/2023\n\nInstructions: Using the provided web search results, simulate a conversation where /u/CruxHub and Alice analyze the data batches and try and investigate for any non-standard uses of the holding companies. Make sure to cite results using [[number](URL)] notation after the reference. If the provided search results refer to multiple subjects with the same name, write separate answers for each subject.\n\nQuery: What is KCG Space Holdings LLC\'s relationship to Citadel?',
'Web search results:\n\n[1] "Citadel LLC (formerly known as Citadel Investment Group, LLC) is an American multinational hedge fund and financial services company. Founded in 1990 by Ken Griffin, it has more than $50 billion in assets under management as of May 2022. [1]"\nURL: https://en.wikipedia.org/wiki/Citadel\\_LLC\n\n[2] "NASHVILLE, Tenn. and BRONXVILLE, N.Y. \u2014 Standard Media Group LLC (Standard Media) and Citadel Communications LLC (Citadel) jointly announced today that they have reached an agreement pursuant to which Standard Media will acquire from Citadel WLNE-TV, the ABC affiliate for the Providence, RI - New Bedford, MA market (DMA 52) and KLKN (TV), the \u2026"\nURL: https://www.standardmedia.com/2019/05/16/standard-media-group-to-acquire-citadel-stations/\n\n[3] "CITADEL MEDIA LLC. Citadel Media LLC is a New Hampshire Domestic Limited-Liability Company filed on February 6, 2021. The companys filing status is listed as Not In Good Standing and its File Number is 862423. The Registered Agent on file for this company is Peter Alan Gauthier and is located at 3 Maple Ridge Drive Unit 224, Merrimack, NH 03054."\nURL: https://www.bizapedia.com/nh/citadel-media-llc.html\n\n[4] "CITADEL MEDIA LLC is a Michigan Domestic Limited-Liability Company filed on November 16, 2017. The companys filing status is listed as Active and its File Number is 802132896. The Registered Agent on file for this company is Registered Agents Inc. and is located at 2222 W. Grand River Ave Ste A, Okemos, MI 48864. The companys mailing address ..."\nURL: https://www.bizapedia.com/mi/citadel-media-llc.html\n\n[5] "Citadel Broadcasting Corporation was a Las Vegas, Nevada -based broadcast holding company. Citadel owned 243 radio stations across the United States and was the third-largest radio station owner in the country. Only iHeartMedia and Cumulus Media owned more stations prior to Citadels merger with Cumulus."\nURL: https://en.wikipedia.org/wiki/Citadel\\_Broadcasting\n\n[6] "Citadel is one of the largest hedge fund managers in the world. And theyve subsequently managed Melvin Capital to the ground. Melvin Capital suffered a loss of over 50% its first quarter in 2021 due to shorting AMC Entertainment and GameStop. At some point youd expect your clearing house to raise awareness on your risk management right?"\nURL: https://franknez.com/citadel-loses-billions-hedge-funds-are-getting-dragged-down/\n\n[7] "At our core, Citadel is built to deliver excellence. We have some of the most talented and focused minds in the industry, and we activate their ideas and strategies through a robust range of proven technologies and execution capabilities. View Top Employees from Citadel LLC Looking for a particular Citadel LLC employees phone or email? Find Info"\nURL: https://rocketreach.co/citadel-llc-profile\\_b5c46522f42e0dc2\n\n[8] "# 1 Most profitable hedge fund manager of all time Source: LCH Investment NV estimates, Top Hedge Fund Managers by Net Gains Since Inception as of 12/31/2022. Our people are relentless in seeking a better way. Each day, we reimagine and refine our strategies, models and technology in pursuit of superior results and long-term performance."\nURL: https://www.citadel.com/\n\n[9] "We are one of the most significant alternative investment managers in the public U.S. corporate credit markets. Explore Credit Convertibles Equities Equities represents one of the largest and longest tenured businesses at Citadel. Explore Equities Global Fixed Income Macro We are a leading fixed income and macro business."\nURL: https://www.citadel.com/what-we-do/\n\n[10] "Citadel. 203,101 followers. 1mo. Last weekend, we celebrated Citadels 30th anniversary at an incredible event at Disney World and Universal Studios. Our founder and CEO Ken Griffin summarized ..."\nURL: https://www.linkedin.com/company/citadel-llc\nCurrent date: 1/27/2023\n\nInstructions: Using the provided web search results, simulate a conversation where /u/CruxHub and Alice analyze the data batches and try and investigate for any non-standard uses of the holding companies. Make sure to cite results using [[number](URL)] notation after the reference. If the provided search results refer to multiple subjects with the same name, write separate answers for each subject.\n\nQuery: What is CITADEL MEDIA LLC?',
"What are the differences between the Dogme approach to language learning and the lexical approach to language learning",
'trying to connect grapgql-engine with dogital ocean database i linux server,\nbut I am gettin this error. In my local machine it is working\n\n{"detail":{"info":{"database\\_url":"postgresql://doadmin:...@ips-backend-db-do-user-13678898-0.b.db.ondigitalocean.com:25060/Verlagg?sslmode=require","retries":1},"kind":"postgres\\_connection"},"level":"info","timestamp":"2023-03-27T10:40:29.956+0000","type":"startup"}\nbackend-graphql-engine-1 | {"timestamp":"2023-03-27T10:41:29.000+0000","level":"info","type":"startup","detail":{"kind":"migrations-startup","info":"failed waiting for 9691, try increasing HASURA\\_GRAPHQL\\_MIGRATIONS\\_SERVER\\_TIMEOUT (default: 30)"}',
"Implement my own netfilter in linux with linux kernel module with Rust",
"Damage to which nerve causes numbness of the palmar surface of the 5th digit/little finger",
"Explain the fault-tolerance of the reaction control system on the Space Shuttle",
@ -152,7 +151,6 @@ async def test_flash_llama_load(
"/u/CruxHub: Hey Alice, I",
"/u/CruxHub: Hey Alice, I",
"The Dogme approach and the Lexical Approach are",
"It seems like you're trying to connect a GraphQL",
"Implementing a netfilter in Linux with a Rust",
"Damage to the Ulnar nerve can cause numb",
"The Space Shuttle's Reaction Control System (RCS",