Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Upgrading the tests to match the current workings. (#2423)

This commit is contained in:
Nicolas Patry 2024-08-15 13:28:42 +02:00 committed by GitHub
parent 57b3495823
commit 1b0aa06204
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
10 changed files with 166 additions and 574 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

30
integration-tests/models/__snapshots__/test_bloom_560m/test_bloom_560m.json
View File

@ -11,52 +11,52 @@
}, },
{ {
"id": 49833, "id": 49833,
"logprob": -10.5703125, "logprob": -10.546875,
"text": " dég" "text": " dég"
}, },
{ {
"id": 21543, "id": 21543,
"logprob": -0.14746094, "logprob": -0.18457031,
"text": "uster" "text": "uster"
}, },
{ {
"id": 447, "id": 447,
"logprob": -1.9277344, "logprob": -1.9287109,
"text": " un" "text": " un"
}, },
{ {
"id": 46341, "id": 46341,
"logprob": -15.421875, "logprob": -15.4296875,
"text": " ort" "text": " ort"
}, },
{ {
"id": 35567, "id": 35567,
"logprob": -7.5820312, "logprob": -7.578125,
"text": "olan" "text": "olan"
}, },
{ {
"id": 15, "id": 15,
"logprob": -1.4013672, "logprob": -1.4003906,
"text": "," "text": ","
}, },
{ {
"id": 1669, "id": 1669,
"logprob": -1.5664062, "logprob": -1.5439453,
"text": " il" "text": " il"
}, },
{ {
"id": 11580, "id": 11580,
"logprob": -0.94189453, "logprob": -0.93896484,
"text": " faut" "text": " faut"
}, },
{ {
"id": 3913, "id": 3913,
"logprob": -3.6816406, "logprob": -3.7207031,
"text": " tout" "text": " tout"
}, },
{ {
"id": 39261, "id": 39261,
"logprob": -1.7753906, "logprob": -1.5742188,
"text": " d'abord" "text": " d'abord"
} }
], ],
@ -64,13 +64,13 @@
"tokens": [ "tokens": [
{ {
"id": 578, "id": 578,
"logprob": -1.6318359, "logprob": -1.6474609,
"special": false, "special": false,
"text": " le" "text": " le"
}, },
{ {
"id": 5608, "id": 5608,
"logprob": -2.4882812, "logprob": -2.4707031,
"special": false, "special": false,
"text": " faire" "text": " faire"
}, },
@ -88,19 +88,19 @@
}, },
{ {
"id": 693, "id": 693,
"logprob": -2.4472656, "logprob": -2.4628906,
"special": false, "special": false,
"text": " à" "text": " à"
}, },
{ {
"id": 366, "id": 366,
"logprob": -1.1972656, "logprob": -1.1953125,
"special": false, "special": false,
"text": " la" "text": " la"
}, },
{ {
"id": 48844, "id": 48844,
"logprob": -1.7890625, "logprob": -1.7978516,
"special": false, "special": false,
"text": " cass" "text": " cass"
}, },

8
integration-tests/models/__snapshots__/test_flash_deepseek_v2/test_flash_deepseek_v2_all_params.json
View File

@ -11,7 +11,7 @@
}, },
{ {
"id": 3533, "id": 3533,
"logprob": -9.625, "logprob": -9.5625,
"text": "Test" "text": "Test"
}, },
{ {
@ -24,13 +24,13 @@
"tokens": [ "tokens": [
{ {
"id": 2143, "id": 2143,
"logprob": -1.828125, "logprob": -1.8203125,
"special": false, "special": false,
"text": " sent" "text": " sent"
}, },
{ {
"id": 10081, "id": 10081,
"logprob": -0.41210938, "logprob": -0.55078125,
"special": false, "special": false,
"text": " successfully" "text": " successfully"
}, },
@ -42,7 +42,7 @@
}, },
{ {
"id": 100001, "id": 100001,
"logprob": -0.16015625, "logprob": -0.12695312,
"special": true, "special": true,
"text": "<｜end▁of▁sentence｜>" "text": "<｜end▁of▁sentence｜>"
} }

32
integration-tests/models/__snapshots__/test_flash_gemma/test_flash_gemma.json
View File

@ -24,13 +24,13 @@
"tokens": [ "tokens": [
{ {
"id": 1736, "id": 1736,
"logprob": -2.03125, "logprob": -2.046875,
"special": false, "special": false,
"text": " form" "text": " form"
}, },
{ {
"id": 109, "id": 109,
"logprob": -1.8671875, "logprob": -1.8828125,
"special": false, "special": false,
"text": "\n\n" "text": "\n\n"
}, },
@ -42,48 +42,48 @@
}, },
{ {
"id": 2121, "id": 2121,
"logprob": -1.8125, "logprob": -1.78125,
"special": false, "special": false,
"text": " test" "text": " test"
}, },
{ {
"id": 3853, "id": 3853,
"logprob": -0.24121094, "logprob": -0.23632812,
"special": false, "special": false,
"text": " request" "text": " request"
}, },
{ {
"id": 1736, "id": 1736,
"logprob": -0.100097656, "logprob": -0.09326172,
"special": false, "special": false,
"text": " form" "text": " form"
}, },
{ {
"id": 603, "id": 603,
"logprob": -0.9453125, "logprob": -0.8828125,
"special": false, "special": false,
"text": " is" "text": " is"
}, },
{ {
"id": 476, "id": 1671,
"logprob": -1.703125, "logprob": -1.6171875,
"special": false, "special": false,
"text": " a" "text": " used"
}, },
{ {
"id": 4551, "id": 577,
"logprob": -2.453125, "logprob": -0.390625,
"special": false, "special": false,
"text": " document" "text": " to"
}, },
{ {
"id": 674, "id": 3853,
"logprob": -0.796875, "logprob": -1.2265625,
"special": false, "special": false,
"text": " that" "text": " request"
} }
], ],
"top_tokens": null "top_tokens": null
}, },
"generated_text": " form\n\nThe test request form is a document that" "generated_text": " form\n\nThe test request form is used to request"
} }

146
integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq.json
View File

@ -1,8 +1,8 @@
{ {
"details": { "details": {
"best_of_sequences": null, "best_of_sequences": null,
"finish_reason": "length", "finish_reason": "eos_token",
"generated_tokens": 20, "generated_tokens": 2,
"prefill": [ "prefill": [
{ {
"id": 589, "id": 589,
@ -11,57 +11,57 @@
}, },
{ {
"id": 3226, "id": 3226,
"logprob": -8.5859375, "logprob": -8.9453125,
"text": " ge" "text": " ge"
}, },
{ {
"id": 21017, "id": 21017,
"logprob": -7.5859375, "logprob": -8.8515625,
"text": "ometric" "text": "ometric"
}, },
{ {
"id": 81, "id": 81,
"logprob": -0.2668457, "logprob": -0.21875,
"text": "_" "text": "_"
}, },
{ {
"id": 6009, "id": 6009,
"logprob": -1.6416016, "logprob": -1.2773438,
"text": "mean" "text": "mean"
}, },
{ {
"id": 26, "id": 26,
"logprob": -0.22705078, "logprob": -0.25195312,
"text": "(" "text": "("
}, },
{ {
"id": 62, "id": 62,
"logprob": -5.2304688, "logprob": -4.8203125,
"text": "L" "text": "L"
}, },
{ {
"id": 44, "id": 44,
"logprob": -3.0976562, "logprob": -3.7734375,
"text": ":" "text": ":"
}, },
{ {
"id": 1682, "id": 1682,
"logprob": -1.1044922, "logprob": -0.8310547,
"text": " List" "text": " List"
}, },
{ {
"id": 77, "id": 77,
"logprob": -0.14294434, "logprob": -0.22766113,
"text": "[" "text": "["
}, },
{ {
"id": 1808, "id": 1808,
"logprob": -0.32299805, "logprob": -0.46240234,
"text": "float" "text": "float"
}, },
{ {
"id": 10794, "id": 10794,
"logprob": -2.8164062, "logprob": -3.0234375,
"text": "]):" "text": "]):"
} }
], ],
@ -69,126 +69,18 @@
"tokens": [ "tokens": [
{ {
"id": 284, "id": 284,
"logprob": -0.1282959, "logprob": -0.04626465,
"special": false, "special": false,
"text": "\n " "text": "\n "
}, },
{ {
"id": 1524, "id": 0,
"logprob": -0.97998047, "logprob": null,
"special": false, "special": true,
"text": " \"\"\"" "text": "<|endoftext|>"
},
{
"id": 284,
"logprob": -0.7006836,
"special": false,
"text": "\n "
},
{
"id": 14883,
"logprob": -2.1933594,
"special": false,
"text": " Calculate"
},
{
"id": 322,
"logprob": -0.2697754,
"special": false,
"text": " the"
},
{
"id": 3226,
"logprob": -0.0836792,
"special": false,
"text": " ge"
},
{
"id": 21017,
"logprob": -0.018737793,
"special": false,
"text": "ometric"
},
{
"id": 5651,
"logprob": -0.028640747,
"special": false,
"text": " mean"
},
{
"id": 432,
"logprob": -0.29467773,
"special": false,
"text": " of"
},
{
"id": 312,
"logprob": -0.31518555,
"special": false,
"text": " a"
},
{
"id": 1149,
"logprob": -0.20605469,
"special": false,
"text": " list"
},
{
"id": 432,
"logprob": -0.23254395,
"special": false,
"text": " of"
},
{
"id": 7515,
"logprob": -0.4489746,
"special": false,
"text": " numbers"
},
{
"id": 32,
"logprob": -0.6044922,
"special": false,
"text": "."
},
{
"id": 446,
"logprob": -0.63964844,
"special": false,
"text": "\n\n "
},
{
"id": 499,
"logprob": -1.1953125,
"special": false,
"text": " :"
},
{
"id": 753,
"logprob": -0.03515625,
"special": false,
"text": "param"
},
{
"id": 498,
"logprob": -0.06311035,
"special": false,
"text": " L"
},
{
"id": 44,
"logprob": -0.003414154,
"special": false,
"text": ":"
},
{
"id": 1682,
"logprob": -1.3310547,
"special": false,
"text": " List"
} }
], ],
"top_tokens": null "top_tokens": null
}, },
"generated_text": "\n \"\"\"\n Calculate the geometric mean of a list of numbers.\n\n :param L: List" "generated_text": "\n "
} }

144
integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq_default_params.json
View File

@ -1,8 +1,8 @@
{ {
"details": { "details": {
"best_of_sequences": null, "best_of_sequences": null,
"finish_reason": "length", "finish_reason": "eos_token",
"generated_tokens": 20, "generated_tokens": 2,
"prefill": [ "prefill": [
{ {
"id": 589, "id": 589,
@ -11,57 +11,57 @@
}, },
{ {
"id": 3226, "id": 3226,
"logprob": -8.5859375, "logprob": -8.9453125,
"text": " ge" "text": " ge"
}, },
{ {
"id": 21017, "id": 21017,
"logprob": -7.5898438, "logprob": -8.859375,
"text": "ometric" "text": "ometric"
}, },
{ {
"id": 81, "id": 81,
"logprob": -0.26586914, "logprob": -0.21984863,
"text": "_" "text": "_"
}, },
{ {
"id": 6009, "id": 6009,
"logprob": -1.6347656, "logprob": -1.2861328,
"text": "mean" "text": "mean"
}, },
{ {
"id": 26, "id": 26,
"logprob": -0.22705078, "logprob": -0.25219727,
"text": "(" "text": "("
}, },
{ {
"id": 62, "id": 62,
"logprob": -5.2382812, "logprob": -4.8007812,
"text": "L" "text": "L"
}, },
{ {
"id": 44, "id": 44,
"logprob": -3.0996094, "logprob": -3.7949219,
"text": ":" "text": ":"
}, },
{ {
"id": 1682, "id": 1682,
"logprob": -1.1025391, "logprob": -0.8046875,
"text": " List" "text": " List"
}, },
{ {
"id": 77, "id": 77,
"logprob": -0.14294434, "logprob": -0.22424316,
"text": "[" "text": "["
}, },
{ {
"id": 1808, "id": 1808,
"logprob": -0.32226562, "logprob": -0.46191406,
"text": "float" "text": "float"
}, },
{ {
"id": 10794, "id": 10794,
"logprob": -2.8164062, "logprob": -3.0253906,
"text": "]):" "text": "]):"
} }
], ],
@ -74,121 +74,13 @@
"text": "\n " "text": "\n "
}, },
{ {
"id": 442, "id": 0,
"logprob": -1.3134766, "logprob": null,
"special": false, "special": true,
"text": " return" "text": "<|endoftext|>"
},
{
"id": 11665,
"logprob": -0.10021973,
"special": false,
"text": " reduce"
},
{
"id": 26,
"logprob": 0.0,
"special": false,
"text": "("
},
{
"id": 5962,
"logprob": 0.0,
"special": false,
"text": "lambda"
},
{
"id": 816,
"logprob": 0.0,
"special": false,
"text": " x"
},
{
"id": 30,
"logprob": 0.0,
"special": false,
"text": ","
},
{
"id": 533,
"logprob": 0.0,
"special": false,
"text": " y"
},
{
"id": 44,
"logprob": 0.0,
"special": false,
"text": ":"
},
{
"id": 816,
"logprob": 0.0,
"special": false,
"text": " x"
},
{
"id": 319,
"logprob": -0.42871094,
"special": false,
"text": " *"
},
{
"id": 533,
"logprob": 0.0,
"special": false,
"text": " y"
},
{
"id": 30,
"logprob": 0.0,
"special": false,
"text": ","
},
{
"id": 498,
"logprob": 0.0,
"special": false,
"text": " L"
},
{
"id": 27,
"logprob": 0.0,
"special": false,
"text": ")"
},
{
"id": 1115,
"logprob": 0.0,
"special": false,
"text": " **"
},
{
"id": 308,
"logprob": 0.0,
"special": false,
"text": " ("
},
{
"id": 35,
"logprob": 0.0,
"special": false,
"text": "1"
},
{
"id": 32,
"logprob": -0.31323242,
"special": false,
"text": "."
},
{
"id": 34,
"logprob": 0.0,
"special": false,
"text": "0"
} }
], ],
"top_tokens": null "top_tokens": null
}, },
"generated_text": "\n return reduce(lambda x, y: x * y, L) ** (1.0" "generated_text": "\n "
} }

344
integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq_load.json
View File

@ -2,8 +2,8 @@
{ {
"details": { "details": {
"best_of_sequences": null, "best_of_sequences": null,
"finish_reason": "length", "finish_reason": "eos_token",
"generated_tokens": 10, "generated_tokens": 2,
"prefill": [ "prefill": [
{ {
"id": 589, "id": 589,
@ -12,57 +12,57 @@
}, },
{ {
"id": 3226, "id": 3226,
"logprob": -8.5859375, "logprob": -8.9453125,
"text": " ge" "text": " ge"
}, },
{ {
"id": 21017, "id": 21017,
"logprob": -7.5820312, "logprob": -8.859375,
"text": "ometric" "text": "ometric"
}, },
{ {
"id": 81, "id": 81,
"logprob": -0.26708984, "logprob": -0.21826172,
"text": "_" "text": "_"
}, },
{ {
"id": 6009, "id": 6009,
"logprob": -1.6386719, "logprob": -1.3085938,
"text": "mean" "text": "mean"
}, },
{ {
"id": 26, "id": 26,
"logprob": -0.22717285, "logprob": -0.2548828,
"text": "(" "text": "("
}, },
{ {
"id": 62, "id": 62,
"logprob": -5.234375, "logprob": -4.8007812,
"text": "L" "text": "L"
}, },
{ {
"id": 44, "id": 44,
"logprob": -3.1015625, "logprob": -3.7871094,
"text": ":" "text": ":"
}, },
{ {
"id": 1682, "id": 1682,
"logprob": -1.1083984, "logprob": -0.81152344,
"text": " List" "text": " List"
}, },
{ {
"id": 77, "id": 77,
"logprob": -0.14294434, "logprob": -0.22644043,
"text": "[" "text": "["
}, },
{ {
"id": 1808, "id": 1808,
"logprob": -0.32592773, "logprob": -0.46313477,
"text": "float" "text": "float"
}, },
{ {
"id": 10794, "id": 10794,
"logprob": -2.8164062, "logprob": -3.0253906,
"text": "]):" "text": "]):"
} }
], ],
@ -70,74 +70,26 @@
"tokens": [ "tokens": [
{ {
"id": 284, "id": 284,
"logprob": -0.12817383, "logprob": -0.046936035,
"special": false, "special": false,
"text": "\n " "text": "\n "
}, },
{ {
"id": 1524, "id": 0,
"logprob": -0.9863281, "logprob": null,
"special": false, "special": true,
"text": " \"\"\"" "text": "<|endoftext|>"
},
{
"id": 284,
"logprob": -0.7011719,
"special": false,
"text": "\n "
},
{
"id": 14883,
"logprob": -2.2050781,
"special": false,
"text": " Calculate"
},
{
"id": 322,
"logprob": -0.2668457,
"special": false,
"text": " the"
},
{
"id": 3226,
"logprob": -0.08465576,
"special": false,
"text": " ge"
},
{
"id": 21017,
"logprob": -0.019012451,
"special": false,
"text": "ometric"
},
{
"id": 5651,
"logprob": -0.028625488,
"special": false,
"text": " mean"
},
{
"id": 432,
"logprob": -0.29418945,
"special": false,
"text": " of"
},
{
"id": 312,
"logprob": -0.3161621,
"special": false,
"text": " a"
} }
], ],
"top_tokens": null "top_tokens": null
}, },
"generated_text": "\n \"\"\"\n Calculate the geometric mean of a" "generated_text": "\n "
}, },
{ {
"details": { "details": {
"best_of_sequences": null, "best_of_sequences": null,
"finish_reason": "length", "finish_reason": "eos_token",
"generated_tokens": 10, "generated_tokens": 2,
"prefill": [ "prefill": [
{ {
"id": 589, "id": 589,
@ -146,57 +98,57 @@
}, },
{ {
"id": 3226, "id": 3226,
"logprob": -8.5859375, "logprob": -8.9375,
"text": " ge" "text": " ge"
}, },
{ {
"id": 21017, "id": 21017,
"logprob": -7.59375, "logprob": -8.859375,
"text": "ometric" "text": "ometric"
}, },
{ {
"id": 81, "id": 81,
"logprob": -0.26953125, "logprob": -0.21899414,
"text": "_" "text": "_"
}, },
{ {
"id": 6009, "id": 6009,
"logprob": -1.640625, "logprob": -1.3105469,
"text": "mean" "text": "mean"
}, },
{ {
"id": 26, "id": 26,
"logprob": -0.22705078, "logprob": -0.25561523,
"text": "(" "text": "("
}, },
{ {
"id": 62, "id": 62,
"logprob": -5.234375, "logprob": -4.8085938,
"text": "L" "text": "L"
}, },
{ {
"id": 44, "id": 44,
"logprob": -3.1132812, "logprob": -3.7890625,
"text": ":" "text": ":"
}, },
{ {
"id": 1682, "id": 1682,
"logprob": -1.1123047, "logprob": -0.80615234,
"text": " List" "text": " List"
}, },
{ {
"id": 77, "id": 77,
"logprob": -0.14294434, "logprob": -0.22375488,
"text": "[" "text": "["
}, },
{ {
"id": 1808, "id": 1808,
"logprob": -0.32299805, "logprob": -0.46801758,
"text": "float" "text": "float"
}, },
{ {
"id": 10794, "id": 10794,
"logprob": -2.8164062, "logprob": -3.0253906,
"text": "]):" "text": "]):"
} }
], ],
@ -204,74 +156,26 @@
"tokens": [ "tokens": [
{ {
"id": 284, "id": 284,
"logprob": -0.12854004, "logprob": -0.046447754,
"special": false, "special": false,
"text": "\n " "text": "\n "
}, },
{ {
"id": 1524, "id": 0,
"logprob": -0.9897461, "logprob": null,
"special": false, "special": true,
"text": " \"\"\"" "text": "<|endoftext|>"
},
{
"id": 284,
"logprob": -0.69970703,
"special": false,
"text": "\n "
},
{
"id": 14883,
"logprob": -2.2050781,
"special": false,
"text": " Calculate"
},
{
"id": 322,
"logprob": -0.2668457,
"special": false,
"text": " the"
},
{
"id": 3226,
"logprob": -0.08496094,
"special": false,
"text": " ge"
},
{
"id": 21017,
"logprob": -0.019012451,
"special": false,
"text": "ometric"
},
{
"id": 5651,
"logprob": -0.029037476,
"special": false,
"text": " mean"
},
{
"id": 432,
"logprob": -0.2939453,
"special": false,
"text": " of"
},
{
"id": 312,
"logprob": -0.31591797,
"special": false,
"text": " a"
} }
], ],
"top_tokens": null "top_tokens": null
}, },
"generated_text": "\n \"\"\"\n Calculate the geometric mean of a" "generated_text": "\n "
}, },
{ {
"details": { "details": {
"best_of_sequences": null, "best_of_sequences": null,
"finish_reason": "length", "finish_reason": "eos_token",
"generated_tokens": 10, "generated_tokens": 2,
"prefill": [ "prefill": [
{ {
"id": 589, "id": 589,
@ -280,57 +184,57 @@
}, },
{ {
"id": 3226, "id": 3226,
"logprob": -8.5859375, "logprob": -8.9453125,
"text": " ge" "text": " ge"
}, },
{ {
"id": 21017, "id": 21017,
"logprob": -7.5859375, "logprob": -8.859375,
"text": "ometric" "text": "ometric"
}, },
{ {
"id": 81, "id": 81,
"logprob": -0.26586914, "logprob": -0.2163086,
"text": "_" "text": "_"
}, },
{ {
"id": 6009, "id": 6009,
"logprob": -1.6347656, "logprob": -1.2958984,
"text": "mean" "text": "mean"
}, },
{ {
"id": 26, "id": 26,
"logprob": -0.22766113, "logprob": -0.2529297,
"text": "(" "text": "("
}, },
{ {
"id": 62, "id": 62,
"logprob": -5.2265625, "logprob": -4.796875,
"text": "L" "text": "L"
}, },
{ {
"id": 44, "id": 44,
"logprob": -3.0976562, "logprob": -3.7910156,
"text": ":" "text": ":"
}, },
{ {
"id": 1682, "id": 1682,
"logprob": -1.1025391, "logprob": -0.8076172,
"text": " List" "text": " List"
}, },
{ {
"id": 77, "id": 77,
"logprob": -0.1427002, "logprob": -0.22375488,
"text": "[" "text": "["
}, },
{ {
"id": 1808, "id": 1808,
"logprob": -0.32592773, "logprob": -0.46655273,
"text": "float" "text": "float"
}, },
{ {
"id": 10794, "id": 10794,
"logprob": -2.8164062, "logprob": -3.0234375,
"text": "]):" "text": "]):"
} }
], ],
@ -338,74 +242,26 @@
"tokens": [ "tokens": [
{ {
"id": 284, "id": 284,
"logprob": -0.13012695, "logprob": -0.0463562,
"special": false, "special": false,
"text": "\n " "text": "\n "
}, },
{ {
"id": 1524, "id": 0,
"logprob": -0.98046875, "logprob": null,
"special": false, "special": true,
"text": " \"\"\"" "text": "<|endoftext|>"
},
{
"id": 284,
"logprob": -0.69921875,
"special": false,
"text": "\n "
},
{
"id": 14883,
"logprob": -2.1992188,
"special": false,
"text": " Calculate"
},
{
"id": 322,
"logprob": -0.2668457,
"special": false,
"text": " the"
},
{
"id": 3226,
"logprob": -0.083496094,
"special": false,
"text": " ge"
},
{
"id": 21017,
"logprob": -0.01902771,
"special": false,
"text": "ometric"
},
{
"id": 5651,
"logprob": -0.029006958,
"special": false,
"text": " mean"
},
{
"id": 432,
"logprob": -0.29248047,
"special": false,
"text": " of"
},
{
"id": 312,
"logprob": -0.3161621,
"special": false,
"text": " a"
} }
], ],
"top_tokens": null "top_tokens": null
}, },
"generated_text": "\n \"\"\"\n Calculate the geometric mean of a" "generated_text": "\n "
}, },
{ {
"details": { "details": {
"best_of_sequences": null, "best_of_sequences": null,
"finish_reason": "length", "finish_reason": "eos_token",
"generated_tokens": 10, "generated_tokens": 2,
"prefill": [ "prefill": [
{ {
"id": 589, "id": 589,
@ -414,57 +270,57 @@
}, },
{ {
"id": 3226, "id": 3226,
"logprob": -8.5859375, "logprob": -8.9453125,
"text": " ge" "text": " ge"
}, },
{ {
"id": 21017, "id": 21017,
"logprob": -7.5859375, "logprob": -8.859375,
"text": "ometric" "text": "ometric"
}, },
{ {
"id": 81, "id": 81,
"logprob": -0.26904297, "logprob": -0.21862793,
"text": "_" "text": "_"
}, },
{ {
"id": 6009, "id": 6009,
"logprob": -1.6386719, "logprob": -1.3095703,
"text": "mean" "text": "mean"
}, },
{ {
"id": 26, "id": 26,
"logprob": -0.22705078, "logprob": -0.25512695,
"text": "(" "text": "("
}, },
{ {
"id": 62, "id": 62,
"logprob": -5.234375, "logprob": -4.796875,
"text": "L" "text": "L"
}, },
{ {
"id": 44, "id": 44,
"logprob": -3.1132812, "logprob": -3.7890625,
"text": ":" "text": ":"
}, },
{ {
"id": 1682, "id": 1682,
"logprob": -1.1074219, "logprob": -0.79589844,
"text": " List" "text": " List"
}, },
{ {
"id": 77, "id": 77,
"logprob": -0.14477539, "logprob": -0.22692871,
"text": "[" "text": "["
}, },
{ {
"id": 1808, "id": 1808,
"logprob": -0.3256836, "logprob": -0.46801758,
"text": "float" "text": "float"
}, },
{ {
"id": 10794, "id": 10794,
"logprob": -2.8027344, "logprob": -3.0097656,
"text": "]):" "text": "]):"
} }
], ],
@ -472,67 +328,19 @@
"tokens": [ "tokens": [
{ {
"id": 284, "id": 284,
"logprob": -0.12915039, "logprob": -0.04638672,
"special": false, "special": false,
"text": "\n " "text": "\n "
}, },
{ {
"id": 1524, "id": 0,
"logprob": -0.98535156, "logprob": null,
"special": false, "special": true,
"text": " \"\"\"" "text": "<|endoftext|>"
},
{
"id": 284,
"logprob": -0.69921875,
"special": false,
"text": "\n "
},
{
"id": 14883,
"logprob": -2.2011719,
"special": false,
"text": " Calculate"
},
{
"id": 322,
"logprob": -0.26708984,
"special": false,
"text": " the"
},
{
"id": 3226,
"logprob": -0.08502197,
"special": false,
"text": " ge"
},
{
"id": 21017,
"logprob": -0.019012451,
"special": false,
"text": "ometric"
},
{
"id": 5651,
"logprob": -0.028625488,
"special": false,
"text": " mean"
},
{
"id": 432,
"logprob": -0.29589844,
"special": false,
"text": " of"
},
{
"id": 312,
"logprob": -0.31591797,
"special": false,
"text": " a"
} }
], ],
"top_tokens": null "top_tokens": null
}, },
"generated_text": "\n \"\"\"\n Calculate the geometric mean of a" "generated_text": "\n "
} }
] ]

24
integration-tests/models/__snapshots__/test_mamba/test_mamba_all_params.json
View File

@ -11,22 +11,22 @@
}, },
{ {
"id": 13, "id": 13,
"logprob": -2.734375, "logprob": -2.59375,
"text": "," "text": ","
}, },
{ {
"id": 8862, "id": 8862,
"logprob": -3.6875, "logprob": -3.5625,
"text": " yellow" "text": " yellow"
}, },
{ {
"id": 13, "id": 13,
"logprob": -0.40234375, "logprob": -0.44726562,
"text": "," "text": ","
}, },
{ {
"id": 209, "id": 209,
"logprob": -8.25, "logprob": -8.0,
"text": " " "text": " "
} }
], ],
@ -52,7 +52,7 @@
}, },
{ {
"id": 9830, "id": 9830,
"logprob": -2.25, "logprob": -2.03125,
"special": false, "special": false,
"text": " colors" "text": " colors"
}, },
@ -64,13 +64,13 @@
}, },
{ {
"id": 329, "id": 329,
"logprob": -2.171875, "logprob": -2.734375,
"special": false, "special": false,
"text": " A" "text": " A"
}, },
{ {
"id": 1180, "id": 1180,
"logprob": -2.046875, "logprob": -2.0,
"special": false, "special": false,
"text": " number" "text": " number"
}, },
@ -81,19 +81,19 @@
"text": " of" "text": " of"
}, },
{ {
"id": 1027, "id": 253,
"logprob": -1.5546875, "logprob": -0.69140625,
"special": false, "special": false,
"text": " different" "text": " the"
}, },
{ {
"id": 3295, "id": 3295,
"logprob": -0.97265625, "logprob": -0.8203125,
"special": false, "special": false,
"text": " color" "text": " color"
} }
], ],
"top_tokens": null "top_tokens": null
}, },
"generated_text": "blue, red, yellow, \nand blue colors. A number of different color" "generated_text": "blue, red, yellow, \nand blue colors. A number of the color"
} }

6
integration-tests/models/__snapshots__/test_mt0_base/test_mt0_base_all_params.json
View File

@ -26,13 +26,13 @@
}, },
{ {
"id": 259, "id": 259,
"logprob": -0.4716797, "logprob": -0.46948242,
"special": false, "special": false,
"text": " " "text": " "
}, },
{ {
"id": 261, "id": 261,
"logprob": -0.044677734, "logprob": -0.15307617,
"special": false, "special": false,
"text": "," "text": ","
}, },
@ -56,7 +56,7 @@
}, },
{ {
"id": 35622, "id": 35622,
"logprob": -1.1630859, "logprob": -1.2998047,
"special": false, "special": false,
"text": " cloud" "text": " cloud"
}, },

4
integration-tests/models/test_flash_starcoder_gptq.py
View File

@ -21,7 +21,7 @@ async def test_flash_starcoder_gptq(flash_starcoder_gptq, generous_response_snap
max_new_tokens=20, max_new_tokens=20,
decoder_input_details=True, decoder_input_details=True,
) )
assert response.details.generated_tokens == 20 assert response.details.generated_tokens == 2
assert response == generous_response_snapshot assert response == generous_response_snapshot
@ -38,7 +38,7 @@ async def test_flash_starcoder_gptq_default_params(
decoder_input_details=True, decoder_input_details=True,
seed=0, seed=0,
) )
assert response.details.generated_tokens == 20 assert response.details.generated_tokens == 2
assert response == generous_response_snapshot assert response == generous_response_snapshot

2
integration-tests/models/test_mamba.py
View File

@ -47,7 +47,7 @@ async def test_mamba_all_params(fused_kernel_mamba, response_snapshot):
assert response.details.generated_tokens == 10 assert response.details.generated_tokens == 10
assert ( assert (
response.generated_text response.generated_text
== "blue, red, yellow, \nand blue colors. A number of different color" == "blue, red, yellow, \nand blue colors. A number of the color"
) )
assert response == response_snapshot assert response == response_snapshot