Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Revert the integrationt tests change (seem linked to head_size 

modification).
This commit is contained in:
Nicolas Patry 2024-08-28 19:38:51 +02:00
parent 8a4df6e181
commit e7e036389e
No known key found for this signature in database
GPG Key ID: 64AF4752B2967863
2 changed files with 66 additions and 96 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

56
integration-tests/models/__snapshots__/test_flash_llama_fp8/test_flash_llama_fp8_all_params.json
View File

@ -1,8 +1,8 @@
{ {
"details": { "details": {
"best_of_sequences": null, "best_of_sequences": null,
"finish_reason": "length", "finish_reason": "stop_sequence",
"generated_tokens": 10, "generated_tokens": 5,
"prefill": [ "prefill": [
{ {
"id": 128000, "id": 128000,
@ -29,61 +29,31 @@
"text": ":" "text": ":"
}, },
{ {
"id": 2209, "id": 923,
"logprob": -2.609375, "logprob": -2.84375,
"special": false, "special": false,
"text": " Is" "text": " add"
},
{
"id": 279,
"logprob": -0.6328125,
"special": false,
"text": " the"
},
{
"id": 734,
"logprob": -2.828125,
"special": false,
"text": " function"
},
{
"id": 330,
"logprob": -0.36523438,
"special": false,
"text": " \""
},
{
"id": 4110,
"logprob": -2.453125,
"special": false,
"text": "Create"
}, },
{ {
"id": 264, "id": 264,
"logprob": -0.20117188, "logprob": 0.0,
"special": false, "special": false,
"text": " a" "text": " a"
}, },
{ {
"id": 502, "id": 330,
"logprob": -0.29882812, "logprob": -0.31640625,
"special": false, "special": false,
"text": " new" "text": " \""
}, },
{ {
"id": 1052, "id": 1985,
"logprob": -1.1953125, "logprob": 0.0,
"special": false, "special": false,
"text": " file" "text": "test"
},
{
"id": 1,
"logprob": -1.265625,
"special": false,
"text": "\""
} }
], ],
"top_tokens": null "top_tokens": null
}, },
"generated_text": "Test request: Is the function \"Create a new file\"" "generated_text": "Test request: add a \"test"
} }

106
integration-tests/models/__snapshots__/test_flash_starcoder2/test_flash_starcoder2_default_params.json
View File

@ -113,7 +113,7 @@
}, },
{ {
"id": 444, "id": 444,
"logprob": -0.21313477, "logprob": -0.21618652,
"special": false, "special": false,
"text": "name" "text": "name"
}, },
@ -160,16 +160,28 @@
"text": "Hello" "text": "Hello"
}, },
{ {
"id": 332, "id": 925,
"logprob": -0.034698486, "logprob": -3.3476562,
"special": false, "special": false,
"text": " \"" "text": " %"
}, },
{ {
"id": 494, "id": 120,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " +" "text": "s"
},
{
"id": 11571,
"logprob": -0.08892822,
"special": false,
"text": "!\""
},
{
"id": 925,
"logprob": 0.0,
"special": false,
"text": " %"
}, },
{ {
"id": 655, "id": 655,
@ -178,22 +190,10 @@
"text": " name" "text": " name"
}, },
{ {
"id": 494, "id": 46,
"logprob": -0.20141602,
"special": false,
"text": " +"
},
{
"id": 332,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " \"" "text": ")"
},
{
"id": 16013,
"logprob": 0.0,
"special": false,
"text": "!\")"
}, },
{ {
"id": 222, "id": 222,
@ -251,7 +251,7 @@
}, },
{ {
"id": 400, "id": 400,
"logprob": 0.0, "logprob": -0.074279785,
"special": false, "special": false,
"text": "age" "text": "age"
}, },
@ -310,34 +310,22 @@
"text": "Hello" "text": "Hello"
}, },
{ {
"id": 332, "id": 925,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " \"" "text": " %"
}, },
{ {
"id": 494, "id": 120,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " +" "text": "s"
}, },
{ {
"id": 655, "id": 49,
"logprob": 0.0, "logprob": -0.07891846,
"special": false, "special": false,
"text": " name" "text": ","
},
{
"id": 494,
"logprob": 0.0,
"special": false,
"text": " +"
},
{
"id": 3021,
"logprob": -0.5761719,
"special": false,
"text": " \","
}, },
{ {
"id": 863, "id": 863,
@ -352,43 +340,55 @@
"text": " are" "text": " are"
}, },
{ {
"id": 332, "id": 925,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " \"" "text": " %"
}, },
{ {
"id": 494, "id": 105,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " +" "text": "d"
}, },
{ {
"id": 615, "id": 11339,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " str" "text": " years"
}, },
{ {
"id": 45, "id": 3627,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": "(" "text": " old"
}, },
{ {
"id": 400, "id": 11571,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": "age" "text": "!\""
}, },
{ {
"id": 46, "id": 925,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": ")" "text": " %"
},
{
"id": 327,
"logprob": 0.0,
"special": false,
"text": " ("
},
{
"id": 444,
"logprob": 0.0,
"special": false,
"text": "name"
} }
], ],
"top_tokens": null "top_tokens": null
}, },
"generated_text": "():\n print(\"Hello World!\")\n\ndef print_hello_name(name):\n print(\"Hello \" + name + \"!\")\n\ndef print_hello_name_age(name, age):\n print(\"Hello \" + name + \", you are \" + str(age)" "generated_text": "():\n print(\"Hello World!\")\n\ndef print_hello_name(name):\n print(\"Hello %s!\" % name)\n\ndef print_hello_name_age(name, age):\n print(\"Hello %s, you are %d years old!\" % (name"
} }