Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Revert the integrationt tests change (seem linked to head_size 

modification).
This commit is contained in:
Nicolas Patry 2024-08-28 19:38:51 +02:00
parent 8a4df6e181
commit e7e036389e
No known key found for this signature in database
GPG Key ID: 64AF4752B2967863
2 changed files with 66 additions and 96 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

56
integration-tests/models/__snapshots__/test_flash_llama_fp8/test_flash_llama_fp8_all_params.json
View File

@ -1,8 +1,8 @@
{
"details": {
"best_of_sequences": null,
"finish_reason": "length",
"generated_tokens": 10,
"finish_reason": "stop_sequence",
"generated_tokens": 5,
"prefill": [
{
"id": 128000,
@ -29,61 +29,31 @@
"text": ":"
},
{
"id": 2209,
"logprob": -2.609375,
"id": 923,
"logprob": -2.84375,
"special": false,
"text": " Is"
},
{
"id": 279,
"logprob": -0.6328125,
"special": false,
"text": " the"
},
{
"id": 734,
"logprob": -2.828125,
"special": false,
"text": " function"
},
{
"id": 330,
"logprob": -0.36523438,
"special": false,
"text": " \""
},
{
"id": 4110,
"logprob": -2.453125,
"special": false,
"text": "Create"
"text": " add"
},
{
"id": 264,
"logprob": -0.20117188,
"logprob": 0.0,
"special": false,
"text": " a"
},
{
"id": 502,
"logprob": -0.29882812,
"id": 330,
"logprob": -0.31640625,
"special": false,
"text": " new"
"text": " \""
},
{
"id": 1052,
"logprob": -1.1953125,
"id": 1985,
"logprob": 0.0,
"special": false,
"text": " file"
},
{
"id": 1,
"logprob": -1.265625,
"special": false,
"text": "\""
"text": "test"
}
],
"top_tokens": null
},
"generated_text": "Test request: Is the function \"Create a new file\""
"generated_text": "Test request: add a \"test"
}

106
integration-tests/models/__snapshots__/test_flash_starcoder2/test_flash_starcoder2_default_params.json
View File

@ -113,7 +113,7 @@
},
{
"id": 444,
"logprob": -0.21313477,
"logprob": -0.21618652,
"special": false,
"text": "name"
},
@ -160,16 +160,28 @@
"text": "Hello"
},
{
"id": 332,
"logprob": -0.034698486,
"id": 925,
"logprob": -3.3476562,
"special": false,
"text": " \""
"text": " %"
},
{
"id": 494,
"id": 120,
"logprob": 0.0,
"special": false,
"text": " +"
"text": "s"
},
{
"id": 11571,
"logprob": -0.08892822,
"special": false,
"text": "!\""
},
{
"id": 925,
"logprob": 0.0,
"special": false,
"text": " %"
},
{
"id": 655,
@ -178,22 +190,10 @@
"text": " name"
},
{
"id": 494,
"logprob": -0.20141602,
"special": false,
"text": " +"
},
{
"id": 332,
"id": 46,
"logprob": 0.0,
"special": false,
"text": " \""
},
{
"id": 16013,
"logprob": 0.0,
"special": false,
"text": "!\")"
"text": ")"
},
{
"id": 222,
@ -251,7 +251,7 @@
},
{
"id": 400,
"logprob": 0.0,
"logprob": -0.074279785,
"special": false,
"text": "age"
},
@ -310,34 +310,22 @@
"text": "Hello"
},
{
"id": 332,
"id": 925,
"logprob": 0.0,
"special": false,
"text": " \""
"text": " %"
},
{
"id": 494,
"id": 120,
"logprob": 0.0,
"special": false,
"text": " +"
"text": "s"
},
{
"id": 655,
"logprob": 0.0,
"id": 49,
"logprob": -0.07891846,
"special": false,
"text": " name"
},
{
"id": 494,
"logprob": 0.0,
"special": false,
"text": " +"
},
{
"id": 3021,
"logprob": -0.5761719,
"special": false,
"text": " \","
"text": ","
},
{
"id": 863,
@ -352,43 +340,55 @@
"text": " are"
},
{
"id": 332,
"id": 925,
"logprob": 0.0,
"special": false,
"text": " \""
"text": " %"
},
{
"id": 494,
"id": 105,
"logprob": 0.0,
"special": false,
"text": " +"
"text": "d"
},
{
"id": 615,
"id": 11339,
"logprob": 0.0,
"special": false,
"text": " str"
"text": " years"
},
{
"id": 45,
"id": 3627,
"logprob": 0.0,
"special": false,
"text": "("
"text": " old"
},
{
"id": 400,
"id": 11571,
"logprob": 0.0,
"special": false,
"text": "age"
"text": "!\""
},
{
"id": 46,
"id": 925,
"logprob": 0.0,
"special": false,
"text": ")"
"text": " %"
},
{
"id": 327,
"logprob": 0.0,
"special": false,
"text": " ("
},
{
"id": 444,
"logprob": 0.0,
"special": false,
"text": "name"
}
],
"top_tokens": null
},
"generated_text": "():\n print(\"Hello World!\")\n\ndef print_hello_name(name):\n print(\"Hello \" + name + \"!\")\n\ndef print_hello_name_age(name, age):\n print(\"Hello \" + name + \", you are \" + str(age)"
"generated_text": "():\n print(\"Hello World!\")\n\ndef print_hello_name(name):\n print(\"Hello %s!\" % name)\n\ndef print_hello_name_age(name, age):\n print(\"Hello %s, you are %d years old!\" % (name"
}