Mirrors
/
hf_text-generation-inference
mirror of https://github.com/huggingface/text-generation-inference.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix ci failure 

Signed-off-by: Wang, Yi A <yi.a.wang@intel.com>
This commit is contained in:
Wang, Yi A 2024-09-09 23:54:55 -07:00
parent 8c3859d153
commit 8857b68cfc
3 changed files with 72 additions and 72 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq.json
View File

@ -11,57 +11,57 @@
}, },
{ {
"id": 3226, "id": 3226,
"logprob": -8.9453125, "logprob": -9.0234375,
"text": " ge" "text": " ge"
}, },
{ {
"id": 21017, "id": 21017,
"logprob": -8.8515625, "logprob": -9.0859375,
"text": "ometric" "text": "ometric"
}, },
{ {
"id": 81, "id": 81,
"logprob": -0.21875, "logprob": -0.2578125,
"text": "_" "text": "_"
}, },
{ {
"id": 6009, "id": 6009,
"logprob": -1.2773438, "logprob": -2.1835938,
"text": "mean" "text": "mean"
}, },
{ {
"id": 26, "id": 26,
"logprob": -0.25195312, "logprob": -0.3005371,
"text": "(" "text": "("
}, },
{ {
"id": 62, "id": 62,
"logprob": -4.8203125, "logprob": -5.625,
"text": "L" "text": "L"
}, },
{ {
"id": 44, "id": 44,
"logprob": -3.7734375, "logprob": -3.0644531,
"text": ":" "text": ":"
}, },
{ {
"id": 1682, "id": 1682,
"logprob": -0.8310547, "logprob": -0.6845703,
"text": " List" "text": " List"
}, },
{ {
"id": 77, "id": 77,
"logprob": -0.22766113, "logprob": -0.3869629,
"text": "[" "text": "["
}, },
{ {
"id": 1808, "id": 1808,
"logprob": -0.46240234, "logprob": -0.94628906,
"text": "float" "text": "float"
}, },
{ {
"id": 10794, "id": 10794,
"logprob": -3.0234375, "logprob": -2.5371094,
"text": "]):" "text": "]):"
} }
], ],
@ -69,7 +69,7 @@
"tokens": [ "tokens": [
{ {
"id": 284, "id": 284,
"logprob": -0.04626465, "logprob": -1.171875,
"special": false, "special": false,
"text": "\n " "text": "\n "
}, },

24
integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq_default_params.json
View File

@ -11,57 +11,57 @@
}, },
{ {
"id": 3226, "id": 3226,
"logprob": -8.9453125, "logprob": -9.0234375,
"text": " ge" "text": " ge"
}, },
{ {
"id": 21017, "id": 21017,
"logprob": -8.859375, "logprob": -9.0859375,
"text": "ometric" "text": "ometric"
}, },
{ {
"id": 81, "id": 81,
"logprob": -0.21984863, "logprob": -0.25634766,
"text": "_" "text": "_"
}, },
{ {
"id": 6009, "id": 6009,
"logprob": -1.2861328, "logprob": -2.1835938,
"text": "mean" "text": "mean"
}, },
{ {
"id": 26, "id": 26,
"logprob": -0.25219727, "logprob": -0.29956055,
"text": "(" "text": "("
}, },
{ {
"id": 62, "id": 62,
"logprob": -4.8007812, "logprob": -5.625,
"text": "L" "text": "L"
}, },
{ {
"id": 44, "id": 44,
"logprob": -3.7949219, "logprob": -3.09375,
"text": ":" "text": ":"
}, },
{ {
"id": 1682, "id": 1682,
"logprob": -0.8046875, "logprob": -0.67578125,
"text": " List" "text": " List"
}, },
{ {
"id": 77, "id": 77,
"logprob": -0.22424316, "logprob": -0.38256836,
"text": "[" "text": "["
}, },
{ {
"id": 1808, "id": 1808,
"logprob": -0.46191406, "logprob": -0.9458008,
"text": "float" "text": "float"
}, },
{ {
"id": 10794, "id": 10794,
"logprob": -3.0253906, "logprob": -2.5371094,
"text": "]):" "text": "]):"
} }
], ],
@ -69,7 +69,7 @@
"tokens": [ "tokens": [
{ {
"id": 284, "id": 284,
"logprob": 0.0, "logprob": -0.05831909,
"special": false, "special": false,
"text": "\n " "text": "\n "
}, },

96
integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq_load.json
View File

@ -12,57 +12,57 @@
}, },
{ {
"id": 3226, "id": 3226,
"logprob": -8.9453125, "logprob": -9.015625,
"text": " ge" "text": " ge"
}, },
{ {
"id": 21017, "id": 21017,
"logprob": -8.8515625, "logprob": -9.0859375,
"text": "ometric" "text": "ometric"
}, },
{ {
"id": 81, "id": 81,
"logprob": -0.22033691, "logprob": -0.25585938,
"text": "_" "text": "_"
}, },
{ {
"id": 6009, "id": 6009,
"logprob": -1.2939453, "logprob": -2.1894531,
"text": "mean" "text": "mean"
}, },
{ {
"id": 26, "id": 26,
"logprob": -0.25268555, "logprob": -0.29882812,
"text": "(" "text": "("
}, },
{ {
"id": 62, "id": 62,
"logprob": -4.796875, "logprob": -5.6210938,
"text": "L" "text": "L"
}, },
{ {
"id": 44, "id": 44,
"logprob": -3.796875, "logprob": -3.078125,
"text": ":" "text": ":"
}, },
{ {
"id": 1682, "id": 1682,
"logprob": -0.8066406, "logprob": -0.6699219,
"text": " List" "text": " List"
}, },
{ {
"id": 77, "id": 77,
"logprob": -0.22644043, "logprob": -0.38232422,
"text": "[" "text": "["
}, },
{ {
"id": 1808, "id": 1808,
"logprob": -0.46166992, "logprob": -0.9379883,
"text": "float" "text": "float"
}, },
{ {
"id": 10794, "id": 10794,
"logprob": -3.0253906, "logprob": -2.5371094,
"text": "]):" "text": "]):"
} }
], ],
@ -70,7 +70,7 @@
"tokens": [ "tokens": [
{ {
"id": 284, "id": 284,
"logprob": -0.046844482, "logprob": -1.1826172,
"special": false, "special": false,
"text": "\n " "text": "\n "
}, },
@ -98,57 +98,57 @@
}, },
{ {
"id": 3226, "id": 3226,
"logprob": -8.9375, "logprob": -9.0234375,
"text": " ge" "text": " ge"
}, },
{ {
"id": 21017, "id": 21017,
"logprob": -8.8515625, "logprob": -9.09375,
"text": "ometric" "text": "ometric"
}, },
{ {
"id": 81, "id": 81,
"logprob": -0.21826172, "logprob": -0.25610352,
"text": "_" "text": "_"
}, },
{ {
"id": 6009, "id": 6009,
"logprob": -1.2871094, "logprob": -2.1933594,
"text": "mean" "text": "mean"
}, },
{ {
"id": 26, "id": 26,
"logprob": -0.25390625, "logprob": -0.29907227,
"text": "(" "text": "("
}, },
{ {
"id": 62, "id": 62,
"logprob": -4.8085938, "logprob": -5.640625,
"text": "L" "text": "L"
}, },
{ {
"id": 44, "id": 44,
"logprob": -3.7890625, "logprob": -3.09375,
"text": ":" "text": ":"
}, },
{ {
"id": 1682, "id": 1682,
"logprob": -0.8076172, "logprob": -0.67626953,
"text": " List" "text": " List"
}, },
{ {
"id": 77, "id": 77,
"logprob": -0.22302246, "logprob": -0.39038086,
"text": "[" "text": "["
}, },
{ {
"id": 1808, "id": 1808,
"logprob": -0.46435547, "logprob": -0.94384766,
"text": "float" "text": "float"
}, },
{ {
"id": 10794, "id": 10794,
"logprob": -3.0234375, "logprob": -2.5507812,
"text": "]):" "text": "]):"
} }
], ],
@ -156,7 +156,7 @@
"tokens": [ "tokens": [
{ {
"id": 284, "id": 284,
"logprob": -0.046722412, "logprob": -1.1865234,
"special": false, "special": false,
"text": "\n " "text": "\n "
}, },
@ -184,57 +184,57 @@
}, },
{ {
"id": 3226, "id": 3226,
"logprob": -8.9453125, "logprob": -9.015625,
"text": " ge" "text": " ge"
}, },
{ {
"id": 21017, "id": 21017,
"logprob": -8.8515625, "logprob": -9.0859375,
"text": "ometric" "text": "ometric"
}, },
{ {
"id": 81, "id": 81,
"logprob": -0.21813965, "logprob": -0.25561523,
"text": "_" "text": "_"
}, },
{ {
"id": 6009, "id": 6009,
"logprob": -1.2744141, "logprob": -2.1933594,
"text": "mean" "text": "mean"
}, },
{ {
"id": 26, "id": 26,
"logprob": -0.2512207, "logprob": -0.296875,
"text": "(" "text": "("
}, },
{ {
"id": 62, "id": 62,
"logprob": -4.8046875, "logprob": -5.6367188,
"text": "L" "text": "L"
}, },
{ {
"id": 44, "id": 44,
"logprob": -3.7851562, "logprob": -3.0800781,
"text": ":" "text": ":"
}, },
{ {
"id": 1682, "id": 1682,
"logprob": -0.81396484, "logprob": -0.6875,
"text": " List" "text": " List"
}, },
{ {
"id": 77, "id": 77,
"logprob": -0.22570801, "logprob": -0.3840332,
"text": "[" "text": "["
}, },
{ {
"id": 1808, "id": 1808,
"logprob": -0.46044922, "logprob": -0.93847656,
"text": "float" "text": "float"
}, },
{ {
"id": 10794, "id": 10794,
"logprob": -3.0234375, "logprob": -2.5371094,
"text": "]):" "text": "]):"
} }
], ],
@ -242,7 +242,7 @@
"tokens": [ "tokens": [
{ {
"id": 284, "id": 284,
"logprob": -0.04650879, "logprob": -1.1777344,
"special": false, "special": false,
"text": "\n " "text": "\n "
}, },
@ -270,57 +270,57 @@
}, },
{ {
"id": 3226, "id": 3226,
"logprob": -8.9453125, "logprob": -9.015625,
"text": " ge" "text": " ge"
}, },
{ {
"id": 21017, "id": 21017,
"logprob": -8.8515625, "logprob": -9.0859375,
"text": "ometric" "text": "ometric"
}, },
{ {
"id": 81, "id": 81,
"logprob": -0.21960449, "logprob": -0.25610352,
"text": "_" "text": "_"
}, },
{ {
"id": 6009, "id": 6009,
"logprob": -1.2890625, "logprob": -2.1933594,
"text": "mean" "text": "mean"
}, },
{ {
"id": 26, "id": 26,
"logprob": -0.25073242, "logprob": -0.3010254,
"text": "(" "text": "("
}, },
{ {
"id": 62, "id": 62,
"logprob": -4.8085938, "logprob": -5.6484375,
"text": "L" "text": "L"
}, },
{ {
"id": 44, "id": 44,
"logprob": -3.8046875, "logprob": -3.0820312,
"text": ":" "text": ":"
}, },
{ {
"id": 1682, "id": 1682,
"logprob": -0.8071289, "logprob": -0.6801758,
"text": " List" "text": " List"
}, },
{ {
"id": 77, "id": 77,
"logprob": -0.22570801, "logprob": -0.39257812,
"text": "[" "text": "["
}, },
{ {
"id": 1808, "id": 1808,
"logprob": -0.46118164, "logprob": -0.92626953,
"text": "float" "text": "float"
}, },
{ {
"id": 10794, "id": 10794,
"logprob": -3.0097656, "logprob": -2.5234375,
"text": "]):" "text": "]):"
} }
], ],
@ -328,7 +328,7 @@
"tokens": [ "tokens": [
{ {
"id": 284, "id": 284,
"logprob": -0.046539307, "logprob": -1.171875,
"special": false, "special": false,
"text": "\n " "text": "\n "
}, },