From 8857b68cfc70dc450f11d79c3f4636ce5015f753 Mon Sep 17 00:00:00 2001 From: "Wang, Yi A" Date: Mon, 9 Sep 2024 23:54:55 -0700 Subject: [PATCH] fix ci failure Signed-off-by: Wang, Yi A --- .../test_flash_starcoder_gptq.json | 24 ++--- ...t_flash_starcoder_gptq_default_params.json | 24 ++--- .../test_flash_starcoder_gptq_load.json | 96 +++++++++---------- 3 files changed, 72 insertions(+), 72 deletions(-) diff --git a/integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq.json b/integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq.json index 26224118..c8481eb2 100644 --- a/integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq.json +++ b/integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq.json @@ -11,57 +11,57 @@ }, { "id": 3226, - "logprob": -8.9453125, + "logprob": -9.0234375, "text": " ge" }, { "id": 21017, - "logprob": -8.8515625, + "logprob": -9.0859375, "text": "ometric" }, { "id": 81, - "logprob": -0.21875, + "logprob": -0.2578125, "text": "_" }, { "id": 6009, - "logprob": -1.2773438, + "logprob": -2.1835938, "text": "mean" }, { "id": 26, - "logprob": -0.25195312, + "logprob": -0.3005371, "text": "(" }, { "id": 62, - "logprob": -4.8203125, + "logprob": -5.625, "text": "L" }, { "id": 44, - "logprob": -3.7734375, + "logprob": -3.0644531, "text": ":" }, { "id": 1682, - "logprob": -0.8310547, + "logprob": -0.6845703, "text": " List" }, { "id": 77, - "logprob": -0.22766113, + "logprob": -0.3869629, "text": "[" }, { "id": 1808, - "logprob": -0.46240234, + "logprob": -0.94628906, "text": "float" }, { "id": 10794, - "logprob": -3.0234375, + "logprob": -2.5371094, "text": "]):" } ], @@ -69,7 +69,7 @@ "tokens": [ { "id": 284, - "logprob": -0.04626465, + "logprob": -1.171875, "special": false, "text": "\n " }, diff --git a/integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq_default_params.json b/integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq_default_params.json index 015912f8..06f19bca 100644 --- a/integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq_default_params.json +++ b/integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq_default_params.json @@ -11,57 +11,57 @@ }, { "id": 3226, - "logprob": -8.9453125, + "logprob": -9.0234375, "text": " ge" }, { "id": 21017, - "logprob": -8.859375, + "logprob": -9.0859375, "text": "ometric" }, { "id": 81, - "logprob": -0.21984863, + "logprob": -0.25634766, "text": "_" }, { "id": 6009, - "logprob": -1.2861328, + "logprob": -2.1835938, "text": "mean" }, { "id": 26, - "logprob": -0.25219727, + "logprob": -0.29956055, "text": "(" }, { "id": 62, - "logprob": -4.8007812, + "logprob": -5.625, "text": "L" }, { "id": 44, - "logprob": -3.7949219, + "logprob": -3.09375, "text": ":" }, { "id": 1682, - "logprob": -0.8046875, + "logprob": -0.67578125, "text": " List" }, { "id": 77, - "logprob": -0.22424316, + "logprob": -0.38256836, "text": "[" }, { "id": 1808, - "logprob": -0.46191406, + "logprob": -0.9458008, "text": "float" }, { "id": 10794, - "logprob": -3.0253906, + "logprob": -2.5371094, "text": "]):" } ], @@ -69,7 +69,7 @@ "tokens": [ { "id": 284, - "logprob": 0.0, + "logprob": -0.05831909, "special": false, "text": "\n " }, diff --git a/integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq_load.json b/integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq_load.json index d9072c52..70a73423 100644 --- a/integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq_load.json +++ b/integration-tests/models/__snapshots__/test_flash_starcoder_gptq/test_flash_starcoder_gptq_load.json @@ -12,57 +12,57 @@ }, { "id": 3226, - "logprob": -8.9453125, + "logprob": -9.015625, "text": " ge" }, { "id": 21017, - "logprob": -8.8515625, + "logprob": -9.0859375, "text": "ometric" }, { "id": 81, - "logprob": -0.22033691, + "logprob": -0.25585938, "text": "_" }, { "id": 6009, - "logprob": -1.2939453, + "logprob": -2.1894531, "text": "mean" }, { "id": 26, - "logprob": -0.25268555, + "logprob": -0.29882812, "text": "(" }, { "id": 62, - "logprob": -4.796875, + "logprob": -5.6210938, "text": "L" }, { "id": 44, - "logprob": -3.796875, + "logprob": -3.078125, "text": ":" }, { "id": 1682, - "logprob": -0.8066406, + "logprob": -0.6699219, "text": " List" }, { "id": 77, - "logprob": -0.22644043, + "logprob": -0.38232422, "text": "[" }, { "id": 1808, - "logprob": -0.46166992, + "logprob": -0.9379883, "text": "float" }, { "id": 10794, - "logprob": -3.0253906, + "logprob": -2.5371094, "text": "]):" } ], @@ -70,7 +70,7 @@ "tokens": [ { "id": 284, - "logprob": -0.046844482, + "logprob": -1.1826172, "special": false, "text": "\n " }, @@ -98,57 +98,57 @@ }, { "id": 3226, - "logprob": -8.9375, + "logprob": -9.0234375, "text": " ge" }, { "id": 21017, - "logprob": -8.8515625, + "logprob": -9.09375, "text": "ometric" }, { "id": 81, - "logprob": -0.21826172, + "logprob": -0.25610352, "text": "_" }, { "id": 6009, - "logprob": -1.2871094, + "logprob": -2.1933594, "text": "mean" }, { "id": 26, - "logprob": -0.25390625, + "logprob": -0.29907227, "text": "(" }, { "id": 62, - "logprob": -4.8085938, + "logprob": -5.640625, "text": "L" }, { "id": 44, - "logprob": -3.7890625, + "logprob": -3.09375, "text": ":" }, { "id": 1682, - "logprob": -0.8076172, + "logprob": -0.67626953, "text": " List" }, { "id": 77, - "logprob": -0.22302246, + "logprob": -0.39038086, "text": "[" }, { "id": 1808, - "logprob": -0.46435547, + "logprob": -0.94384766, "text": "float" }, { "id": 10794, - "logprob": -3.0234375, + "logprob": -2.5507812, "text": "]):" } ], @@ -156,7 +156,7 @@ "tokens": [ { "id": 284, - "logprob": -0.046722412, + "logprob": -1.1865234, "special": false, "text": "\n " }, @@ -184,57 +184,57 @@ }, { "id": 3226, - "logprob": -8.9453125, + "logprob": -9.015625, "text": " ge" }, { "id": 21017, - "logprob": -8.8515625, + "logprob": -9.0859375, "text": "ometric" }, { "id": 81, - "logprob": -0.21813965, + "logprob": -0.25561523, "text": "_" }, { "id": 6009, - "logprob": -1.2744141, + "logprob": -2.1933594, "text": "mean" }, { "id": 26, - "logprob": -0.2512207, + "logprob": -0.296875, "text": "(" }, { "id": 62, - "logprob": -4.8046875, + "logprob": -5.6367188, "text": "L" }, { "id": 44, - "logprob": -3.7851562, + "logprob": -3.0800781, "text": ":" }, { "id": 1682, - "logprob": -0.81396484, + "logprob": -0.6875, "text": " List" }, { "id": 77, - "logprob": -0.22570801, + "logprob": -0.3840332, "text": "[" }, { "id": 1808, - "logprob": -0.46044922, + "logprob": -0.93847656, "text": "float" }, { "id": 10794, - "logprob": -3.0234375, + "logprob": -2.5371094, "text": "]):" } ], @@ -242,7 +242,7 @@ "tokens": [ { "id": 284, - "logprob": -0.04650879, + "logprob": -1.1777344, "special": false, "text": "\n " }, @@ -270,57 +270,57 @@ }, { "id": 3226, - "logprob": -8.9453125, + "logprob": -9.015625, "text": " ge" }, { "id": 21017, - "logprob": -8.8515625, + "logprob": -9.0859375, "text": "ometric" }, { "id": 81, - "logprob": -0.21960449, + "logprob": -0.25610352, "text": "_" }, { "id": 6009, - "logprob": -1.2890625, + "logprob": -2.1933594, "text": "mean" }, { "id": 26, - "logprob": -0.25073242, + "logprob": -0.3010254, "text": "(" }, { "id": 62, - "logprob": -4.8085938, + "logprob": -5.6484375, "text": "L" }, { "id": 44, - "logprob": -3.8046875, + "logprob": -3.0820312, "text": ":" }, { "id": 1682, - "logprob": -0.8071289, + "logprob": -0.6801758, "text": " List" }, { "id": 77, - "logprob": -0.22570801, + "logprob": -0.39257812, "text": "[" }, { "id": 1808, - "logprob": -0.46118164, + "logprob": -0.92626953, "text": "float" }, { "id": 10794, - "logprob": -3.0097656, + "logprob": -2.5234375, "text": "]):" } ], @@ -328,7 +328,7 @@ "tokens": [ { "id": 284, - "logprob": -0.046539307, + "logprob": -1.171875, "special": false, "text": "\n " },