fix: adjust test snapshots and small refactors (#2323)

* fix: adjust test snapshots and small refactors

* fix: revert non snapshot changes
This commit is contained in:
drbh 2024-07-29 11:38:38 -04:00 committed by GitHub
parent 3d7f4f41bb
commit 0b95693fb8
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
13 changed files with 359 additions and 391 deletions

View File

@ -11,52 +11,52 @@
}, },
{ {
"id": 49833, "id": 49833,
"logprob": -10.5625, "logprob": -10.5703125,
"text": " dég" "text": " dég"
}, },
{ {
"id": 21543, "id": 21543,
"logprob": -0.14770508, "logprob": -0.14746094,
"text": "uster" "text": "uster"
}, },
{ {
"id": 447, "id": 447,
"logprob": -1.9287109, "logprob": -1.9277344,
"text": " un" "text": " un"
}, },
{ {
"id": 46341, "id": 46341,
"logprob": -15.4609375, "logprob": -15.421875,
"text": " ort" "text": " ort"
}, },
{ {
"id": 35567, "id": 35567,
"logprob": -7.5585938, "logprob": -7.5820312,
"text": "olan" "text": "olan"
}, },
{ {
"id": 15, "id": 15,
"logprob": -1.4003906, "logprob": -1.4013672,
"text": "," "text": ","
}, },
{ {
"id": 1669, "id": 1669,
"logprob": -1.5673828, "logprob": -1.5664062,
"text": " il" "text": " il"
}, },
{ {
"id": 11580, "id": 11580,
"logprob": -0.94628906, "logprob": -0.94189453,
"text": " faut" "text": " faut"
}, },
{ {
"id": 3913, "id": 3913,
"logprob": -3.703125, "logprob": -3.6816406,
"text": " tout" "text": " tout"
}, },
{ {
"id": 39261, "id": 39261,
"logprob": -1.5732422, "logprob": -1.7753906,
"text": " d'abord" "text": " d'abord"
} }
], ],
@ -64,65 +64,66 @@
"tokens": [ "tokens": [
{ {
"id": 578, "id": 578,
"logprob": -1.6591797, "logprob": -1.6318359,
"special": false, "special": false,
"text": " le" "text": " le"
}, },
{ {
"id": 5608, "id": 5608,
"logprob": -2.4492188, "logprob": -2.4882812,
"special": false, "special": false,
"text": " faire" "text": " faire"
}, },
{ {
"id": 159570, "id": 7735,
"logprob": -6.6835938, "logprob": -2.4355469,
"special": false, "special": false,
"text": " réch" "text": " fond"
}, },
{ {
"id": 810, "id": 289,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": "au" "text": "re"
}, },
{ {
"id": 12736, "id": 693,
"logprob": -2.4472656,
"special": false,
"text": " à"
},
{
"id": 366,
"logprob": -1.1972656,
"special": false,
"text": " la"
},
{
"id": 48844,
"logprob": -1.7890625,
"special": false,
"text": " cass"
},
{
"id": 1744,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": "ffer" "text": "ero"
}, },
{ {
"id": 1742, "id": 327,
"logprob": -2.5175781,
"special": false,
"text": " au"
},
{
"id": 6105,
"logprob": -2.0078125,
"special": false,
"text": " bain"
},
{
"id": 88254,
"logprob": -0.12695312,
"special": false,
"text": "-mar"
},
{
"id": 641,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": "ie" "text": "le"
}, },
{ {
"id": 2940, "id": 2940,
"logprob": -3.5175781, "logprob": -1.9335938,
"special": false, "special": false,
"text": " avec" "text": " avec"
} }
] ],
"top_tokens": null
}, },
"generated_text": " le faire réchauffer au bain-marie avec" "generated_text": " le faire fondre à la casserole avec"
} }

View File

@ -11,7 +11,7 @@
}, },
{ {
"id": 1669, "id": 1669,
"logprob": -5.4414062, "logprob": -5.4453125,
"text": " il" "text": " il"
}, },
{ {
@ -21,12 +21,12 @@
}, },
{ {
"id": 3913, "id": 3913,
"logprob": -4.3554688, "logprob": -4.3320312,
"text": " tout" "text": " tout"
}, },
{ {
"id": 39261, "id": 39261,
"logprob": -2.9238281, "logprob": -2.9160156,
"text": " d'abord" "text": " d'abord"
} }
], ],
@ -34,65 +34,66 @@
"tokens": [ "tokens": [
{ {
"id": 408, "id": 408,
"logprob": -0.07891846, "logprob": -0.16687012,
"special": false, "special": false,
"text": " que" "text": " que"
}, },
{ {
"id": 366, "id": 366,
"logprob": -1.2939453, "logprob": -1.5517578,
"special": false, "special": false,
"text": " la" "text": " la"
}, },
{ {
"id": 8769, "id": 8769,
"logprob": -0.3708496, "logprob": -0.16687012,
"special": false, "special": false,
"text": " personne" "text": " personne"
}, },
{ {
"id": 1479, "id": 1479,
"logprob": -2.2871094, "logprob": -2.1035156,
"special": false, "special": false,
"text": " qui" "text": " qui"
}, },
{ {
"id": 2997, "id": 143926,
"logprob": -0.8671875, "logprob": -2.8671875,
"special": false, "special": false,
"text": " vous" "text": " réalise"
}, },
{ {
"id": 35977, "id": 578,
"logprob": -1.5097656, "logprob": 0.0,
"special": false, "special": false,
"text": " suit" "text": " le"
}, },
{ {
"id": 21558, "id": 8138,
"logprob": -0.07891846, "logprob": -0.66748047,
"special": false, "special": false,
"text": " ait" "text": " projet"
}, },
{ {
"id": 447, "id": 795,
"logprob": -0.12695312, "logprob": -1.6279297,
"special": false, "special": false,
"text": " un" "text": " ne"
}, },
{ {
"id": 78606, "id": 9802,
"logprob": -2.21875, "logprob": -0.47875977,
"special": false, "special": false,
"text": " profil" "text": " soit"
}, },
{ {
"id": 3899, "id": 1230,
"logprob": -1.3535156, "logprob": 0.0,
"special": false, "special": false,
"text": " bien" "text": " pas"
} }
] ],
"top_tokens": null
}, },
"generated_text": "Pour déguster un ortolan, il faut tout d'abord que la personne qui vous suit ait un profil bien" "generated_text": "Pour déguster un ortolan, il faut tout d'abord que la personne qui réalise le projet ne soit pas"
} }

View File

@ -11,52 +11,52 @@
}, },
{ {
"id": 49833, "id": 49833,
"logprob": -10.5390625, "logprob": -10.546875,
"text": " dég" "text": " dég"
}, },
{ {
"id": 21543, "id": 21543,
"logprob": -0.14758301, "logprob": -0.14819336,
"text": "uster" "text": "uster"
}, },
{ {
"id": 447, "id": 447,
"logprob": -1.9296875, "logprob": -1.9257812,
"text": " un" "text": " un"
}, },
{ {
"id": 46341, "id": 46341,
"logprob": -15.4453125, "logprob": -15.4296875,
"text": " ort" "text": " ort"
}, },
{ {
"id": 35567, "id": 35567,
"logprob": -7.59375, "logprob": -7.5625,
"text": "olan" "text": "olan"
}, },
{ {
"id": 15, "id": 15,
"logprob": -1.3994141, "logprob": -1.4199219,
"text": "," "text": ","
}, },
{ {
"id": 1669, "id": 1669,
"logprob": -1.578125, "logprob": -1.5634766,
"text": " il" "text": " il"
}, },
{ {
"id": 11580, "id": 11580,
"logprob": -0.9453125, "logprob": -0.9458008,
"text": " faut" "text": " faut"
}, },
{ {
"id": 3913, "id": 3913,
"logprob": -3.7011719, "logprob": -3.6816406,
"text": " tout" "text": " tout"
}, },
{ {
"id": 39261, "id": 39261,
"logprob": -1.5732422, "logprob": -1.7753906,
"text": " d'abord" "text": " d'abord"
} }
], ],
@ -64,65 +64,66 @@
"tokens": [ "tokens": [
{ {
"id": 578, "id": 578,
"logprob": -1.6474609, "logprob": -1.828125,
"special": false, "special": false,
"text": " le" "text": " le"
}, },
{ {
"id": 5608, "id": 5608,
"logprob": -2.5097656, "logprob": -2.5546875,
"special": false, "special": false,
"text": " faire" "text": " faire"
}, },
{ {
"id": 159570, "id": 7735,
"logprob": -6.65625, "logprob": -2.4277344,
"special": false, "special": false,
"text": " réch" "text": " fond"
}, },
{ {
"id": 810, "id": 289,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": "au" "text": "re"
}, },
{ {
"id": 12736, "id": 693,
"logprob": -2.4472656,
"special": false,
"text": " à"
},
{
"id": 366,
"logprob": -1.1494141,
"special": false,
"text": " la"
},
{
"id": 48844,
"logprob": -1.7939453,
"special": false,
"text": " cass"
},
{
"id": 1744,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": "ffer" "text": "ero"
}, },
{ {
"id": 1742, "id": 327,
"logprob": -2.5859375,
"special": false,
"text": " au"
},
{
"id": 6105,
"logprob": -2.03125,
"special": false,
"text": " bain"
},
{
"id": 88254,
"logprob": -0.12695312,
"special": false,
"text": "-mar"
},
{
"id": 641,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": "ie" "text": "le"
}, },
{ {
"id": 2940, "id": 2940,
"logprob": -3.5175781, "logprob": -1.9013672,
"special": false, "special": false,
"text": " avec" "text": " avec"
} }
] ],
"top_tokens": null
}, },
"generated_text": " le faire réchauffer au bain-marie avec" "generated_text": " le faire fondre à la casserole avec"
} }

View File

@ -1,11 +1,17 @@
{ {
"choices": [ "choices": [
{ {
"finish_reason": "eos_token", "finish_reason": "stop",
"index": 1, "index": 1,
"logprobs": null, "logprobs": null,
"text": " PR for more information?" "text": " PR for more information?"
}, },
{
"finish_reason": "length",
"index": 3,
"logprobs": null,
"text": "hd20220811-"
},
{ {
"finish_reason": "length", "finish_reason": "length",
"index": 0, "index": 0,
@ -17,19 +23,13 @@
"index": 2, "index": 2,
"logprobs": null, "logprobs": null,
"text": " severely flawed and often has a substandard" "text": " severely flawed and often has a substandard"
},
{
"finish_reason": "length",
"index": 3,
"logprobs": null,
"text": "hd20220811-"
} }
], ],
"created": 1713284455, "created": 1722014725,
"id": "", "id": "",
"model": "TinyLlama/TinyLlama-1.1B-Chat-v1.0", "model": "TinyLlama/TinyLlama-1.1B-Chat-v1.0",
"object": "text_completion", "object": "text_completion",
"system_fingerprint": "2.0.1-native", "system_fingerprint": "2.2.1-dev0-native",
"usage": { "usage": {
"completion_tokens": 36, "completion_tokens": 36,
"prompt_tokens": 8, "prompt_tokens": 8,

View File

@ -1,8 +1,8 @@
{ {
"details": { "details": {
"best_of_sequences": null, "best_of_sequences": null,
"finish_reason": "length", "finish_reason": "eos_token",
"generated_tokens": 10, "generated_tokens": 4,
"prefill": [ "prefill": [
{ {
"id": 100000, "id": 100000,
@ -16,7 +16,7 @@
}, },
{ {
"id": 3102, "id": 3102,
"logprob": -11.1875, "logprob": -11.25,
"text": " request" "text": " request"
} }
], ],
@ -30,7 +30,7 @@
}, },
{ {
"id": 10081, "id": 10081,
"logprob": -0.36914062, "logprob": -0.41210938,
"special": false, "special": false,
"text": " successfully" "text": " successfully"
}, },
@ -41,49 +41,13 @@
"text": "." "text": "."
}, },
{ {
"id": 185, "id": 100001,
"logprob": 0.0, "logprob": -0.16015625,
"special": false, "special": true,
"text": "\n" "text": "<end▁of▁sentence>"
},
{
"id": 1380,
"logprob": -0.38671875,
"special": false,
"text": "We"
},
{
"id": 543,
"logprob": -0.12695312,
"special": false,
"text": " will"
},
{
"id": 752,
"logprob": -0.20117188,
"special": false,
"text": " get"
},
{
"id": 279,
"logprob": 0.0,
"special": false,
"text": " in"
},
{
"id": 5402,
"logprob": 0.0,
"special": false,
"text": " touch"
},
{
"id": 366,
"logprob": 0.0,
"special": false,
"text": " with"
} }
], ],
"top_tokens": null "top_tokens": null
}, },
"generated_text": "Test request sent successfully.\nWe will get in touch with" "generated_text": "Test request sent successfully."
} }

View File

@ -17,7 +17,7 @@
}, },
{ {
"id": 3102, "id": 3102,
"logprob": -11.1875, "logprob": -11.25,
"text": " request" "text": " request"
} }
], ],
@ -25,68 +25,68 @@
"tokens": [ "tokens": [
{ {
"id": 185, "id": 185,
"logprob": -1.5546875, "logprob": -1.546875,
"special": false, "special": false,
"text": "\n" "text": "\n"
}, },
{ {
"id": 549, "id": 549,
"logprob": -2.8125, "logprob": -2.859375,
"special": false, "special": false,
"text": "The" "text": "The"
}, },
{ {
"id": 1727, "id": 1727,
"logprob": -2.375, "logprob": -2.359375,
"special": false, "special": false,
"text": " test" "text": " test"
}, },
{ {
"id": 3102, "id": 3102,
"logprob": -0.890625, "logprob": -0.83203125,
"special": false, "special": false,
"text": " request" "text": " request"
}, },
{ {
"id": 317, "id": 317,
"logprob": -1.1484375, "logprob": -1.125,
"special": false, "special": false,
"text": " is" "text": " is"
}, },
{ {
"id": 245, "id": 245,
"logprob": -1.5390625, "logprob": -1.5703125,
"special": false, "special": false,
"text": " a" "text": " a"
}, },
{ {
"id": 3102, "id": 3412,
"logprob": -2.609375, "logprob": -2.578125,
"special": false, "special": false,
"text": " request" "text": " document"
}, },
{ {
"id": 327, "id": 344,
"logprob": -0.75, "logprob": -1.125,
"special": false, "special": false,
"text": " for" "text": " that"
}, },
{ {
"id": 245, "id": 317,
"logprob": -1.1171875, "logprob": -1.6953125,
"special": false, "special": false,
"text": " a" "text": " is"
}, },
{ {
"id": 1727, "id": 1222,
"logprob": -0.90625, "logprob": -1.75,
"special": false, "special": false,
"text": " test" "text": " used"
} }
], ],
"top_tokens": null "top_tokens": null
}, },
"generated_text": "\nThe test request is a request for a test" "generated_text": "\nThe test request is a document that is used"
}, },
{ {
"details": { "details": {
@ -114,68 +114,68 @@
"tokens": [ "tokens": [
{ {
"id": 185, "id": 185,
"logprob": -1.5546875, "logprob": -1.546875,
"special": false, "special": false,
"text": "\n" "text": "\n"
}, },
{ {
"id": 549, "id": 549,
"logprob": -2.8125, "logprob": -2.859375,
"special": false, "special": false,
"text": "The" "text": "The"
}, },
{ {
"id": 1727, "id": 1727,
"logprob": -2.375, "logprob": -2.359375,
"special": false, "special": false,
"text": " test" "text": " test"
}, },
{ {
"id": 3102, "id": 3102,
"logprob": -0.890625, "logprob": -0.83203125,
"special": false, "special": false,
"text": " request" "text": " request"
}, },
{ {
"id": 317, "id": 317,
"logprob": -1.1484375, "logprob": -1.125,
"special": false, "special": false,
"text": " is" "text": " is"
}, },
{ {
"id": 245, "id": 245,
"logprob": -1.5390625, "logprob": -1.5703125,
"special": false, "special": false,
"text": " a" "text": " a"
}, },
{ {
"id": 3102, "id": 3412,
"logprob": -2.609375, "logprob": -2.578125,
"special": false, "special": false,
"text": " request" "text": " document"
}, },
{ {
"id": 327, "id": 344,
"logprob": -0.75, "logprob": -1.125,
"special": false, "special": false,
"text": " for" "text": " that"
}, },
{ {
"id": 245, "id": 317,
"logprob": -1.1171875, "logprob": -1.6953125,
"special": false, "special": false,
"text": " a" "text": " is"
}, },
{ {
"id": 1727, "id": 1222,
"logprob": -0.90625, "logprob": -1.75,
"special": false, "special": false,
"text": " test" "text": " used"
} }
], ],
"top_tokens": null "top_tokens": null
}, },
"generated_text": "\nThe test request is a request for a test" "generated_text": "\nThe test request is a document that is used"
}, },
{ {
"details": { "details": {
@ -203,68 +203,68 @@
"tokens": [ "tokens": [
{ {
"id": 185, "id": 185,
"logprob": -1.5546875, "logprob": -1.546875,
"special": false, "special": false,
"text": "\n" "text": "\n"
}, },
{ {
"id": 549, "id": 549,
"logprob": -2.8125, "logprob": -2.859375,
"special": false, "special": false,
"text": "The" "text": "The"
}, },
{ {
"id": 1727, "id": 1727,
"logprob": -2.375, "logprob": -2.359375,
"special": false, "special": false,
"text": " test" "text": " test"
}, },
{ {
"id": 3102, "id": 3102,
"logprob": -0.890625, "logprob": -0.83203125,
"special": false, "special": false,
"text": " request" "text": " request"
}, },
{ {
"id": 317, "id": 317,
"logprob": -1.1484375, "logprob": -1.125,
"special": false, "special": false,
"text": " is" "text": " is"
}, },
{ {
"id": 245, "id": 245,
"logprob": -1.5390625, "logprob": -1.5703125,
"special": false, "special": false,
"text": " a" "text": " a"
}, },
{ {
"id": 3102, "id": 3412,
"logprob": -2.609375, "logprob": -2.578125,
"special": false, "special": false,
"text": " request" "text": " document"
}, },
{ {
"id": 327, "id": 344,
"logprob": -0.75, "logprob": -1.125,
"special": false, "special": false,
"text": " for" "text": " that"
}, },
{ {
"id": 245, "id": 317,
"logprob": -1.1171875, "logprob": -1.6953125,
"special": false, "special": false,
"text": " a" "text": " is"
}, },
{ {
"id": 1727, "id": 1222,
"logprob": -0.90625, "logprob": -1.75,
"special": false, "special": false,
"text": " test" "text": " used"
} }
], ],
"top_tokens": null "top_tokens": null
}, },
"generated_text": "\nThe test request is a request for a test" "generated_text": "\nThe test request is a document that is used"
}, },
{ {
"details": { "details": {
@ -292,67 +292,67 @@
"tokens": [ "tokens": [
{ {
"id": 185, "id": 185,
"logprob": -1.5546875, "logprob": -1.546875,
"special": false, "special": false,
"text": "\n" "text": "\n"
}, },
{ {
"id": 549, "id": 549,
"logprob": -2.8125, "logprob": -2.859375,
"special": false, "special": false,
"text": "The" "text": "The"
}, },
{ {
"id": 1727, "id": 1727,
"logprob": -2.375, "logprob": -2.359375,
"special": false, "special": false,
"text": " test" "text": " test"
}, },
{ {
"id": 3102, "id": 3102,
"logprob": -0.890625, "logprob": -0.83203125,
"special": false, "special": false,
"text": " request" "text": " request"
}, },
{ {
"id": 317, "id": 317,
"logprob": -1.1484375, "logprob": -1.125,
"special": false, "special": false,
"text": " is" "text": " is"
}, },
{ {
"id": 245, "id": 245,
"logprob": -1.5390625, "logprob": -1.5703125,
"special": false, "special": false,
"text": " a" "text": " a"
}, },
{ {
"id": 3102, "id": 3412,
"logprob": -2.609375, "logprob": -2.578125,
"special": false, "special": false,
"text": " request" "text": " document"
}, },
{ {
"id": 327, "id": 344,
"logprob": -0.75, "logprob": -1.125,
"special": false, "special": false,
"text": " for" "text": " that"
}, },
{ {
"id": 245, "id": 317,
"logprob": -1.1171875, "logprob": -1.6953125,
"special": false, "special": false,
"text": " a" "text": " is"
}, },
{ {
"id": 1727, "id": 1222,
"logprob": -0.90625, "logprob": -1.75,
"special": false, "special": false,
"text": " test" "text": " used"
} }
], ],
"top_tokens": null "top_tokens": null
}, },
"generated_text": "\nThe test request is a request for a test" "generated_text": "\nThe test request is a document that is used"
} }
] ]

View File

@ -11,12 +11,12 @@
}, },
{ {
"id": 2015, "id": 2015,
"logprob": -10.0, "logprob": -10.0625,
"text": "Test" "text": "Test"
}, },
{ {
"id": 3853, "id": 3853,
"logprob": -10.875, "logprob": -11.0,
"text": " request" "text": " request"
} }
], ],
@ -24,7 +24,7 @@
"tokens": [ "tokens": [
{ {
"id": 1736, "id": 1736,
"logprob": -2.09375, "logprob": -2.03125,
"special": false, "special": false,
"text": " form" "text": " form"
}, },
@ -42,48 +42,48 @@
}, },
{ {
"id": 2121, "id": 2121,
"logprob": -1.8203125, "logprob": -1.8125,
"special": false, "special": false,
"text": " test" "text": " test"
}, },
{ {
"id": 3853, "id": 3853,
"logprob": -0.23242188, "logprob": -0.24121094,
"special": false, "special": false,
"text": " request" "text": " request"
}, },
{ {
"id": 1736, "id": 1736,
"logprob": -0.08544922, "logprob": -0.100097656,
"special": false, "special": false,
"text": " form" "text": " form"
}, },
{ {
"id": 603, "id": 603,
"logprob": -0.9375, "logprob": -0.9453125,
"special": false, "special": false,
"text": " is" "text": " is"
}, },
{ {
"id": 1671, "id": 476,
"logprob": -1.671875, "logprob": -1.703125,
"special": false, "special": false,
"text": " used" "text": " a"
}, },
{ {
"id": 577, "id": 4551,
"logprob": -0.40429688, "logprob": -2.453125,
"special": false, "special": false,
"text": " to" "text": " document"
}, },
{ {
"id": 3853, "id": 674,
"logprob": -1.1875, "logprob": -0.796875,
"special": false, "special": false,
"text": " request" "text": " that"
} }
], ],
"top_tokens": null "top_tokens": null
}, },
"generated_text": " form\n\nThe test request form is used to request" "generated_text": " form\n\nThe test request form is a document that"
} }

View File

@ -11,12 +11,12 @@
}, },
{ {
"id": 2015, "id": 2015,
"logprob": -10.0, "logprob": -10.0625,
"text": "Test" "text": "Test"
}, },
{ {
"id": 3853, "id": 3853,
"logprob": -10.875, "logprob": -11.0,
"text": " request" "text": " request"
} }
], ],
@ -24,7 +24,7 @@
"tokens": [ "tokens": [
{ {
"id": 7539, "id": 7539,
"logprob": -0.73046875, "logprob": -0.609375,
"special": false, "special": false,
"text": " forms" "text": " forms"
}, },
@ -36,7 +36,7 @@
}, },
{ {
"id": 671, "id": 671,
"logprob": -1.703125, "logprob": -1.5546875,
"special": false, "special": false,
"text": " an" "text": " an"
}, },
@ -66,24 +66,24 @@
}, },
{ {
"id": 11859, "id": 11859,
"logprob": -1.6953125, "logprob": -1.953125,
"special": false, "special": false,
"text": " lab" "text": " lab"
}, },
{ {
"id": 2185, "id": 2185,
"logprob": -1.3125, "logprob": -1.7734375,
"special": false, "special": false,
"text": " process" "text": " process"
}, },
{ {
"id": 578, "id": 235265,
"logprob": -1.5, "logprob": 0.0,
"special": false, "special": false,
"text": " and" "text": "."
} }
], ],
"top_tokens": null "top_tokens": null
}, },
"generated_text": "Test request forms are an essential part of the lab process and" "generated_text": "Test request forms are an essential part of the lab process."
} }

View File

@ -11,12 +11,12 @@
}, },
{ {
"id": 2015, "id": 2015,
"logprob": -9.65625, "logprob": -9.640625,
"text": "Test" "text": "Test"
}, },
{ {
"id": 3853, "id": 3853,
"logprob": -10.3671875, "logprob": -10.375,
"text": " request" "text": " request"
} }
], ],
@ -24,66 +24,66 @@
"tokens": [ "tokens": [
{ {
"id": 604, "id": 604,
"logprob": -0.36938477, "logprob": -0.2824707,
"special": false, "special": false,
"text": " for" "text": " for"
}, },
{ {
"id": 235248, "id": 573,
"logprob": -1.8046875, "logprob": -0.19030762,
"special": false, "special": false,
"text": " " "text": " the"
}, },
{ {
"id": 235274, "id": 16819,
"logprob": -0.46240234, "logprob": -1.4892578,
"special": false, "special": false,
"text": "1" "text": " detection"
}, },
{ {
"id": 235284, "id": 576,
"logprob": -1.7460938, "logprob": -0.7011719,
"special": false, "special": false,
"text": "2" "text": " of"
}, },
{ {
"id": 235265, "id": 573,
"logprob": -1.9443359, "logprob": -2.0195312,
"special": false, "special": false,
"text": "." "text": " the"
}, },
{ {
"id": 235284, "id": 8566,
"logprob": -1.4550781,
"special": false,
"text": "2"
},
{
"id": 235308,
"logprob": -1.0205078,
"special": false,
"text": "5"
},
{
"id": 235290,
"logprob": -1.0283203,
"special": false,
"text": "-"
},
{
"id": 235274,
"logprob": -1.2783203,
"special": false,
"text": "1"
},
{
"id": 235284,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": "2" "text": " presence"
},
{
"id": 689,
"logprob": -0.16491699,
"special": false,
"text": " or"
},
{
"id": 14862,
"logprob": 0.0,
"special": false,
"text": " absence"
},
{
"id": 576,
"logprob": -0.9946289,
"special": false,
"text": " of"
},
{
"id": 671,
"logprob": -0.5263672,
"special": false,
"text": " an"
} }
], ],
"top_tokens": null "top_tokens": null
}, },
"generated_text": "Test request for 12.25-12" "generated_text": "Test request for the detection of the presence or absence of an"
} }

View File

@ -11,17 +11,17 @@
}, },
{ {
"id": 1459, "id": 1459,
"logprob": -5.6328125, "logprob": -5.625,
"text": " print" "text": " print"
}, },
{ {
"id": 81, "id": 81,
"logprob": -1.6035156, "logprob": -1.6064453,
"text": "_" "text": "_"
}, },
{ {
"id": 7656, "id": 7656,
"logprob": -5.9882812, "logprob": -5.9921875,
"text": "hello" "text": "hello"
} }
], ],
@ -29,7 +29,7 @@
"tokens": [ "tokens": [
{ {
"id": 2262, "id": 2262,
"logprob": -0.042999268, "logprob": -0.045715332,
"special": false, "special": false,
"text": "():" "text": "():"
}, },
@ -59,7 +59,7 @@
}, },
{ {
"id": 10896, "id": 10896,
"logprob": -0.38549805, "logprob": -0.3659668,
"special": false, "special": false,
"text": " World" "text": " World"
}, },
@ -113,7 +113,7 @@
}, },
{ {
"id": 426, "id": 426,
"logprob": 0.0, "logprob": -0.051635742,
"special": false, "special": false,
"text": "name" "text": "name"
}, },
@ -323,7 +323,7 @@
}, },
{ {
"id": 313, "id": 313,
"logprob": -0.6328125, "logprob": -0.6933594,
"special": false, "special": false,
"text": " \"" "text": " \""
}, },
@ -387,7 +387,8 @@
"special": false, "special": false,
"text": " print" "text": " print"
} }
] ],
"top_tokens": null
}, },
"generated_text": "():\n print(\"Hello World\")\n\ndef print_hello_name(name):\n print(\"Hello \" + name)\n\ndef print_hello_name_age(name, age):\n print(\"Hello \" + name + \" \" + str(age))\n\ndef print" "generated_text": "():\n print(\"Hello World\")\n\ndef print_hello_name(name):\n print(\"Hello \" + name)\n\ndef print_hello_name_age(name, age):\n print(\"Hello \" + name + \" \" + str(age))\n\ndef print"
} }

View File

@ -11,12 +11,12 @@
}, },
{ {
"id": 1489, "id": 1489,
"logprob": -5.2617188, "logprob": -5.265625,
"text": " print" "text": " print"
}, },
{ {
"id": 100, "id": 100,
"logprob": -0.38476562, "logprob": -0.38549805,
"text": "_" "text": "_"
}, },
{ {
@ -29,7 +29,7 @@
"tokens": [ "tokens": [
{ {
"id": 2284, "id": 2284,
"logprob": -0.296875, "logprob": -0.31323242,
"special": false, "special": false,
"text": "():" "text": "():"
}, },
@ -53,19 +53,19 @@
}, },
{ {
"id": 8302, "id": 8302,
"logprob": -0.28125, "logprob": -0.26611328,
"special": false, "special": false,
"text": "Hello" "text": "Hello"
}, },
{ {
"id": 10914, "id": 10914,
"logprob": -0.79248047, "logprob": -0.7817383,
"special": false, "special": false,
"text": " World" "text": " World"
}, },
{ {
"id": 16013, "id": 16013,
"logprob": -0.61816406, "logprob": -0.6328125,
"special": false, "special": false,
"text": "!\")" "text": "!\")"
}, },
@ -83,7 +83,7 @@
}, },
{ {
"id": 610, "id": 610,
"logprob": -0.4091797, "logprob": -0.4086914,
"special": false, "special": false,
"text": "def" "text": "def"
}, },
@ -113,7 +113,7 @@
}, },
{ {
"id": 444, "id": 444,
"logprob": -0.21655273, "logprob": -0.21826172,
"special": false, "special": false,
"text": "name" "text": "name"
}, },
@ -160,16 +160,28 @@
"text": "Hello" "text": "Hello"
}, },
{ {
"id": 332, "id": 925,
"logprob": -0.034698486, "logprob": -3.3476562,
"special": false, "special": false,
"text": " \"" "text": " %"
}, },
{ {
"id": 494, "id": 120,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " +" "text": "s"
},
{
"id": 11571,
"logprob": -0.10021973,
"special": false,
"text": "!\""
},
{
"id": 925,
"logprob": 0.0,
"special": false,
"text": " %"
}, },
{ {
"id": 655, "id": 655,
@ -178,22 +190,10 @@
"text": " name" "text": " name"
}, },
{ {
"id": 494, "id": 46,
"logprob": -0.20141602,
"special": false,
"text": " +"
},
{
"id": 332,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " \"" "text": ")"
},
{
"id": 16013,
"logprob": 0.0,
"special": false,
"text": "!\")"
}, },
{ {
"id": 222, "id": 222,
@ -251,7 +251,7 @@
}, },
{ {
"id": 400, "id": 400,
"logprob": 0.0, "logprob": -0.074279785,
"special": false, "special": false,
"text": "age" "text": "age"
}, },
@ -310,34 +310,22 @@
"text": "Hello" "text": "Hello"
}, },
{ {
"id": 332, "id": 925,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " \"" "text": " %"
}, },
{ {
"id": 494, "id": 120,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " +" "text": "s"
}, },
{ {
"id": 655, "id": 49,
"logprob": 0.0, "logprob": -0.07891846,
"special": false, "special": false,
"text": " name" "text": ","
},
{
"id": 494,
"logprob": 0.0,
"special": false,
"text": " +"
},
{
"id": 3021,
"logprob": -0.5761719,
"special": false,
"text": " \","
}, },
{ {
"id": 863, "id": 863,
@ -352,43 +340,55 @@
"text": " are" "text": " are"
}, },
{ {
"id": 332, "id": 925,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " \"" "text": " %"
}, },
{ {
"id": 494, "id": 105,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " +" "text": "d"
}, },
{ {
"id": 615, "id": 11339,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": " str" "text": " years"
}, },
{ {
"id": 45, "id": 3627,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": "(" "text": " old"
}, },
{ {
"id": 400, "id": 11571,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": "age" "text": "!\""
}, },
{ {
"id": 46, "id": 925,
"logprob": 0.0, "logprob": 0.0,
"special": false, "special": false,
"text": ")" "text": " %"
},
{
"id": 327,
"logprob": 0.0,
"special": false,
"text": " ("
},
{
"id": 444,
"logprob": 0.0,
"special": false,
"text": "name"
} }
], ],
"top_tokens": null "top_tokens": null
}, },
"generated_text": "():\n print(\"Hello World!\")\n\ndef print_hello_name(name):\n print(\"Hello \" + name + \"!\")\n\ndef print_hello_name_age(name, age):\n print(\"Hello \" + name + \", you are \" + str(age)" "generated_text": "():\n print(\"Hello World!\")\n\ndef print_hello_name(name):\n print(\"Hello %s!\" % name)\n\ndef print_hello_name_age(name, age):\n print(\"Hello %s, you are %d years old!\" % (name"
} }

View File

@ -14,55 +14,55 @@
}, },
{ {
"id": 187, "id": 187,
"logprob": -0.26953125, "logprob": -0.35742188,
"special": false, "special": false,
"text": "\n" "text": "\n"
}, },
{ {
"id": 30763, "id": 30763,
"logprob": -1.1953125, "logprob": -1.1015625,
"special": false, "special": false,
"text": "Deep" "text": "Deep"
}, },
{ {
"id": 4715, "id": 4715,
"logprob": -0.53515625, "logprob": -0.5234375,
"special": false, "special": false,
"text": " learning" "text": " learning"
}, },
{ {
"id": 310, "id": 310,
"logprob": -0.625, "logprob": -0.55078125,
"special": false, "special": false,
"text": " is" "text": " is"
}, },
{ {
"id": 247, "id": 247,
"logprob": -0.6796875, "logprob": -0.6640625,
"special": false, "special": false,
"text": " a" "text": " a"
}, },
{ {
"id": 747, "id": 747,
"logprob": -2.0, "logprob": -2.0625,
"special": false, "special": false,
"text": " new" "text": " new"
}, },
{ {
"id": 1511, "id": 1511,
"logprob": -2.3125, "logprob": -2.375,
"special": false, "special": false,
"text": " type" "text": " type"
}, },
{ {
"id": 273, "id": 273,
"logprob": -0.0028533936, "logprob": -0.0029144287,
"special": false, "special": false,
"text": " of" "text": " of"
}, },
{ {
"id": 5145, "id": 5145,
"logprob": -1.265625, "logprob": -1.2734375,
"special": false, "special": false,
"text": " machine" "text": " machine"
} }

View File

@ -52,7 +52,7 @@
}, },
{ {
"id": 9830, "id": 9830,
"logprob": -1.65625, "logprob": -2.25,
"special": false, "special": false,
"text": " colors" "text": " colors"
}, },
@ -64,13 +64,13 @@
}, },
{ {
"id": 329, "id": 329,
"logprob": -2.4375, "logprob": -2.171875,
"special": false, "special": false,
"text": " A" "text": " A"
}, },
{ {
"id": 1180, "id": 1180,
"logprob": -1.953125, "logprob": -2.046875,
"special": false, "special": false,
"text": " number" "text": " number"
}, },