hf_text-generation-inference/launcher/tests/mt0_base.json

{
  "generated_text": "\"\"\"Test the contents of the contents of the contents. \"\"\" test_test",
  "details": {
    "finish_reason": "length",
    "generated_tokens": 20,
    "seed": null,
    "prefill": [
      {
        "id": 0,
        "text": "<pad>",
        "logprob": null
      }
    ],
    "tokens": [
      {
        "id": 259,
        "text": "",
        "logprob": -1.3656927,
        "special": false
      },
      {
        "id": 215100,
        "text": "\"\"\"",
        "logprob": -2.6551573,
        "special": false
      },
      {
        "id": 46138,
        "text": "Test",
        "logprob": -1.8059857,
        "special": false
      },
      {
        "id": 287,
        "text": " the",
        "logprob": -1.2102449,
        "special": false
      },
      {
        "id": 259,
        "text": " ",
        "logprob": -1.6057279,
        "special": false
      },
      {
        "id": 49076,
        "text": "contents",
        "logprob": -3.6060903,
        "special": false
      },
      {
        "id": 304,
        "text": " of",
        "logprob": -0.5270343,
        "special": false
      },
      {
        "id": 287,
        "text": " the",
        "logprob": -0.62522805,
        "special": false
      },
      {
        "id": 259,
        "text": " ",
        "logprob": -1.4069618,
        "special": false
      },
      {
        "id": 49076,
        "text": "contents",
        "logprob": -2.621994,
        "special": false
      },
      {
        "id": 304,
        "text": " of",
        "logprob": -1.3172221,
        "special": false
      },
      {
        "id": 287,
        "text": " the",
        "logprob": -0.3501925,
        "special": false
      },
      {
        "id": 259,
        "text": " ",
        "logprob": -0.7219573,
        "special": false
      },
      {
        "id": 49076,
        "text": "contents",
        "logprob": -1.0494149,
        "special": false
      },
      {
        "id": 260,
        "text": ".",
        "logprob": -1.0803378,
        "special": false
      },
      {
        "id": 259,
        "text": " ",
        "logprob": -0.32933083,
        "special": false
      },
      {
        "id": 215100,
        "text": "\"\"\"",
        "logprob": -0.11268901,
        "special": false
      },
      {
        "id": 2978,
        "text": " test",
        "logprob": -1.5846587,
        "special": false
      },
      {
        "id": 290,
        "text": "_",
        "logprob": -0.49796978,
        "special": false
      },
      {
        "id": 4125,
        "text": "test",
        "logprob": -2.0026445,
        "special": false
      }
    ]
  }
}