hf_text-generation-inference/launcher/tests/mt0_base.json

[
  {
    "details": {
      "finish_reason": "length",
      "generated_tokens": 20,
      "tokens": [
        [
          0,
          "<pad>",
          null
        ],
        [
          259,
          "",
          -1.3656927
        ],
        [
          215100,
          "\"\"\"",
          -2.6551573
        ],
        [
          46138,
          "Test",
          -1.8059857
        ],
        [
          287,
          "the",
          -1.2102449
        ],
        [
          259,
          "",
          -1.6057279
        ],
        [
          49076,
          "contents",
          -3.6060903
        ],
        [
          304,
          "of",
          -0.5270343
        ],
        [
          287,
          "the",
          -0.62522805
        ],
        [
          259,
          "",
          -1.4069618
        ],
        [
          49076,
          "contents",
          -2.621994
        ],
        [
          304,
          "of",
          -1.3172221
        ],
        [
          287,
          "the",
          -0.3501925
        ],
        [
          259,
          "",
          -0.7219573
        ],
        [
          49076,
          "contents",
          -1.0494149
        ],
        [
          260,
          ".",
          -1.0803378
        ],
        [
          259,
          "",
          -0.32933083
        ],
        [
          215100,
          "\"\"\"",
          -0.11268901
        ],
        [
          2978,
          "test",
          -1.5846587
        ],
        [
          290,
          "_",
          -0.49796978
        ],
        [
          4125,
          "test",
          -2.0026445
        ]
      ]
    },
    "generated_text": "\"\"\"Test the contents of the contents of the contents. \"\"\" test_test"
  }
]