hf_text-generation-inference/launcher/tests/bloom_560m.json

{
  "generated_text": ".get(\"action\");\n        if (action == null) {\n            throw new RuntimeException",
  "details": {
    "finish_reason": "length",
    "generated_tokens": 20,
    "seed": null,
    "prefill": [
      {
        "id": 10264,
        "text": "Test",
        "logprob": null
      },
      {
        "id": 8821,
        "text": " request",
        "logprob": -11.894989
      }
    ],
    "tokens": [
      {
        "id": 17,
        "text": ".",
        "logprob": -1.8267672,
        "special": false
      },
      {
        "id": 1587,
        "text": "get",
        "logprob": -2.4674969,
        "special": false
      },
      {
        "id": 11,
        "text": "(",
        "logprob": -1.906001,
        "special": false
      },
      {
        "id": 5,
        "text": "\"",
        "logprob": -1.2279545,
        "special": false
      },
      {
        "id": 4899,
        "text": "action",
        "logprob": -4.170299,
        "special": false
      },
      {
        "id": 5,
        "text": "\"",
        "logprob": -0.32478866,
        "special": false
      },
      {
        "id": 12,
        "text": ")",
        "logprob": -1.0773665,
        "special": false
      },
      {
        "id": 30,
        "text": ";",
        "logprob": -0.27640742,
        "special": false
      },
      {
        "id": 837,
        "text": "\n       ",
        "logprob": -1.6970354,
        "special": false
      },
      {
        "id": 1320,
        "text": " if",
        "logprob": -1.4495516,
        "special": false
      },
      {
        "id": 375,
        "text": " (",
        "logprob": -0.23609057,
        "special": false
      },
      {
        "id": 4899,
        "text": "action",
        "logprob": -1.1916996,
        "special": false
      },
      {
        "id": 3535,
        "text": " ==",
        "logprob": -0.8918753,
        "special": false
      },
      {
        "id": 5109,
        "text": " null",
        "logprob": -0.3933342,
        "special": false
      },
      {
        "id": 12,
        "text": ")",
        "logprob": -0.43212673,
        "special": false
      },
      {
        "id": 731,
        "text": " {",
        "logprob": -0.17702064,
        "special": false
      },
      {
        "id": 1260,
        "text": "\n           ",
        "logprob": -0.07027565,
        "special": false
      },
      {
        "id": 10519,
        "text": " throw",
        "logprob": -1.3915029,
        "special": false
      },
      {
        "id": 2084,
        "text": " new",
        "logprob": -0.04201372,
        "special": false
      },
      {
        "id": 150858,
        "text": " RuntimeException",
        "logprob": -1.7329919,
        "special": false
      }
    ]
  }
}