preemo_text-generation-inference/launcher/tests/bloom_560m.json

[
  {
    "details": {
      "finish_reason": "length",
      "generated_tokens": 20,
      "prefill": [
        [
          10264,
          "Test",
          null
        ],
        [
          8821,
          " request",
          -11.895094
        ]
      ],
      "tokens": [
        [
          17,
          ".",
          -1.8267941
        ],
        [
          1587,
          "get",
          -2.4674964
        ],
        [
          11,
          "(",
          -1.9060438
        ],
        [
          5,
          "\"",
          -1.2279553
        ],
        [
          4899,
          "action",
          -4.170306
        ],
        [
          5,
          "\"",
          -0.3247902
        ],
        [
          12,
          ")",
          -1.0773602
        ],
        [
          30,
          ";",
          -0.27640444
        ],
        [
          837,
          "\n       ",
          -1.6970599
        ],
        [
          1320,
          " if",
          -1.4495552
        ],
        [
          375,
          " (",
          -0.2360998
        ],
        [
          4899,
          "action",
          -1.1916926
        ],
        [
          3535,
          " ==",
          -0.8918663
        ],
        [
          5109,
          " null",
          -0.39334255
        ],
        [
          12,
          ")",
          -0.4321134
        ],
        [
          731,
          " {",
          -0.17701954
        ],
        [
          1260,
          "\n           ",
          -0.07027287
        ],
        [
          10519,
          " throw",
          -1.3915133
        ],
        [
          2084,
          " new",
          -0.042013377
        ],
        [
          150858,
          " RuntimeException",
          -1.7330077
        ]
      ]
    },
    "generated_text": "Test request.get(\"action\");\n        if (action == null) {\n            throw new RuntimeException"
  }
]