[
  {
    "details": {
      "best_of_sequences": null,
      "finish_reason": "length",
      "generated_tokens": 10,
      "prefill": [
        {
          "id": 50278,
          "logprob": null,
          "text": "<|USER|>"
        },
        {
          "id": 1276,
          "logprob": -4.5546875,
          "text": "What"
        },
        {
          "id": 434,
          "logprob": -4.234375,
          "text": "'s"
        },
        {
          "id": 634,
          "logprob": -5.21875,
          "text": " your"
        },
        {
          "id": 12315,
          "logprob": -9.9375,
          "text": " mood"
        },
        {
          "id": 3063,
          "logprob": -4.1015625,
          "text": " today"
        },
        {
          "id": 32,
          "logprob": -0.15319824,
          "text": "?"
        },
        {
          "id": 50279,
          "logprob": -0.2614746,
          "text": "<|ASSISTANT|>"
        }
      ],
      "seed": null,
      "tokens": [
        {
          "id": 42,
          "logprob": -0.8886719,
          "special": false,
          "text": "I"
        },
        {
          "id": 1353,
          "logprob": -0.98046875,
          "special": false,
          "text": "'m"
        },
        {
          "id": 417,
          "logprob": -2.2265625,
          "special": false,
          "text": " not"
        },
        {
          "id": 2119,
          "logprob": -0.3479004,
          "special": false,
          "text": " sure"
        },
        {
          "id": 13,
          "logprob": -1.0117188,
          "special": false,
          "text": ","
        },
        {
          "id": 534,
          "logprob": -0.67871094,
          "special": false,
          "text": " which"
        },
        {
          "id": 310,
          "logprob": -1.421875,
          "special": false,
          "text": " is"
        },
        {
          "id": 253,
          "logprob": -1.7382812,
          "special": false,
          "text": " the"
        },
        {
          "id": 1682,
          "logprob": -0.051330566,
          "special": false,
          "text": " best"
        },
        {
          "id": 1039,
          "logprob": -2.0390625,
          "special": false,
          "text": " way"
        }
      ]
    },
    "generated_text": "I'm not sure, which is the best way"
  },
  {
    "details": {
      "best_of_sequences": null,
      "finish_reason": "length",
      "generated_tokens": 10,
      "prefill": [
        {
          "id": 50278,
          "logprob": null,
          "text": "<|USER|>"
        },
        {
          "id": 1276,
          "logprob": -4.5546875,
          "text": "What"
        },
        {
          "id": 434,
          "logprob": -4.234375,
          "text": "'s"
        },
        {
          "id": 634,
          "logprob": -5.1054688,
          "text": " your"
        },
        {
          "id": 12315,
          "logprob": -9.953125,
          "text": " mood"
        },
        {
          "id": 3063,
          "logprob": -4.0820312,
          "text": " today"
        },
        {
          "id": 32,
          "logprob": -0.15148926,
          "text": "?"
        },
        {
          "id": 50279,
          "logprob": -0.27026367,
          "text": "<|ASSISTANT|>"
        }
      ],
      "seed": null,
      "tokens": [
        {
          "id": 42,
          "logprob": -0.88378906,
          "special": false,
          "text": "I"
        },
        {
          "id": 1353,
          "logprob": -0.9819336,
          "special": false,
          "text": "'m"
        },
        {
          "id": 417,
          "logprob": -2.2421875,
          "special": false,
          "text": " not"
        },
        {
          "id": 2119,
          "logprob": -0.3474121,
          "special": false,
          "text": " sure"
        },
        {
          "id": 13,
          "logprob": -1.078125,
          "special": false,
          "text": ","
        },
        {
          "id": 534,
          "logprob": -0.69140625,
          "special": false,
          "text": " which"
        },
        {
          "id": 310,
          "logprob": -1.4072266,
          "special": false,
          "text": " is"
        },
        {
          "id": 253,
          "logprob": -1.7041016,
          "special": false,
          "text": " the"
        },
        {
          "id": 1682,
          "logprob": -0.053375244,
          "special": false,
          "text": " best"
        },
        {
          "id": 1039,
          "logprob": -2.0351562,
          "special": false,
          "text": " way"
        }
      ]
    },
    "generated_text": "I'm not sure, which is the best way"
  },
  {
    "details": {
      "best_of_sequences": null,
      "finish_reason": "length",
      "generated_tokens": 10,
      "prefill": [
        {
          "id": 50278,
          "logprob": null,
          "text": "<|USER|>"
        },
        {
          "id": 1276,
          "logprob": -4.5546875,
          "text": "What"
        },
        {
          "id": 434,
          "logprob": -4.234375,
          "text": "'s"
        },
        {
          "id": 634,
          "logprob": -5.21875,
          "text": " your"
        },
        {
          "id": 12315,
          "logprob": -9.9375,
          "text": " mood"
        },
        {
          "id": 3063,
          "logprob": -4.1015625,
          "text": " today"
        },
        {
          "id": 32,
          "logprob": -0.15319824,
          "text": "?"
        },
        {
          "id": 50279,
          "logprob": -0.2614746,
          "text": "<|ASSISTANT|>"
        }
      ],
      "seed": null,
      "tokens": [
        {
          "id": 42,
          "logprob": -0.8886719,
          "special": false,
          "text": "I"
        },
        {
          "id": 1353,
          "logprob": -0.98046875,
          "special": false,
          "text": "'m"
        },
        {
          "id": 417,
          "logprob": -2.2265625,
          "special": false,
          "text": " not"
        },
        {
          "id": 2119,
          "logprob": -0.3479004,
          "special": false,
          "text": " sure"
        },
        {
          "id": 13,
          "logprob": -1.0117188,
          "special": false,
          "text": ","
        },
        {
          "id": 534,
          "logprob": -0.67871094,
          "special": false,
          "text": " which"
        },
        {
          "id": 310,
          "logprob": -1.421875,
          "special": false,
          "text": " is"
        },
        {
          "id": 253,
          "logprob": -1.7382812,
          "special": false,
          "text": " the"
        },
        {
          "id": 1682,
          "logprob": -0.051330566,
          "special": false,
          "text": " best"
        },
        {
          "id": 1039,
          "logprob": -2.0390625,
          "special": false,
          "text": " way"
        }
      ]
    },
    "generated_text": "I'm not sure, which is the best way"
  },
  {
    "details": {
      "best_of_sequences": null,
      "finish_reason": "length",
      "generated_tokens": 10,
      "prefill": [
        {
          "id": 50278,
          "logprob": null,
          "text": "<|USER|>"
        },
        {
          "id": 1276,
          "logprob": -4.5546875,
          "text": "What"
        },
        {
          "id": 434,
          "logprob": -4.234375,
          "text": "'s"
        },
        {
          "id": 634,
          "logprob": -5.21875,
          "text": " your"
        },
        {
          "id": 12315,
          "logprob": -9.9375,
          "text": " mood"
        },
        {
          "id": 3063,
          "logprob": -4.1015625,
          "text": " today"
        },
        {
          "id": 32,
          "logprob": -0.15319824,
          "text": "?"
        },
        {
          "id": 50279,
          "logprob": -0.2614746,
          "text": "<|ASSISTANT|>"
        }
      ],
      "seed": null,
      "tokens": [
        {
          "id": 42,
          "logprob": -0.8886719,
          "special": false,
          "text": "I"
        },
        {
          "id": 1353,
          "logprob": -0.98046875,
          "special": false,
          "text": "'m"
        },
        {
          "id": 417,
          "logprob": -2.2265625,
          "special": false,
          "text": " not"
        },
        {
          "id": 2119,
          "logprob": -0.3479004,
          "special": false,
          "text": " sure"
        },
        {
          "id": 13,
          "logprob": -1.0117188,
          "special": false,
          "text": ","
        },
        {
          "id": 534,
          "logprob": -0.67871094,
          "special": false,
          "text": " which"
        },
        {
          "id": 310,
          "logprob": -1.421875,
          "special": false,
          "text": " is"
        },
        {
          "id": 253,
          "logprob": -1.7382812,
          "special": false,
          "text": " the"
        },
        {
          "id": 1682,
          "logprob": -0.051330566,
          "special": false,
          "text": " best"
        },
        {
          "id": 1039,
          "logprob": -2.0390625,
          "special": false,
          "text": " way"
        }
      ]
    },
    "generated_text": "I'm not sure, which is the best way"
  }
]
