[
  {
    "details": {
      "best_of_sequences": null,
      "finish_reason": "length",
      "generated_tokens": 10,
      "prefill": [
        {
          "id": 50278,
          "logprob": null,
          "text": "<|USER|>"
        },
        {
          "id": 1276,
          "logprob": -4.5546875,
          "text": "What"
        },
        {
          "id": 434,
          "logprob": -4.1953125,
          "text": "'s"
        },
        {
          "id": 634,
          "logprob": -5.125,
          "text": " your"
        },
        {
          "id": 12315,
          "logprob": -9.8828125,
          "text": " mood"
        },
        {
          "id": 3063,
          "logprob": -3.9980469,
          "text": " today"
        },
        {
          "id": 32,
          "logprob": -0.14672852,
          "text": "?"
        },
        {
          "id": 50279,
          "logprob": -0.26489258,
          "text": "<|ASSISTANT|>"
        }
      ],
      "seed": null,
      "tokens": [
        {
          "id": 42,
          "logprob": -0.8618164,
          "special": false,
          "text": "I"
        },
        {
          "id": 1353,
          "logprob": -0.9506836,
          "special": false,
          "text": "'m"
        },
        {
          "id": 7016,
          "logprob": -2.1738281,
          "special": false,
          "text": " sorry"
        },
        {
          "id": 13,
          "logprob": -0.0758667,
          "special": false,
          "text": ","
        },
        {
          "id": 1394,
          "logprob": -0.9135742,
          "special": false,
          "text": "You"
        },
        {
          "id": 452,
          "logprob": -1.1445312,
          "special": false,
          "text": " have"
        },
        {
          "id": 247,
          "logprob": -1.4375,
          "special": false,
          "text": " a"
        },
        {
          "id": 4327,
          "logprob": -1.1103516,
          "special": false,
          "text": " choice"
        },
        {
          "id": 273,
          "logprob": -1.0058594,
          "special": false,
          "text": " of"
        },
        {
          "id": 752,
          "logprob": -1.921875,
          "special": false,
          "text": " what"
        }
      ]
    },
    "generated_text": "I'm sorry,You have a choice of what"
  },
  {
    "details": {
      "best_of_sequences": null,
      "finish_reason": "length",
      "generated_tokens": 10,
      "prefill": [
        {
          "id": 50278,
          "logprob": null,
          "text": "<|USER|>"
        },
        {
          "id": 1276,
          "logprob": -4.5546875,
          "text": "What"
        },
        {
          "id": 434,
          "logprob": -4.1953125,
          "text": "'s"
        },
        {
          "id": 634,
          "logprob": -5.125,
          "text": " your"
        },
        {
          "id": 12315,
          "logprob": -9.8828125,
          "text": " mood"
        },
        {
          "id": 3063,
          "logprob": -3.9980469,
          "text": " today"
        },
        {
          "id": 32,
          "logprob": -0.14672852,
          "text": "?"
        },
        {
          "id": 50279,
          "logprob": -0.26489258,
          "text": "<|ASSISTANT|>"
        }
      ],
      "seed": null,
      "tokens": [
        {
          "id": 42,
          "logprob": -0.8618164,
          "special": false,
          "text": "I"
        },
        {
          "id": 1353,
          "logprob": -0.9506836,
          "special": false,
          "text": "'m"
        },
        {
          "id": 7016,
          "logprob": -2.1738281,
          "special": false,
          "text": " sorry"
        },
        {
          "id": 13,
          "logprob": -0.0758667,
          "special": false,
          "text": ","
        },
        {
          "id": 1394,
          "logprob": -0.9135742,
          "special": false,
          "text": "You"
        },
        {
          "id": 452,
          "logprob": -1.1445312,
          "special": false,
          "text": " have"
        },
        {
          "id": 247,
          "logprob": -1.4375,
          "special": false,
          "text": " a"
        },
        {
          "id": 4327,
          "logprob": -1.1103516,
          "special": false,
          "text": " choice"
        },
        {
          "id": 273,
          "logprob": -1.0058594,
          "special": false,
          "text": " of"
        },
        {
          "id": 752,
          "logprob": -1.921875,
          "special": false,
          "text": " what"
        }
      ]
    },
    "generated_text": "I'm sorry,You have a choice of what"
  },
  {
    "details": {
      "best_of_sequences": null,
      "finish_reason": "length",
      "generated_tokens": 10,
      "prefill": [
        {
          "id": 50278,
          "logprob": null,
          "text": "<|USER|>"
        },
        {
          "id": 1276,
          "logprob": -4.5546875,
          "text": "What"
        },
        {
          "id": 434,
          "logprob": -4.1953125,
          "text": "'s"
        },
        {
          "id": 634,
          "logprob": -5.125,
          "text": " your"
        },
        {
          "id": 12315,
          "logprob": -9.8828125,
          "text": " mood"
        },
        {
          "id": 3063,
          "logprob": -3.9980469,
          "text": " today"
        },
        {
          "id": 32,
          "logprob": -0.14672852,
          "text": "?"
        },
        {
          "id": 50279,
          "logprob": -0.26489258,
          "text": "<|ASSISTANT|>"
        }
      ],
      "seed": null,
      "tokens": [
        {
          "id": 42,
          "logprob": -0.8618164,
          "special": false,
          "text": "I"
        },
        {
          "id": 1353,
          "logprob": -0.9506836,
          "special": false,
          "text": "'m"
        },
        {
          "id": 7016,
          "logprob": -2.1738281,
          "special": false,
          "text": " sorry"
        },
        {
          "id": 13,
          "logprob": -0.0758667,
          "special": false,
          "text": ","
        },
        {
          "id": 1394,
          "logprob": -0.9135742,
          "special": false,
          "text": "You"
        },
        {
          "id": 452,
          "logprob": -1.1445312,
          "special": false,
          "text": " have"
        },
        {
          "id": 247,
          "logprob": -1.4375,
          "special": false,
          "text": " a"
        },
        {
          "id": 4327,
          "logprob": -1.1103516,
          "special": false,
          "text": " choice"
        },
        {
          "id": 273,
          "logprob": -1.0058594,
          "special": false,
          "text": " of"
        },
        {
          "id": 752,
          "logprob": -1.921875,
          "special": false,
          "text": " what"
        }
      ]
    },
    "generated_text": "I'm sorry,You have a choice of what"
  },
  {
    "details": {
      "best_of_sequences": null,
      "finish_reason": "length",
      "generated_tokens": 10,
      "prefill": [
        {
          "id": 50278,
          "logprob": null,
          "text": "<|USER|>"
        },
        {
          "id": 1276,
          "logprob": -4.5546875,
          "text": "What"
        },
        {
          "id": 434,
          "logprob": -4.1953125,
          "text": "'s"
        },
        {
          "id": 634,
          "logprob": -5.125,
          "text": " your"
        },
        {
          "id": 12315,
          "logprob": -9.8828125,
          "text": " mood"
        },
        {
          "id": 3063,
          "logprob": -3.9980469,
          "text": " today"
        },
        {
          "id": 32,
          "logprob": -0.14672852,
          "text": "?"
        },
        {
          "id": 50279,
          "logprob": -0.26489258,
          "text": "<|ASSISTANT|>"
        }
      ],
      "seed": null,
      "tokens": [
        {
          "id": 42,
          "logprob": -0.8618164,
          "special": false,
          "text": "I"
        },
        {
          "id": 1353,
          "logprob": -0.9506836,
          "special": false,
          "text": "'m"
        },
        {
          "id": 7016,
          "logprob": -2.1738281,
          "special": false,
          "text": " sorry"
        },
        {
          "id": 13,
          "logprob": -0.0758667,
          "special": false,
          "text": ","
        },
        {
          "id": 1394,
          "logprob": -0.9135742,
          "special": false,
          "text": "You"
        },
        {
          "id": 452,
          "logprob": -1.1445312,
          "special": false,
          "text": " have"
        },
        {
          "id": 247,
          "logprob": -1.4375,
          "special": false,
          "text": " a"
        },
        {
          "id": 4327,
          "logprob": -1.1103516,
          "special": false,
          "text": " choice"
        },
        {
          "id": 273,
          "logprob": -1.0058594,
          "special": false,
          "text": " of"
        },
        {
          "id": 752,
          "logprob": -1.921875,
          "special": false,
          "text": " what"
        }
      ]
    },
    "generated_text": "I'm sorry,You have a choice of what"
  }
]
