defaults/MODEL_PARAMS

{
      "temperature": 0.35,
      "top_p": 0.95,
      "repetition_penalty": 1.2,
      "top_k": 50,
      "truncate": 1000,
      "max_new_tokens": 4000
}