雷娃 commited on
Commit
378fb81
·
1 Parent(s): 618994c

add install.sh

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -76,12 +76,12 @@ def respond(
76
 
77
  model_inputs = tokenizer([text], return_tensors="pt", return_token_type_ids=False).to(model.device)
78
 
79
- print(f"max_new_tokens={max_tokens}, temperature={temperature}, top_p={top_p}")
80
  model_inputs.update(
81
  dict(max_new_tokens=max_tokens,
82
  streamer = streamer,
83
- # temperature = 0.7,
84
- # top_p = 1,
85
  presence_penalty = 1.5,
86
  )
87
  )
 
76
 
77
  model_inputs = tokenizer([text], return_tensors="pt", return_token_type_ids=False).to(model.device)
78
 
79
+ print(f"max_new_tokens={max_tokens}")
80
  model_inputs.update(
81
  dict(max_new_tokens=max_tokens,
82
  streamer = streamer,
83
+ temperature = 0.7,
84
+ top_p = 1,
85
  presence_penalty = 1.5,
86
  )
87
  )