Omnibus commited on
Commit
32f8fd0
·
verified ·
1 Parent(s): 6eaf605

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -0
app.py CHANGED
@@ -64,7 +64,10 @@ def chat_inf(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p,r
64
  hist_len=len(history)
65
  print(hist_len)
66
  if hist_len>4000:
 
67
  history=compress_history(history,client_choice,seed,temp,tokens,top_p,rep_p)
 
 
68
  generate_kwargs = dict(
69
  temperature=temp,
70
  max_new_tokens=tokens,
 
64
  hist_len=len(history)
65
  print(hist_len)
66
  if hist_len>4000:
67
+ yield [(prompt,"Wait. I need to compress our Chat history...")]
68
  history=compress_history(history,client_choice,seed,temp,tokens,top_p,rep_p)
69
+ yield [(prompt,"History has been compressed, processing request...")]
70
+
71
  generate_kwargs = dict(
72
  temperature=temp,
73
  max_new_tokens=tokens,