Update app.py

app.py

@@ -149,7 +149,58 @@ def comment_generate(prompt, history,post_check,full_conv, agent_name=agents[0],
     #[textbox, chatbot, textbox, json, json, html]
     return "",history,post_check,post_check,post_check,html_out
 
-def reply_generate(prompt, history, agent_name=agents[0], sys_prompt="", temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,):
+
+
+def comment_generate(prompt, history,post_check,full_conv, agent_name=agents[0], sys_prompt="", temperature=0.9, max_new_tokens=1028, top_p=0.95, repetition_penalty=1.0,):
+#def question_generate(prompt, history):
+    print(post_check)
+    #full_conv=history
+    print(f'full_conv::\n{full_conv}')
+    print("###############\nRUNNING QUESTION GENERATOR\n###############\n")
+    seed = random.randint(1,1111111111111111)
+    agent=prompts.REPLY_TO_COMMENTER.format(focus=main_point[0])
+    system_prompt=agent
+    temperature = float(temperature)
+    if temperature < 1e-2:
+        temperature = 1e-2
+    top_p = float(top_p)
+
+    generate_kwargs = dict(
+        temperature=temperature,
+        max_new_tokens=max_new_tokens,
+        top_p=top_p,
+        repetition_penalty=repetition_penalty,
+        do_sample=True,
+        seed=seed,
+    )
+    #history.append((prompt,""))
+    formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
+    client=client_z[0]
+
+    stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
+        
+    output = ""
+
+    for response in stream:
+        output += response.token.text
+    history.append((output,None))
+
+    comment_cnt=post_check['comment']
+    print(type(comment_cnt))
+    post_check['comment']=comment_cnt+1
+    #out_json = {'user':"",'datetime':current_time,'title':title,'blog':1,'comment':0,'reply':0,"prompt":prompt,"output":output}
+    #full_conv[-1]+=(output,)
+    full_conv.append((None,output,None))
+    html_out=load_html(full_conv,None)
+
+    #history.append((output,history))
+    #[textbox, chatbot, textbox, json, json, html]
+    return "",history,post_check,post_check,post_check,html_out
+
+
+    
+
+def reply_generate_OG(prompt, history, agent_name=agents[0], sys_prompt="", temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,):
 #def question_generate(prompt, history):
     print("###############\nRUNNING BLOG POSTER REPLY\n###############\n")
     seed = random.randint(1,1111111111111111)
@@ -532,8 +583,8 @@ with gr.Blocks() as app:
     
     sub_b = submit_b.click(generate, [msg,chatbot,post_handler,chat_handler,chat_handler,tokens],[msg,chatbot,post_handler,chat_handler,sumbox,sum_out_box,hist_out_box,html])
     sub_c = submit_c.click(comment_generate, [msg,chatbot,post_handler,chat_handler],[msg,chatbot,sumbox,sum_out_box,hist_out_box,html])
-    sub_r = submit_r.click(reply_generate, [msg,chatbot,tokens],[msg,chatbot,sumbox,sum_out_box,hist_out_box,html])
-    sub_e = msg.submit(generate, [msg, chatbot,tokens], [msg, chatbot,sumbox,sum_out_box,hist_out_box,html])
+    sub_r = submit_r.click(reply_generate, [msg,chatbot,post_handler,chat_handler],[msg,chatbot,sumbox,sum_out_box,hist_out_box,html])
+    sub_e = msg.submit(generate, [msg,chatbot,post_handler,chat_handler,chat_handler,tokens],[msg,chatbot,post_handler,chat_handler,sumbox,sum_out_box,hist_out_box,html])
     stop_b.click(None,None,None, cancels=[sub_b,sub_e,sub_c,sub_r])
     
 app.queue(default_concurrency_limit=20).launch()