Update app.py

app.py

@@ -103,7 +103,7 @@ def compress_history(formatted_prompt):
     return output
 
 
-def question_generate(prompt, history, agent_name=agents[0], sys_prompt="", temperature=0.9, max_new_tokens=1028, top_p=0.95, repetition_penalty=1.0,):
+def comment_generate(prompt, history, agent_name=agents[0], sys_prompt="", temperature=0.9, max_new_tokens=1028, top_p=0.95, repetition_penalty=1.0,):
 #def question_generate(prompt, history):
     print("###############\nRUNNING QUESTION GENERATOR\n###############\n")
     seed = random.randint(1,1111111111111111)
@@ -136,7 +136,7 @@ def question_generate(prompt, history, agent_name=agents[0], sys_prompt="", temp
 
     return output
 
-def blog_poster_reply(prompt, history, agent_name=agents[0], sys_prompt="", temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,):
+def reply_generate(prompt, history, agent_name=agents[0], sys_prompt="", temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,):
 #def question_generate(prompt, history):
     print("###############\nRUNNING BLOG POSTER REPLY\n###############\n")
     seed = random.randint(1,1111111111111111)
@@ -221,6 +221,115 @@ def generate(prompt, history, agent_name=agents[0], sys_prompt="", temperature=0
     title=""
     filename=create_valid_filename(f'{current_time}---{title}')
     
+    current_time=current_time.replace(":","-")
+    current_time=current_time.replace(".","-")
+    print (current_time)
+    agent=prompts.BLOG_POSTER
+    system_prompt=agent
+    temperature = float(temperature)
+    if temperature < 1e-2:
+        temperature = 1e-2
+    top_p = float(top_p)
+    hist_out=[]
+    sum_out=[]
+    json_hist={}
+    json_obj={}
+    full_conv=[]
+    post_cnt=1
+    seed = random.randint(1,1111111111111111)
+    if not history:
+        generate_kwargs = dict(
+            temperature=temperature,
+            max_new_tokens=max_new_tokens2,
+            top_p=top_p,
+            repetition_penalty=repetition_penalty,
+            do_sample=True,
+            seed=seed,
+        )    
+        if prompt.startswith(' \"'):
+            prompt=prompt.strip(' \"')
+
+        formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
+        
+        if len(formatted_prompt) < (40000):
+            print(len(formatted_prompt))
+    
+            client=client_z[0]
+            stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
+            output = ""
+            #if history:
+            #    yield history
+        
+            for response in stream:
+                output += response.token.text
+                yield '', [(prompt,output)],summary[0],json_obj, json_hist,html_out
+            
+            if not title:
+                for line in output.split("\n"):
+                    if "title" in line.lower() and ":" in line.lower():
+                        title = line.split(":")[1]
+                        print(f'title:: {title}')
+                        filename=create_valid_filename(f'{current_time}---{title}')
+                        
+            out_json = {"prompt":prompt,"output":output}
+
+            hist_out.append(out_json)
+            #try:
+            #    for ea in 
+            with open(f'{uid}.json', 'w') as f:
+                json_hist=json.dumps(hist_out, indent=4)
+                f.write(json_hist)
+            f.close()
+        
+            upload_file(
+                path_or_fileobj =f"{uid}.json", 
+                path_in_repo = f"book1/{filename}.json", 
+                repo_id =f"{username}/{dataset_name}", 
+                repo_type = "dataset", 
+                token=token,
+            )
+        else:
+            formatted_prompt = format_prompt(f"{prompts.COMPRESS_HISTORY_PROMPT.format(history=summary[0],focus=main_point[0])}, {summary[0]}", history)
+            
+            #current_time = str(datetime.datetime.now().timestamp()).split(".",1)[0]
+            #filename=f'{filename}-{current_time}'
+            history = []
+            output = compress_history(formatted_prompt)
+            summary[0]=output
+            sum_json = {"summary":summary[0]}
+            sum_out.append(sum_json)
+            with open(f'{uid}-sum.json', 'w') as f:
+                json_obj=json.dumps(sum_out, indent=4)
+                f.write(json_obj)
+            f.close()
+            upload_file(
+                path_or_fileobj =f"{uid}-sum.json", 
+                path_in_repo = f"book1/{filename}-summary.json", 
+                repo_id =f"{username}/{dataset_name}", 
+                repo_type = "dataset", 
+                token=token,
+            )
+    
+           
+            #prompt = question_generate(output, history)
+            #main_point[0]=prompt
+            #full_conv.append((output,prompt))
+    
+    
+            html_out=load_html(full_conv,title)
+            yield prompt, history, summary[0],json_obj,json_hist,html_out
+    else:
+        pass            
+
+def generate_OG(prompt, history, agent_name=agents[0], sys_prompt="", temperature=0.9, max_new_tokens=1048, top_p=0.95, repetition_penalty=1.0):
+    html_out=""
+    #main_point[0]=prompt
+    #print(datetime.datetime.now())
+    uid=uuid.uuid4()
+    current_time = str(datetime.datetime.now())
+    title=""
+    filename=create_valid_filename(f'{current_time}---{title}')
+    
     current_time=current_time.replace(":","-")
     current_time=current_time.replace(".","-")
     print (current_time)
@@ -354,9 +463,14 @@ with gr.Blocks() as app:
     chatbot=gr.Chatbot()
     msg = gr.Textbox()
     with gr.Row():
-        submit_b = gr.Button()
+    
+        submit_b = gr.Button("Blog Post")
+        submit_c = gr.Button("Comment")
+        submit_r = gr.Button("OP Reply")
+    with gr.Row():
         stop_b = gr.Button("Stop")
         clear = gr.ClearButton([msg, chatbot])
+    
     with gr.Row():
         m_choice=gr.Dropdown(label="Models",type='index',choices=[c for c in models],value=models[0],interactive=True)
         tokens = gr.Slider(label="Max new tokens",value=1600,minimum=0,maximum=8000,step=64,interactive=True, visible=True,info="The maximum number of tokens")
@@ -371,7 +485,9 @@ with gr.Blocks() as app:
     app.load(load_models,m_choice,[chatbot]).then(load_html,None,html)
     
     sub_b = submit_b.click(generate, [msg,chatbot,tokens],[msg,chatbot,sumbox,sum_out_box,hist_out_box,html])
+    sub_c = submit_b.click(comment_generate, [msg,chatbot,tokens],[msg,chatbot,sumbox,sum_out_box,hist_out_box,html])
+    sub_r = submit_b.click(reply_generate, [msg,chatbot,tokens],[msg,chatbot,sumbox,sum_out_box,hist_out_box,html])
     sub_e = msg.submit(generate, [msg, chatbot,tokens], [msg, chatbot,sumbox,sum_out_box,hist_out_box,html])
-    stop_b.click(None,None,None, cancels=[sub_b,sub_e])
+    stop_b.click(None,None,None, cancels=[sub_b,sub_e,sub_c,sub_r])
     
 app.queue(default_concurrency_limit=20).launch()