Update app.py

app.py

@@ -230,7 +230,26 @@ def get_key(inp,data):
                 print(e)
     print(key_box)
 
-    
+NEWS_REPORTER="""You are an Expert News Aggregator.  Your duty is to compress all of the News Articles you are given into 10 or more individual articles that capture the full context of the current news.  Compile your articles into JSON format which the user will load into an RSS reader for other users to read.
+Add NEW DATA that you recieve to your CURRENT DATA by combining and reformatting when needed.
+Output Format:
+[
+{
+'Title': 'title of the first article',
+'Description': 'description of the article',
+'Article': 'your custom written article',
+'Links': 'all source links that have contributed to the article'
+},
+{
+'Title': 'title of the second article',
+'Description': 'description of the article',
+'Article': 'your custom written article',
+'Links': 'all source links that have contributed to the article'
+}
+]
+News Articles:
+{new_data}
+"""
 def summarize(inp,history,data=None):
     json_box=[]
     if inp == "":
@@ -242,7 +261,17 @@ def summarize(inp,history,data=None):
     yield "",[(inp,"Working on it...")] 
 
     if data != "Error" and data != "":
-        print(inp)
+        timestamp=datetime.datetime.now()
+        seed=random.randint(1,1000000000)
+        print(seed)
+        generate_kwargs = dict(
+            temperature=0.9,
+            max_new_tokens=10240,
+            top_p=0.95,
+            repetition_penalty=1.0,
+            do_sample=True,
+            seed=seed,
+        )
         out = str(data)
         rl = len(out)
         print(f'rl:: {rl}')
@@ -251,45 +280,33 @@ def summarize(inp,history,data=None):
             if i == " " or i=="," or i=="\n" or i=="/" or i=="." or i=="<":
                 c +=1
         print (f'c:: {c}')
-        
-        #json_out = compress_data(c,inp,task,out)  
-
-        #def compress_data(c,purpose, task, history):
-        purpose=inp
-        seed=random.randint(1,1000000000)
-        print (c)
         divr=int(c)/MAX_DATA
         divi=int(divr)+1 if divr != int(divr) else int(divr)
         chunk = int(int(c)/divr)
         print(f'chunk:: {chunk}')
         print(f'divr:: {divr}')
         print (f'divi:: {divi}')
-        #out=""
         s=0
         e=chunk
         print(f'e:: {e}')
         new_history=""
         task = f'Compile this data to fulfill the task: {task}, and complete the purpose: {purpose}\n'
+        current_data=""
+        out_box
+        resp = ""
         for z in range(divi):
             print(f's:e :: {s}:{e}')
             mes= f'Working on data chunk: {s}:{e}'
-            hist = out[s:e]
-            print(f'hist::\n{hist}')
-            yield "", [(inp,f'{mes}\n{new_history}')]
-            resp = run_gpt(
-                COMPRESS_DATA_PROMPT,
-                stop_tokens=[],
-                max_tokens=2048,
-                seed=seed,
-                purpose=purpose,
-                prefix_tog="normal",
-                task=task,
-                knowledge=new_history,
-                history=hist,
-            )
-            new_history = resp
-            print (resp)
-            out+=resp
+            new_data = out[s:e]
+            #yield "", [(inp,f'{mes}\n{new_history}')]
+
+            content = NEWS_REPORTER.format(new_data=new_data)
+            stream = client.text_generation(content, **generate_kwargs, stream=True, details=True, return_full_text=False)
+            for response in stream:
+                resp += response.token.text            
+                yield "", [(inp,resp)]
+                
+            #out+=resp
             e=e+chunk
             s=s+chunk
             #history = "preliminary result: {}\n".format(resp)
@@ -297,14 +314,14 @@ def summarize(inp,history,data=None):
             print ("final" + resp)
             out_hist = "result:\n{}".format(resp)
             #return history
-            yield "", [(inp,out_hist)]
+            #yield "", [(inp,out_hist)]
         
             out = str(out_hist)
-            rawp = out
+            #rawp = out
     else:
         rawp = "Provide a valid data source"
-    history.append((inp,rawp))
-    yield "", history
+        history.append((inp,rawp))
+        return "", history
 
 
 def find_rss():