Update app.py

app.py

@@ -16,21 +16,20 @@ print (this_obj[0].id)
 
 def test_fn():
     out_box=[]
+    generate_kwargs = dict(
+        temperature=temperature,
+        max_new_tokens=30,
+        top_p=top_p,
+        repetition_penalty=repetition_penalty,
+        do_sample=True,
+        seed=42,
+    )
+    prompt = "what is a cat?"
     for i,ea in enumerate(this_obj):
+        client = InferenceClient(this_obj[i].id)
         try:
             time = datetime.datetime.now()
-            '''
-            try:
-                client = InferenceClient(f'{this_obj[i].id}')
-                #client = InferenceClient("Trelis/Mistral-7B-Instruct-v0.1-Summarize-16k")
-                #client = InferenceClient("TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T")
-            except Exception as e:
-                print (f'{this_obj[i].id}--Function 1 Error :: {e}')
-                tot_time=datetime.datetime.now()-time
-                out_box.append({"name":this_obj[i].id, "error":f"Function 1 Error :: {e}", "success":"","time":tot_time})
-                yield (out_box)
-            '''
-            out = generate("what is a cat?",this_obj[i].id,True)
+            out = client.text_generation(prompt, **generate_kwargs, stream=True)
             print (this_obj[i].id +"--"+out)
             tot_time=datetime.datetime.now()-time
             out_box.append({"name":this_obj[i].id, "error":f"Function 1 Error :: {e}", "success":f"{out}","time":tot_time})
@@ -42,7 +41,7 @@ def test_fn():
             yield (out_box)
             try:
                 time = datetime.datetime.now()
-                out1 = generate("what is a cat?",this_obj[i].id,False)
+                out = client.text_generation(prompt, **generate_kwargs, stream=False)
                 print (this_obj[i].id +"--"+out1)
                 tot_time=datetime.datetime.now()-time
                 out_box.append({"name":this_obj[i].id, "error":f"Function 1 Error :: {e}", "success":f"{out1}","time":tot_time})