Update app.py

app.py

@@ -63,40 +63,35 @@ def evaluate(instruction, input=None):
         result.append( output.split("### Response:")[1].strip())
     return ' '.join(el for el in result)            
 
-def inference(text, input):
+def inference(model_name, text, input):
+    model = load_model(model_name)
+    tokenizer = load_tokenizer(model_name)
     output = evaluate(instruction = text, input = input)
     return output
 
 def choose_model(name):
     return load_model(name), load_tokenizer(name)
 
-demo = gr.Blocks()
-
-with demo:
-
-        
-    name =  gr.Dropdown(["s3nh/pythia-1.4b-deduped-16k-steps-self-instruct-polish", "s3nh/pythia-410m-91k-steps-self-instruct-polish"])
-    model = load_model(name)
-    tokenizer = load_tokenizer(name)
-    
-    io = gr.Interface(
-        inference, 
-        inputs = [gr.Textbox(
-            lines = 3,
-            max_lines = 10, 
-            placeholder = "Add question here", 
-            interactive = True, 
-            show_label = False
-        ), 
-        gr.Textbox(
-            lines = 3, 
-            max_lines = 10, 
-            placeholder = "Add context here", 
-            interactive  = True, 
-            show_label = False
-        )],
-        outputs = [gr.Textbox(lines = 1, label = 'Pythia410m', interactive = False)],
-        cache_examples = False, 
-    )
+io = gr.Interface(
+    inference, 
+    inputs = [
+    gr.Dropdown(["s3nh/pythia-1.4b-deduped-16k-steps-self-instruct-polish", "s3nh/pythia-410m-91k-steps-self-instruct-polish"]),
+    gr.Textbox(
+        lines = 3,
+        max_lines = 10, 
+        placeholder = "Add question here", 
+        interactive = True, 
+        show_label = False
+    ), 
+    gr.Textbox(
+        lines = 3, 
+        max_lines = 10, 
+        placeholder = "Add context here", 
+        interactive  = True, 
+        show_label = False
+    )],
+    outputs = [gr.Textbox(lines = 1, label = 'Pythia410m', interactive = False)],
+    cache_examples = False, 
+)
 
-demo.launch(debug = True)
+io.launch(debug = True)