Update app.py

app.py

@@ -68,30 +68,35 @@ def inference(text, input):
     return output
 
 def choose_model(name):
-
     return load_model(name), load_tokenizer(name)
 
-name =  gr.inputs.Dropdown(["s3nh/pythia-1.4b-deduped-16k-steps-self-instruct-polish", "s3nh/pythia-410m-91k-steps-self-instruct-polish"], label= "output")
-model = load_model(name)
-tokenizer = load_tokenizer(name)
-
-io = gr.Interface(
-    inference, 
-    inputs = [gr.Textbox(
-        lines = 3,
-        max_lines = 10, 
-        placeholder = "Add question here", 
-        interactive = True, 
-        show_label = False
-    ), 
-    gr.Textbox(
-        lines = 3, 
-        max_lines = 10, 
-        placeholder = "Add context here", 
-        interactive  = True, 
-        show_label = False
-    )],
-    outputs = [gr.Textbox(lines = 1, label = 'Pythia410m', interactive = False)],
-    cache_examples = False, 
-)
-io.launch()
+demo = gr.Blocks()
+
+with demo:
+
+        
+    name =  gr.inputs.Dropdown(["s3nh/pythia-1.4b-deduped-16k-steps-self-instruct-polish", "s3nh/pythia-410m-91k-steps-self-instruct-polish"], "value", label= "output")
+    model = load_model(name)
+    tokenizer = load_tokenizer(name)
+    
+    io = gr.Interface(
+        inference, 
+        inputs = [gr.Textbox(
+            lines = 3,
+            max_lines = 10, 
+            placeholder = "Add question here", 
+            interactive = True, 
+            show_label = False
+        ), 
+        gr.Textbox(
+            lines = 3, 
+            max_lines = 10, 
+            placeholder = "Add context here", 
+            interactive  = True, 
+            show_label = False
+        )],
+        outputs = [gr.Textbox(lines = 1, label = 'Pythia410m', interactive = False)],
+        cache_examples = False, 
+    )
+
+demo.launch()