Create app.py

app.py

@@ -0,0 +1,25 @@
+import torch
+from transformers import BioGptTokenizer, BioGptForCausalLM, set_seed
+
+tokenizer = BioGptTokenizer.from_pretrained("microsoft/biogpt")
+model = BioGptForCausalLM.from_pretrained("microsoft/biogpt")
+
+sentence = "COVID-19 is"
+
+
+set_seed(42)
+
+def get_beam_output(sentence):
+    inputs = tokenizer(sentence, return_tensors="pt")
+    with torch.no_grad():
+        beam_output = model.generate(**inputs,
+                                    min_length=100,
+                                    max_length=1024,
+                                    num_beams=5,
+                                    early_stopping=True
+                                    )
+    tokenizer.decode(beam_output[0], skip_special_tokens=True)
+
+
+demo = gr.Interface(fn=get_beam_output, inputs="text", outputs="text")
+demo.launch()