Create app.py

app.py

@@ -0,0 +1,45 @@
+import gradio as gr
+
+from happytransformer import HappyGeneration
+
+happy_gen = HappyGeneration("GPT2", "DarwinAnim8or/GPT-NoSleep-355m")
+
+from happytransformer import GENSettings
+
+def generate(text, length=100, penalty=3, temperature=0.8):
+    args_top_k = GENSettings(no_repeat_ngram_size=penalty, do_sample=True, top_k=80, temperature=temperature, max_length=length, early_stopping=False)
+    print("Prompt: " + text)
+    
+    inputText = "[WP] " + text + " [RESPONSE] "
+    
+    result = happy_gen.generate_text(inputText, args=args_top_k)
+    generated_text = result.text #returns generated text only
+
+    generated_text = generated_text.replace('.', '.\n')
+
+    return generated_text
+
+examples = [
+    ["We don't go to the forest anymore."],
+    ["There used to be a smile on my face. "],
+    ["Now I know why they're called 'Mans best friend'"],
+    ["The terror in the night"],
+    ["I still see them."],
+    ["The curse of the plague doctor"]
+]
+
+demo = gr.Interface(
+    fn=generate,
+    inputs=[
+        gr.inputs.Textbox(lines=5, label="Input Text"),
+        gr.inputs.Slider(25, 500, label='Length', default=100, step=25),
+        gr.inputs.Slider(1, 10, label='no repeat ngram size', default=2, step=1),
+        gr.inputs.Slider(0.0, 1.0, label='Temperature - control randomness', default=0.6, step=0.1)
+    ],
+    outputs=gr.outputs.Textbox(label="Generated Text"),
+    examples=examples,
+    title="NoSleep Story Generator",
+    description="Using the 355m size model. You may need to run it a few times in order to get something good!"
+)
+
+demo.launch()