Update app.py

using original gradio implementation

app.py

@@ -6,6 +6,10 @@ import random
 import torch
 from transformers import AutoTokenizer, AutoModel
 from sklearn.metrics.pairwise import cosine_similarity
+import os
+
+API_TOKEN = os.environ["API_TOKEN"]
+
 
 # lists for random gen, not the best format here but it runs fine, might add these as json or txt files later
 book_genres = ["Adventure", "Romance","Mystery", "Science Fiction","Fantasy","Thriller","Horror","Historical Fiction","Biography","Autobiography","Self-Help","Non-Fiction","Science","Cooking","Travel","Dystopian","Young Adult","Children's","Poetry","Classic","Graphic Novel","Humor","Crime","Western","Memoir","Religion","Psychology","Philosophy","Business","Finance","Parenting","Health","Fitness","Art","Music","Sports","Politics","Education","Technology","Science Fiction Fantasy","Steampunk","Drama","Historical Non-Fiction","Biographical Fiction","Mythology","Anthology","Short Stories","Essays","Fairy Tales","Magic Realism","True Crime","Satire","Romantic Suspense","Paranormal","Urban Fantasy","War","Epic Fantasy","Contemporary Fiction","Legal Thriller","Espionage","Post-Apocalyptic","Time Travel","Cultural","Medical","Environmental","Artificial Intelligence","Cyberpunk","Space Opera","Alternate History","Historical Romance","Science Fiction Romance","Young Adult Fantasy","Adventure Fantasy","Superhero","Graphic Memoir","Travel Memoir","Political Thriller","Economic","Psychological Thriller","Nature","True Adventure","Historical Mystery","Social Science","Science Biography","Space Exploration","Pop Culture","Art History","Culinary","Nature Writing","Family Drama","Classic Literature","Cultural History","Political Science","Economics","Essays and Criticism","Art Criticism","Criminal Justice","Historical Biography","Personal Development","Cookbook","Fashion","Crafts and Hobbies","Memoir","Essays","Graphic Non-Fiction", "Fantasy Romance"]
@@ -118,7 +122,64 @@ def format_prompt(genres, tones, themes):
     prompt += f"\n### Response:\n"
     return prompt
 
+def generate_novel_title_and_summary(genres, tones, themes, temperature=1.5, max_length=512, context_length=1024):
+
+    prompt = format_prompt(genres, tones, themes)
+
+    # Generate a new random seed for each request
+    random_seed = random.randint(1, 1000000)
+
+    # Set the random seed for PyTorch
+    torch.manual_seed(random_seed)
+
+    # Prepare the data for the Hugging Face API
+    data = {
+        "inputs": prompt,
+        "options": {
+            "temperature": temperature,
+            "do_sample": True,
+            "use_cache": False
+        }
+    }
+    headers = {"Authorization": f"Bearer {API_KEY}"}
+
+    try:
+        # Make the API request
+        response = requests.post(API_ENDPOINT, json=data, headers=headers)
+
+        if response.status_code == 200:
+            result = response.json()
+            generated_text = result[0].get("generated_text", "")
+            return generated_text
+
+        else:
+            return f"Error: {response.status_code} - Unable to generate text."
+
+    except Exception as e:
+        return f"Error: {str(e)} - An error occurred while generating text."
 
+def launch_interface():
+  iface = gr.Interface(
+      fn=generate_novel_title_and_summary,
+      inputs=[
+          gr.Textbox("", label="Book Genres (comma-separated, or leave blank!)"),
+          gr.Textbox("", label="Book Themes (comma-separated, or leave blank!)"),
+          gr.Textbox("", label="Writing Tone (comma-separated, or leave blank!)"),
+          gr.Slider(0.1, 10.0, 1.3, label="Temperature (Creativity)"),
+      ],
+      outputs="text",
+      live=False,
+      title="Novel Title and Summary Generator",
+      description='A fun creative writing tool, designed for when I have writer\'s block. Use it to practice building worlds, characters, scenes, etc. Write chapter 1, or a plot outline.' ,
+      theme='ParityError/Interstellar',
+  )
+
+  iface.launch(debug=True)
+
+
+
+
+''' #setting this aside for now, going back to original deployment bc I know it works and I dont wanna play around with gradio rn
 # main function
 def generate(genres, themes, tones, system_prompt, temperature=1.25, max_new_tokens=512, top_p=0.95, repetition_penalty=1.15,):
     # check the temperature value, should not be too low, and make sure the values are floats
@@ -146,7 +207,6 @@ def generate(genres, themes, tones, system_prompt, temperature=1.25, max_new_tok
         yield output
     return output
 
-
 additional_inputs=[
     gr.Textbox(
         label="System Prompt",
@@ -208,6 +268,7 @@ def launch_interface():
     #,additional_inputs=additional_inputs)
     
     iface.queue().launch(debug=True)
-    
+
+'''
 if __name__=="__main__":
-    launch_interface()
+    launch_interface()