Update app.py

app.py

@@ -1,21 +1,28 @@
+###
+# Elo based comparison of models
 # https://chat.lmsys.org/?leaderboard
+###
+
+##
+# Libraries
+# Langchain - https://python.langchain.com/docs/get_started/introduction.html
+# Used for simplifiing calls, task
+##
 import langchain
 import transformers
+
+
 # https://huggingface.co/spaces/joyson072/LLm-Langchain/blob/main/app.py
 from langchain.llms import HuggingFaceHub
 
 
 # for the chain and prompt
 from langchain.prompts import PromptTemplate
-from langchain.llms import HuggingFaceHub
 from langchain.chains import LLMChain
 
 #import model class and tokenizer
 from transformers import BlenderbotTokenizer, BlenderbotForConditionalGeneration
 
-#import model class and tokenizer
-from transformers import BlenderbotTokenizer, BlenderbotForConditionalGeneration
-
 
 ###
 # Definition of different purspose prompts
@@ -63,7 +70,28 @@ model_id_7 = "oliverguhr/german-sentiment-bert"
 #    repo_id= model_id_7,
 #    model_kwargs={"temperature":0.9 }
 #)
- 
+
+from transformers import pipeline
+
+pipe = pipeline("sentiment", model=model_id_7)
+#pipe = pipeline("translation", model="Helsinki-NLP/opus-mt-en-es")
+
+def predict(text):
+  return pipe(text)[0]["translation_text"]
+
+demo = gr.Interface(
+  fn=predict, 
+  inputs='text',
+  outputs='text',
+).launch
+
+sentiment = gr.load(model_id_7)
+
+def sentiment (message):
+  sentiment_label = sentiment.predict(message)
+  print ( sentiment_label)
+  return sentiment_label
+
 #sentiment_prompt = PromptTemplate(
 #    input_variables=["text_input"],
 #    template="Extract the key facts out of this text. Don't include opinions. Give each fact a number and keep them short sentences. :\n\n {text_input}"
@@ -107,7 +135,7 @@ llm_factextract = HuggingFaceHub(
 #    repo_id="google/flan-ul2", 
     repo_id="google/flan-t5-small", 
     model_kwargs={"temperature":0.1,
-                  "max_new_tokens":256})
+                  "max_new_tokens":250})
  
 fact_extraction_prompt = PromptTemplate(
     input_variables=["text_input"],