save

app.py

@@ -1,6 +1,21 @@
 import gradio as gr
 
 
+# Load model directly
+from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
+
+tokenizer = AutoTokenizer.from_pretrained("df-h/viachat-t5-large-v0.95")
+model = AutoModelForSeq2SeqLM.from_pretrained("df-h/viachat-t5-large-v0.95")
+
+input_text = 'Translate from english to german: How old are you'
+input_ids = tokenizer(input_text, return_tensors="pt").input_ids
+print('input_text', input_text)
+print('input_ids', input_ids)
+outputs = model.generate(input_ids, max_length=500)
+print('outputs', outputs)
+text = tokenizer.decode(outputs[0], skip_special_tokens=True)
+print("outputs text:", text)
+
 def greet(name):
     return "Hello " + name + "!!"