Upload app.py

app.py

@@ -0,0 +1,51 @@
+import gradio as gr
+import torch
+from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, GenerationConfig
+import re
+import time
+
+tokenizer = AutoTokenizer.from_pretrained("GIGAParviz/T5_fa_law_chatbot")
+model = AutoModelForSeq2SeqLM.from_pretrained("GIGAParviz/T5_fa_law_chatbot").to("cpu")
+
+def clear_text(text):
+    if isinstance(text, str):
+        text = re.sub("[^آ-ی۰-۹]+", " ", text)
+    else:
+        text = str(text)
+    return text
+
+def generate_response(message, chat_history):
+    question = clear_text(message)
+    prompt = f"Answer The Question in farsi: {question} Answer: "
+    
+    tokenized_test_text = tokenizer(prompt, return_tensors='pt').input_ids.to("cpu")
+    
+    generation_config = GenerationConfig(
+        max_new_tokens=128,
+        do_sample=True,
+        top_k=50,  
+        top_p=0.95, 
+        temperature=0.7,  
+        repetition_penalty=1.2 
+    )
+
+    test_output = model.generate(tokenized_test_text, generation_config=generation_config)[0]
+    bot_message = tokenizer.decode(test_output, skip_special_tokens=True)
+    
+    for i in range(0, len(bot_message), 10):
+        yield chat_history + [(message, bot_message[:i + 10])]
+        time.sleep(0.1)
+    
+    yield chat_history + [(message, bot_message)]
+
+with gr.Blocks() as demo:
+    gr.Markdown("<h1 style='text-align: center;'>💬Persian legal chatbot </h1><p style='text-align: center;'>made by A.M.Parviz/p>")
+    
+    chatbot = gr.Chatbot(label="جواب")
+    msg = gr.Textbox(label="ورودی", placeholder="...سوال حقوقی خودتون رو وارد کنید", lines=1)
+    
+    msg.submit(generate_response, [msg, chatbot], chatbot)
+    
+    clear = gr.ClearButton([msg, chatbot])
+
+demo.launch()