Update app.py

app.py

@@ -1,9 +1,11 @@
 import gradio as gr
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
-model_name = "yandex/YandexGPT-5-Lite-8B-instruct-GGUF"
-tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(model_name)
+model_name = "mradermacher/YandexGPT-5-Lite-8B-instruct-GGUF"
+filename = "YandexGPT-5-Lite-8B-instruct.Q8_0.gguf"
+torch_dtype = torch.float32
+tokenizer = AutoTokenizer.from_pretrained(model_name, gguf_file=filename)
+model = AutoModelForCausalLM.from_pretrained(model_name, gguf_file=filename, torch_dtype=torch_dtype)
 
 def generate_text(input_text):
     inputs = tokenizer(input_text, return_tensors="pt")