Update main.py

main.py

@@ -27,10 +27,11 @@ logging.basicConfig(level=logging.INFO)
 import os
 os.environ["TRANSFORMERS_CACHE"] = "./cache"
 os.environ["HF_HOME"] = "./cache"
+HF_TOKEN = os.getenv("manhal")
 
 TEXT_MODEL_NAME = "aubmindlab/aragpt2-base"
-text_tokenizer = AutoTokenizer.from_pretrained(TEXT_MODEL_NAME, use_auth_token=True)
-text_model = AutoModelForCausalLM.from_pretrained(TEXT_MODEL_NAME,  use_auth_token=True)
+text_tokenizer = AutoTokenizer.from_pretrained(TEXT_MODEL_NAME, token = HF_TOKEN)
+text_model = AutoModelForCausalLM.from_pretrained(TEXT_MODEL_NAME,  token = HF_TOKEN)
 
 general_prompt_template = """
 أنت الآن نموذج لغة مخصص لتوليد نصوص عربية تعليمية بناءً على المادة والمستوى التعليمي. سيتم إعطاؤك مادة تعليمية ومستوى تعليمي، وعليك إنشاء نص مناسب بناءً على ذلك. النص يجب أن يكون:
@@ -89,8 +90,8 @@ def generate_text(request: GenerateTextRequest):
 # Question & Answer Generation Model
 ####################################
 QA_MODEL_NAME = "Mihakram/AraT5-base-question-generation"
-qa_tokenizer = AutoTokenizer.from_pretrained(QA_MODEL_NAME)
-qa_model = AutoModelForSeq2SeqLM.from_pretrained(QA_MODEL_NAME)
+qa_tokenizer = AutoTokenizer.from_pretrained(QA_MODEL_NAME, token = HF_TOKEN)
+qa_model = AutoModelForSeq2SeqLM.from_pretrained(QA_MODEL_NAME, token = HF_TOKEN)
 
 def extract_answer(context: str) -> str:
     """Extract the first sentence (or a key phrase) from the context."""