Upload folder using huggingface_hub

.~lock.Eller Overtime Guidelines.docx#

@@ -0,0 +1 @@
+,jiakaidu,jiakaidu-C-Series,26.09.2024 06:27,file:///home/jiakaidu/.config/libreoffice/4;

Test_RAG.py

@@ -303,11 +303,11 @@ llm = HuggingFacePipeline.from_model_id(
 )
 # 设置 pad_token_id 为 eos_token_id
 from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
-# tokenizer = AutoTokenizer.from_pretrained('meta-llama/Llama-3.2-3B-Instruct')
-# if tokenizer.pad_token_id is None:
-#     tokenizer.pad_token_id = tokenizer.eos_token_id
+tokenizer = AutoTokenizer.from_pretrained('meta-llama/Llama-3.2-3B-Instruct')
+if tokenizer.pad_token_id is None:
+    tokenizer.pad_token_id = tokenizer.eos_token_id
 # # 同时确保 HuggingFacePipeline 使用的 tokenizer 也设置了 pad_token_id
-# llm.pipeline.tokenizer.pad_token_id = tokenizer.pad_token_id
+llm.pipeline.tokenizer.pad_token_id = tokenizer.pad_token_id
 # llm.invoke("2 + 2 =")
 import re
 from typing import List