Upload folder using huggingface_hub

Test_RAG.py

@@ -303,12 +303,12 @@ llm = HuggingFacePipeline.from_model_id(
 )
 # 设置 pad_token_id 为 eos_token_id
 from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
-tokenizer = AutoTokenizer.from_pretrained('meta-llama/Llama-3.2-3B-Instruct')
-if tokenizer.pad_token_id is None:
-    tokenizer.pad_token_id = tokenizer.eos_token_id
-# 同时确保 HuggingFacePipeline 使用的 tokenizer 也设置了 pad_token_id
-llm.pipeline.tokenizer.pad_token_id = tokenizer.pad_token_id
-llm.invoke("2 + 2 =")
+# tokenizer = AutoTokenizer.from_pretrained('meta-llama/Llama-3.2-3B-Instruct')
+# if tokenizer.pad_token_id is None:
+#     tokenizer.pad_token_id = tokenizer.eos_token_id
+# # 同时确保 HuggingFacePipeline 使用的 tokenizer 也设置了 pad_token_id
+# llm.pipeline.tokenizer.pad_token_id = tokenizer.pad_token_id
+# llm.invoke("2 + 2 =")
 import re
 from typing import List
 from langchain.text_splitter import (