from transformers import AutoTokenizer, AutoModelForQuestionAnswering | |
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b-int4") | |
model = AutoModelForQuestionAnswering.from_pretrained("THUDM/chatglm-6b-int4") | |
from transformers import AutoTokenizer, AutoModelForQuestionAnswering | |
tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b-int4") | |
model = AutoModelForQuestionAnswering.from_pretrained("THUDM/chatglm-6b-int4") | |