File size: 221 Bytes
45cb7a0
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9

from transformers import AutoTokenizer, AutoModelForQuestionAnswering

tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b-int4")

model = AutoModelForQuestionAnswering.from_pretrained("THUDM/chatglm-6b-int4")