from transformers import AutoTokenizer, AutoModelForQuestionAnswering

tokenizer = AutoTokenizer.from_pretrained("THUDM/chatglm-6b-int4")

model = AutoModelForQuestionAnswering.from_pretrained("THUDM/chatglm-6b-int4")