from transformers import AutoModel

model = AutoModel.from_pretrained("NewBreaker/chatglm-6b-int4",trust_remote_code=True)