demo_call_api.py

from transformers import AutoModel,AutoTokenizer

model = AutoModel.from_pretrained("NewBreaker/chatglm-6b-int4",trust_remote_code=True)
tokenizer = AutoTokenizer.from_pretrained("NewBreaker/chatglm-6b-int4", trust_remote_code=True)