two

README.md

@@ -1,13 +1,42 @@
 ---
-language:
-- zh
-- en
-tags:
-- glm
-- chatglm
-- thudm
-duplicated_from: THUDM/chatglm-6b-int4
+language: en
+license: cc-by-4.0
+datasets:
+- squad_v2
+model-index:
+- name: deepset/roberta-base-squad2
+  results:
+  - task:
+      type: question-answering
+      name: Question Answering
+    dataset:
+      name: squad_v2
+      type: squad_v2
+      config: squad_v2
+      split: validation
+    metrics:
+    - type: exact_match
+      value: 79.9309
+      name: Exact Match
+      verified: true
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMDhhNjg5YzNiZGQ1YTIyYTAwZGUwOWEzZTRiYzdjM2QzYjA3ZTUxNDM1NjE1MTUyMjE1MGY1YzEzMjRjYzVjYiIsInZlcnNpb24iOjF9.EH5JJo8EEFwU7osPz3s7qanw_tigeCFhCXjSfyN0Y1nWVnSfulSxIk_DbAEI5iE80V4EKLyp5-mYFodWvL2KDA
+    - type: f1
+      value: 82.9501
+      name: F1
+      verified: true
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMjk5ZDYwOGQyNjNkMWI0OTE4YzRmOTlkY2JjNjQ0YTZkNTMzMzNkYTA0MDFmNmI3NjA3NjNlMjhiMDQ2ZjJjNSIsInZlcnNpb24iOjF9.DDm0LNTkdLbGsue58bg1aH_s67KfbcmkvL-6ZiI2s8IoxhHJMSf29H_uV2YLyevwx900t-MwTVOW3qfFnMMEAQ
+    - type: total
+      value: 11869
+      name: total
+      verified: true
+      verifyToken: eyJhbGciOiJFZERTQSIsInR5cCI6IkpXVCJ9.eyJoYXNoIjoiMGFkMmI2ODM0NmY5NGNkNmUxYWViOWYxZDNkY2EzYWFmOWI4N2VhYzY5MGEzMTVhOTU4Zjc4YWViOGNjOWJjMCIsInZlcnNpb24iOjF9.fexrU1icJK5_MiifBtZWkeUvpmFISqBLDXSQJ8E6UnrRof-7cU0s4tX_dIsauHWtUpIHMPZCf5dlMWQKXZuAAA
+
 ---
+
+
+
+
+
 # ChatGLM-6B-INT4
 <p align="center">
     👋 Join our <a href="https://join.slack.com/t/chatglm/shared_invite/zt-1th2q5u69-7tURzFuOPanmuHy9hsZnKA" target="_blank">Slack</a> and <a href="https://github.com/THUDM/ChatGLM-6B/blob/main/resources/WECHAT.md" target="_blank">WeChat</a>

demo_api.py

@@ -1,6 +1,16 @@
-from transformers import AutoModel,AutoTokenizer
-tokenizer = AutoTokenizer.from_pretrained('NewBreaker/chatglm-6b-int4',trust_remote_code=True)
-model = AutoModel.from_pretrained('NewBreaker/chatglm-6b-int4',trust_remote_code=True)
+# from transformers import AutoModel,AutoTokenizer
+# tokenizer = AutoTokenizer.from_pretrained('NewBreaker/chatglm-6b-int4',trust_remote_code=True)
+# model = AutoModel.from_pretrained('NewBreaker/chatglm-6b-int4',trust_remote_code=True)
 
 
 
+from transformers import AutoModelForQuestionAnswering
+
+model = AutoModelForQuestionAnswering.from_pretrained("NewBreaker/chatglm-6b-int4")
+
+
+# import requests
+# api_url = "https://api-inference.huggingface.co/usage/pinned_models"
+# headers = {"Authorization": f"Bearer {API_TOKEN}"}
+# response = requests.get(api_url, headers=headers)
+# # {"pinned_models": [...], "allowed_pinned_models": 5}