dawn17 commited on
Commit
54af4c5
1 Parent(s): 4a1ae6d

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +25 -12
README.md CHANGED
@@ -1,16 +1,29 @@
1
  ---
2
  license: apache-2.0
3
  ---
4
- base_model: /Users/dawn/git/models/Mistral-7B-Instruct-v0.2
5
- gate_mode: hidden # one of "hidden", "cheap_embed", or "random"
6
- dtype: bfloat16 # output dtype (float32, float16, or bfloat16)
7
- experts:
8
- - source_model: /Users/dawn/git/models/Silicon-Maid-7B
9
- positive_prompts:
10
- - "roleplay"
11
- - source_model: /Users/dawn/git/models/Starling-LM-7B-beta
12
- positive_prompts:
13
- - "chat"
14
  ---
15
- license: apache-2.0
16
- ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  ---
2
  license: apache-2.0
3
  ---
4
+
 
 
 
 
 
 
 
 
 
5
  ---
6
+
7
+
8
+ base_model: /Users/dawn/git/models/Mistral-7B-Instruct-v0.2
9
+ gate_mode: hidden # one of "hidden", "cheap_embed", or "random"
10
+ dtype: bfloat16 # output dtype (float32, float16, or bfloat16)
11
+ experts:
12
+ - source_model: /Users/dawn/git/models/Silicon-Maid-7B
13
+ positive_prompts:
14
+ - "roleplay"
15
+ - source_model: /Users/dawn/git/models/Starling-LM-7B-beta
16
+ positive_prompts:
17
+ - "chat"
18
+
19
+ # [Open LLM Leaderboard Evaluation Results](https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard)
20
+
21
+ | Metric |Value|
22
+ |---------------------------------|----:|
23
+ |Avg. |68.01|
24
+ |AI2 Reasoning Challenge (25-Shot)|67.49|
25
+ |HellaSwag (10-Shot) |84.76|
26
+ |MMLU (5-Shot) |62.62|
27
+ |TruthfulQA (0-shot) |58.93|
28
+ |Winogrande (5-shot) |78.22|
29
+ |GSM8k (5-shot) |56.03|