Hugging Face's logo

Spaces:
inflaton-ai
/
logical-reasoning
Build error

App Files Community
1
dh-mc commited on
Commit
37fb5b2
·
1 Parent(s): 0c7b7f6

ready for qwen2.5-7b

Browse files
Files changed (7) hide show
  1. data/Mistral-7B-v0.3-Chinese-Chat_shots_metrics.csv +1 -0
  2. notebooks/01a_internlm2_5-20b-chat_analysis.ipynb +0 -0
  3. notebooks/01a_internlm2_5-7b-chat-1m_analysis.ipynb +0 -0
  4. notebooks/01a_internlm2_5-7b-chat_analysis.ipynb +0 -0
  5. notebooks/01b_Mistral-7B-v0.3-Chinese-Chat_analysis.ipynb +0 -0
  6. notebooks/03a_Llama3.1-8B-Chinese-Chat_analysis.ipynb +0 -0
  7. scripts/eval-mgtv-qwen2.5.sh +14 -1
data/Mistral-7B-v0.3-Chinese-Chat_shots_metrics.csv CHANGED
@@ -3,3 +3,4 @@ shots,model,run,accuracy,precision,recall,f1,ratio_valid_classifications
3
  5,Mistral-7B-v0.3-Chinese-Chat,shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat/shots-05,0.6446666666666667,0.7451807329096397,0.6446666666666667,0.681030628954011,0.142
4
  10,Mistral-7B-v0.3-Chinese-Chat,shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat/shots-10,0.6036666666666667,0.7334913867282189,0.6036666666666667,0.6493185547247415,0.10633333333333334
5
  20,Mistral-7B-v0.3-Chinese-Chat,shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat/shots-20,0.6276666666666667,0.7398894455389585,0.6276666666666667,0.6690543758928521,0.08266666666666667
 
 
3
  5,Mistral-7B-v0.3-Chinese-Chat,shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat/shots-05,0.6446666666666667,0.7451807329096397,0.6446666666666667,0.681030628954011,0.142
4
  10,Mistral-7B-v0.3-Chinese-Chat,shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat/shots-10,0.6036666666666667,0.7334913867282189,0.6036666666666667,0.6493185547247415,0.10633333333333334
5
  20,Mistral-7B-v0.3-Chinese-Chat,shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat/shots-20,0.6276666666666667,0.7398894455389585,0.6276666666666667,0.6690543758928521,0.08266666666666667
6
+ 30,Mistral-7B-v0.3-Chinese-Chat,shenzhi-wang/Mistral-7B-v0.3-Chinese-Chat/shots-30,0.661,0.7422079284443324,0.661,0.6862974695781847,0.07
notebooks/01a_internlm2_5-20b-chat_analysis.ipynb CHANGED
The diff for this file is too large to render. See raw diff
 
notebooks/01a_internlm2_5-7b-chat-1m_analysis.ipynb CHANGED
The diff for this file is too large to render. See raw diff
 
notebooks/01a_internlm2_5-7b-chat_analysis.ipynb CHANGED
The diff for this file is too large to render. See raw diff
 
notebooks/01b_Mistral-7B-v0.3-Chinese-Chat_analysis.ipynb CHANGED
The diff for this file is too large to render. See raw diff
 
notebooks/03a_Llama3.1-8B-Chinese-Chat_analysis.ipynb CHANGED
The diff for this file is too large to render. See raw diff
 
scripts/eval-mgtv-qwen2.5.sh CHANGED
@@ -17,7 +17,7 @@ $BASEDIR/scripts/eval-shots.sh Qwen Qwen2.5-7B-Instruct
17
 
18
  $BASEDIR/scripts/eval-epochs.sh Qwen Qwen2.5-7B-Instruct
19
 
20
- $BASEDIR/scripts/eval-shots.sh Qwen Qwen2.5-3B-Instruct
21
 
22
  $BASEDIR/scripts/eval-epochs.sh Qwen Qwen2.5-3B-Instruct
23
 
@@ -28,3 +28,16 @@ $BASEDIR/scripts/eval-epochs.sh Qwen Qwen2.5-3B-Instruct
28
  # $BASEDIR/scripts/eval-epochs.sh Qwen Qwen2.5-0.5B-Instruct
29
 
30
  # $BASEDIR/scripts/eval-shots.sh Qwen Qwen2.5-0.5B-Instruct
 
 
 
 
 
 
 
 
 
 
 
 
 
 
17
 
18
  $BASEDIR/scripts/eval-epochs.sh Qwen Qwen2.5-7B-Instruct
19
 
20
+ # $BASEDIR/scripts/eval-shots.sh Qwen Qwen2.5-3B-Instruct
21
 
22
  $BASEDIR/scripts/eval-epochs.sh Qwen Qwen2.5-3B-Instruct
23
 
 
28
  # $BASEDIR/scripts/eval-epochs.sh Qwen Qwen2.5-0.5B-Instruct
29
 
30
  # $BASEDIR/scripts/eval-shots.sh Qwen Qwen2.5-0.5B-Instruct
31
+
32
+
33
+ export START_NUM_SHOTS=5
34
+
35
+ $BASEDIR/scripts/eval-shots.sh internlm internlm2_5-7b-chat
36
+
37
+ $BASEDIR/scripts/eval-shots.sh internlm internlm2_5-7b-chat-1m
38
+
39
+ $BASEDIR/scripts/eval-shots.sh shenzhi-wang Llama3.1-8B-Chinese-Chat
40
+
41
+ export START_NUM_SHOTS=40
42
+
43
+ $BASEDIR/scripts/eval-shots.sh shenzhi-wang Mistral-7B-v0.3-Chinese-Chat