phd2023 commited on
Commit
d839f1c
·
verified ·
1 Parent(s): c776cd3

Model save

Browse files
README.md CHANGED
@@ -27,7 +27,7 @@ print(output["generated_text"])
27
 
28
  ## Training procedure
29
 
30
- [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/sjhxbug218-nvidia/huggingface/runs/jika9i2p)
31
 
32
 
33
  This model was trained with GRPO, a method introduced in [DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models](https://huggingface.co/papers/2402.03300).
 
27
 
28
  ## Training procedure
29
 
30
+ [<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="150" height="24"/>](https://wandb.ai/sjhxbug218-nvidia/huggingface/runs/csdr8cxx)
31
 
32
 
33
  This model was trained with GRPO, a method introduced in [DeepSeekMath: Pushing the Limits of Mathematical Reasoning in Open Language Models](https://huggingface.co/papers/2402.03300).
all_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "total_flos": 0.0,
3
- "train_loss": 0.008086015470325947,
4
- "train_runtime": 126.4484,
5
  "train_samples": 7500,
6
- "train_samples_per_second": 1.012,
7
  "train_steps_per_second": 0.008
8
  }
 
1
  {
2
  "total_flos": 0.0,
3
+ "train_loss": 0.007936205714941025,
4
+ "train_runtime": 131.0047,
5
  "train_samples": 7500,
6
+ "train_samples_per_second": 0.977,
7
  "train_steps_per_second": 0.008
8
  }
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "total_flos": 0.0,
3
- "train_loss": 0.008086015470325947,
4
- "train_runtime": 126.4484,
5
  "train_samples": 7500,
6
- "train_samples_per_second": 1.012,
7
  "train_steps_per_second": 0.008
8
  }
 
1
  {
2
  "total_flos": 0.0,
3
+ "train_loss": 0.007936205714941025,
4
+ "train_runtime": 131.0047,
5
  "train_samples": 7500,
6
+ "train_samples_per_second": 0.977,
7
  "train_steps_per_second": 0.008
8
  }
trainer_state.json CHANGED
@@ -10,15 +10,15 @@
10
  "log_history": [
11
  {
12
  "clip_ratio": 0.0,
13
- "completion_length": 516.796875,
14
  "epoch": 1.0,
15
- "grad_norm": 0.5813263058662415,
16
  "kl": 0.0,
17
  "learning_rate": 3e-06,
18
- "loss": 0.0081,
19
- "reward": 0.7098214626312256,
20
- "reward_std": 0.3545062728226185,
21
- "rewards/accuracy_reward": 0.7098214626312256,
22
  "rewards/format_reward": 0.0,
23
  "step": 1
24
  },
@@ -26,9 +26,9 @@
26
  "epoch": 1.0,
27
  "step": 1,
28
  "total_flos": 0.0,
29
- "train_loss": 0.008086015470325947,
30
- "train_runtime": 126.4484,
31
- "train_samples_per_second": 1.012,
32
  "train_steps_per_second": 0.008
33
  }
34
  ],
 
10
  "log_history": [
11
  {
12
  "clip_ratio": 0.0,
13
+ "completion_length": 521.4765625,
14
  "epoch": 1.0,
15
+ "grad_norm": 0.5955476760864258,
16
  "kl": 0.0,
17
  "learning_rate": 3e-06,
18
+ "loss": 0.0079,
19
+ "reward": 0.7031250298023224,
20
+ "reward_std": 0.3489644229412079,
21
+ "rewards/accuracy_reward": 0.7031250298023224,
22
  "rewards/format_reward": 0.0,
23
  "step": 1
24
  },
 
26
  "epoch": 1.0,
27
  "step": 1,
28
  "total_flos": 0.0,
29
+ "train_loss": 0.007936205714941025,
30
+ "train_runtime": 131.0047,
31
+ "train_samples_per_second": 0.977,
32
  "train_steps_per_second": 0.008
33
  }
34
  ],
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cf04e394615126d67569c09d6f52f0442c2fbadf27759f7ca1f142ab47ec0a69
3
  size 7992
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67ef1e0d5558a29538503adf7369f40c57aa17a1139078ac8cd2fd0a8f64b90a
3
  size 7992