silent666 commited on
Commit
914b941
·
verified ·
1 Parent(s): cdf1f4c

Upload folder using huggingface_hub

Browse files
adapter_config.json CHANGED
@@ -20,10 +20,10 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "down_proj",
24
  "qkv_proj",
25
- "o_proj",
26
- "gate_up_proj"
 
27
  ],
28
  "task_type": "CAUSAL_LM",
29
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
23
  "qkv_proj",
24
+ "down_proj",
25
+ "gate_up_proj",
26
+ "o_proj"
27
  ],
28
  "task_type": "CAUSAL_LM",
29
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9d9e7e6e58e1602d0fc9f6833921165fd8bd25c5ac6ebd0efc58c7c87a6b5a04
3
  size 1671212336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e20be2e8363bc903501ffd0e737e55f6382c45807c2ca365b64b6a817026771b
3
  size 1671212336
optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:26132871b2a91e0812f2f06e1f2c459b1dc72cd527f446516dae0cdc446be458
3
  size 849024805
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f930a800097a53fa419739d8a437a799140fe15808974c8c7cba1e1106801a4
3
  size 849024805
trainer_state.json CHANGED
@@ -10,16 +10,16 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.8,
13
- "grad_norm": 0.4785412847995758,
14
  "learning_rate": 0.00018295745859082095,
15
- "loss": 0.9961,
16
  "step": 20
17
  },
18
  {
19
  "epoch": 1.6,
20
- "grad_norm": 1.4140418767929077,
21
  "learning_rate": 0.0001245127148743087,
22
- "loss": 0.6728,
23
  "step": 40
24
  }
25
  ],
 
10
  "log_history": [
11
  {
12
  "epoch": 0.8,
13
+ "grad_norm": 0.4902637302875519,
14
  "learning_rate": 0.00018295745859082095,
15
+ "loss": 1.0004,
16
  "step": 20
17
  },
18
  {
19
  "epoch": 1.6,
20
+ "grad_norm": 2.055119514465332,
21
  "learning_rate": 0.0001245127148743087,
22
+ "loss": 0.6661,
23
  "step": 40
24
  }
25
  ],
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e71ce490c35f09b0e4991bd8720f211574a9577ed3b0bdd82bc8ee2e497b310b
3
  size 5905
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b224132cb7230163445fae24ef3e5a76e69a8e012a69c10eb2ac0e057d7bec0a
3
  size 5905