stojchet commited on
Commit
1bf5842
·
verified ·
1 Parent(s): 7230d8e

Training in progress, step 78

Browse files
adapter_config.json CHANGED
@@ -1,6 +1,9 @@
1
  {
2
  "alpha_pattern": {},
3
- "auto_mapping": null,
 
 
 
4
  "base_model_name_or_path": "deepseek-ai/deepseek-coder-1.3b-base",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
@@ -20,15 +23,15 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "v_proj",
24
- "k_proj",
25
  "q_proj",
26
- "gate_proj",
27
- "down_proj",
28
  "up_proj",
29
- "o_proj"
 
 
 
 
30
  ],
31
- "task_type": "CAUSAL_LM",
32
  "use_dora": false,
33
  "use_rslora": false
34
  }
 
1
  {
2
  "alpha_pattern": {},
3
+ "auto_mapping": {
4
+ "base_model_class": "LlamaForCausalLM",
5
+ "parent_library": "transformers.models.llama.modeling_llama"
6
+ },
7
  "base_model_name_or_path": "deepseek-ai/deepseek-coder-1.3b-base",
8
  "bias": "none",
9
  "fan_in_fan_out": false,
 
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
 
 
26
  "q_proj",
 
 
27
  "up_proj",
28
+ "k_proj",
29
+ "down_proj",
30
+ "gate_proj",
31
+ "o_proj",
32
+ "v_proj"
33
  ],
34
+ "task_type": null,
35
  "use_dora": false,
36
  "use_rslora": false
37
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4eecd3082d40f9be7e8ed4c12ffc92e029fc7bbb361653edf0fcbc5faeed5e6e
3
  size 119975992
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a19034b6bf8fd643d95c08b29c7d6684a0057e57e98510e0043337403cafab34
3
  size 119975992
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:19bb51975b6823bbdff4d7541e79ef087865c63bf95705990a70056564ad7e3b
3
  size 5560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:808c68d69e320211cf621847e96ab8b624a67d4fe3a45514b384b891a9279bdf
3
  size 5560