TomasLaz commited on
Commit
e1bb8ff
·
verified ·
1 Parent(s): 5d70a1e

Upload Qwen2ForCausalLM

Browse files
config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "_name_or_path": "/bask/homes/u/usjs9456/ai_workloads_project/S1_workspace/experiments/trainning/qwen2.5_3B_instruct_4H100_S1_gas1/ckpts/s1.1_20250328_144206",
3
  "architectures": [
4
- "Qwen2ForSequenceClassification"
5
  ],
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 151643,
 
1
  {
2
  "_name_or_path": "/bask/homes/u/usjs9456/ai_workloads_project/S1_workspace/experiments/trainning/qwen2.5_3B_instruct_4H100_S1_gas1/ckpts/s1.1_20250328_144206",
3
  "architectures": [
4
+ "Qwen2ForCausalLM"
5
  ],
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 151643,
generation_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "repetition_penalty": 1.05,
10
+ "temperature": 0.7,
11
+ "top_k": 20,
12
+ "top_p": 0.8,
13
+ "transformers_version": "4.46.1"
14
+ }
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:07f84908394952ae00b1817d91e03522a063e3b61fc8b6b198fff73361b49800
3
- size 2428739632
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:172b8b9d83866cf322d41091d4050a25d53236aa1478dcdb08040fb0d4681d06
3
+ size 2428723160
model.safetensors.index.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "metadata": {
3
- "total_size": 12343771136
4
  },
5
  "weight_map": {
6
  "model.embed_tokens.weight": "model-00001-of-00003.safetensors",
@@ -436,7 +436,6 @@
436
  "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
437
  "model.layers.9.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
438
  "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
439
- "model.norm.weight": "model-00003-of-00003.safetensors",
440
- "score.weight": "model-00003-of-00003.safetensors"
441
  }
442
  }
 
1
  {
2
  "metadata": {
3
+ "total_size": 12343754752
4
  },
5
  "weight_map": {
6
  "model.embed_tokens.weight": "model-00001-of-00003.safetensors",
 
436
  "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
437
  "model.layers.9.self_attn.v_proj.bias": "model-00001-of-00003.safetensors",
438
  "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
439
+ "model.norm.weight": "model-00003-of-00003.safetensors"
 
440
  }
441
  }