AIArchitect23 commited on
Commit
6228932
Β·
verified Β·
1 Parent(s): 2af4a10

Upload Qwen2ForCausalLM

Browse files
Files changed (3) hide show
  1. README.md +21 -21
  2. config.json +2 -2
  3. generation_config.json +1 -1
README.md CHANGED
@@ -1,29 +1,29 @@
1
  ---
 
2
  language:
3
- - en
4
- license: apache-2.0
5
- tags:
6
- - qwen
7
- - arxiv
8
- - science
9
- - research
10
- - causal-lm
11
  library_name: transformers
 
12
  pipeline_tag: text-generation
13
- base_model: Qwen/Qwen2-0.5B-Instruct
 
 
 
 
 
14
  model-index:
15
- - name: Qwen2-0.5B-ArXiv
16
- results:
17
- - task:
18
- type: text-generation
19
- name: Scientific text generation
20
- dataset:
21
- type: arxiv
22
- name: ArXiv
23
- metrics:
24
- - type: loss
25
- value: 1.76
26
- name: training loss
27
  ---
28
 
29
  # 🌌 The Qwen2-0.5B-ArXiv Oracle 🌌
 
1
  ---
2
+ base_model: Qwen/Qwen2-0.5B-Instruct
3
  language:
4
+ - en
 
 
 
 
 
 
 
5
  library_name: transformers
6
+ license: apache-2.0
7
  pipeline_tag: text-generation
8
+ tags:
9
+ - qwen
10
+ - arxiv
11
+ - science
12
+ - research
13
+ - causal-lm
14
  model-index:
15
+ - name: Qwen2-0.5B-ArXiv
16
+ results:
17
+ - task:
18
+ type: text-generation
19
+ name: Scientific text generation
20
+ dataset:
21
+ name: ArXiv
22
+ type: arxiv
23
+ metrics:
24
+ - type: loss
25
+ value: 1.76
26
+ name: training loss
27
  ---
28
 
29
  # 🌌 The Qwen2-0.5B-ArXiv Oracle 🌌
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "./qwen2-0.5b-arxiv-300",
3
  "architectures": [
4
  "Qwen2ForCausalLM"
5
  ],
@@ -21,7 +21,7 @@
21
  "sliding_window": null,
22
  "tie_word_embeddings": true,
23
  "torch_dtype": "bfloat16",
24
- "transformers_version": "4.48.3",
25
  "use_cache": false,
26
  "use_sliding_window": false,
27
  "vocab_size": 151936
 
1
  {
2
+ "_name_or_path": "/home/nicknames/SN80/axolotl/qwen2-0.5b-arxiv-300-safetensors/",
3
  "architectures": [
4
  "Qwen2ForCausalLM"
5
  ],
 
21
  "sliding_window": null,
22
  "tie_word_embeddings": true,
23
  "torch_dtype": "bfloat16",
24
+ "transformers_version": "4.44.1",
25
  "use_cache": false,
26
  "use_sliding_window": false,
27
  "vocab_size": 151936
generation_config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "_from_model_config": true,
3
  "eos_token_id": 151645,
4
- "transformers_version": "4.48.3",
5
  "use_cache": false
6
  }
 
1
  {
2
  "_from_model_config": true,
3
  "eos_token_id": 151645,
4
+ "transformers_version": "4.44.1",
5
  "use_cache": false
6
  }