rudrashah commited on
Commit
490cb62
1 Parent(s): ca5da9e

finetunned-gemma-2b-SQL

Browse files
Files changed (4) hide show
  1. config.json +20 -0
  2. metadata.json +6 -0
  3. model.weights.h5 +3 -0
  4. tokenizer.json +16 -0
config.json ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "module": "keras_nlp.src.models.gemma.gemma_backbone",
3
+ "class_name": "GemmaBackbone",
4
+ "config": {
5
+ "name": "gemma_backbone",
6
+ "trainable": true,
7
+ "vocabulary_size": 256000,
8
+ "num_layers": 18,
9
+ "num_query_heads": 8,
10
+ "num_key_value_heads": 1,
11
+ "hidden_dim": 2048,
12
+ "intermediate_dim": 32768,
13
+ "head_dim": 256,
14
+ "layer_norm_epsilon": 1e-06,
15
+ "dropout": 0
16
+ },
17
+ "registered_name": "keras_nlp>GemmaBackbone",
18
+ "assets": [],
19
+ "weights": "model.weights.h5"
20
+ }
metadata.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "keras_version": "3.1.0",
3
+ "keras_nlp_version": "0.9.0",
4
+ "parameter_count": 2506172416,
5
+ "date_saved": "2024-03-15@23:19:34"
6
+ }
model.weights.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd08b2b09770f19180e1cfa5d7c50a843f1cc031b72ee7b9675d9b1aff5d662b
3
+ size 10047128648
tokenizer.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "module": "keras_nlp.src.models.gemma.gemma_tokenizer",
3
+ "class_name": "GemmaTokenizer",
4
+ "config": {
5
+ "name": "gemma_tokenizer",
6
+ "trainable": true,
7
+ "dtype": "int32",
8
+ "proto": null,
9
+ "sequence_length": null
10
+ },
11
+ "registered_name": "keras_nlp>GemmaTokenizer",
12
+ "assets": [
13
+ "assets/tokenizer/vocabulary.spm"
14
+ ],
15
+ "weights": null
16
+ }