alexneakameni commited on
Commit
6927f94
·
verified ·
1 Parent(s): 2b32dda

Push model using huggingface_hub.

Browse files
Files changed (3) hide show
  1. gliner_config.json +5 -3
  2. pytorch_model.bin +1 -1
  3. tokenizer.json +14 -2
gliner_config.json CHANGED
@@ -104,6 +104,7 @@
104
  },
105
  "ent_token": "<<ENT>>",
106
  "eval_every": 5000,
 
107
  "fine_tune": true,
108
  "freeze_token_rep": false,
109
  "fuse_layers": false,
@@ -210,7 +211,8 @@
210
  "prev_path": null,
211
  "random_drop": true,
212
  "root_dir": "gliner_logs",
213
- "save_total_limit": 3,
 
214
  "scheduler_type": "cosine",
215
  "sep_token": "<<SEP>>",
216
  "shuffle_types": true,
@@ -218,9 +220,9 @@
218
  "span_mode": "markerV0",
219
  "subtoken_pooling": "first",
220
  "train_batch_size": 8,
221
- "train_data": "data/data/train.json",
222
  "transformers_version": "4.48.1",
223
- "val_data_dir": "data/data/test.json",
224
  "vocab_size": -1,
225
  "warmup_ratio": 0.05,
226
  "weight_decay_encoder": 0.1,
 
104
  },
105
  "ent_token": "<<ENT>>",
106
  "eval_every": 5000,
107
+ "eval_strategy": "epoch",
108
  "fine_tune": true,
109
  "freeze_token_rep": false,
110
  "fuse_layers": false,
 
211
  "prev_path": null,
212
  "random_drop": true,
213
  "root_dir": "gliner_logs",
214
+ "save_strategy": "epoch",
215
+ "save_total_limit": 10,
216
  "scheduler_type": "cosine",
217
  "sep_token": "<<SEP>>",
218
  "shuffle_types": true,
 
220
  "span_mode": "markerV0",
221
  "subtoken_pooling": "first",
222
  "train_batch_size": 8,
223
+ "train_data": "data/data/*/train.json",
224
  "transformers_version": "4.48.1",
225
+ "val_data_dir": "data/data/*/test.json",
226
  "vocab_size": -1,
227
  "warmup_ratio": 0.05,
228
  "weight_decay_encoder": 0.1,
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3f6bdca80dcfa4cbeff9abe4947a50aa3b85e8e943300c6d5b109cecd0b9fcc6
3
  size 943529398
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b5d9240418b105e7eba3555ab66094a7ac7a8442c4a405d4fc2416d0b41ee34
3
  size 943529398
tokenizer.json CHANGED
@@ -1,7 +1,19 @@
1
  {
2
  "version": "1.0",
3
- "truncation": null,
4
- "padding": null,
 
 
 
 
 
 
 
 
 
 
 
 
5
  "added_tokens": [
6
  {
7
  "id": 0,
 
1
  {
2
  "version": "1.0",
3
+ "truncation": {
4
+ "direction": "Right",
5
+ "max_length": 8192,
6
+ "strategy": "LongestFirst",
7
+ "stride": 0
8
+ },
9
+ "padding": {
10
+ "strategy": "BatchLongest",
11
+ "direction": "Right",
12
+ "pad_to_multiple_of": null,
13
+ "pad_id": 50283,
14
+ "pad_type_id": 0,
15
+ "pad_token": "[PAD]"
16
+ },
17
  "added_tokens": [
18
  {
19
  "id": 0,