Push model using huggingface_hub.
Browse files- gliner_config.json +5 -3
- pytorch_model.bin +1 -1
- tokenizer.json +14 -2
gliner_config.json
CHANGED
@@ -104,6 +104,7 @@
|
|
104 |
},
|
105 |
"ent_token": "<<ENT>>",
|
106 |
"eval_every": 5000,
|
|
|
107 |
"fine_tune": true,
|
108 |
"freeze_token_rep": false,
|
109 |
"fuse_layers": false,
|
@@ -210,7 +211,8 @@
|
|
210 |
"prev_path": null,
|
211 |
"random_drop": true,
|
212 |
"root_dir": "gliner_logs",
|
213 |
-
"
|
|
|
214 |
"scheduler_type": "cosine",
|
215 |
"sep_token": "<<SEP>>",
|
216 |
"shuffle_types": true,
|
@@ -218,9 +220,9 @@
|
|
218 |
"span_mode": "markerV0",
|
219 |
"subtoken_pooling": "first",
|
220 |
"train_batch_size": 8,
|
221 |
-
"train_data": "data/data
|
222 |
"transformers_version": "4.48.1",
|
223 |
-
"val_data_dir": "data/data
|
224 |
"vocab_size": -1,
|
225 |
"warmup_ratio": 0.05,
|
226 |
"weight_decay_encoder": 0.1,
|
|
|
104 |
},
|
105 |
"ent_token": "<<ENT>>",
|
106 |
"eval_every": 5000,
|
107 |
+
"eval_strategy": "epoch",
|
108 |
"fine_tune": true,
|
109 |
"freeze_token_rep": false,
|
110 |
"fuse_layers": false,
|
|
|
211 |
"prev_path": null,
|
212 |
"random_drop": true,
|
213 |
"root_dir": "gliner_logs",
|
214 |
+
"save_strategy": "epoch",
|
215 |
+
"save_total_limit": 10,
|
216 |
"scheduler_type": "cosine",
|
217 |
"sep_token": "<<SEP>>",
|
218 |
"shuffle_types": true,
|
|
|
220 |
"span_mode": "markerV0",
|
221 |
"subtoken_pooling": "first",
|
222 |
"train_batch_size": 8,
|
223 |
+
"train_data": "data/data/*/train.json",
|
224 |
"transformers_version": "4.48.1",
|
225 |
+
"val_data_dir": "data/data/*/test.json",
|
226 |
"vocab_size": -1,
|
227 |
"warmup_ratio": 0.05,
|
228 |
"weight_decay_encoder": 0.1,
|
pytorch_model.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 943529398
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8b5d9240418b105e7eba3555ab66094a7ac7a8442c4a405d4fc2416d0b41ee34
|
3 |
size 943529398
|
tokenizer.json
CHANGED
@@ -1,7 +1,19 @@
|
|
1 |
{
|
2 |
"version": "1.0",
|
3 |
-
"truncation":
|
4 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
5 |
"added_tokens": [
|
6 |
{
|
7 |
"id": 0,
|
|
|
1 |
{
|
2 |
"version": "1.0",
|
3 |
+
"truncation": {
|
4 |
+
"direction": "Right",
|
5 |
+
"max_length": 8192,
|
6 |
+
"strategy": "LongestFirst",
|
7 |
+
"stride": 0
|
8 |
+
},
|
9 |
+
"padding": {
|
10 |
+
"strategy": "BatchLongest",
|
11 |
+
"direction": "Right",
|
12 |
+
"pad_to_multiple_of": null,
|
13 |
+
"pad_id": 50283,
|
14 |
+
"pad_type_id": 0,
|
15 |
+
"pad_token": "[PAD]"
|
16 |
+
},
|
17 |
"added_tokens": [
|
18 |
{
|
19 |
"id": 0,
|