alexneakameni commited on
Commit
93b72b4
·
verified ·
1 Parent(s): 864c6fb

Include NuMER dataset, remove post-fusion

Browse files
Files changed (2) hide show
  1. gliner_config.json +7 -7
  2. pytorch_model.bin +2 -2
gliner_config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "class_token_index": -1,
3
- "dropout": 0.3,
4
  "embed_ent_token": true,
5
  "encoder_config": {
6
  "_attn_implementation_autoset": false,
@@ -110,7 +110,7 @@
110
  "fuse_layers": false,
111
  "has_rnn": true,
112
  "hidden_size": 768,
113
- "label_smoothing": 0,
114
  "labels_encoder": "BAAI/bge-small-en-v1.5",
115
  "labels_encoder_config": {
116
  "_attn_implementation_autoset": false,
@@ -195,8 +195,8 @@
195
  "loss_alpha": 0.75,
196
  "loss_gamma": 0,
197
  "loss_reduction": "sum",
198
- "lr_encoder": "1e-5",
199
- "lr_others": "3e-5",
200
  "max_grad_norm": 10.0,
201
  "max_len": 512,
202
  "max_neg_type_ratio": 1,
@@ -205,12 +205,12 @@
205
  "model_name": "answerdotai/ModernBERT-base",
206
  "model_type": "gliner",
207
  "name": "span level gliner",
208
- "num_post_fusion_layers": 3,
209
  "num_steps": 100000,
210
- "post_fusion_schema": "l2l-l2t-t2t",
211
  "prev_path": null,
212
  "random_drop": true,
213
- "root_dir": "gliner_logs",
214
  "save_strategy": "epoch",
215
  "save_total_limit": 10,
216
  "scheduler_type": "cosine",
 
1
  {
2
  "class_token_index": -1,
3
+ "dropout": 0.1,
4
  "embed_ent_token": true,
5
  "encoder_config": {
6
  "_attn_implementation_autoset": false,
 
110
  "fuse_layers": false,
111
  "has_rnn": true,
112
  "hidden_size": 768,
113
+ "label_smoothing": 0.001,
114
  "labels_encoder": "BAAI/bge-small-en-v1.5",
115
  "labels_encoder_config": {
116
  "_attn_implementation_autoset": false,
 
195
  "loss_alpha": 0.75,
196
  "loss_gamma": 0,
197
  "loss_reduction": "sum",
198
+ "lr_encoder": "5e-6",
199
+ "lr_others": "1e-6",
200
  "max_grad_norm": 10.0,
201
  "max_len": 512,
202
  "max_neg_type_ratio": 1,
 
205
  "model_name": "answerdotai/ModernBERT-base",
206
  "model_type": "gliner",
207
  "name": "span level gliner",
208
+ "num_post_fusion_layers": 1,
209
  "num_steps": 100000,
210
+ "post_fusion_schema": "",
211
  "prev_path": null,
212
  "random_drop": true,
213
+ "root_dir": "data/gliner_logs",
214
  "save_strategy": "epoch",
215
  "save_total_limit": 10,
216
  "scheduler_type": "cosine",
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c90eb31823ff5108efbd158e8b3538973d66e3fab0f6f8ca4d76bfc99c797650
3
- size 943529398
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42716d448e986fe6b4599433561062e98969030d825fe070e53acabdd2d9c537
3
+ size 829982246