Training in progress, step 100

.gitignore

@@ -0,0 +1 @@
+checkpoint-*/

adapter_config.json

@@ -1,34 +1,23 @@
 {
-  "alpha_pattern": {},
   "auto_mapping": null,
   "base_model_name_or_path": "FacebookAI/xlm-roberta-large",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
   "init_lora_weights": true,
-  "layer_replication": null,
   "layers_pattern": null,
   "layers_to_transform": null,
-  "loftq_config": {},
   "lora_alpha": 64,
   "lora_dropout": 0.0,
-  "megatron_config": null,
-  "megatron_core": "megatron.core",
-  "modules_to_save": [
-    "classifier",
-    "score"
-  ],
+  "modules_to_save": null,
   "peft_type": "LORA",
   "r": 256,
-  "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "dense",
-    "value",
     "query",
-    "key"
+    "key",
+    "value",
+    "dense"
   ],
-  "task_type": "TOKEN_CLS",
-  "use_dora": false,
-  "use_rslora": false
+  "task_type": "TOKEN_CLS"
 }

adapter_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e947ccc6b4ab0f94c596a5564069f8b68371a9599148202c359fc44ff521507b
+size 453130578

runs/Dec05_15-41-33_DESKTOP-P79TL96/events.out.tfevents.1733431448.DESKTOP-P79TL96

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3f1156c937aa7b0b6d14d736ba9f1a608dd318d08622f5ca072b906371b1a8
+size 5486

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8373f9cd3d27591e1924426bcc1c8799bc5a9affc4fc857982c5d66668dd1f41
-size 17082832
+oid sha256:f2c509a525eb51aebb33fb59c24ee923c1d4c1db23c3ae81fe05ccf354084f7b
+size 17082758

tokenizer_config.json

@@ -1,51 +1,16 @@
 {
-  "added_tokens_decoder": {
-    "0": {
-      "content": "<s>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "1": {
-      "content": "<pad>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "2": {
-      "content": "</s>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "3": {
-      "content": "<unk>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "250001": {
-      "content": "<mask>",
-      "lstrip": true,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
-  },
   "bos_token": "<s>",
-  "clean_up_tokenization_spaces": false,
+  "clean_up_tokenization_spaces": true,
   "cls_token": "<s>",
   "eos_token": "</s>",
-  "mask_token": "<mask>",
+  "mask_token": {
+    "__type": "AddedToken",
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
   "model_max_length": 512,
   "pad_token": "<pad>",
   "sep_token": "</s>",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea44b3b0be5b4101a42ac21bb008e124820325c597149ebb304c7d5dd1ccacc6
-size 5304
+oid sha256:fd2b70dc4d58be3edd3f3b35421de600610657e371eae10f717db01f3df0b403
+size 4472