Training in progress, epoch 1, checkpoint

checkpoint-4628/config.json

@@ -0,0 +1,33 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "id2label": {
+    "0": "NEGATIVE",
+    "1": "POSITIVE"
+  },
+  "initializer_range": 0.02,
+  "label2id": {
+    "NEGATIVE": 0,
+    "POSITIVE": 1
+  },
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.2",
+  "vocab_size": 30522
+}

checkpoint-4628/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f915737a39bdfcab78d0d4da824969099279459a66257cf6a6236174262114
+size 267832560

checkpoint-4628/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f89af67f9a0918e329c771bbf8e20e77e65bff643e334ebfbbec412d1458af
+size 535727290

checkpoint-4628/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac5904dacd5ef71f108da1c8f22bcd7b8e38f85490fed73c466a30e4e14a2b3
+size 14244

checkpoint-4628/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa572e3f3cfe5c84c25b09e9edd570728039bddb90178fd43e0ac9ea7a040fb
+size 1064

checkpoint-4628/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

checkpoint-4628/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

checkpoint-4628/trainer_state.json

@@ -0,0 +1,117 @@
+{
+  "best_metric": 5.741369932366069e-06,
+  "best_model_checkpoint": "insuff_supported_arguments/checkpoint-4628",
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 4628,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.11,
+      "grad_norm": 0.03457513824105263,
+      "learning_rate": 1.9279746470757707e-05,
+      "loss": 0.1457,
+      "step": 500
+    },
+    {
+      "epoch": 0.22,
+      "grad_norm": 0.0055348570458590984,
+      "learning_rate": 1.8559492941515416e-05,
+      "loss": 0.0066,
+      "step": 1000
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.002291068434715271,
+      "learning_rate": 1.783923941227312e-05,
+      "loss": 0.0014,
+      "step": 1500
+    },
+    {
+      "epoch": 0.43,
+      "grad_norm": 0.003473889548331499,
+      "learning_rate": 1.7118985883030827e-05,
+      "loss": 0.0114,
+      "step": 2000
+    },
+    {
+      "epoch": 0.54,
+      "grad_norm": 0.0016763019375503063,
+      "learning_rate": 1.6398732353788535e-05,
+      "loss": 0.0031,
+      "step": 2500
+    },
+    {
+      "epoch": 0.65,
+      "grad_norm": 0.0010241195559501648,
+      "learning_rate": 1.567847882454624e-05,
+      "loss": 0.0012,
+      "step": 3000
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.00029286000062711537,
+      "learning_rate": 1.4958225295303948e-05,
+      "loss": 0.0,
+      "step": 3500
+    },
+    {
+      "epoch": 0.86,
+      "grad_norm": 0.0003028396749868989,
+      "learning_rate": 1.4237971766061655e-05,
+      "loss": 0.0,
+      "step": 4000
+    },
+    {
+      "epoch": 0.97,
+      "grad_norm": 0.0002893279306590557,
+      "learning_rate": 1.3517718236819362e-05,
+      "loss": 0.0,
+      "step": 4500
+    },
+    {
+      "epoch": 1.0,
+      "eval_NEGATIVE": {
+        "f1-score": 1.0,
+        "precision": 1.0,
+        "recall": 1.0,
+        "support": 13620.0
+      },
+      "eval_POSITIVE": {
+        "f1-score": 1.0,
+        "precision": 1.0,
+        "recall": 1.0,
+        "support": 6960.0
+      },
+      "eval_accuracy": 1.0,
+      "eval_loss": 5.741369932366069e-06,
+      "eval_macro avg": {
+        "f1-score": 1.0,
+        "precision": 1.0,
+        "recall": 1.0,
+        "support": 20580.0
+      },
+      "eval_runtime": 11.5238,
+      "eval_samples_per_second": 1785.875,
+      "eval_steps_per_second": 111.682,
+      "eval_weighted avg": {
+        "f1-score": 1.0,
+        "precision": 1.0,
+        "recall": 1.0,
+        "support": 20580.0
+      },
+      "step": 4628
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 13884,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "total_flos": 2984335256486880.0,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-4628/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adcc91ae6efcb4a19e77c6c0c5e98c1e2ddf87cbe2bd793b17ef56c157e4dc5d
+size 4984