Training in progress, epoch 1

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca3ebf954bf47e16b3867b4027c95e69abd7b1d6aa47363214e7d3508b762595
+oid sha256:671728f6a878097a1162c257e1aa353fdc9acdcc4c03611fb10c3b0d3c63851a
 size 267829484

run-1/checkpoint-144/config.json

@@ -0,0 +1,31 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "id2label": {
+    "0": "LABEL_0"
+  },
+  "initializer_range": 0.02,
+  "label2id": {
+    "LABEL_0": 0
+  },
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "regression",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.2",
+  "vocab_size": 30522
+}

run-1/checkpoint-144/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e573070d8a167ef5466bd3277aadce79399c2720a82a6bcb6baaa8b82c1c0ac
+size 267829484

run-1/checkpoint-144/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36b873b6358e8d1f4e0c42d12ddfe8651852ebc41b194bcc7c5ee94291b14e0
+size 535721146

run-1/checkpoint-144/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979de324ed493d478b9d27827eb6a74778e519d2db38f25b2dd9a5438fef2eb2
+size 14244

run-1/checkpoint-144/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d771141c17552064fafe439559602cfdf33dc045e7fe767cd0669d0101bbda
+size 1064

run-1/checkpoint-144/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-1/checkpoint-144/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

run-1/checkpoint-144/trainer_state.json

@@ -0,0 +1,46 @@
+{
+  "best_metric": 0.6829116884344341,
+  "best_model_checkpoint": "distilbert-base-uncased-finetuned-stsb/run-1/checkpoint-144",
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 144,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_loss": 2.2141971588134766,
+      "eval_pearson": 0.49554442333740484,
+      "eval_runtime": 0.9304,
+      "eval_samples_per_second": 1612.164,
+      "eval_spearmanr": 0.5246897691009283,
+      "eval_steps_per_second": 101.029,
+      "step": 72
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.4843738079071045,
+      "eval_pearson": 0.6829116884344341,
+      "eval_runtime": 0.9345,
+      "eval_samples_per_second": 1605.143,
+      "eval_spearmanr": 0.683701728621508,
+      "eval_steps_per_second": 100.589,
+      "step": 144
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 216,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "total_flos": 0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 1.2713760898858066e-05,
+    "num_train_epochs": 3,
+    "per_device_train_batch_size": 8,
+    "seed": 30
+  }
+}

run-1/checkpoint-144/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e19ef0ddd5d554387252f8727f426e5c782e9c195b5e4538a0a61f48d78d6d
+size 4920

run-1/checkpoint-216/config.json

@@ -0,0 +1,31 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "id2label": {
+    "0": "LABEL_0"
+  },
+  "initializer_range": 0.02,
+  "label2id": {
+    "LABEL_0": 0
+  },
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "regression",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.2",
+  "vocab_size": 30522
+}

run-1/checkpoint-216/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecb02520b46885f6d0d94c001c5e65c57101275dc4ac389751a7017b5c4dee3
+size 267829484

run-1/checkpoint-216/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3f92025af404fa176ce4e435fb7e4248408e81dd83a48dd47bee439d7c4d45
+size 535721146

run-1/checkpoint-216/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc82f36fc74ec13604a19992dfc38b2a80ca17a75c6c58aff52a3d9642586dfe
+size 14244

run-1/checkpoint-216/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58bbbe0c1c6d2f5ef31cde5f9323a9c8bbdabd4fd0caccde4a4b2e9fd8bc7ded
+size 1064

run-1/checkpoint-216/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-1/checkpoint-216/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

run-1/checkpoint-216/trainer_state.json

@@ -0,0 +1,56 @@
+{
+  "best_metric": 0.7717462742529176,
+  "best_model_checkpoint": "distilbert-base-uncased-finetuned-stsb/run-1/checkpoint-216",
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 216,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_loss": 2.2141971588134766,
+      "eval_pearson": 0.49554442333740484,
+      "eval_runtime": 0.9304,
+      "eval_samples_per_second": 1612.164,
+      "eval_spearmanr": 0.5246897691009283,
+      "eval_steps_per_second": 101.029,
+      "step": 72
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.4843738079071045,
+      "eval_pearson": 0.6829116884344341,
+      "eval_runtime": 0.9345,
+      "eval_samples_per_second": 1605.143,
+      "eval_spearmanr": 0.683701728621508,
+      "eval_steps_per_second": 100.589,
+      "step": 144
+    },
+    {
+      "epoch": 3.0,
+      "eval_loss": 1.107965111732483,
+      "eval_pearson": 0.7717462742529176,
+      "eval_runtime": 0.9514,
+      "eval_samples_per_second": 1576.576,
+      "eval_spearmanr": 0.7677298469590466,
+      "eval_steps_per_second": 98.799,
+      "step": 216
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 216,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "total_flos": 0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 1.2713760898858066e-05,
+    "num_train_epochs": 3,
+    "per_device_train_batch_size": 8,
+    "seed": 30
+  }
+}

run-1/checkpoint-216/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e19ef0ddd5d554387252f8727f426e5c782e9c195b5e4538a0a61f48d78d6d
+size 4920

run-2/checkpoint-36/config.json

@@ -0,0 +1,31 @@
+{
+  "_name_or_path": "distilbert-base-uncased",
+  "activation": "gelu",
+  "architectures": [
+    "DistilBertForSequenceClassification"
+  ],
+  "attention_dropout": 0.1,
+  "dim": 768,
+  "dropout": 0.1,
+  "hidden_dim": 3072,
+  "id2label": {
+    "0": "LABEL_0"
+  },
+  "initializer_range": 0.02,
+  "label2id": {
+    "LABEL_0": 0
+  },
+  "max_position_embeddings": 512,
+  "model_type": "distilbert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "pad_token_id": 0,
+  "problem_type": "regression",
+  "qa_dropout": 0.1,
+  "seq_classif_dropout": 0.2,
+  "sinusoidal_pos_embds": false,
+  "tie_weights_": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.2",
+  "vocab_size": 30522
+}

run-2/checkpoint-36/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671728f6a878097a1162c257e1aa353fdc9acdcc4c03611fb10c3b0d3c63851a
+size 267829484

run-2/checkpoint-36/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795d9d93b9cac620c1df794dd66411fdd87ac340b63b38d24d4017d323c0e3f9
+size 535721146

run-2/checkpoint-36/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc36f5ba400419a91973422c57902c4174f8dd55889259959ee4a9d9cca1d43c
+size 14308

run-2/checkpoint-36/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e4d128f09cda8b7cac2cd33fa0e5bd01a27bcc9ee3ff3a5478fc58e9e0adb9
+size 1064

run-2/checkpoint-36/special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

run-2/checkpoint-36/tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "DistilBertTokenizer",
+  "unk_token": "[UNK]"
+}

run-2/checkpoint-36/trainer_state.json

@@ -0,0 +1,36 @@
+{
+  "best_metric": 0.32223422122729983,
+  "best_model_checkpoint": "distilbert-base-uncased-finetuned-stsb/run-2/checkpoint-36",
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 36,
+  "is_hyper_param_search": true,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "eval_loss": 2.4969136714935303,
+      "eval_pearson": 0.32223422122729983,
+      "eval_runtime": 0.9052,
+      "eval_samples_per_second": 1657.071,
+      "eval_spearmanr": 0.32647520010278785,
+      "eval_steps_per_second": 103.843,
+      "step": 36
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 180,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "total_flos": 0,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": {
+    "learning_rate": 2.5099285971844188e-05,
+    "num_train_epochs": 5,
+    "per_device_train_batch_size": 16,
+    "seed": 8
+  }
+}

run-2/checkpoint-36/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12643df0525ba3f2bf5dee245df6a74c3697e1dda56998a9dd617f86119470b4
+size 4920

runs/Mar05_21-56-47_fe13c9557656/events.out.tfevents.1709676059.fe13c9557656.828.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab88a6061645b0ff13f99c63c89e6e8e1a8bbf6cf48cc7c51af9e8cdfd38a162
+size 6815

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56e19ef0ddd5d554387252f8727f426e5c782e9c195b5e4538a0a61f48d78d6d
+oid sha256:12643df0525ba3f2bf5dee245df6a74c3697e1dda56998a9dd617f86119470b4
 size 4920