Upload 16 files

Browse files

Files changed (17) hide show

.gitattributes +1 -0
README.md +61 -0
added_tokens.json +24 -0
all_results.json +8 -0
config.json +29 -0
generation_config.json +14 -0
merges.txt +0 -0
model.safetensors +3 -0
special_tokens_map.json +31 -0
tokenizer.json +3 -0
tokenizer_config.json +209 -0
train_results.json +8 -0
trainer_log.jsonl +252 -0
trainer_state.json +1792 -0
training_args.bin +3 -0
training_loss.png +0 -0
vocab.json +0 -0

.gitattributes CHANGED Viewed

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md ADDED Viewed

	@@ -0,0 +1,61 @@

+---
+library_name: transformers
+license: other
+base_model: Qwen/Qwen2.5-1.5B-Instruct
+tags:
+- llama-factory
+- full
+- generated_from_trainer
+model-index:
+- name: qwen2.5-1.5b-intruct-metamath
+  results: []
+---
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+# qwen2.5-1.5b-intruct-metamath
+This model is a fine-tuned version of [../models/qwen2.5-1.5b-instruct](https://huggingface.co/../models/qwen2.5-1.5b-instruct) on the metamath dataset.
+## Model description
+More information needed
+## Intended uses & limitations
+More information needed
+## Training and evaluation data
+More information needed
+## Training procedure
+### Training hyperparameters
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 2
+- eval_batch_size: 8
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 2
+- gradient_accumulation_steps: 8
+- total_train_batch_size: 32
+- total_eval_batch_size: 16
+- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.05
+- num_epochs: 2
+### Training results
+### Framework versions
+- Transformers 4.48.2
+- Pytorch 2.6.0+cu124
+- Datasets 3.2.0
+- Tokenizers 0.21.0

added_tokens.json ADDED Viewed

	@@ -0,0 +1,24 @@

+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

all_results.json ADDED Viewed

	@@ -0,0 +1,8 @@

+{
+    "epoch": 2.0,
+    "total_flos": 22262632857600.0,
+    "train_loss": 0.14060430166721344,
+    "train_runtime": 9775.4364,
+    "train_samples_per_second": 8.184,
+    "train_steps_per_second": 0.256
+}

config.json ADDED Viewed

	@@ -0,0 +1,29 @@

+{
+  "_name_or_path": "../models/qwen2.5-1.5b-instruct",
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 1536,
+  "initializer_range": 0.02,
+  "intermediate_size": 8960,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 21,
+  "model_type": "qwen2",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 2,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.48.2",
+  "use_cache": false,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

generation_config.json ADDED Viewed

	@@ -0,0 +1,14 @@

+{
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "pad_token_id": 151643,
+  "repetition_penalty": 1.1,
+  "temperature": 0.7,
+  "top_k": 20,
+  "top_p": 0.8,
+  "transformers_version": "4.48.2"
+}

merges.txt ADDED Viewed

The diff for this file is too large to render. See raw diff

model.safetensors ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:38a4e4adf6e0509bb93909e0303f121b0ce8c603edb57d105b915bc837c5281d
+size 3087467144

special_tokens_map.json ADDED Viewed

	@@ -0,0 +1,31 @@

+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

tokenizer_config.json ADDED Viewed

	@@ -0,0 +1,209 @@

+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 8192,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

train_results.json ADDED Viewed

	@@ -0,0 +1,8 @@

+{
+    "epoch": 2.0,
+    "total_flos": 22262632857600.0,
+    "train_loss": 0.14060430166721344,
+    "train_runtime": 9775.4364,
+    "train_samples_per_second": 8.184,
+    "train_steps_per_second": 0.256
+}

trainer_log.jsonl ADDED Viewed

	@@ -0,0 +1,252 @@

+{"current_steps": 10, "total_steps": 3750, "loss": 0.2236, "lr": 1.0638297872340427e-06, "epoch": 0.008, "percentage": 0.27, "elapsed_time": "0:00:41", "remaining_time": "4:19:24"}
+{"current_steps": 10, "total_steps": 2500, "loss": 0.2223, "lr": 1.6000000000000001e-06, "epoch": 0.008, "percentage": 0.4, "elapsed_time": "0:00:41", "remaining_time": "2:51:36"}
+{"current_steps": 20, "total_steps": 2500, "loss": 0.1771, "lr": 3.2000000000000003e-06, "epoch": 0.016, "percentage": 0.8, "elapsed_time": "0:01:20", "remaining_time": "2:45:35"}
+{"current_steps": 30, "total_steps": 2500, "loss": 0.1598, "lr": 4.800000000000001e-06, "epoch": 0.024, "percentage": 1.2, "elapsed_time": "0:01:59", "remaining_time": "2:43:40"}
+{"current_steps": 40, "total_steps": 2500, "loss": 0.1619, "lr": 6.4000000000000006e-06, "epoch": 0.032, "percentage": 1.6, "elapsed_time": "0:02:38", "remaining_time": "2:42:01"}
+{"current_steps": 50, "total_steps": 2500, "loss": 0.1724, "lr": 8.000000000000001e-06, "epoch": 0.04, "percentage": 2.0, "elapsed_time": "0:03:16", "remaining_time": "2:40:47"}
+{"current_steps": 60, "total_steps": 2500, "loss": 0.1781, "lr": 9.600000000000001e-06, "epoch": 0.048, "percentage": 2.4, "elapsed_time": "0:03:55", "remaining_time": "2:39:42"}
+{"current_steps": 70, "total_steps": 2500, "loss": 0.1741, "lr": 1.1200000000000001e-05, "epoch": 0.056, "percentage": 2.8, "elapsed_time": "0:04:34", "remaining_time": "2:39:01"}
+{"current_steps": 80, "total_steps": 2500, "loss": 0.1678, "lr": 1.2800000000000001e-05, "epoch": 0.064, "percentage": 3.2, "elapsed_time": "0:05:14", "remaining_time": "2:38:24"}
+{"current_steps": 90, "total_steps": 2500, "loss": 0.1754, "lr": 1.4400000000000001e-05, "epoch": 0.072, "percentage": 3.6, "elapsed_time": "0:05:53", "remaining_time": "2:37:41"}
+{"current_steps": 100, "total_steps": 2500, "loss": 0.1793, "lr": 1.6000000000000003e-05, "epoch": 0.08, "percentage": 4.0, "elapsed_time": "0:06:32", "remaining_time": "2:37:04"}
+{"current_steps": 110, "total_steps": 2500, "loss": 0.1669, "lr": 1.76e-05, "epoch": 0.088, "percentage": 4.4, "elapsed_time": "0:07:12", "remaining_time": "2:36:26"}
+{"current_steps": 120, "total_steps": 2500, "loss": 0.177, "lr": 1.9200000000000003e-05, "epoch": 0.096, "percentage": 4.8, "elapsed_time": "0:07:50", "remaining_time": "2:35:38"}
+{"current_steps": 130, "total_steps": 2500, "loss": 0.1838, "lr": 1.9999781283802247e-05, "epoch": 0.104, "percentage": 5.2, "elapsed_time": "0:08:29", "remaining_time": "2:34:55"}
+{"current_steps": 140, "total_steps": 2500, "loss": 0.2058, "lr": 1.999803161162393e-05, "epoch": 0.112, "percentage": 5.6, "elapsed_time": "0:09:08", "remaining_time": "2:34:09"}
+{"current_steps": 150, "total_steps": 2500, "loss": 0.1953, "lr": 1.999453257340926e-05, "epoch": 0.12, "percentage": 6.0, "elapsed_time": "0:09:47", "remaining_time": "2:33:29"}
+{"current_steps": 160, "total_steps": 2500, "loss": 0.1871, "lr": 1.9989284781388617e-05, "epoch": 0.128, "percentage": 6.4, "elapsed_time": "0:10:27", "remaining_time": "2:32:50"}
+{"current_steps": 170, "total_steps": 2500, "loss": 0.1948, "lr": 1.9982289153773648e-05, "epoch": 0.136, "percentage": 6.8, "elapsed_time": "0:11:05", "remaining_time": "2:32:07"}
+{"current_steps": 180, "total_steps": 2500, "loss": 0.1954, "lr": 1.9973546914596622e-05, "epoch": 0.144, "percentage": 7.2, "elapsed_time": "0:11:44", "remaining_time": "2:31:21"}
+{"current_steps": 190, "total_steps": 2500, "loss": 0.1898, "lr": 1.996305959349627e-05, "epoch": 0.152, "percentage": 7.6, "elapsed_time": "0:12:23", "remaining_time": "2:30:41"}
+{"current_steps": 200, "total_steps": 2500, "loss": 0.1903, "lr": 1.9950829025450116e-05, "epoch": 0.16, "percentage": 8.0, "elapsed_time": "0:13:02", "remaining_time": "2:30:00"}
+{"current_steps": 210, "total_steps": 2500, "loss": 0.189, "lr": 1.993685735045343e-05, "epoch": 0.168, "percentage": 8.4, "elapsed_time": "0:13:41", "remaining_time": "2:29:14"}
+{"current_steps": 220, "total_steps": 2500, "loss": 0.202, "lr": 1.9921147013144782e-05, "epoch": 0.176, "percentage": 8.8, "elapsed_time": "0:14:20", "remaining_time": "2:28:36"}
+{"current_steps": 230, "total_steps": 2500, "loss": 0.1906, "lr": 1.9903700762378303e-05, "epoch": 0.184, "percentage": 9.2, "elapsed_time": "0:14:59", "remaining_time": "2:27:56"}
+{"current_steps": 240, "total_steps": 2500, "loss": 0.1818, "lr": 1.9884521650742718e-05, "epoch": 0.192, "percentage": 9.6, "elapsed_time": "0:15:38", "remaining_time": "2:27:20"}
+{"current_steps": 250, "total_steps": 2500, "loss": 0.1828, "lr": 1.9863613034027224e-05, "epoch": 0.2, "percentage": 10.0, "elapsed_time": "0:16:17", "remaining_time": "2:26:40"}
+{"current_steps": 260, "total_steps": 2500, "loss": 0.1998, "lr": 1.9840978570634338e-05, "epoch": 0.208, "percentage": 10.4, "elapsed_time": "0:16:57", "remaining_time": "2:26:03"}
+{"current_steps": 270, "total_steps": 2500, "loss": 0.1864, "lr": 1.9816622220939762e-05, "epoch": 0.216, "percentage": 10.8, "elapsed_time": "0:17:36", "remaining_time": "2:25:23"}
+{"current_steps": 280, "total_steps": 2500, "loss": 0.1892, "lr": 1.9790548246599447e-05, "epoch": 0.224, "percentage": 11.2, "elapsed_time": "0:18:15", "remaining_time": "2:24:45"}
+{"current_steps": 290, "total_steps": 2500, "loss": 0.1884, "lr": 1.976276120980393e-05, "epoch": 0.232, "percentage": 11.6, "elapsed_time": "0:18:54", "remaining_time": "2:24:03"}
+{"current_steps": 300, "total_steps": 2500, "loss": 0.1978, "lr": 1.973326597248006e-05, "epoch": 0.24, "percentage": 12.0, "elapsed_time": "0:19:33", "remaining_time": "2:23:25"}
+{"current_steps": 310, "total_steps": 2500, "loss": 0.1883, "lr": 1.9702067695440333e-05, "epoch": 0.248, "percentage": 12.4, "elapsed_time": "0:20:12", "remaining_time": "2:22:48"}
+{"current_steps": 320, "total_steps": 2500, "loss": 0.1898, "lr": 1.966917183747987e-05, "epoch": 0.256, "percentage": 12.8, "elapsed_time": "0:20:51", "remaining_time": "2:22:07"}
+{"current_steps": 330, "total_steps": 2500, "loss": 0.1949, "lr": 1.9634584154421316e-05, "epoch": 0.264, "percentage": 13.2, "elapsed_time": "0:21:30", "remaining_time": "2:21:27"}
+{"current_steps": 340, "total_steps": 2500, "loss": 0.1855, "lr": 1.95983106981077e-05, "epoch": 0.272, "percentage": 13.6, "elapsed_time": "0:22:09", "remaining_time": "2:20:46"}
+{"current_steps": 350, "total_steps": 2500, "loss": 0.1887, "lr": 1.9560357815343577e-05, "epoch": 0.28, "percentage": 14.0, "elapsed_time": "0:22:48", "remaining_time": "2:20:08"}
+{"current_steps": 360, "total_steps": 2500, "loss": 0.1875, "lr": 1.9520732146784493e-05, "epoch": 0.288, "percentage": 14.4, "elapsed_time": "0:23:28", "remaining_time": "2:19:30"}
+{"current_steps": 370, "total_steps": 2500, "loss": 0.1995, "lr": 1.947944062577507e-05, "epoch": 0.296, "percentage": 14.8, "elapsed_time": "0:24:07", "remaining_time": "2:18:50"}
+{"current_steps": 380, "total_steps": 2500, "loss": 0.1905, "lr": 1.9436490477135877e-05, "epoch": 0.304, "percentage": 15.2, "elapsed_time": "0:24:45", "remaining_time": "2:18:09"}
+{"current_steps": 390, "total_steps": 2500, "loss": 0.1946, "lr": 1.93918892158993e-05, "epoch": 0.312, "percentage": 15.6, "elapsed_time": "0:25:24", "remaining_time": "2:17:28"}
+{"current_steps": 400, "total_steps": 2500, "loss": 0.1848, "lr": 1.934564464599461e-05, "epoch": 0.32, "percentage": 16.0, "elapsed_time": "0:26:03", "remaining_time": "2:16:49"}
+{"current_steps": 410, "total_steps": 2500, "loss": 0.2012, "lr": 1.9297764858882516e-05, "epoch": 0.328, "percentage": 16.4, "elapsed_time": "0:26:42", "remaining_time": "2:16:10"}
+{"current_steps": 420, "total_steps": 2500, "loss": 0.1796, "lr": 1.924825823213939e-05, "epoch": 0.336, "percentage": 16.8, "elapsed_time": "0:27:21", "remaining_time": "2:15:29"}
+{"current_steps": 430, "total_steps": 2500, "loss": 0.1894, "lr": 1.9197133427991437e-05, "epoch": 0.344, "percentage": 17.2, "elapsed_time": "0:28:00", "remaining_time": "2:14:49"}
+{"current_steps": 440, "total_steps": 2500, "loss": 0.1855, "lr": 1.9144399391799043e-05, "epoch": 0.352, "percentage": 17.6, "elapsed_time": "0:28:39", "remaining_time": "2:14:08"}
+{"current_steps": 450, "total_steps": 2500, "loss": 0.1826, "lr": 1.909006535049163e-05, "epoch": 0.36, "percentage": 18.0, "elapsed_time": "0:29:18", "remaining_time": "2:13:31"}
+{"current_steps": 460, "total_steps": 2500, "loss": 0.1969, "lr": 1.903414081095315e-05, "epoch": 0.368, "percentage": 18.4, "elapsed_time": "0:29:57", "remaining_time": "2:12:53"}
+{"current_steps": 470, "total_steps": 2500, "loss": 0.1852, "lr": 1.897663555835872e-05, "epoch": 0.376, "percentage": 18.8, "elapsed_time": "0:30:36", "remaining_time": "2:12:13"}
+{"current_steps": 480, "total_steps": 2500, "loss": 0.1902, "lr": 1.8917559654462474e-05, "epoch": 0.384, "percentage": 19.2, "elapsed_time": "0:31:15", "remaining_time": "2:11:32"}
+{"current_steps": 490, "total_steps": 2500, "loss": 0.1834, "lr": 1.8856923435837024e-05, "epoch": 0.392, "percentage": 19.6, "elapsed_time": "0:31:54", "remaining_time": "2:10:51"}
+{"current_steps": 500, "total_steps": 2500, "loss": 0.1777, "lr": 1.879473751206489e-05, "epoch": 0.4, "percentage": 20.0, "elapsed_time": "0:32:34", "remaining_time": "2:10:16"}
+{"current_steps": 510, "total_steps": 2500, "loss": 0.1891, "lr": 1.8731012763882132e-05, "epoch": 0.408, "percentage": 20.4, "elapsed_time": "0:33:12", "remaining_time": "2:09:35"}
+{"current_steps": 520, "total_steps": 2500, "loss": 0.1838, "lr": 1.8665760341274505e-05, "epoch": 0.416, "percentage": 20.8, "elapsed_time": "0:33:52", "remaining_time": "2:08:59"}
+{"current_steps": 530, "total_steps": 2500, "loss": 0.1775, "lr": 1.859899166152657e-05, "epoch": 0.424, "percentage": 21.2, "elapsed_time": "0:34:31", "remaining_time": "2:08:18"}
+{"current_steps": 540, "total_steps": 2500, "loss": 0.1949, "lr": 1.8530718407223976e-05, "epoch": 0.432, "percentage": 21.6, "elapsed_time": "0:35:10", "remaining_time": "2:07:39"}
+{"current_steps": 550, "total_steps": 2500, "loss": 0.1997, "lr": 1.8460952524209355e-05, "epoch": 0.44, "percentage": 22.0, "elapsed_time": "0:35:48", "remaining_time": "2:06:58"}
+{"current_steps": 560, "total_steps": 2500, "loss": 0.1864, "lr": 1.8389706219492147e-05, "epoch": 0.448, "percentage": 22.4, "elapsed_time": "0:36:28", "remaining_time": "2:06:20"}
+{"current_steps": 570, "total_steps": 2500, "loss": 0.1932, "lr": 1.831699195911272e-05, "epoch": 0.456, "percentage": 22.8, "elapsed_time": "0:37:07", "remaining_time": "2:05:41"}
+{"current_steps": 580, "total_steps": 2500, "loss": 0.1868, "lr": 1.8242822465961177e-05, "epoch": 0.464, "percentage": 23.2, "elapsed_time": "0:37:46", "remaining_time": "2:05:01"}
+{"current_steps": 590, "total_steps": 2500, "loss": 0.1825, "lr": 1.8167210717551224e-05, "epoch": 0.472, "percentage": 23.6, "elapsed_time": "0:38:25", "remaining_time": "2:04:21"}
+{"current_steps": 600, "total_steps": 2500, "loss": 0.1793, "lr": 1.8090169943749477e-05, "epoch": 0.48, "percentage": 24.0, "elapsed_time": "0:39:03", "remaining_time": "2:03:41"}
+{"current_steps": 610, "total_steps": 2500, "loss": 0.1838, "lr": 1.8011713624460608e-05, "epoch": 0.488, "percentage": 24.4, "elapsed_time": "0:39:42", "remaining_time": "2:03:01"}
+{"current_steps": 620, "total_steps": 2500, "loss": 0.1981, "lr": 1.793185548726878e-05, "epoch": 0.496, "percentage": 24.8, "elapsed_time": "0:40:21", "remaining_time": "2:02:22"}
+{"current_steps": 630, "total_steps": 2500, "loss": 0.1945, "lr": 1.785060950503568e-05, "epoch": 0.504, "percentage": 25.2, "elapsed_time": "0:41:00", "remaining_time": "2:01:44"}
+{"current_steps": 640, "total_steps": 2500, "loss": 0.1939, "lr": 1.7767989893455696e-05, "epoch": 0.512, "percentage": 25.6, "elapsed_time": "0:41:40", "remaining_time": "2:01:06"}
+{"current_steps": 650, "total_steps": 2500, "loss": 0.1832, "lr": 1.7684011108568593e-05, "epoch": 0.52, "percentage": 26.0, "elapsed_time": "0:42:19", "remaining_time": "2:00:27"}
+{"current_steps": 660, "total_steps": 2500, "loss": 0.1765, "lr": 1.759868784423009e-05, "epoch": 0.528, "percentage": 26.4, "elapsed_time": "0:42:58", "remaining_time": "1:59:48"}
+{"current_steps": 670, "total_steps": 2500, "loss": 0.1791, "lr": 1.7512035029540887e-05, "epoch": 0.536, "percentage": 26.8, "elapsed_time": "0:43:37", "remaining_time": "1:59:08"}
+{"current_steps": 680, "total_steps": 2500, "loss": 0.1743, "lr": 1.74240678262345e-05, "epoch": 0.544, "percentage": 27.2, "elapsed_time": "0:44:16", "remaining_time": "1:58:29"}
+{"current_steps": 690, "total_steps": 2500, "loss": 0.1834, "lr": 1.73348016260244e-05, "epoch": 0.552, "percentage": 27.6, "elapsed_time": "0:44:55", "remaining_time": "1:57:50"}
+{"current_steps": 700, "total_steps": 2500, "loss": 0.1844, "lr": 1.7244252047910893e-05, "epoch": 0.56, "percentage": 28.0, "elapsed_time": "0:45:34", "remaining_time": "1:57:10"}
+{"current_steps": 710, "total_steps": 2500, "loss": 0.1728, "lr": 1.7152434935448257e-05, "epoch": 0.568, "percentage": 28.4, "elapsed_time": "0:46:13", "remaining_time": "1:56:31"}
+{"current_steps": 720, "total_steps": 2500, "loss": 0.1861, "lr": 1.705936635397259e-05, "epoch": 0.576, "percentage": 28.8, "elapsed_time": "0:46:53", "remaining_time": "1:55:55"}
+{"current_steps": 730, "total_steps": 2500, "loss": 0.1851, "lr": 1.6965062587790823e-05, "epoch": 0.584, "percentage": 29.2, "elapsed_time": "0:47:32", "remaining_time": "1:55:15"}
+{"current_steps": 740, "total_steps": 2500, "loss": 0.1851, "lr": 1.6869540137331445e-05, "epoch": 0.592, "percentage": 29.6, "elapsed_time": "0:48:11", "remaining_time": "1:54:37"}
+{"current_steps": 750, "total_steps": 2500, "loss": 0.1926, "lr": 1.6772815716257414e-05, "epoch": 0.6, "percentage": 30.0, "elapsed_time": "0:48:50", "remaining_time": "1:53:57"}
+{"current_steps": 760, "total_steps": 2500, "loss": 0.1825, "lr": 1.667490624854173e-05, "epoch": 0.608, "percentage": 30.4, "elapsed_time": "0:49:28", "remaining_time": "1:53:17"}
+{"current_steps": 770, "total_steps": 2500, "loss": 0.184, "lr": 1.6575828865506246e-05, "epoch": 0.616, "percentage": 30.8, "elapsed_time": "0:50:07", "remaining_time": "1:52:37"}
+{"current_steps": 780, "total_steps": 2500, "loss": 0.1741, "lr": 1.647560090282419e-05, "epoch": 0.624, "percentage": 31.2, "elapsed_time": "0:50:46", "remaining_time": "1:51:58"}
+{"current_steps": 790, "total_steps": 2500, "loss": 0.18, "lr": 1.63742398974869e-05, "epoch": 0.632, "percentage": 31.6, "elapsed_time": "0:51:25", "remaining_time": "1:51:19"}
+{"current_steps": 800, "total_steps": 2500, "loss": 0.1795, "lr": 1.6271763584735373e-05, "epoch": 0.64, "percentage": 32.0, "elapsed_time": "0:52:05", "remaining_time": "1:50:41"}
+{"current_steps": 810, "total_steps": 2500, "loss": 0.1754, "lr": 1.616818989495711e-05, "epoch": 0.648, "percentage": 32.4, "elapsed_time": "0:52:44", "remaining_time": "1:50:01"}
+{"current_steps": 820, "total_steps": 2500, "loss": 0.1791, "lr": 1.6063536950548825e-05, "epoch": 0.656, "percentage": 32.8, "elapsed_time": "0:53:23", "remaining_time": "1:49:22"}
+{"current_steps": 830, "total_steps": 2500, "loss": 0.1901, "lr": 1.595782306274553e-05, "epoch": 0.664, "percentage": 33.2, "elapsed_time": "0:54:02", "remaining_time": "1:48:43"}
+{"current_steps": 840, "total_steps": 2500, "loss": 0.1813, "lr": 1.5851066728416617e-05, "epoch": 0.672, "percentage": 33.6, "elapsed_time": "0:54:41", "remaining_time": "1:48:04"}
+{"current_steps": 850, "total_steps": 2500, "loss": 0.1754, "lr": 1.5743286626829437e-05, "epoch": 0.68, "percentage": 34.0, "elapsed_time": "0:55:20", "remaining_time": "1:47:25"}
+{"current_steps": 860, "total_steps": 2500, "loss": 0.1885, "lr": 1.5634501616380967e-05, "epoch": 0.688, "percentage": 34.4, "elapsed_time": "0:55:58", "remaining_time": "1:46:45"}
+{"current_steps": 870, "total_steps": 2500, "loss": 0.1883, "lr": 1.5524730731298136e-05, "epoch": 0.696, "percentage": 34.8, "elapsed_time": "0:56:37", "remaining_time": "1:46:05"}
+{"current_steps": 880, "total_steps": 2500, "loss": 0.1785, "lr": 1.541399317830738e-05, "epoch": 0.704, "percentage": 35.2, "elapsed_time": "0:57:17", "remaining_time": "1:45:27"}
+{"current_steps": 890, "total_steps": 2500, "loss": 0.1868, "lr": 1.530230833327405e-05, "epoch": 0.712, "percentage": 35.6, "elapsed_time": "0:57:56", "remaining_time": "1:44:48"}
+{"current_steps": 900, "total_steps": 2500, "loss": 0.1803, "lr": 1.5189695737812153e-05, "epoch": 0.72, "percentage": 36.0, "elapsed_time": "0:58:35", "remaining_time": "1:44:08"}
+{"current_steps": 910, "total_steps": 2500, "loss": 0.1885, "lr": 1.5076175095865171e-05, "epoch": 0.728, "percentage": 36.4, "elapsed_time": "0:59:14", "remaining_time": "1:43:29"}
+{"current_steps": 920, "total_steps": 2500, "loss": 0.1735, "lr": 1.4961766270258422e-05, "epoch": 0.736, "percentage": 36.8, "elapsed_time": "0:59:52", "remaining_time": "1:42:50"}
+{"current_steps": 930, "total_steps": 2500, "loss": 0.1842, "lr": 1.4846489279223653e-05, "epoch": 0.744, "percentage": 37.2, "elapsed_time": "1:00:32", "remaining_time": "1:42:11"}
+{"current_steps": 940, "total_steps": 2500, "loss": 0.1862, "lr": 1.473036429289641e-05, "epoch": 0.752, "percentage": 37.6, "elapsed_time": "1:01:11", "remaining_time": "1:41:32"}
+{"current_steps": 950, "total_steps": 2500, "loss": 0.1794, "lr": 1.461341162978688e-05, "epoch": 0.76, "percentage": 38.0, "elapsed_time": "1:01:50", "remaining_time": "1:40:53"}
+{"current_steps": 960, "total_steps": 2500, "loss": 0.1752, "lr": 1.4495651753224706e-05, "epoch": 0.768, "percentage": 38.4, "elapsed_time": "1:02:29", "remaining_time": "1:40:15"}
+{"current_steps": 970, "total_steps": 2500, "loss": 0.1837, "lr": 1.437710526777852e-05, "epoch": 0.776, "percentage": 38.8, "elapsed_time": "1:03:08", "remaining_time": "1:39:35"}
+{"current_steps": 980, "total_steps": 2500, "loss": 0.1751, "lr": 1.4257792915650728e-05, "epoch": 0.784, "percentage": 39.2, "elapsed_time": "1:03:47", "remaining_time": "1:38:56"}
+{"current_steps": 990, "total_steps": 2500, "loss": 0.1681, "lr": 1.4137735573048232e-05, "epoch": 0.792, "percentage": 39.6, "elapsed_time": "1:04:26", "remaining_time": "1:38:16"}
+{"current_steps": 1000, "total_steps": 2500, "loss": 0.1672, "lr": 1.4016954246529697e-05, "epoch": 0.8, "percentage": 40.0, "elapsed_time": "1:05:04", "remaining_time": "1:37:37"}
+{"current_steps": 1010, "total_steps": 2500, "loss": 0.1775, "lr": 1.3895470069330003e-05, "epoch": 0.808, "percentage": 40.4, "elapsed_time": "1:05:43", "remaining_time": "1:36:57"}
+{"current_steps": 1020, "total_steps": 2500, "loss": 0.179, "lr": 1.377330429766256e-05, "epoch": 0.816, "percentage": 40.8, "elapsed_time": "1:06:22", "remaining_time": "1:36:19"}
+{"current_steps": 1030, "total_steps": 2500, "loss": 0.1743, "lr": 1.3650478307000059e-05, "epoch": 0.824, "percentage": 41.2, "elapsed_time": "1:07:02", "remaining_time": "1:35:40"}
+{"current_steps": 1040, "total_steps": 2500, "loss": 0.1798, "lr": 1.3527013588334415e-05, "epoch": 0.832, "percentage": 41.6, "elapsed_time": "1:07:41", "remaining_time": "1:35:01"}
+{"current_steps": 1050, "total_steps": 2500, "loss": 0.1669, "lr": 1.3402931744416432e-05, "epoch": 0.84, "percentage": 42.0, "elapsed_time": "1:08:20", "remaining_time": "1:34:22"}
+{"current_steps": 1060, "total_steps": 2500, "loss": 0.176, "lr": 1.3278254485975977e-05, "epoch": 0.848, "percentage": 42.4, "elapsed_time": "1:08:59", "remaining_time": "1:33:43"}
+{"current_steps": 1070, "total_steps": 2500, "loss": 0.1717, "lr": 1.3153003627923217e-05, "epoch": 0.856, "percentage": 42.8, "elapsed_time": "1:09:38", "remaining_time": "1:33:03"}
+{"current_steps": 1080, "total_steps": 2500, "loss": 0.1787, "lr": 1.3027201085531633e-05, "epoch": 0.864, "percentage": 43.2, "elapsed_time": "1:10:16", "remaining_time": "1:32:24"}
+{"current_steps": 1090, "total_steps": 2500, "loss": 0.1713, "lr": 1.2900868870603502e-05, "epoch": 0.872, "percentage": 43.6, "elapsed_time": "1:10:55", "remaining_time": "1:31:44"}
+{"current_steps": 1100, "total_steps": 2500, "loss": 0.1859, "lr": 1.2774029087618448e-05, "epoch": 0.88, "percentage": 44.0, "elapsed_time": "1:11:34", "remaining_time": "1:31:05"}
+{"current_steps": 1110, "total_steps": 2500, "loss": 0.1798, "lr": 1.2646703929865817e-05, "epoch": 0.888, "percentage": 44.4, "elapsed_time": "1:12:13", "remaining_time": "1:30:27"}
+{"current_steps": 1120, "total_steps": 2500, "loss": 0.1868, "lr": 1.2518915675561482e-05, "epoch": 0.896, "percentage": 44.8, "elapsed_time": "1:12:52", "remaining_time": "1:29:47"}
+{"current_steps": 1130, "total_steps": 2500, "loss": 0.1575, "lr": 1.2390686683949799e-05, "epoch": 0.904, "percentage": 45.2, "elapsed_time": "1:13:31", "remaining_time": "1:29:08"}
+{"current_steps": 1140, "total_steps": 2500, "loss": 0.17, "lr": 1.2262039391391405e-05, "epoch": 0.912, "percentage": 45.6, "elapsed_time": "1:14:10", "remaining_time": "1:28:29"}
+{"current_steps": 1150, "total_steps": 2500, "loss": 0.1682, "lr": 1.213299630743747e-05, "epoch": 0.92, "percentage": 46.0, "elapsed_time": "1:14:49", "remaining_time": "1:27:49"}
+{"current_steps": 1160, "total_steps": 2500, "loss": 0.1703, "lr": 1.2003580010891214e-05, "epoch": 0.928, "percentage": 46.4, "elapsed_time": "1:15:27", "remaining_time": "1:27:10"}
+{"current_steps": 1170, "total_steps": 2500, "loss": 0.1797, "lr": 1.187381314585725e-05, "epoch": 0.936, "percentage": 46.8, "elapsed_time": "1:16:06", "remaining_time": "1:26:31"}
+{"current_steps": 1180, "total_steps": 2500, "loss": 0.1792, "lr": 1.1743718417779518e-05, "epoch": 0.944, "percentage": 47.2, "elapsed_time": "1:16:45", "remaining_time": "1:25:51"}
+{"current_steps": 1190, "total_steps": 2500, "loss": 0.1726, "lr": 1.1613318589468512e-05, "epoch": 0.952, "percentage": 47.6, "elapsed_time": "1:17:24", "remaining_time": "1:25:12"}
+{"current_steps": 1200, "total_steps": 2500, "loss": 0.1756, "lr": 1.148263647711842e-05, "epoch": 0.96, "percentage": 48.0, "elapsed_time": "1:18:03", "remaining_time": "1:24:34"}
+{"current_steps": 1210, "total_steps": 2500, "loss": 0.1837, "lr": 1.135169494631497e-05, "epoch": 0.968, "percentage": 48.4, "elapsed_time": "1:18:43", "remaining_time": "1:23:55"}
+{"current_steps": 1220, "total_steps": 2500, "loss": 0.1785, "lr": 1.1220516908034602e-05, "epoch": 0.976, "percentage": 48.8, "elapsed_time": "1:19:22", "remaining_time": "1:23:16"}
+{"current_steps": 1230, "total_steps": 2500, "loss": 0.1731, "lr": 1.1089125314635727e-05, "epoch": 0.984, "percentage": 49.2, "elapsed_time": "1:20:01", "remaining_time": "1:22:37"}
+{"current_steps": 1240, "total_steps": 2500, "loss": 0.1718, "lr": 1.0957543155842703e-05, "epoch": 0.992, "percentage": 49.6, "elapsed_time": "1:20:40", "remaining_time": "1:21:58"}
+{"current_steps": 1250, "total_steps": 2500, "loss": 0.1696, "lr": 1.0825793454723325e-05, "epoch": 1.0, "percentage": 50.0, "elapsed_time": "1:21:19", "remaining_time": "1:21:19"}
+{"current_steps": 1260, "total_steps": 2500, "loss": 0.1113, "lr": 1.0693899263660442e-05, "epoch": 1.008, "percentage": 50.4, "elapsed_time": "1:21:58", "remaining_time": "1:20:40"}
+{"current_steps": 1270, "total_steps": 2500, "loss": 0.1003, "lr": 1.0561883660318456e-05, "epoch": 1.016, "percentage": 50.8, "elapsed_time": "1:22:38", "remaining_time": "1:20:01"}
+{"current_steps": 1280, "total_steps": 2500, "loss": 0.1092, "lr": 1.0429769743605406e-05, "epoch": 1.024, "percentage": 51.2, "elapsed_time": "1:23:17", "remaining_time": "1:19:23"}
+{"current_steps": 1290, "total_steps": 2500, "loss": 0.1047, "lr": 1.0297580629631324e-05, "epoch": 1.032, "percentage": 51.6, "elapsed_time": "1:23:56", "remaining_time": "1:18:44"}
+{"current_steps": 1300, "total_steps": 2500, "loss": 0.1012, "lr": 1.0165339447663586e-05, "epoch": 1.04, "percentage": 52.0, "elapsed_time": "1:24:36", "remaining_time": "1:18:06"}
+{"current_steps": 1310, "total_steps": 2500, "loss": 0.0996, "lr": 1.0033069336079952e-05, "epoch": 1.048, "percentage": 52.4, "elapsed_time": "1:25:16", "remaining_time": "1:17:27"}
+{"current_steps": 1320, "total_steps": 2500, "loss": 0.0986, "lr": 9.900793438320037e-06, "epoch": 1.056, "percentage": 52.8, "elapsed_time": "1:25:55", "remaining_time": "1:16:48"}
+{"current_steps": 1330, "total_steps": 2500, "loss": 0.1063, "lr": 9.768534898835864e-06, "epoch": 1.064, "percentage": 53.2, "elapsed_time": "1:26:33", "remaining_time": "1:16:09"}
+{"current_steps": 1340, "total_steps": 2500, "loss": 0.1039, "lr": 9.636316859042258e-06, "epoch": 1.072, "percentage": 53.6, "elapsed_time": "1:27:12", "remaining_time": "1:15:29"}
+{"current_steps": 1350, "total_steps": 2500, "loss": 0.1032, "lr": 9.504162453267776e-06, "epoch": 1.08, "percentage": 54.0, "elapsed_time": "1:27:52", "remaining_time": "1:14:51"}
+{"current_steps": 1360, "total_steps": 2500, "loss": 0.1011, "lr": 9.372094804706867e-06, "epoch": 1.088, "percentage": 54.4, "elapsed_time": "1:28:31", "remaining_time": "1:14:12"}
+{"current_steps": 1370, "total_steps": 2500, "loss": 0.0972, "lr": 9.24013702137397e-06, "epoch": 1.096, "percentage": 54.8, "elapsed_time": "1:29:10", "remaining_time": "1:13:33"}
+{"current_steps": 1380, "total_steps": 2500, "loss": 0.0958, "lr": 9.108312192060298e-06, "epoch": 1.104, "percentage": 55.2, "elapsed_time": "1:29:49", "remaining_time": "1:12:54"}
+{"current_steps": 1390, "total_steps": 2500, "loss": 0.1, "lr": 8.97664338229395e-06, "epoch": 1.112, "percentage": 55.6, "elapsed_time": "1:30:28", "remaining_time": "1:12:15"}
+{"current_steps": 1400, "total_steps": 2500, "loss": 0.0976, "lr": 8.84515363030414e-06, "epoch": 1.12, "percentage": 56.0, "elapsed_time": "1:31:07", "remaining_time": "1:11:35"}
+{"current_steps": 1410, "total_steps": 2500, "loss": 0.1004, "lr": 8.713865942990143e-06, "epoch": 1.1280000000000001, "percentage": 56.4, "elapsed_time": "1:31:46", "remaining_time": "1:10:56"}
+{"current_steps": 1420, "total_steps": 2500, "loss": 0.1097, "lr": 8.582803291895758e-06, "epoch": 1.1360000000000001, "percentage": 56.8, "elapsed_time": "1:32:25", "remaining_time": "1:10:17"}
+{"current_steps": 1430, "total_steps": 2500, "loss": 0.1047, "lr": 8.451988609189987e-06, "epoch": 1.144, "percentage": 57.2, "elapsed_time": "1:33:04", "remaining_time": "1:09:38"}
+{"current_steps": 1440, "total_steps": 2500, "loss": 0.1079, "lr": 8.321444783654524e-06, "epoch": 1.152, "percentage": 57.6, "elapsed_time": "1:33:42", "remaining_time": "1:08:59"}
+{"current_steps": 1450, "total_steps": 2500, "loss": 0.0976, "lr": 8.191194656678905e-06, "epoch": 1.16, "percentage": 58.0, "elapsed_time": "1:34:21", "remaining_time": "1:08:19"}
+{"current_steps": 1460, "total_steps": 2500, "loss": 0.0973, "lr": 8.06126101826392e-06, "epoch": 1.168, "percentage": 58.4, "elapsed_time": "1:35:00", "remaining_time": "1:07:40"}
+{"current_steps": 1470, "total_steps": 2500, "loss": 0.1008, "lr": 7.931666603034034e-06, "epoch": 1.176, "percentage": 58.8, "elapsed_time": "1:35:39", "remaining_time": "1:07:01"}
+{"current_steps": 1480, "total_steps": 2500, "loss": 0.0948, "lr": 7.80243408625947e-06, "epoch": 1.184, "percentage": 59.2, "elapsed_time": "1:36:18", "remaining_time": "1:06:22"}
+{"current_steps": 1490, "total_steps": 2500, "loss": 0.1067, "lr": 7.673586079888699e-06, "epoch": 1.192, "percentage": 59.6, "elapsed_time": "1:36:57", "remaining_time": "1:05:43"}
+{"current_steps": 1500, "total_steps": 2500, "loss": 0.1007, "lr": 7.545145128592009e-06, "epoch": 1.2, "percentage": 60.0, "elapsed_time": "1:37:36", "remaining_time": "1:05:04"}
+{"current_steps": 1510, "total_steps": 2500, "loss": 0.103, "lr": 7.4171337058168365e-06, "epoch": 1.208, "percentage": 60.4, "elapsed_time": "1:38:14", "remaining_time": "1:04:24"}
+{"current_steps": 1520, "total_steps": 2500, "loss": 0.099, "lr": 7.28957420985556e-06, "epoch": 1.216, "percentage": 60.8, "elapsed_time": "1:38:53", "remaining_time": "1:03:45"}
+{"current_steps": 1530, "total_steps": 2500, "loss": 0.0974, "lr": 7.16248895992645e-06, "epoch": 1.224, "percentage": 61.2, "elapsed_time": "1:39:32", "remaining_time": "1:03:06"}
+{"current_steps": 1540, "total_steps": 2500, "loss": 0.1114, "lr": 7.035900192268464e-06, "epoch": 1.232, "percentage": 61.6, "elapsed_time": "1:40:11", "remaining_time": "1:02:27"}
+{"current_steps": 1550, "total_steps": 2500, "loss": 0.1017, "lr": 6.909830056250527e-06, "epoch": 1.24, "percentage": 62.0, "elapsed_time": "1:40:50", "remaining_time": "1:01:48"}
+{"current_steps": 1560, "total_steps": 2500, "loss": 0.1037, "lr": 6.784300610496049e-06, "epoch": 1.248, "percentage": 62.4, "elapsed_time": "1:41:29", "remaining_time": "1:01:09"}
+{"current_steps": 1570, "total_steps": 2500, "loss": 0.1017, "lr": 6.659333819023291e-06, "epoch": 1.256, "percentage": 62.8, "elapsed_time": "1:42:08", "remaining_time": "1:00:30"}
+{"current_steps": 1580, "total_steps": 2500, "loss": 0.1022, "lr": 6.534951547402322e-06, "epoch": 1.264, "percentage": 63.2, "elapsed_time": "1:42:47", "remaining_time": "0:59:51"}
+{"current_steps": 1590, "total_steps": 2500, "loss": 0.1016, "lr": 6.411175558929152e-06, "epoch": 1.272, "percentage": 63.6, "elapsed_time": "1:43:26", "remaining_time": "0:59:12"}
+{"current_steps": 1600, "total_steps": 2500, "loss": 0.1027, "lr": 6.2880275108177915e-06, "epoch": 1.28, "percentage": 64.0, "elapsed_time": "1:44:05", "remaining_time": "0:58:33"}
+{"current_steps": 1610, "total_steps": 2500, "loss": 0.1066, "lr": 6.165528950410884e-06, "epoch": 1.288, "percentage": 64.4, "elapsed_time": "1:44:43", "remaining_time": "0:57:53"}
+{"current_steps": 1620, "total_steps": 2500, "loss": 0.0992, "lr": 6.04370131140952e-06, "epoch": 1.296, "percentage": 64.8, "elapsed_time": "1:45:23", "remaining_time": "0:57:14"}
+{"current_steps": 1630, "total_steps": 2500, "loss": 0.0953, "lr": 5.922565910122967e-06, "epoch": 1.304, "percentage": 65.2, "elapsed_time": "1:46:02", "remaining_time": "0:56:35"}
+{"current_steps": 1640, "total_steps": 2500, "loss": 0.106, "lr": 5.802143941738945e-06, "epoch": 1.312, "percentage": 65.6, "elapsed_time": "1:46:40", "remaining_time": "0:55:56"}
+{"current_steps": 1650, "total_steps": 2500, "loss": 0.1063, "lr": 5.6824564766150724e-06, "epoch": 1.32, "percentage": 66.0, "elapsed_time": "1:47:20", "remaining_time": "0:55:17"}
+{"current_steps": 1660, "total_steps": 2500, "loss": 0.1005, "lr": 5.563524456592163e-06, "epoch": 1.328, "percentage": 66.4, "elapsed_time": "1:48:00", "remaining_time": "0:54:39"}
+{"current_steps": 1670, "total_steps": 2500, "loss": 0.1014, "lr": 5.445368691330008e-06, "epoch": 1.336, "percentage": 66.8, "elapsed_time": "1:48:39", "remaining_time": "0:54:00"}
+{"current_steps": 1680, "total_steps": 2500, "loss": 0.0963, "lr": 5.328009854666303e-06, "epoch": 1.3439999999999999, "percentage": 67.2, "elapsed_time": "1:49:18", "remaining_time": "0:53:21"}
+{"current_steps": 1690, "total_steps": 2500, "loss": 0.1039, "lr": 5.211468480999304e-06, "epoch": 1.3519999999999999, "percentage": 67.6, "elapsed_time": "1:49:57", "remaining_time": "0:52:42"}
+{"current_steps": 1700, "total_steps": 2500, "loss": 0.1003, "lr": 5.095764961694923e-06, "epoch": 1.3599999999999999, "percentage": 68.0, "elapsed_time": "1:50:36", "remaining_time": "0:52:03"}
+{"current_steps": 1710, "total_steps": 2500, "loss": 0.0982, "lr": 4.980919541518796e-06, "epoch": 1.3679999999999999, "percentage": 68.4, "elapsed_time": "1:51:15", "remaining_time": "0:51:24"}
+{"current_steps": 1720, "total_steps": 2500, "loss": 0.0971, "lr": 4.866952315094088e-06, "epoch": 1.376, "percentage": 68.8, "elapsed_time": "1:51:54", "remaining_time": "0:50:45"}
+{"current_steps": 1730, "total_steps": 2500, "loss": 0.0945, "lr": 4.753883223385467e-06, "epoch": 1.384, "percentage": 69.2, "elapsed_time": "1:52:33", "remaining_time": "0:50:05"}
+{"current_steps": 1740, "total_steps": 2500, "loss": 0.1039, "lr": 4.641732050210032e-06, "epoch": 1.392, "percentage": 69.6, "elapsed_time": "1:53:13", "remaining_time": "0:49:27"}
+{"current_steps": 1750, "total_steps": 2500, "loss": 0.0935, "lr": 4.530518418775734e-06, "epoch": 1.4, "percentage": 70.0, "elapsed_time": "1:53:52", "remaining_time": "0:48:48"}
+{"current_steps": 1760, "total_steps": 2500, "loss": 0.1007, "lr": 4.420261788247841e-06, "epoch": 1.408, "percentage": 70.4, "elapsed_time": "1:54:31", "remaining_time": "0:48:09"}
+{"current_steps": 1770, "total_steps": 2500, "loss": 0.1, "lr": 4.3109814503441894e-06, "epoch": 1.416, "percentage": 70.8, "elapsed_time": "1:55:09", "remaining_time": "0:47:29"}
+{"current_steps": 1780, "total_steps": 2500, "loss": 0.1018, "lr": 4.202696525959667e-06, "epoch": 1.424, "percentage": 71.2, "elapsed_time": "1:55:49", "remaining_time": "0:46:50"}
+{"current_steps": 1790, "total_steps": 2500, "loss": 0.1055, "lr": 4.0954259618206295e-06, "epoch": 1.432, "percentage": 71.6, "elapsed_time": "1:56:28", "remaining_time": "0:46:11"}
+{"current_steps": 1800, "total_steps": 2500, "loss": 0.1006, "lr": 3.989188527169749e-06, "epoch": 1.44, "percentage": 72.0, "elapsed_time": "1:57:06", "remaining_time": "0:45:32"}
+{"current_steps": 1810, "total_steps": 2500, "loss": 0.1053, "lr": 3.884002810481959e-06, "epoch": 1.448, "percentage": 72.4, "elapsed_time": "1:57:45", "remaining_time": "0:44:53"}
+{"current_steps": 1820, "total_steps": 2500, "loss": 0.095, "lr": 3.7798872162119948e-06, "epoch": 1.456, "percentage": 72.8, "elapsed_time": "1:58:24", "remaining_time": "0:44:14"}
+{"current_steps": 1830, "total_steps": 2500, "loss": 0.0966, "lr": 3.676859961574162e-06, "epoch": 1.464, "percentage": 73.2, "elapsed_time": "1:59:04", "remaining_time": "0:43:35"}
+{"current_steps": 1840, "total_steps": 2500, "loss": 0.0973, "lr": 3.5749390733548382e-06, "epoch": 1.472, "percentage": 73.6, "elapsed_time": "1:59:43", "remaining_time": "0:42:56"}
+{"current_steps": 1850, "total_steps": 2500, "loss": 0.0976, "lr": 3.4741423847583134e-06, "epoch": 1.48, "percentage": 74.0, "elapsed_time": "2:00:22", "remaining_time": "0:42:17"}
+{"current_steps": 1860, "total_steps": 2500, "loss": 0.0974, "lr": 3.3744875322865035e-06, "epoch": 1.488, "percentage": 74.4, "elapsed_time": "2:01:01", "remaining_time": "0:41:38"}
+{"current_steps": 1870, "total_steps": 2500, "loss": 0.1018, "lr": 3.2759919526530536e-06, "epoch": 1.496, "percentage": 74.8, "elapsed_time": "2:01:40", "remaining_time": "0:40:59"}
+{"current_steps": 1880, "total_steps": 2500, "loss": 0.0921, "lr": 3.178672879732435e-06, "epoch": 1.504, "percentage": 75.2, "elapsed_time": "2:02:19", "remaining_time": "0:40:20"}
+{"current_steps": 1890, "total_steps": 2500, "loss": 0.0969, "lr": 3.0825473415445073e-06, "epoch": 1.512, "percentage": 75.6, "elapsed_time": "2:02:58", "remaining_time": "0:39:41"}
+{"current_steps": 1900, "total_steps": 2500, "loss": 0.1004, "lr": 2.9876321572751143e-06, "epoch": 1.52, "percentage": 76.0, "elapsed_time": "2:03:37", "remaining_time": "0:39:02"}
+{"current_steps": 1910, "total_steps": 2500, "loss": 0.0925, "lr": 2.8939439343332086e-06, "epoch": 1.528, "percentage": 76.4, "elapsed_time": "2:04:16", "remaining_time": "0:38:23"}
+{"current_steps": 1920, "total_steps": 2500, "loss": 0.0965, "lr": 2.8014990654450325e-06, "epoch": 1.536, "percentage": 76.8, "elapsed_time": "2:04:55", "remaining_time": "0:37:44"}
+{"current_steps": 1930, "total_steps": 2500, "loss": 0.0913, "lr": 2.7103137257858867e-06, "epoch": 1.544, "percentage": 77.2, "elapsed_time": "2:05:34", "remaining_time": "0:37:05"}
+{"current_steps": 1940, "total_steps": 2500, "loss": 0.0992, "lr": 2.6204038701499056e-06, "epoch": 1.552, "percentage": 77.6, "elapsed_time": "2:06:13", "remaining_time": "0:36:26"}
+{"current_steps": 1950, "total_steps": 2500, "loss": 0.1012, "lr": 2.5317852301584642e-06, "epoch": 1.56, "percentage": 78.0, "elapsed_time": "2:06:52", "remaining_time": "0:35:47"}
+{"current_steps": 1960, "total_steps": 2500, "loss": 0.0971, "lr": 2.4444733115075823e-06, "epoch": 1.568, "percentage": 78.4, "elapsed_time": "2:07:31", "remaining_time": "0:35:08"}
+{"current_steps": 1970, "total_steps": 2500, "loss": 0.0979, "lr": 2.3584833912548887e-06, "epoch": 1.576, "percentage": 78.8, "elapsed_time": "2:08:09", "remaining_time": "0:34:28"}
+{"current_steps": 1980, "total_steps": 2500, "loss": 0.0942, "lr": 2.2738305151465646e-06, "epoch": 1.584, "percentage": 79.2, "elapsed_time": "2:08:49", "remaining_time": "0:33:49"}
+{"current_steps": 1990, "total_steps": 2500, "loss": 0.0888, "lr": 2.190529494984782e-06, "epoch": 1.592, "percentage": 79.6, "elapsed_time": "2:09:27", "remaining_time": "0:33:10"}
+{"current_steps": 2000, "total_steps": 2500, "loss": 0.0875, "lr": 2.1085949060360654e-06, "epoch": 1.6, "percentage": 80.0, "elapsed_time": "2:10:06", "remaining_time": "0:32:31"}
+{"current_steps": 2010, "total_steps": 2500, "loss": 0.1007, "lr": 2.0280410844810426e-06, "epoch": 1.608, "percentage": 80.4, "elapsed_time": "2:10:45", "remaining_time": "0:31:52"}
+{"current_steps": 2020, "total_steps": 2500, "loss": 0.0961, "lr": 1.9488821249060297e-06, "epoch": 1.616, "percentage": 80.8, "elapsed_time": "2:11:24", "remaining_time": "0:31:13"}
+{"current_steps": 2030, "total_steps": 2500, "loss": 0.0955, "lr": 1.8711318778368792e-06, "epoch": 1.624, "percentage": 81.2, "elapsed_time": "2:12:03", "remaining_time": "0:30:34"}
+{"current_steps": 2040, "total_steps": 2500, "loss": 0.0992, "lr": 1.7948039473155553e-06, "epoch": 1.6320000000000001, "percentage": 81.6, "elapsed_time": "2:12:41", "remaining_time": "0:29:55"}
+{"current_steps": 2050, "total_steps": 2500, "loss": 0.0961, "lr": 1.7199116885197996e-06, "epoch": 1.6400000000000001, "percentage": 82.0, "elapsed_time": "2:13:20", "remaining_time": "0:29:16"}
+{"current_steps": 2060, "total_steps": 2500, "loss": 0.0915, "lr": 1.646468205426377e-06, "epoch": 1.6480000000000001, "percentage": 82.4, "elapsed_time": "2:13:59", "remaining_time": "0:28:37"}
+{"current_steps": 2070, "total_steps": 2500, "loss": 0.1007, "lr": 1.5744863485182537e-06, "epoch": 1.6560000000000001, "percentage": 82.8, "elapsed_time": "2:14:38", "remaining_time": "0:27:58"}
+{"current_steps": 2080, "total_steps": 2500, "loss": 0.094, "lr": 1.5039787125361327e-06, "epoch": 1.6640000000000001, "percentage": 83.2, "elapsed_time": "2:15:18", "remaining_time": "0:27:19"}
+{"current_steps": 2090, "total_steps": 2500, "loss": 0.0938, "lr": 1.4349576342747462e-06, "epoch": 1.6720000000000002, "percentage": 83.6, "elapsed_time": "2:15:57", "remaining_time": "0:26:40"}
+{"current_steps": 2100, "total_steps": 2500, "loss": 0.0938, "lr": 1.367435190424261e-06, "epoch": 1.6800000000000002, "percentage": 84.0, "elapsed_time": "2:16:36", "remaining_time": "0:26:01"}
+{"current_steps": 2110, "total_steps": 2500, "loss": 0.098, "lr": 1.3014231954572287e-06, "epoch": 1.688, "percentage": 84.4, "elapsed_time": "2:17:15", "remaining_time": "0:25:22"}
+{"current_steps": 2120, "total_steps": 2500, "loss": 0.0964, "lr": 1.2369331995613664e-06, "epoch": 1.696, "percentage": 84.8, "elapsed_time": "2:17:54", "remaining_time": "0:24:43"}
+{"current_steps": 2130, "total_steps": 2500, "loss": 0.0896, "lr": 1.1739764866186309e-06, "epoch": 1.704, "percentage": 85.2, "elapsed_time": "2:18:32", "remaining_time": "0:24:04"}
+{"current_steps": 2140, "total_steps": 2500, "loss": 0.0959, "lr": 1.112564072230863e-06, "epoch": 1.712, "percentage": 85.6, "elapsed_time": "2:19:12", "remaining_time": "0:23:25"}
+{"current_steps": 2150, "total_steps": 2500, "loss": 0.0961, "lr": 1.0527067017923654e-06, "epoch": 1.72, "percentage": 86.0, "elapsed_time": "2:19:51", "remaining_time": "0:22:46"}
+{"current_steps": 2160, "total_steps": 2500, "loss": 0.0976, "lr": 9.944148486097793e-07, "epoch": 1.728, "percentage": 86.4, "elapsed_time": "2:20:30", "remaining_time": "0:22:07"}
+{"current_steps": 2170, "total_steps": 2500, "loss": 0.0967, "lr": 9.376987120695547e-07, "epoch": 1.736, "percentage": 86.8, "elapsed_time": "2:21:09", "remaining_time": "0:21:27"}
+{"current_steps": 2180, "total_steps": 2500, "loss": 0.1019, "lr": 8.825682158533555e-07, "epoch": 1.744, "percentage": 87.2, "elapsed_time": "2:21:48", "remaining_time": "0:20:48"}
+{"current_steps": 2190, "total_steps": 2500, "loss": 0.0991, "lr": 8.290330062017015e-07, "epoch": 1.752, "percentage": 87.6, "elapsed_time": "2:22:27", "remaining_time": "0:20:09"}
+{"current_steps": 2200, "total_steps": 2500, "loss": 0.095, "lr": 7.771024502261526e-07, "epoch": 1.76, "percentage": 88.0, "elapsed_time": "2:23:06", "remaining_time": "0:19:30"}
+{"current_steps": 2210, "total_steps": 2500, "loss": 0.1003, "lr": 7.267856342703461e-07, "epoch": 1.768, "percentage": 88.4, "elapsed_time": "2:23:46", "remaining_time": "0:18:51"}
+{"current_steps": 2220, "total_steps": 2500, "loss": 0.0934, "lr": 6.780913623201346e-07, "epoch": 1.776, "percentage": 88.8, "elapsed_time": "2:24:25", "remaining_time": "0:18:12"}
+{"current_steps": 2230, "total_steps": 2500, "loss": 0.091, "lr": 6.310281544631547e-07, "epoch": 1.784, "percentage": 89.2, "elapsed_time": "2:25:04", "remaining_time": "0:17:33"}
+{"current_steps": 2240, "total_steps": 2500, "loss": 0.0933, "lr": 5.856042453980526e-07, "epoch": 1.792, "percentage": 89.6, "elapsed_time": "2:25:43", "remaining_time": "0:16:54"}
+{"current_steps": 2250, "total_steps": 2500, "loss": 0.095, "lr": 5.418275829936537e-07, "epoch": 1.8, "percentage": 90.0, "elapsed_time": "2:26:22", "remaining_time": "0:16:15"}
+{"current_steps": 2260, "total_steps": 2500, "loss": 0.0884, "lr": 4.997058268983135e-07, "epoch": 1.808, "percentage": 90.4, "elapsed_time": "2:27:01", "remaining_time": "0:15:36"}
+{"current_steps": 2270, "total_steps": 2500, "loss": 0.091, "lr": 4.592463471997022e-07, "epoch": 1.8159999999999998, "percentage": 90.8, "elapsed_time": "2:27:40", "remaining_time": "0:14:57"}
+{"current_steps": 2280, "total_steps": 2500, "loss": 0.0996, "lr": 4.204562231352516e-07, "epoch": 1.8239999999999998, "percentage": 91.2, "elapsed_time": "2:28:19", "remaining_time": "0:14:18"}
+{"current_steps": 2290, "total_steps": 2500, "loss": 0.093, "lr": 3.83342241853496e-07, "epoch": 1.8319999999999999, "percentage": 91.6, "elapsed_time": "2:28:58", "remaining_time": "0:13:39"}
+{"current_steps": 2300, "total_steps": 2500, "loss": 0.1022, "lr": 3.4791089722651437e-07, "epoch": 1.8399999999999999, "percentage": 92.0, "elapsed_time": "2:29:37", "remaining_time": "0:13:00"}
+{"current_steps": 2310, "total_steps": 2500, "loss": 0.1009, "lr": 3.1416838871368925e-07, "epoch": 1.8479999999999999, "percentage": 92.4, "elapsed_time": "2:30:17", "remaining_time": "0:12:21"}
+{"current_steps": 2320, "total_steps": 2500, "loss": 0.0963, "lr": 2.8212062027698995e-07, "epoch": 1.8559999999999999, "percentage": 92.8, "elapsed_time": "2:30:57", "remaining_time": "0:11:42"}
+{"current_steps": 2330, "total_steps": 2500, "loss": 0.0983, "lr": 2.5177319934793995e-07, "epoch": 1.8639999999999999, "percentage": 93.2, "elapsed_time": "2:31:36", "remaining_time": "0:11:03"}
+{"current_steps": 2340, "total_steps": 2500, "loss": 0.092, "lr": 2.2313143584648423e-07, "epoch": 1.8719999999999999, "percentage": 93.6, "elapsed_time": "2:32:14", "remaining_time": "0:10:24"}
+{"current_steps": 2350, "total_steps": 2500, "loss": 0.092, "lr": 1.9620034125190645e-07, "epoch": 1.88, "percentage": 94.0, "elapsed_time": "2:32:53", "remaining_time": "0:09:45"}
+{"current_steps": 2360, "total_steps": 2500, "loss": 0.1013, "lr": 1.7098462772596302e-07, "epoch": 1.888, "percentage": 94.4, "elapsed_time": "2:33:32", "remaining_time": "0:09:06"}
+{"current_steps": 2370, "total_steps": 2500, "loss": 0.0911, "lr": 1.474887072883935e-07, "epoch": 1.896, "percentage": 94.8, "elapsed_time": "2:34:11", "remaining_time": "0:08:27"}
+{"current_steps": 2380, "total_steps": 2500, "loss": 0.0881, "lr": 1.2571669104494254e-07, "epoch": 1.904, "percentage": 95.2, "elapsed_time": "2:34:50", "remaining_time": "0:07:48"}
+{"current_steps": 2390, "total_steps": 2500, "loss": 0.0977, "lr": 1.0567238846803995e-07, "epoch": 1.912, "percentage": 95.6, "elapsed_time": "2:35:29", "remaining_time": "0:07:09"}
+{"current_steps": 2400, "total_steps": 2500, "loss": 0.0869, "lr": 8.735930673024806e-08, "epoch": 1.92, "percentage": 96.0, "elapsed_time": "2:36:08", "remaining_time": "0:06:30"}
+{"current_steps": 2410, "total_steps": 2500, "loss": 0.0979, "lr": 7.078065009060941e-08, "epoch": 1.928, "percentage": 96.4, "elapsed_time": "2:36:46", "remaining_time": "0:05:51"}
+{"current_steps": 2420, "total_steps": 2500, "loss": 0.0955, "lr": 5.5939319333998546e-08, "epoch": 1.936, "percentage": 96.8, "elapsed_time": "2:37:25", "remaining_time": "0:05:12"}
+{"current_steps": 2430, "total_steps": 2500, "loss": 0.0983, "lr": 4.2837911263562406e-08, "epoch": 1.944, "percentage": 97.2, "elapsed_time": "2:38:04", "remaining_time": "0:04:33"}
+{"current_steps": 2440, "total_steps": 2500, "loss": 0.0978, "lr": 3.147871824635717e-08, "epoch": 1.952, "percentage": 97.6, "elapsed_time": "2:38:44", "remaining_time": "0:03:54"}
+{"current_steps": 2450, "total_steps": 2500, "loss": 0.0941, "lr": 2.1863727812254653e-08, "epoch": 1.96, "percentage": 98.0, "elapsed_time": "2:39:23", "remaining_time": "0:03:15"}
+{"current_steps": 2460, "total_steps": 2500, "loss": 0.0977, "lr": 1.3994622306173766e-08, "epoch": 1.968, "percentage": 98.4, "elapsed_time": "2:40:02", "remaining_time": "0:02:36"}
+{"current_steps": 2470, "total_steps": 2500, "loss": 0.0958, "lr": 7.872778593728258e-09, "epoch": 1.976, "percentage": 98.8, "elapsed_time": "2:40:41", "remaining_time": "0:01:57"}
+{"current_steps": 2480, "total_steps": 2500, "loss": 0.0919, "lr": 3.499267820307184e-09, "epoch": 1.984, "percentage": 99.2, "elapsed_time": "2:41:19", "remaining_time": "0:01:18"}
+{"current_steps": 2490, "total_steps": 2500, "loss": 0.0936, "lr": 8.748552236603758e-10, "epoch": 1.992, "percentage": 99.6, "elapsed_time": "2:41:59", "remaining_time": "0:00:39"}
+{"current_steps": 2500, "total_steps": 2500, "loss": 0.0898, "lr": 0.0, "epoch": 2.0, "percentage": 100.0, "elapsed_time": "2:42:37", "remaining_time": "0:00:00"}
+{"current_steps": 2500, "total_steps": 2500, "epoch": 2.0, "percentage": 100.0, "elapsed_time": "2:42:53", "remaining_time": "0:00:00"}

trainer_state.json ADDED Viewed

	@@ -0,0 +1,1792 @@

+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 2500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.008,
+      "grad_norm": 0.2994475388615314,
+      "learning_rate": 1.6000000000000001e-06,
+      "loss": 0.2223,
+      "step": 10
+    },
+    {
+      "epoch": 0.016,
+      "grad_norm": 0.273631506204062,
+      "learning_rate": 3.2000000000000003e-06,
+      "loss": 0.1771,
+      "step": 20
+    },
+    {
+      "epoch": 0.024,
+      "grad_norm": 0.2130209890157738,
+      "learning_rate": 4.800000000000001e-06,
+      "loss": 0.1598,
+      "step": 30
+    },
+    {
+      "epoch": 0.032,
+      "grad_norm": 0.18240027035932016,
+      "learning_rate": 6.4000000000000006e-06,
+      "loss": 0.1619,
+      "step": 40
+    },
+    {
+      "epoch": 0.04,
+      "grad_norm": 0.20027988136436473,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 0.1724,
+      "step": 50
+    },
+    {
+      "epoch": 0.048,
+      "grad_norm": 0.19349670254659063,
+      "learning_rate": 9.600000000000001e-06,
+      "loss": 0.1781,
+      "step": 60
+    },
+    {
+      "epoch": 0.056,
+      "grad_norm": 0.1522942785320451,
+      "learning_rate": 1.1200000000000001e-05,
+      "loss": 0.1741,
+      "step": 70
+    },
+    {
+      "epoch": 0.064,
+      "grad_norm": 0.20077878887262207,
+      "learning_rate": 1.2800000000000001e-05,
+      "loss": 0.1678,
+      "step": 80
+    },
+    {
+      "epoch": 0.072,
+      "grad_norm": 0.2006526811340805,
+      "learning_rate": 1.4400000000000001e-05,
+      "loss": 0.1754,
+      "step": 90
+    },
+    {
+      "epoch": 0.08,
+      "grad_norm": 0.18403850144652611,
+      "learning_rate": 1.6000000000000003e-05,
+      "loss": 0.1793,
+      "step": 100
+    },
+    {
+      "epoch": 0.088,
+      "grad_norm": 0.17392033537978838,
+      "learning_rate": 1.76e-05,
+      "loss": 0.1669,
+      "step": 110
+    },
+    {
+      "epoch": 0.096,
+      "grad_norm": 0.15129051337201097,
+      "learning_rate": 1.9200000000000003e-05,
+      "loss": 0.177,
+      "step": 120
+    },
+    {
+      "epoch": 0.104,
+      "grad_norm": 0.1686995282450159,
+      "learning_rate": 1.9999781283802247e-05,
+      "loss": 0.1838,
+      "step": 130
+    },
+    {
+      "epoch": 0.112,
+      "grad_norm": 0.18454731582348338,
+      "learning_rate": 1.999803161162393e-05,
+      "loss": 0.2058,
+      "step": 140
+    },
+    {
+      "epoch": 0.12,
+      "grad_norm": 0.1594563484769184,
+      "learning_rate": 1.999453257340926e-05,
+      "loss": 0.1953,
+      "step": 150
+    },
+    {
+      "epoch": 0.128,
+      "grad_norm": 0.16207625262493944,
+      "learning_rate": 1.9989284781388617e-05,
+      "loss": 0.1871,
+      "step": 160
+    },
+    {
+      "epoch": 0.136,
+      "grad_norm": 0.15859384233929794,
+      "learning_rate": 1.9982289153773648e-05,
+      "loss": 0.1948,
+      "step": 170
+    },
+    {
+      "epoch": 0.144,
+      "grad_norm": 0.17122386425268052,
+      "learning_rate": 1.9973546914596622e-05,
+      "loss": 0.1954,
+      "step": 180
+    },
+    {
+      "epoch": 0.152,
+      "grad_norm": 0.16538234415049946,
+      "learning_rate": 1.996305959349627e-05,
+      "loss": 0.1898,
+      "step": 190
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.19838611436297024,
+      "learning_rate": 1.9950829025450116e-05,
+      "loss": 0.1903,
+      "step": 200
+    },
+    {
+      "epoch": 0.168,
+      "grad_norm": 0.18275997172338,
+      "learning_rate": 1.993685735045343e-05,
+      "loss": 0.189,
+      "step": 210
+    },
+    {
+      "epoch": 0.176,
+      "grad_norm": 0.19605227359376942,
+      "learning_rate": 1.9921147013144782e-05,
+      "loss": 0.202,
+      "step": 220
+    },
+    {
+      "epoch": 0.184,
+      "grad_norm": 0.1510786730603492,
+      "learning_rate": 1.9903700762378303e-05,
+      "loss": 0.1906,
+      "step": 230
+    },
+    {
+      "epoch": 0.192,
+      "grad_norm": 0.1731755052103561,
+      "learning_rate": 1.9884521650742718e-05,
+      "loss": 0.1818,
+      "step": 240
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 0.1703147411704783,
+      "learning_rate": 1.9863613034027224e-05,
+      "loss": 0.1828,
+      "step": 250
+    },
+    {
+      "epoch": 0.208,
+      "grad_norm": 0.16465949216497772,
+      "learning_rate": 1.9840978570634338e-05,
+      "loss": 0.1998,
+      "step": 260
+    },
+    {
+      "epoch": 0.216,
+      "grad_norm": 0.13341671497634322,
+      "learning_rate": 1.9816622220939762e-05,
+      "loss": 0.1864,
+      "step": 270
+    },
+    {
+      "epoch": 0.224,
+      "grad_norm": 0.162293542213837,
+      "learning_rate": 1.9790548246599447e-05,
+      "loss": 0.1892,
+      "step": 280
+    },
+    {
+      "epoch": 0.232,
+      "grad_norm": 0.15597629673666613,
+      "learning_rate": 1.976276120980393e-05,
+      "loss": 0.1884,
+      "step": 290
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.14793980628985084,
+      "learning_rate": 1.973326597248006e-05,
+      "loss": 0.1978,
+      "step": 300
+    },
+    {
+      "epoch": 0.248,
+      "grad_norm": 0.1447727611743318,
+      "learning_rate": 1.9702067695440333e-05,
+      "loss": 0.1883,
+      "step": 310
+    },
+    {
+      "epoch": 0.256,
+      "grad_norm": 0.16933785764552192,
+      "learning_rate": 1.966917183747987e-05,
+      "loss": 0.1898,
+      "step": 320
+    },
+    {
+      "epoch": 0.264,
+      "grad_norm": 0.1589759149940254,
+      "learning_rate": 1.9634584154421316e-05,
+      "loss": 0.1949,
+      "step": 330
+    },
+    {
+      "epoch": 0.272,
+      "grad_norm": 0.12763481414215103,
+      "learning_rate": 1.95983106981077e-05,
+      "loss": 0.1855,
+      "step": 340
+    },
+    {
+      "epoch": 0.28,
+      "grad_norm": 0.13722214819739667,
+      "learning_rate": 1.9560357815343577e-05,
+      "loss": 0.1887,
+      "step": 350
+    },
+    {
+      "epoch": 0.288,
+      "grad_norm": 0.17592856768775877,
+      "learning_rate": 1.9520732146784493e-05,
+      "loss": 0.1875,
+      "step": 360
+    },
+    {
+      "epoch": 0.296,
+      "grad_norm": 0.1540007177537391,
+      "learning_rate": 1.947944062577507e-05,
+      "loss": 0.1995,
+      "step": 370
+    },
+    {
+      "epoch": 0.304,
+      "grad_norm": 0.14462148850861567,
+      "learning_rate": 1.9436490477135877e-05,
+      "loss": 0.1905,
+      "step": 380
+    },
+    {
+      "epoch": 0.312,
+      "grad_norm": 0.14275084054493534,
+      "learning_rate": 1.93918892158993e-05,
+      "loss": 0.1946,
+      "step": 390
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.13709865630962415,
+      "learning_rate": 1.934564464599461e-05,
+      "loss": 0.1848,
+      "step": 400
+    },
+    {
+      "epoch": 0.328,
+      "grad_norm": 0.12851355006510504,
+      "learning_rate": 1.9297764858882516e-05,
+      "loss": 0.2012,
+      "step": 410
+    },
+    {
+      "epoch": 0.336,
+      "grad_norm": 0.14422766911430207,
+      "learning_rate": 1.924825823213939e-05,
+      "loss": 0.1796,
+      "step": 420
+    },
+    {
+      "epoch": 0.344,
+      "grad_norm": 0.1456420238432456,
+      "learning_rate": 1.9197133427991437e-05,
+      "loss": 0.1894,
+      "step": 430
+    },
+    {
+      "epoch": 0.352,
+      "grad_norm": 0.11424505824104754,
+      "learning_rate": 1.9144399391799043e-05,
+      "loss": 0.1855,
+      "step": 440
+    },
+    {
+      "epoch": 0.36,
+      "grad_norm": 0.1505170978234406,
+      "learning_rate": 1.909006535049163e-05,
+      "loss": 0.1826,
+      "step": 450
+    },
+    {
+      "epoch": 0.368,
+      "grad_norm": 0.1325857585966927,
+      "learning_rate": 1.903414081095315e-05,
+      "loss": 0.1969,
+      "step": 460
+    },
+    {
+      "epoch": 0.376,
+      "grad_norm": 0.12049306945186798,
+      "learning_rate": 1.897663555835872e-05,
+      "loss": 0.1852,
+      "step": 470
+    },
+    {
+      "epoch": 0.384,
+      "grad_norm": 0.1321067212261413,
+      "learning_rate": 1.8917559654462474e-05,
+      "loss": 0.1902,
+      "step": 480
+    },
+    {
+      "epoch": 0.392,
+      "grad_norm": 0.12544038658282392,
+      "learning_rate": 1.8856923435837024e-05,
+      "loss": 0.1834,
+      "step": 490
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.13754099065635406,
+      "learning_rate": 1.879473751206489e-05,
+      "loss": 0.1777,
+      "step": 500
+    },
+    {
+      "epoch": 0.408,
+      "grad_norm": 0.14299681112215643,
+      "learning_rate": 1.8731012763882132e-05,
+      "loss": 0.1891,
+      "step": 510
+    },
+    {
+      "epoch": 0.416,
+      "grad_norm": 0.12978945402957556,
+      "learning_rate": 1.8665760341274505e-05,
+      "loss": 0.1838,
+      "step": 520
+    },
+    {
+      "epoch": 0.424,
+      "grad_norm": 0.12828927955187144,
+      "learning_rate": 1.859899166152657e-05,
+      "loss": 0.1775,
+      "step": 530
+    },
+    {
+      "epoch": 0.432,
+      "grad_norm": 0.1399995330504017,
+      "learning_rate": 1.8530718407223976e-05,
+      "loss": 0.1949,
+      "step": 540
+    },
+    {
+      "epoch": 0.44,
+      "grad_norm": 0.1201971674290692,
+      "learning_rate": 1.8460952524209355e-05,
+      "loss": 0.1997,
+      "step": 550
+    },
+    {
+      "epoch": 0.448,
+      "grad_norm": 0.14220963488029062,
+      "learning_rate": 1.8389706219492147e-05,
+      "loss": 0.1864,
+      "step": 560
+    },
+    {
+      "epoch": 0.456,
+      "grad_norm": 0.12393318013758685,
+      "learning_rate": 1.831699195911272e-05,
+      "loss": 0.1932,
+      "step": 570
+    },
+    {
+      "epoch": 0.464,
+      "grad_norm": 0.13175301413953197,
+      "learning_rate": 1.8242822465961177e-05,
+      "loss": 0.1868,
+      "step": 580
+    },
+    {
+      "epoch": 0.472,
+      "grad_norm": 0.1439474730329765,
+      "learning_rate": 1.8167210717551224e-05,
+      "loss": 0.1825,
+      "step": 590
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.1189834140430123,
+      "learning_rate": 1.8090169943749477e-05,
+      "loss": 0.1793,
+      "step": 600
+    },
+    {
+      "epoch": 0.488,
+      "grad_norm": 0.13694513887911383,
+      "learning_rate": 1.8011713624460608e-05,
+      "loss": 0.1838,
+      "step": 610
+    },
+    {
+      "epoch": 0.496,
+      "grad_norm": 0.1342792821222079,
+      "learning_rate": 1.793185548726878e-05,
+      "loss": 0.1981,
+      "step": 620
+    },
+    {
+      "epoch": 0.504,
+      "grad_norm": 0.12267440816211221,
+      "learning_rate": 1.785060950503568e-05,
+      "loss": 0.1945,
+      "step": 630
+    },
+    {
+      "epoch": 0.512,
+      "grad_norm": 0.14191462759384785,
+      "learning_rate": 1.7767989893455696e-05,
+      "loss": 0.1939,
+      "step": 640
+    },
+    {
+      "epoch": 0.52,
+      "grad_norm": 0.15143689437873276,
+      "learning_rate": 1.7684011108568593e-05,
+      "loss": 0.1832,
+      "step": 650
+    },
+    {
+      "epoch": 0.528,
+      "grad_norm": 0.10997527630360879,
+      "learning_rate": 1.759868784423009e-05,
+      "loss": 0.1765,
+      "step": 660
+    },
+    {
+      "epoch": 0.536,
+      "grad_norm": 0.1262528956359292,
+      "learning_rate": 1.7512035029540887e-05,
+      "loss": 0.1791,
+      "step": 670
+    },
+    {
+      "epoch": 0.544,
+      "grad_norm": 0.15602459318561945,
+      "learning_rate": 1.74240678262345e-05,
+      "loss": 0.1743,
+      "step": 680
+    },
+    {
+      "epoch": 0.552,
+      "grad_norm": 0.13025666149189777,
+      "learning_rate": 1.73348016260244e-05,
+      "loss": 0.1834,
+      "step": 690
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.1387483634701272,
+      "learning_rate": 1.7244252047910893e-05,
+      "loss": 0.1844,
+      "step": 700
+    },
+    {
+      "epoch": 0.568,
+      "grad_norm": 0.14296180482072157,
+      "learning_rate": 1.7152434935448257e-05,
+      "loss": 0.1728,
+      "step": 710
+    },
+    {
+      "epoch": 0.576,
+      "grad_norm": 0.13975560544538343,
+      "learning_rate": 1.705936635397259e-05,
+      "loss": 0.1861,
+      "step": 720
+    },
+    {
+      "epoch": 0.584,
+      "grad_norm": 0.11624329808561513,
+      "learning_rate": 1.6965062587790823e-05,
+      "loss": 0.1851,
+      "step": 730
+    },
+    {
+      "epoch": 0.592,
+      "grad_norm": 0.12204929575785449,
+      "learning_rate": 1.6869540137331445e-05,
+      "loss": 0.1851,
+      "step": 740
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 0.11843883632568544,
+      "learning_rate": 1.6772815716257414e-05,
+      "loss": 0.1926,
+      "step": 750
+    },
+    {
+      "epoch": 0.608,
+      "grad_norm": 0.13379905247254648,
+      "learning_rate": 1.667490624854173e-05,
+      "loss": 0.1825,
+      "step": 760
+    },
+    {
+      "epoch": 0.616,
+      "grad_norm": 0.14954402393242697,
+      "learning_rate": 1.6575828865506246e-05,
+      "loss": 0.184,
+      "step": 770
+    },
+    {
+      "epoch": 0.624,
+      "grad_norm": 0.11855929270795366,
+      "learning_rate": 1.647560090282419e-05,
+      "loss": 0.1741,
+      "step": 780
+    },
+    {
+      "epoch": 0.632,
+      "grad_norm": 0.15098593909944216,
+      "learning_rate": 1.63742398974869e-05,
+      "loss": 0.18,
+      "step": 790
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.12622455885460282,
+      "learning_rate": 1.6271763584735373e-05,
+      "loss": 0.1795,
+      "step": 800
+    },
+    {
+      "epoch": 0.648,
+      "grad_norm": 0.1214479548976728,
+      "learning_rate": 1.616818989495711e-05,
+      "loss": 0.1754,
+      "step": 810
+    },
+    {
+      "epoch": 0.656,
+      "grad_norm": 0.11633961346066299,
+      "learning_rate": 1.6063536950548825e-05,
+      "loss": 0.1791,
+      "step": 820
+    },
+    {
+      "epoch": 0.664,
+      "grad_norm": 0.1349935261273476,
+      "learning_rate": 1.595782306274553e-05,
+      "loss": 0.1901,
+      "step": 830
+    },
+    {
+      "epoch": 0.672,
+      "grad_norm": 0.12313061321761182,
+      "learning_rate": 1.5851066728416617e-05,
+      "loss": 0.1813,
+      "step": 840
+    },
+    {
+      "epoch": 0.68,
+      "grad_norm": 0.16151825468675773,
+      "learning_rate": 1.5743286626829437e-05,
+      "loss": 0.1754,
+      "step": 850
+    },
+    {
+      "epoch": 0.688,
+      "grad_norm": 0.14085102248573694,
+      "learning_rate": 1.5634501616380967e-05,
+      "loss": 0.1885,
+      "step": 860
+    },
+    {
+      "epoch": 0.696,
+      "grad_norm": 0.14051153835159377,
+      "learning_rate": 1.5524730731298136e-05,
+      "loss": 0.1883,
+      "step": 870
+    },
+    {
+      "epoch": 0.704,
+      "grad_norm": 0.10696859105735423,
+      "learning_rate": 1.541399317830738e-05,
+      "loss": 0.1785,
+      "step": 880
+    },
+    {
+      "epoch": 0.712,
+      "grad_norm": 0.12489614347746164,
+      "learning_rate": 1.530230833327405e-05,
+      "loss": 0.1868,
+      "step": 890
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.13020128972045483,
+      "learning_rate": 1.5189695737812153e-05,
+      "loss": 0.1803,
+      "step": 900
+    },
+    {
+      "epoch": 0.728,
+      "grad_norm": 0.12378887718286205,
+      "learning_rate": 1.5076175095865171e-05,
+      "loss": 0.1885,
+      "step": 910
+    },
+    {
+      "epoch": 0.736,
+      "grad_norm": 0.12669683188981912,
+      "learning_rate": 1.4961766270258422e-05,
+      "loss": 0.1735,
+      "step": 920
+    },
+    {
+      "epoch": 0.744,
+      "grad_norm": 0.12139646601130864,
+      "learning_rate": 1.4846489279223653e-05,
+      "loss": 0.1842,
+      "step": 930
+    },
+    {
+      "epoch": 0.752,
+      "grad_norm": 0.12564036718714786,
+      "learning_rate": 1.473036429289641e-05,
+      "loss": 0.1862,
+      "step": 940
+    },
+    {
+      "epoch": 0.76,
+      "grad_norm": 0.12879466675814272,
+      "learning_rate": 1.461341162978688e-05,
+      "loss": 0.1794,
+      "step": 950
+    },
+    {
+      "epoch": 0.768,
+      "grad_norm": 0.13118866753606923,
+      "learning_rate": 1.4495651753224706e-05,
+      "loss": 0.1752,
+      "step": 960
+    },
+    {
+      "epoch": 0.776,
+      "grad_norm": 0.1397568247577318,
+      "learning_rate": 1.437710526777852e-05,
+      "loss": 0.1837,
+      "step": 970
+    },
+    {
+      "epoch": 0.784,
+      "grad_norm": 0.1199748082038019,
+      "learning_rate": 1.4257792915650728e-05,
+      "loss": 0.1751,
+      "step": 980
+    },
+    {
+      "epoch": 0.792,
+      "grad_norm": 0.1275568062184644,
+      "learning_rate": 1.4137735573048232e-05,
+      "loss": 0.1681,
+      "step": 990
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.11731254237226522,
+      "learning_rate": 1.4016954246529697e-05,
+      "loss": 0.1672,
+      "step": 1000
+    },
+    {
+      "epoch": 0.808,
+      "grad_norm": 0.12803490644945145,
+      "learning_rate": 1.3895470069330003e-05,
+      "loss": 0.1775,
+      "step": 1010
+    },
+    {
+      "epoch": 0.816,
+      "grad_norm": 0.13148610169928593,
+      "learning_rate": 1.377330429766256e-05,
+      "loss": 0.179,
+      "step": 1020
+    },
+    {
+      "epoch": 0.824,
+      "grad_norm": 0.12498379605499213,
+      "learning_rate": 1.3650478307000059e-05,
+      "loss": 0.1743,
+      "step": 1030
+    },
+    {
+      "epoch": 0.832,
+      "grad_norm": 0.10768287920272084,
+      "learning_rate": 1.3527013588334415e-05,
+      "loss": 0.1798,
+      "step": 1040
+    },
+    {
+      "epoch": 0.84,
+      "grad_norm": 0.11876441348756149,
+      "learning_rate": 1.3402931744416432e-05,
+      "loss": 0.1669,
+      "step": 1050
+    },
+    {
+      "epoch": 0.848,
+      "grad_norm": 0.11670565624337659,
+      "learning_rate": 1.3278254485975977e-05,
+      "loss": 0.176,
+      "step": 1060
+    },
+    {
+      "epoch": 0.856,
+      "grad_norm": 0.12614319023396608,
+      "learning_rate": 1.3153003627923217e-05,
+      "loss": 0.1717,
+      "step": 1070
+    },
+    {
+      "epoch": 0.864,
+      "grad_norm": 0.15423610893363637,
+      "learning_rate": 1.3027201085531633e-05,
+      "loss": 0.1787,
+      "step": 1080
+    },
+    {
+      "epoch": 0.872,
+      "grad_norm": 0.1437966604387281,
+      "learning_rate": 1.2900868870603502e-05,
+      "loss": 0.1713,
+      "step": 1090
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.13194227493290273,
+      "learning_rate": 1.2774029087618448e-05,
+      "loss": 0.1859,
+      "step": 1100
+    },
+    {
+      "epoch": 0.888,
+      "grad_norm": 0.11652085362332747,
+      "learning_rate": 1.2646703929865817e-05,
+      "loss": 0.1798,
+      "step": 1110
+    },
+    {
+      "epoch": 0.896,
+      "grad_norm": 0.11917839406476669,
+      "learning_rate": 1.2518915675561482e-05,
+      "loss": 0.1868,
+      "step": 1120
+    },
+    {
+      "epoch": 0.904,
+      "grad_norm": 0.11813364230838641,
+      "learning_rate": 1.2390686683949799e-05,
+      "loss": 0.1575,
+      "step": 1130
+    },
+    {
+      "epoch": 0.912,
+      "grad_norm": 0.1196110875735261,
+      "learning_rate": 1.2262039391391405e-05,
+      "loss": 0.17,
+      "step": 1140
+    },
+    {
+      "epoch": 0.92,
+      "grad_norm": 0.12300092078788795,
+      "learning_rate": 1.213299630743747e-05,
+      "loss": 0.1682,
+      "step": 1150
+    },
+    {
+      "epoch": 0.928,
+      "grad_norm": 0.1208425846118018,
+      "learning_rate": 1.2003580010891214e-05,
+      "loss": 0.1703,
+      "step": 1160
+    },
+    {
+      "epoch": 0.936,
+      "grad_norm": 0.12083725425562747,
+      "learning_rate": 1.187381314585725e-05,
+      "loss": 0.1797,
+      "step": 1170
+    },
+    {
+      "epoch": 0.944,
+      "grad_norm": 0.1178408143433832,
+      "learning_rate": 1.1743718417779518e-05,
+      "loss": 0.1792,
+      "step": 1180
+    },
+    {
+      "epoch": 0.952,
+      "grad_norm": 0.11740271053188309,
+      "learning_rate": 1.1613318589468512e-05,
+      "loss": 0.1726,
+      "step": 1190
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.1090840603269972,
+      "learning_rate": 1.148263647711842e-05,
+      "loss": 0.1756,
+      "step": 1200
+    },
+    {
+      "epoch": 0.968,
+      "grad_norm": 0.124940945129332,
+      "learning_rate": 1.135169494631497e-05,
+      "loss": 0.1837,
+      "step": 1210
+    },
+    {
+      "epoch": 0.976,
+      "grad_norm": 0.1257424082327308,
+      "learning_rate": 1.1220516908034602e-05,
+      "loss": 0.1785,
+      "step": 1220
+    },
+    {
+      "epoch": 0.984,
+      "grad_norm": 0.11430280573700291,
+      "learning_rate": 1.1089125314635727e-05,
+      "loss": 0.1731,
+      "step": 1230
+    },
+    {
+      "epoch": 0.992,
+      "grad_norm": 0.13276298761961705,
+      "learning_rate": 1.0957543155842703e-05,
+      "loss": 0.1718,
+      "step": 1240
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.1161581920629144,
+      "learning_rate": 1.0825793454723325e-05,
+      "loss": 0.1696,
+      "step": 1250
+    },
+    {
+      "epoch": 1.008,
+      "grad_norm": 0.09621449723576145,
+      "learning_rate": 1.0693899263660442e-05,
+      "loss": 0.1113,
+      "step": 1260
+    },
+    {
+      "epoch": 1.016,
+      "grad_norm": 0.10015368517162866,
+      "learning_rate": 1.0561883660318456e-05,
+      "loss": 0.1003,
+      "step": 1270
+    },
+    {
+      "epoch": 1.024,
+      "grad_norm": 0.1076609073322909,
+      "learning_rate": 1.0429769743605406e-05,
+      "loss": 0.1092,
+      "step": 1280
+    },
+    {
+      "epoch": 1.032,
+      "grad_norm": 0.1209467723696444,
+      "learning_rate": 1.0297580629631324e-05,
+      "loss": 0.1047,
+      "step": 1290
+    },
+    {
+      "epoch": 1.04,
+      "grad_norm": 0.11347187764817329,
+      "learning_rate": 1.0165339447663586e-05,
+      "loss": 0.1012,
+      "step": 1300
+    },
+    {
+      "epoch": 1.048,
+      "grad_norm": 0.13787078556126084,
+      "learning_rate": 1.0033069336079952e-05,
+      "loss": 0.0996,
+      "step": 1310
+    },
+    {
+      "epoch": 1.056,
+      "grad_norm": 0.11234445761651994,
+      "learning_rate": 9.900793438320037e-06,
+      "loss": 0.0986,
+      "step": 1320
+    },
+    {
+      "epoch": 1.064,
+      "grad_norm": 0.11599014325689881,
+      "learning_rate": 9.768534898835864e-06,
+      "loss": 0.1063,
+      "step": 1330
+    },
+    {
+      "epoch": 1.072,
+      "grad_norm": 0.11347494815929351,
+      "learning_rate": 9.636316859042258e-06,
+      "loss": 0.1039,
+      "step": 1340
+    },
+    {
+      "epoch": 1.08,
+      "grad_norm": 0.12183008770849793,
+      "learning_rate": 9.504162453267776e-06,
+      "loss": 0.1032,
+      "step": 1350
+    },
+    {
+      "epoch": 1.088,
+      "grad_norm": 0.11562604188712092,
+      "learning_rate": 9.372094804706867e-06,
+      "loss": 0.1011,
+      "step": 1360
+    },
+    {
+      "epoch": 1.096,
+      "grad_norm": 0.10067772672412269,
+      "learning_rate": 9.24013702137397e-06,
+      "loss": 0.0972,
+      "step": 1370
+    },
+    {
+      "epoch": 1.104,
+      "grad_norm": 0.11541149806656344,
+      "learning_rate": 9.108312192060298e-06,
+      "loss": 0.0958,
+      "step": 1380
+    },
+    {
+      "epoch": 1.112,
+      "grad_norm": 0.129106816260335,
+      "learning_rate": 8.97664338229395e-06,
+      "loss": 0.1,
+      "step": 1390
+    },
+    {
+      "epoch": 1.12,
+      "grad_norm": 0.11074093024717463,
+      "learning_rate": 8.84515363030414e-06,
+      "loss": 0.0976,
+      "step": 1400
+    },
+    {
+      "epoch": 1.1280000000000001,
+      "grad_norm": 0.10927701173789658,
+      "learning_rate": 8.713865942990143e-06,
+      "loss": 0.1004,
+      "step": 1410
+    },
+    {
+      "epoch": 1.1360000000000001,
+      "grad_norm": 0.129800724137463,
+      "learning_rate": 8.582803291895758e-06,
+      "loss": 0.1097,
+      "step": 1420
+    },
+    {
+      "epoch": 1.144,
+      "grad_norm": 0.1109925526353623,
+      "learning_rate": 8.451988609189987e-06,
+      "loss": 0.1047,
+      "step": 1430
+    },
+    {
+      "epoch": 1.152,
+      "grad_norm": 0.12402578949666784,
+      "learning_rate": 8.321444783654524e-06,
+      "loss": 0.1079,
+      "step": 1440
+    },
+    {
+      "epoch": 1.16,
+      "grad_norm": 0.1112595703457445,
+      "learning_rate": 8.191194656678905e-06,
+      "loss": 0.0976,
+      "step": 1450
+    },
+    {
+      "epoch": 1.168,
+      "grad_norm": 0.12036457116059705,
+      "learning_rate": 8.06126101826392e-06,
+      "loss": 0.0973,
+      "step": 1460
+    },
+    {
+      "epoch": 1.176,
+      "grad_norm": 0.12090306774036914,
+      "learning_rate": 7.931666603034034e-06,
+      "loss": 0.1008,
+      "step": 1470
+    },
+    {
+      "epoch": 1.184,
+      "grad_norm": 0.12317909704896644,
+      "learning_rate": 7.80243408625947e-06,
+      "loss": 0.0948,
+      "step": 1480
+    },
+    {
+      "epoch": 1.192,
+      "grad_norm": 0.10705938042955583,
+      "learning_rate": 7.673586079888699e-06,
+      "loss": 0.1067,
+      "step": 1490
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 0.14259766047955233,
+      "learning_rate": 7.545145128592009e-06,
+      "loss": 0.1007,
+      "step": 1500
+    },
+    {
+      "epoch": 1.208,
+      "grad_norm": 0.11378740748534237,
+      "learning_rate": 7.4171337058168365e-06,
+      "loss": 0.103,
+      "step": 1510
+    },
+    {
+      "epoch": 1.216,
+      "grad_norm": 0.11908875076001751,
+      "learning_rate": 7.28957420985556e-06,
+      "loss": 0.099,
+      "step": 1520
+    },
+    {
+      "epoch": 1.224,
+      "grad_norm": 0.1177996071960852,
+      "learning_rate": 7.16248895992645e-06,
+      "loss": 0.0974,
+      "step": 1530
+    },
+    {
+      "epoch": 1.232,
+      "grad_norm": 0.12558719327814405,
+      "learning_rate": 7.035900192268464e-06,
+      "loss": 0.1114,
+      "step": 1540
+    },
+    {
+      "epoch": 1.24,
+      "grad_norm": 0.12231602378332272,
+      "learning_rate": 6.909830056250527e-06,
+      "loss": 0.1017,
+      "step": 1550
+    },
+    {
+      "epoch": 1.248,
+      "grad_norm": 0.1411428231676542,
+      "learning_rate": 6.784300610496049e-06,
+      "loss": 0.1037,
+      "step": 1560
+    },
+    {
+      "epoch": 1.256,
+      "grad_norm": 0.11433442906651817,
+      "learning_rate": 6.659333819023291e-06,
+      "loss": 0.1017,
+      "step": 1570
+    },
+    {
+      "epoch": 1.264,
+      "grad_norm": 0.1587733997288609,
+      "learning_rate": 6.534951547402322e-06,
+      "loss": 0.1022,
+      "step": 1580
+    },
+    {
+      "epoch": 1.272,
+      "grad_norm": 0.11284632840723509,
+      "learning_rate": 6.411175558929152e-06,
+      "loss": 0.1016,
+      "step": 1590
+    },
+    {
+      "epoch": 1.28,
+      "grad_norm": 0.10824650118751981,
+      "learning_rate": 6.2880275108177915e-06,
+      "loss": 0.1027,
+      "step": 1600
+    },
+    {
+      "epoch": 1.288,
+      "grad_norm": 0.13145070635475115,
+      "learning_rate": 6.165528950410884e-06,
+      "loss": 0.1066,
+      "step": 1610
+    },
+    {
+      "epoch": 1.296,
+      "grad_norm": 0.13085006869996493,
+      "learning_rate": 6.04370131140952e-06,
+      "loss": 0.0992,
+      "step": 1620
+    },
+    {
+      "epoch": 1.304,
+      "grad_norm": 0.12602863363341382,
+      "learning_rate": 5.922565910122967e-06,
+      "loss": 0.0953,
+      "step": 1630
+    },
+    {
+      "epoch": 1.312,
+      "grad_norm": 0.1225471587130614,
+      "learning_rate": 5.802143941738945e-06,
+      "loss": 0.106,
+      "step": 1640
+    },
+    {
+      "epoch": 1.32,
+      "grad_norm": 0.11766655619511902,
+      "learning_rate": 5.6824564766150724e-06,
+      "loss": 0.1063,
+      "step": 1650
+    },
+    {
+      "epoch": 1.328,
+      "grad_norm": 0.12243121066150191,
+      "learning_rate": 5.563524456592163e-06,
+      "loss": 0.1005,
+      "step": 1660
+    },
+    {
+      "epoch": 1.336,
+      "grad_norm": 0.1137092367870251,
+      "learning_rate": 5.445368691330008e-06,
+      "loss": 0.1014,
+      "step": 1670
+    },
+    {
+      "epoch": 1.3439999999999999,
+      "grad_norm": 0.11563617059718279,
+      "learning_rate": 5.328009854666303e-06,
+      "loss": 0.0963,
+      "step": 1680
+    },
+    {
+      "epoch": 1.3519999999999999,
+      "grad_norm": 0.10812153213525164,
+      "learning_rate": 5.211468480999304e-06,
+      "loss": 0.1039,
+      "step": 1690
+    },
+    {
+      "epoch": 1.3599999999999999,
+      "grad_norm": 0.10528899506093697,
+      "learning_rate": 5.095764961694923e-06,
+      "loss": 0.1003,
+      "step": 1700
+    },
+    {
+      "epoch": 1.3679999999999999,
+      "grad_norm": 0.11815436297994328,
+      "learning_rate": 4.980919541518796e-06,
+      "loss": 0.0982,
+      "step": 1710
+    },
+    {
+      "epoch": 1.376,
+      "grad_norm": 0.12086679854967129,
+      "learning_rate": 4.866952315094088e-06,
+      "loss": 0.0971,
+      "step": 1720
+    },
+    {
+      "epoch": 1.384,
+      "grad_norm": 0.1216775616601072,
+      "learning_rate": 4.753883223385467e-06,
+      "loss": 0.0945,
+      "step": 1730
+    },
+    {
+      "epoch": 1.392,
+      "grad_norm": 0.10648914490397961,
+      "learning_rate": 4.641732050210032e-06,
+      "loss": 0.1039,
+      "step": 1740
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 0.11378893301113804,
+      "learning_rate": 4.530518418775734e-06,
+      "loss": 0.0935,
+      "step": 1750
+    },
+    {
+      "epoch": 1.408,
+      "grad_norm": 0.13321885782018256,
+      "learning_rate": 4.420261788247841e-06,
+      "loss": 0.1007,
+      "step": 1760
+    },
+    {
+      "epoch": 1.416,
+      "grad_norm": 0.1166412836830051,
+      "learning_rate": 4.3109814503441894e-06,
+      "loss": 0.1,
+      "step": 1770
+    },
+    {
+      "epoch": 1.424,
+      "grad_norm": 0.12573437053218914,
+      "learning_rate": 4.202696525959667e-06,
+      "loss": 0.1018,
+      "step": 1780
+    },
+    {
+      "epoch": 1.432,
+      "grad_norm": 0.10766865319844147,
+      "learning_rate": 4.0954259618206295e-06,
+      "loss": 0.1055,
+      "step": 1790
+    },
+    {
+      "epoch": 1.44,
+      "grad_norm": 0.11916472873837182,
+      "learning_rate": 3.989188527169749e-06,
+      "loss": 0.1006,
+      "step": 1800
+    },
+    {
+      "epoch": 1.448,
+      "grad_norm": 0.12141420740790235,
+      "learning_rate": 3.884002810481959e-06,
+      "loss": 0.1053,
+      "step": 1810
+    },
+    {
+      "epoch": 1.456,
+      "grad_norm": 0.10131664100763009,
+      "learning_rate": 3.7798872162119948e-06,
+      "loss": 0.095,
+      "step": 1820
+    },
+    {
+      "epoch": 1.464,
+      "grad_norm": 0.10718874752624193,
+      "learning_rate": 3.676859961574162e-06,
+      "loss": 0.0966,
+      "step": 1830
+    },
+    {
+      "epoch": 1.472,
+      "grad_norm": 0.11477403835967784,
+      "learning_rate": 3.5749390733548382e-06,
+      "loss": 0.0973,
+      "step": 1840
+    },
+    {
+      "epoch": 1.48,
+      "grad_norm": 0.10635089908850691,
+      "learning_rate": 3.4741423847583134e-06,
+      "loss": 0.0976,
+      "step": 1850
+    },
+    {
+      "epoch": 1.488,
+      "grad_norm": 0.10600348235646671,
+      "learning_rate": 3.3744875322865035e-06,
+      "loss": 0.0974,
+      "step": 1860
+    },
+    {
+      "epoch": 1.496,
+      "grad_norm": 0.1097923236145172,
+      "learning_rate": 3.2759919526530536e-06,
+      "loss": 0.1018,
+      "step": 1870
+    },
+    {
+      "epoch": 1.504,
+      "grad_norm": 0.12057262052779812,
+      "learning_rate": 3.178672879732435e-06,
+      "loss": 0.0921,
+      "step": 1880
+    },
+    {
+      "epoch": 1.512,
+      "grad_norm": 0.10322870417117935,
+      "learning_rate": 3.0825473415445073e-06,
+      "loss": 0.0969,
+      "step": 1890
+    },
+    {
+      "epoch": 1.52,
+      "grad_norm": 0.11162000352158546,
+      "learning_rate": 2.9876321572751143e-06,
+      "loss": 0.1004,
+      "step": 1900
+    },
+    {
+      "epoch": 1.528,
+      "grad_norm": 0.11080139256806071,
+      "learning_rate": 2.8939439343332086e-06,
+      "loss": 0.0925,
+      "step": 1910
+    },
+    {
+      "epoch": 1.536,
+      "grad_norm": 0.11129458730658273,
+      "learning_rate": 2.8014990654450325e-06,
+      "loss": 0.0965,
+      "step": 1920
+    },
+    {
+      "epoch": 1.544,
+      "grad_norm": 0.11117549882577657,
+      "learning_rate": 2.7103137257858867e-06,
+      "loss": 0.0913,
+      "step": 1930
+    },
+    {
+      "epoch": 1.552,
+      "grad_norm": 0.13048983161003938,
+      "learning_rate": 2.6204038701499056e-06,
+      "loss": 0.0992,
+      "step": 1940
+    },
+    {
+      "epoch": 1.56,
+      "grad_norm": 0.11734607541924097,
+      "learning_rate": 2.5317852301584642e-06,
+      "loss": 0.1012,
+      "step": 1950
+    },
+    {
+      "epoch": 1.568,
+      "grad_norm": 0.1083555940829194,
+      "learning_rate": 2.4444733115075823e-06,
+      "loss": 0.0971,
+      "step": 1960
+    },
+    {
+      "epoch": 1.576,
+      "grad_norm": 0.10908207209378103,
+      "learning_rate": 2.3584833912548887e-06,
+      "loss": 0.0979,
+      "step": 1970
+    },
+    {
+      "epoch": 1.584,
+      "grad_norm": 0.11841797427563601,
+      "learning_rate": 2.2738305151465646e-06,
+      "loss": 0.0942,
+      "step": 1980
+    },
+    {
+      "epoch": 1.592,
+      "grad_norm": 0.11315769991653934,
+      "learning_rate": 2.190529494984782e-06,
+      "loss": 0.0888,
+      "step": 1990
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 0.11433802488811017,
+      "learning_rate": 2.1085949060360654e-06,
+      "loss": 0.0875,
+      "step": 2000
+    },
+    {
+      "epoch": 1.608,
+      "grad_norm": 0.12338526437657736,
+      "learning_rate": 2.0280410844810426e-06,
+      "loss": 0.1007,
+      "step": 2010
+    },
+    {
+      "epoch": 1.616,
+      "grad_norm": 0.1140721727012241,
+      "learning_rate": 1.9488821249060297e-06,
+      "loss": 0.0961,
+      "step": 2020
+    },
+    {
+      "epoch": 1.624,
+      "grad_norm": 0.10596121333045593,
+      "learning_rate": 1.8711318778368792e-06,
+      "loss": 0.0955,
+      "step": 2030
+    },
+    {
+      "epoch": 1.6320000000000001,
+      "grad_norm": 0.1216702589106228,
+      "learning_rate": 1.7948039473155553e-06,
+      "loss": 0.0992,
+      "step": 2040
+    },
+    {
+      "epoch": 1.6400000000000001,
+      "grad_norm": 0.12842132114696375,
+      "learning_rate": 1.7199116885197996e-06,
+      "loss": 0.0961,
+      "step": 2050
+    },
+    {
+      "epoch": 1.6480000000000001,
+      "grad_norm": 0.12054578218454282,
+      "learning_rate": 1.646468205426377e-06,
+      "loss": 0.0915,
+      "step": 2060
+    },
+    {
+      "epoch": 1.6560000000000001,
+      "grad_norm": 0.13571464476020081,
+      "learning_rate": 1.5744863485182537e-06,
+      "loss": 0.1007,
+      "step": 2070
+    },
+    {
+      "epoch": 1.6640000000000001,
+      "grad_norm": 0.09706739858443193,
+      "learning_rate": 1.5039787125361327e-06,
+      "loss": 0.094,
+      "step": 2080
+    },
+    {
+      "epoch": 1.6720000000000002,
+      "grad_norm": 0.10675797230018248,
+      "learning_rate": 1.4349576342747462e-06,
+      "loss": 0.0938,
+      "step": 2090
+    },
+    {
+      "epoch": 1.6800000000000002,
+      "grad_norm": 0.11223016492676532,
+      "learning_rate": 1.367435190424261e-06,
+      "loss": 0.0938,
+      "step": 2100
+    },
+    {
+      "epoch": 1.688,
+      "grad_norm": 0.12732260810929744,
+      "learning_rate": 1.3014231954572287e-06,
+      "loss": 0.098,
+      "step": 2110
+    },
+    {
+      "epoch": 1.696,
+      "grad_norm": 0.12300876323192528,
+      "learning_rate": 1.2369331995613664e-06,
+      "loss": 0.0964,
+      "step": 2120
+    },
+    {
+      "epoch": 1.704,
+      "grad_norm": 0.12534390954335137,
+      "learning_rate": 1.1739764866186309e-06,
+      "loss": 0.0896,
+      "step": 2130
+    },
+    {
+      "epoch": 1.712,
+      "grad_norm": 0.11609921777362982,
+      "learning_rate": 1.112564072230863e-06,
+      "loss": 0.0959,
+      "step": 2140
+    },
+    {
+      "epoch": 1.72,
+      "grad_norm": 0.10391980074321304,
+      "learning_rate": 1.0527067017923654e-06,
+      "loss": 0.0961,
+      "step": 2150
+    },
+    {
+      "epoch": 1.728,
+      "grad_norm": 0.1278354882865009,
+      "learning_rate": 9.944148486097793e-07,
+      "loss": 0.0976,
+      "step": 2160
+    },
+    {
+      "epoch": 1.736,
+      "grad_norm": 0.10681775464138107,
+      "learning_rate": 9.376987120695547e-07,
+      "loss": 0.0967,
+      "step": 2170
+    },
+    {
+      "epoch": 1.744,
+      "grad_norm": 0.12461590835029315,
+      "learning_rate": 8.825682158533555e-07,
+      "loss": 0.1019,
+      "step": 2180
+    },
+    {
+      "epoch": 1.752,
+      "grad_norm": 0.12925806225583442,
+      "learning_rate": 8.290330062017015e-07,
+      "loss": 0.0991,
+      "step": 2190
+    },
+    {
+      "epoch": 1.76,
+      "grad_norm": 0.12035123190303527,
+      "learning_rate": 7.771024502261526e-07,
+      "loss": 0.095,
+      "step": 2200
+    },
+    {
+      "epoch": 1.768,
+      "grad_norm": 0.11830596930835367,
+      "learning_rate": 7.267856342703461e-07,
+      "loss": 0.1003,
+      "step": 2210
+    },
+    {
+      "epoch": 1.776,
+      "grad_norm": 0.10309290288715313,
+      "learning_rate": 6.780913623201346e-07,
+      "loss": 0.0934,
+      "step": 2220
+    },
+    {
+      "epoch": 1.784,
+      "grad_norm": 0.11823660601228905,
+      "learning_rate": 6.310281544631547e-07,
+      "loss": 0.091,
+      "step": 2230
+    },
+    {
+      "epoch": 1.792,
+      "grad_norm": 0.1240524461220155,
+      "learning_rate": 5.856042453980526e-07,
+      "loss": 0.0933,
+      "step": 2240
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 0.10954545218644868,
+      "learning_rate": 5.418275829936537e-07,
+      "loss": 0.095,
+      "step": 2250
+    },
+    {
+      "epoch": 1.808,
+      "grad_norm": 0.09984478082295495,
+      "learning_rate": 4.997058268983135e-07,
+      "loss": 0.0884,
+      "step": 2260
+    },
+    {
+      "epoch": 1.8159999999999998,
+      "grad_norm": 0.09980866667906611,
+      "learning_rate": 4.592463471997022e-07,
+      "loss": 0.091,
+      "step": 2270
+    },
+    {
+      "epoch": 1.8239999999999998,
+      "grad_norm": 0.11065649275917133,
+      "learning_rate": 4.204562231352516e-07,
+      "loss": 0.0996,
+      "step": 2280
+    },
+    {
+      "epoch": 1.8319999999999999,
+      "grad_norm": 0.10945247265836085,
+      "learning_rate": 3.83342241853496e-07,
+      "loss": 0.093,
+      "step": 2290
+    },
+    {
+      "epoch": 1.8399999999999999,
+      "grad_norm": 0.11965279820742956,
+      "learning_rate": 3.4791089722651437e-07,
+      "loss": 0.1022,
+      "step": 2300
+    },
+    {
+      "epoch": 1.8479999999999999,
+      "grad_norm": 0.1181705374127321,
+      "learning_rate": 3.1416838871368925e-07,
+      "loss": 0.1009,
+      "step": 2310
+    },
+    {
+      "epoch": 1.8559999999999999,
+      "grad_norm": 0.11160263850458792,
+      "learning_rate": 2.8212062027698995e-07,
+      "loss": 0.0963,
+      "step": 2320
+    },
+    {
+      "epoch": 1.8639999999999999,
+      "grad_norm": 0.13030757683951363,
+      "learning_rate": 2.5177319934793995e-07,
+      "loss": 0.0983,
+      "step": 2330
+    },
+    {
+      "epoch": 1.8719999999999999,
+      "grad_norm": 0.11874772797683317,
+      "learning_rate": 2.2313143584648423e-07,
+      "loss": 0.092,
+      "step": 2340
+    },
+    {
+      "epoch": 1.88,
+      "grad_norm": 0.11341961857438242,
+      "learning_rate": 1.9620034125190645e-07,
+      "loss": 0.092,
+      "step": 2350
+    },
+    {
+      "epoch": 1.888,
+      "grad_norm": 0.12018288004198623,
+      "learning_rate": 1.7098462772596302e-07,
+      "loss": 0.1013,
+      "step": 2360
+    },
+    {
+      "epoch": 1.896,
+      "grad_norm": 0.1076575691013852,
+      "learning_rate": 1.474887072883935e-07,
+      "loss": 0.0911,
+      "step": 2370
+    },
+    {
+      "epoch": 1.904,
+      "grad_norm": 0.11337036877085487,
+      "learning_rate": 1.2571669104494254e-07,
+      "loss": 0.0881,
+      "step": 2380
+    },
+    {
+      "epoch": 1.912,
+      "grad_norm": 0.1610883586396456,
+      "learning_rate": 1.0567238846803995e-07,
+      "loss": 0.0977,
+      "step": 2390
+    },
+    {
+      "epoch": 1.92,
+      "grad_norm": 0.11183827260464378,
+      "learning_rate": 8.735930673024806e-08,
+      "loss": 0.0869,
+      "step": 2400
+    },
+    {
+      "epoch": 1.928,
+      "grad_norm": 0.14085464266938202,
+      "learning_rate": 7.078065009060941e-08,
+      "loss": 0.0979,
+      "step": 2410
+    },
+    {
+      "epoch": 1.936,
+      "grad_norm": 0.12681513850389028,
+      "learning_rate": 5.5939319333998546e-08,
+      "loss": 0.0955,
+      "step": 2420
+    },
+    {
+      "epoch": 1.944,
+      "grad_norm": 0.12408511876527423,
+      "learning_rate": 4.2837911263562406e-08,
+      "loss": 0.0983,
+      "step": 2430
+    },
+    {
+      "epoch": 1.952,
+      "grad_norm": 0.12057693933072995,
+      "learning_rate": 3.147871824635717e-08,
+      "loss": 0.0978,
+      "step": 2440
+    },
+    {
+      "epoch": 1.96,
+      "grad_norm": 0.12061596653924865,
+      "learning_rate": 2.1863727812254653e-08,
+      "loss": 0.0941,
+      "step": 2450
+    },
+    {
+      "epoch": 1.968,
+      "grad_norm": 0.11057835512679115,
+      "learning_rate": 1.3994622306173766e-08,
+      "loss": 0.0977,
+      "step": 2460
+    },
+    {
+      "epoch": 1.976,
+      "grad_norm": 0.12585430211339457,
+      "learning_rate": 7.872778593728258e-09,
+      "loss": 0.0958,
+      "step": 2470
+    },
+    {
+      "epoch": 1.984,
+      "grad_norm": 0.11787146911875013,
+      "learning_rate": 3.499267820307184e-09,
+      "loss": 0.0919,
+      "step": 2480
+    },
+    {
+      "epoch": 1.992,
+      "grad_norm": 0.1087435338716272,
+      "learning_rate": 8.748552236603758e-10,
+      "loss": 0.0936,
+      "step": 2490
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 0.11470541946837681,
+      "learning_rate": 0.0,
+      "loss": 0.0898,
+      "step": 2500
+    },
+    {
+      "epoch": 2.0,
+      "step": 2500,
+      "total_flos": 22262632857600.0,
+      "train_loss": 0.14060430166721344,
+      "train_runtime": 9775.4364,
+      "train_samples_per_second": 8.184,
+      "train_steps_per_second": 0.256
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 2500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 10000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 22262632857600.0,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbfd09ce58b3539f4b6bd325f699aeebf936240236874c89cb28c8487e243e3
+size 7480

training_loss.png ADDED Viewed

vocab.json ADDED Viewed

The diff for this file is too large to render. See raw diff