End of training

final_model/training_config.json

@@ -0,0 +1,33 @@
+{
+  "vocab_size": 4796,
+  "max_position_embeddings": 8192,
+  "d_model": 512,
+  "d_kv": 64,
+  "d_ff": 2048,
+  "num_layers": 12,
+  "num_heads": 8,
+  "max_source_length": 2048,
+  "max_target_length": 2048,
+  "learning_rate": 0.0001,
+  "warmup_steps": 1000,
+  "epochs": 4,
+  "per_device_train_batch_size": 24,
+  "gradient_accumulation_steps": 4,
+  "fp16": true,
+  "gradient_checkpointing": true,
+  "fill_token": "[MASK]",
+  "content_probability": 0.3,
+  "dataset_name": "sandernotenbaert/okai-musiclang-hierarchical",
+  "dataset_config": "hierarchical_all_files_v003_full_content",
+  "tokenizer_name": "sandernotenbaert/okai-musiclang-tokenizer-wordlevel",
+  "output_dir": "./results/hierarchical_music_t5",
+  "logging_steps": 10,
+  "save_steps": 500,
+  "eval_steps": 500,
+  "resume_from_hub": false,
+  "push_to_hub": true,
+  "hub_model_id": "sandernotenbaert/okai-musiclang-content-t5",
+  "hub_token": null,
+  "wandb_project": "hierarchical-music-generation",
+  "wandb_run_name": "t5-seq2seq-cloud-training"
+}