{
  "vocab_size": 4896,
  "d_model": 256,
  "d_kv": 64,
  "d_ff": 512,
  "num_layers": 4,
  "num_heads": 4,
  "max_position_embeddings": 8192,
  "learning_rate": 5e-05,
  "warmup_ratio": 0.02,
  "warmup_steps": null,
  "epochs": 5,
  "per_device_train_batch_size": 4,
  "gradient_accumulation_steps": 16,
  "fp16": true,
  "gradient_checkpointing": true,
  "dataset_name": "sandernotenbaert/okai-musiclang-hierarchical",
  "dataset_config": [
    "hierarchical_all_files_v003_full_content",
    "hierarchical_all_files_F-K-content-v001",
    "hierarchical_L-Q_content-v001"
  ],
  "tokenizer_name": "sandernotenbaert/okai-musiclang-tokenizer-wordlevel",
  "bars_to_mask_ratio": 0.4,
  "output_dir": "./results/hierarchical_music_t5_small_finetune",
  "logging_steps": 50,
  "save_steps": 500,
  "eval_steps": 500,
  "push_to_hub": true,
  "resume_training": true,
  "resume_from": "sandernotenbaert/okai-musiclang-content-t5-small_finetune",
  "hub_model_id": "sandernotenbaert/okai-musiclang-content-t5-small_finetune",
  "wandb_project": "hierarchical-music-generation",
  "wandb_run_name": "t5-small_finetune",
  "resume_wandb": "allow",
  "wandb_run_id": "fine-tuning",
  "pos_to_mask": 0.3,
  "ease_factor": 4
}