checkpoint_500/config.json

{
  "model_name": "okai-musiclang-structure",
  "model_version": "v2.0",
  "model_type": "structure",
  "global_step": 500,
  "architecture": "AutoregressiveTransformer",
  "training_type": "causal_lm",
  "vocab_size": 4796,
  "model_dim": 256,
  "num_heads": 8,
  "num_layers": 6,
  "max_sequence_length": 1024,
  "dropout": 0.1
}