Upload structure model checkpoint at step 2000

checkpoint_2000/README.md

@@ -0,0 +1,46 @@
+---
+library_name: mlx
+pipeline_tag: text-generation
+tags:
+- music
+- midi
+- generation
+- mlx
+- autoregressive
+- structure
+- musiclang
+---
+
+# okai-musiclang-structure v2.0 - Structure Model
+
+This is an autoregressive structure generation model for music using MLX.
+
+## Model Details
+
+- **Model Type**: Structure Generator (Autoregressive)
+- **Version**: v2.0
+- **Step**: 2000
+- **Architecture**: Transformer with causal language modeling
+- **Vocabulary Size**: 4796
+- **Model Dimension**: 256
+- **Layers**: 6
+- **Max Sequence Length**: 1024
+
+## Training Configuration
+
+- **Batch Size**: 16
+- **Learning Rate**: 1e-05
+- **Training Steps**: 2000
+
+## Usage
+
+This model generates sequential music structure:
+- Input: Song control tokens (genre, instruments, etc.)
+- Output: Sequential bar structure with chords and tonality
+
+Example generation:
+```
+GENRE__ROCK SUBGENRE__ALTERNATIVE START BAR__1 CHORD_DEGREE__1 TONALITY_DEGREE__1 BAR__2 CHORD_DEGREE__4 TONALITY_DEGREE__5 ... WILL_END
+```
+
+Generated with MLX framework for Apple Silicon.

checkpoint_2000/config.json

@@ -0,0 +1,14 @@
+{
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure",
+  "global_step": 2000,
+  "architecture": "AutoregressiveTransformer",
+  "training_type": "causal_lm",
+  "vocab_size": 4796,
+  "model_dim": 256,
+  "num_heads": 8,
+  "num_layers": 6,
+  "max_sequence_length": 1024,
+  "dropout": 0.1
+}

checkpoint_2000/model.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc8fd7ea5dddf6656b21b9823e7b7b7763603bee6f7e2582984d281481507ae
+size 29839884

checkpoint_2000/training_state.json

@@ -0,0 +1,126 @@
+{
+  "global_step": 2000,
+  "epoch": 1,
+  "trainer_step": 2000,
+  "learning_rate": 9.999999747378752e-06,
+  "epoch_losses": [
+    1.7293955087661743,
+    1.7601858377456665,
+    1.6190868616104126,
+    1.7451980113983154,
+    1.701377511024475,
+    1.6588249206542969,
+    1.6583818197250366,
+    1.6878631114959717,
+    1.6302950382232666,
+    1.7025562524795532,
+    1.8004159927368164,
+    1.7292814254760742,
+    1.616337776184082,
+    1.7280219793319702,
+    1.823448896408081,
+    1.7120184898376465,
+    1.639157772064209,
+    1.6284191608428955,
+    1.6839994192123413,
+    1.7949339151382446,
+    1.5744112730026245,
+    1.6716513633728027,
+    1.717328429222107,
+    1.7006312608718872,
+    1.859540581703186,
+    1.7632871866226196,
+    1.7942699193954468,
+    1.7329679727554321,
+    1.7112141847610474,
+    1.6165447235107422,
+    1.7208964824676514,
+    1.6240524053573608,
+    1.6348881721496582,
+    1.7209837436676025,
+    1.7384777069091797,
+    1.7252110242843628,
+    1.6180779933929443,
+    1.5901944637298584,
+    1.6428749561309814,
+    1.6507099866867065,
+    1.7259920835494995,
+    1.7451446056365967,
+    1.7164634466171265,
+    1.7105237245559692,
+    1.6539174318313599,
+    1.7445276975631714,
+    1.6990998983383179,
+    1.6163480281829834,
+    1.6803194284439087,
+    1.6707617044448853,
+    1.6227998733520508,
+    1.7251840829849243,
+    1.751766324043274,
+    1.7954998016357422,
+    1.5760107040405273,
+    1.7212122678756714,
+    1.6583250761032104,
+    1.582102656364441,
+    1.8238333463668823,
+    1.692293405532837,
+    1.7631574869155884,
+    1.641127586364746,
+    1.6412501335144043,
+    1.6396362781524658,
+    1.751018762588501,
+    1.6705764532089233,
+    1.765311360359192,
+    1.7680552005767822,
+    1.7106271982192993,
+    1.7239460945129395,
+    1.7113215923309326,
+    1.6063220500946045,
+    1.6960153579711914,
+    1.6591867208480835,
+    1.7286903858184814,
+    1.636628270149231,
+    1.7734651565551758,
+    1.6685333251953125,
+    1.6820003986358643,
+    1.7647629976272583,
+    1.6755094528198242,
+    1.6541610956192017,
+    1.6375068426132202,
+    1.6230283975601196,
+    1.6839603185653687,
+    1.677659273147583,
+    1.7746293544769287,
+    1.804154872894287,
+    1.6957547664642334,
+    1.6372662782669067,
+    1.608318567276001,
+    1.614088773727417,
+    1.6746459007263184,
+    1.6934666633605957,
+    1.6467796564102173,
+    1.6046024560928345,
+    1.6138876676559448
+  ],
+  "training_config": {
+    "batch_size": 16,
+    "num_epochs": 4,
+    "learning_rate": 1e-05,
+    "weight_decay": 0.01,
+    "warmup_steps": 1000,
+    "max_grad_norm": 1.0,
+    "eval_steps": 500,
+    "save_steps": 500
+  },
+  "model_config": {
+    "vocab_size": 4796,
+    "model_dim": 256,
+    "num_heads": 8,
+    "num_layers": 6,
+    "max_sequence_length": 1024,
+    "dropout": 0.1
+  },
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure"
+}