Upload structure model checkpoint at step 4000

checkpoint_4000/README.md

@@ -0,0 +1,46 @@
+---
+library_name: mlx
+pipeline_tag: text-generation
+tags:
+- music
+- midi
+- generation
+- mlx
+- autoregressive
+- structure
+- musiclang
+---
+
+# okai-musiclang-structure v2.0 - Structure Model
+
+This is an autoregressive structure generation model for music using MLX.
+
+## Model Details
+
+- **Model Type**: Structure Generator (Autoregressive)
+- **Version**: v2.0
+- **Step**: 4000
+- **Architecture**: Transformer with causal language modeling
+- **Vocabulary Size**: 4796
+- **Model Dimension**: 256
+- **Layers**: 6
+- **Max Sequence Length**: 1024
+
+## Training Configuration
+
+- **Batch Size**: 16
+- **Learning Rate**: 1e-05
+- **Training Steps**: 4000
+
+## Usage
+
+This model generates sequential music structure:
+- Input: Song control tokens (genre, instruments, etc.)
+- Output: Sequential bar structure with chords and tonality
+
+Example generation:
+```
+GENRE__ROCK SUBGENRE__ALTERNATIVE START BAR__1 CHORD_DEGREE__1 TONALITY_DEGREE__1 BAR__2 CHORD_DEGREE__4 TONALITY_DEGREE__5 ... WILL_END
+```
+
+Generated with MLX framework for Apple Silicon.

checkpoint_4000/config.json

@@ -0,0 +1,14 @@
+{
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure",
+  "global_step": 4000,
+  "architecture": "AutoregressiveTransformer",
+  "training_type": "causal_lm",
+  "vocab_size": 4796,
+  "model_dim": 256,
+  "num_heads": 8,
+  "num_layers": 6,
+  "max_sequence_length": 1024,
+  "dropout": 0.1
+}

checkpoint_4000/model.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b59c90bc84366a35e1f35efb90569de1942d7f1d71d16fc73b235b6121d7c6
+size 29839884

checkpoint_4000/training_state.json

@@ -0,0 +1,223 @@
+{
+  "global_step": 4000,
+  "epoch": 2,
+  "trainer_step": 4000,
+  "learning_rate": 9.999999747378752e-06,
+  "epoch_losses": [
+    0.9623835682868958,
+    0.9403253197669983,
+    1.1018129587173462,
+    1.099521517753601,
+    1.1239317655563354,
+    1.005245566368103,
+    1.049521803855896,
+    0.973974883556366,
+    0.9835813641548157,
+    1.1106715202331543,
+    0.9983314275741577,
+    0.9675887227058411,
+    0.9586872458457947,
+    1.0531725883483887,
+    0.9274307489395142,
+    0.8881500959396362,
+    0.9156804084777832,
+    0.9054280519485474,
+    0.9903623461723328,
+    1.085747480392456,
+    0.9666320085525513,
+    1.0550706386566162,
+    1.0309563875198364,
+    1.0470917224884033,
+    1.2648228406906128,
+    1.058887243270874,
+    1.0034480094909668,
+    0.9759008884429932,
+    0.9830622673034668,
+    1.0078848600387573,
+    1.106107473373413,
+    0.9574833512306213,
+    1.0131721496582031,
+    1.0299617052078247,
+    1.1269416809082031,
+    1.1237963438034058,
+    1.081311583518982,
+    1.0172157287597656,
+    0.9460458755493164,
+    1.0029174089431763,
+    0.9555768966674805,
+    1.0631312131881714,
+    1.0947638750076294,
+    1.0890942811965942,
+    0.9915012717247009,
+    1.0350689888000488,
+    0.957879900932312,
+    1.0205248594284058,
+    0.9791820645332336,
+    1.0714317560195923,
+    1.0099210739135742,
+    0.9102389812469482,
+    0.9683911800384521,
+    1.0109338760375977,
+    0.9437877535820007,
+    0.9779325127601624,
+    1.0287659168243408,
+    0.9966862797737122,
+    0.9972357153892517,
+    1.0247901678085327,
+    0.8865885734558105,
+    0.9496268033981323,
+    1.1149026155471802,
+    0.9584646224975586,
+    1.039094090461731,
+    0.9983192682266235,
+    0.9523110389709473,
+    0.9627136588096619,
+    1.0479315519332886,
+    1.014502763748169,
+    1.047270655632019,
+    0.9777000546455383,
+    1.0754557847976685,
+    1.0394912958145142,
+    1.0451149940490723,
+    0.9772164225578308,
+    0.879372775554657,
+    1.0176762342453003,
+    1.1346173286437988,
+    1.065199375152588,
+    0.9794224500656128,
+    0.994093120098114,
+    1.080609679222107,
+    1.0241132974624634,
+    0.9821677803993225,
+    1.0236629247665405,
+    1.0970886945724487,
+    0.9859799146652222,
+    1.0206303596496582,
+    0.963985800743103,
+    1.1415214538574219,
+    0.9476262927055359,
+    0.9723619222640991,
+    1.0430418252944946,
+    0.9370524883270264,
+    1.1020606756210327,
+    0.9914152026176453,
+    0.9265563488006592,
+    0.9476118683815002,
+    1.0010508298873901,
+    0.9700972437858582,
+    0.9239491820335388,
+    0.9755258560180664,
+    1.0607982873916626,
+    1.0430976152420044,
+    1.0094655752182007,
+    0.9351859092712402,
+    1.0080362558364868,
+    1.0132410526275635,
+    0.99669349193573,
+    1.0678595304489136,
+    0.9482328295707703,
+    1.102686882019043,
+    0.9091104865074158,
+    0.9526283144950867,
+    1.0539052486419678,
+    0.9654752016067505,
+    0.9763954877853394,
+    0.9747753143310547,
+    0.916806697845459,
+    1.0926268100738525,
+    0.9755257368087769,
+    0.9996986389160156,
+    0.8870878219604492,
+    0.9472292065620422,
+    0.9068527817726135,
+    0.9669629335403442,
+    0.9846920967102051,
+    0.9890540838241577,
+    0.9239402413368225,
+    0.9894418716430664,
+    0.9652270674705505,
+    0.9375078082084656,
+    0.9628201127052307,
+    1.0383803844451904,
+    1.1081637144088745,
+    0.9401895999908447,
+    0.9985557198524475,
+    1.0413312911987305,
+    0.9907352924346924,
+    1.0869688987731934,
+    0.9816573858261108,
+    1.018790364265442,
+    0.956809937953949,
+    1.0393168926239014,
+    0.9685669541358948,
+    1.0792640447616577,
+    0.8656201958656311,
+    1.064882755279541,
+    1.0167142152786255,
+    0.9906323552131653,
+    0.9442341327667236,
+    1.129238247871399,
+    0.9736506342887878,
+    0.9243375062942505,
+    0.9149096012115479,
+    0.9671629071235657,
+    1.0616192817687988,
+    0.9195281863212585,
+    0.9835683107376099,
+    1.002117395401001,
+    1.04807710647583,
+    0.948814332485199,
+    1.054269790649414,
+    0.9761651158332825,
+    0.9554536938667297,
+    1.0568958520889282,
+    0.9930166006088257,
+    1.0983678102493286,
+    1.1102592945098877,
+    0.979726254940033,
+    0.9644660353660583,
+    1.034118413925171,
+    1.0168700218200684,
+    1.0164395570755005,
+    0.9126317501068115,
+    1.0128051042556763,
+    0.9272709488868713,
+    0.9970700740814209,
+    0.9975913166999817,
+    0.9783541560173035,
+    1.0276747941970825,
+    0.8939880132675171,
+    0.9969168305397034,
+    0.9142337441444397,
+    0.9654040336608887,
+    0.9739183187484741,
+    1.01646089553833,
+    1.037825107574463,
+    0.9719421863555908,
+    0.9977736473083496,
+    0.9816113114356995,
+    0.9727272987365723,
+    0.9714145660400391
+  ],
+  "training_config": {
+    "batch_size": 16,
+    "num_epochs": 4,
+    "learning_rate": 1e-05,
+    "weight_decay": 0.01,
+    "warmup_steps": 1000,
+    "max_grad_norm": 1.0,
+    "eval_steps": 500,
+    "save_steps": 500
+  },
+  "model_config": {
+    "vocab_size": 4796,
+    "model_dim": 256,
+    "num_heads": 8,
+    "num_layers": 6,
+    "max_sequence_length": 1024,
+    "dropout": 0.1
+  },
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure"
+}