Upload structure model checkpoint at step 6000

checkpoint_6000/README.md

@@ -0,0 +1,46 @@
+---
+library_name: mlx
+pipeline_tag: text-generation
+tags:
+- music
+- midi
+- generation
+- mlx
+- autoregressive
+- structure
+- musiclang
+---
+
+# okai-musiclang-structure v2.0 - Structure Model
+
+This is an autoregressive structure generation model for music using MLX.
+
+## Model Details
+
+- **Model Type**: Structure Generator (Autoregressive)
+- **Version**: v2.0
+- **Step**: 6000
+- **Architecture**: Transformer with causal language modeling
+- **Vocabulary Size**: 4796
+- **Model Dimension**: 256
+- **Layers**: 6
+- **Max Sequence Length**: 1024
+
+## Training Configuration
+
+- **Batch Size**: 16
+- **Learning Rate**: 1e-05
+- **Training Steps**: 6000
+
+## Usage
+
+This model generates sequential music structure:
+- Input: Song control tokens (genre, instruments, etc.)
+- Output: Sequential bar structure with chords and tonality
+
+Example generation:
+```
+GENRE__ROCK SUBGENRE__ALTERNATIVE START BAR__1 CHORD_DEGREE__1 TONALITY_DEGREE__1 BAR__2 CHORD_DEGREE__4 TONALITY_DEGREE__5 ... WILL_END
+```
+
+Generated with MLX framework for Apple Silicon.

checkpoint_6000/config.json

@@ -0,0 +1,14 @@
+{
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure",
+  "global_step": 6000,
+  "architecture": "AutoregressiveTransformer",
+  "training_type": "causal_lm",
+  "vocab_size": 4796,
+  "model_dim": 256,
+  "num_heads": 8,
+  "num_layers": 6,
+  "max_sequence_length": 1024,
+  "dropout": 0.1
+}

checkpoint_6000/model.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:702b361e9e7c22ee60d66b968fdc09d957b7441f0341d2c5a019df2a1e361ea6
+size 29839884

checkpoint_6000/training_state.json

@@ -0,0 +1,320 @@
+{
+  "global_step": 6000,
+  "epoch": 3,
+  "trainer_step": 6000,
+  "learning_rate": 9.999999747378752e-06,
+  "epoch_losses": [
+    0.8267251253128052,
+    0.7156606912612915,
+    0.860819935798645,
+    0.9418178796768188,
+    0.7954195141792297,
+    0.785536527633667,
+    0.880850076675415,
+    0.9444862604141235,
+    0.710844874382019,
+    0.8115501999855042,
+    0.8385743498802185,
+    0.8324074745178223,
+    0.8686010241508484,
+    0.8397880792617798,
+    0.7364058494567871,
+    0.8601733446121216,
+    0.879347026348114,
+    0.7917970418930054,
+    0.8743105530738831,
+    0.8263768553733826,
+    0.8274832367897034,
+    0.7282205820083618,
+    0.8505825400352478,
+    0.92011958360672,
+    0.830745279788971,
+    0.8573527932167053,
+    0.8543904423713684,
+    0.9390841722488403,
+    0.8852065801620483,
+    0.872724175453186,
+    0.8681007027626038,
+    0.8253645896911621,
+    0.7693959474563599,
+    0.8637677431106567,
+    0.8749911785125732,
+    0.7714352011680603,
+    0.8498124480247498,
+    0.7690132260322571,
+    0.8109665513038635,
+    0.8016248941421509,
+    0.7285829782485962,
+    0.8874986171722412,
+    0.7933679223060608,
+    0.8005619645118713,
+    0.8700001835823059,
+    0.8136159777641296,
+    0.8945200443267822,
+    0.7730787992477417,
+    0.7665235996246338,
+    0.7343435287475586,
+    0.7805270552635193,
+    0.9628711938858032,
+    0.7565982937812805,
+    0.8406789302825928,
+    0.9148065447807312,
+    0.8471393585205078,
+    0.7834373712539673,
+    0.7912096381187439,
+    0.8091537952423096,
+    0.8797505497932434,
+    0.781848669052124,
+    0.8427628874778748,
+    0.7648460865020752,
+    0.8447132706642151,
+    0.8403868079185486,
+    0.7498573064804077,
+    0.7488678097724915,
+    0.8513166308403015,
+    0.7660120725631714,
+    0.7732702493667603,
+    0.7615871429443359,
+    0.8227044939994812,
+    0.8294056057929993,
+    0.8804996609687805,
+    0.8145940899848938,
+    0.7456373572349548,
+    0.7570104002952576,
+    0.8333815336227417,
+    0.9013676643371582,
+    0.7411203980445862,
+    0.8191972374916077,
+    0.7782153487205505,
+    0.8326579928398132,
+    0.845100462436676,
+    0.9998421669006348,
+    0.7848277688026428,
+    0.7959708571434021,
+    0.8005611300468445,
+    0.827416181564331,
+    0.7992665767669678,
+    0.7432759404182434,
+    0.6925281882286072,
+    0.8919035792350769,
+    0.7495708465576172,
+    0.7746514081954956,
+    0.8433645963668823,
+    0.7935962677001953,
+    0.8344244956970215,
+    0.8487056493759155,
+    0.9141316413879395,
+    0.8923897743225098,
+    0.8714606165885925,
+    0.8831012845039368,
+    0.7249584197998047,
+    0.8017855286598206,
+    0.7325617074966431,
+    0.8545896410942078,
+    0.8401230573654175,
+    0.819802463054657,
+    0.8069342970848083,
+    0.7293420433998108,
+    0.8219670057296753,
+    0.8231580257415771,
+    0.7832656502723694,
+    0.8409003019332886,
+    0.7875893712043762,
+    0.7834862470626831,
+    0.8598553538322449,
+    0.7544928193092346,
+    0.7602822184562683,
+    0.8253030180931091,
+    0.7512518763542175,
+    0.6745361089706421,
+    0.8263822793960571,
+    0.7470456957817078,
+    0.7142889499664307,
+    0.875754714012146,
+    0.7587679624557495,
+    0.7668524384498596,
+    0.7340443730354309,
+    0.7819405198097229,
+    0.8259172439575195,
+    0.8802277445793152,
+    0.8219906091690063,
+    0.8531641960144043,
+    0.8079729676246643,
+    0.8338596820831299,
+    0.7942845225334167,
+    0.7828904390335083,
+    0.8068522810935974,
+    0.7682546973228455,
+    0.7650644183158875,
+    0.8084389567375183,
+    0.799694836139679,
+    0.7674142718315125,
+    0.8472267389297485,
+    0.8099306225776672,
+    0.8832398056983948,
+    0.7811346054077148,
+    0.8373596668243408,
+    0.811606228351593,
+    0.7994090914726257,
+    0.854801595211029,
+    0.786896288394928,
+    0.7967766523361206,
+    0.893247663974762,
+    0.8646430969238281,
+    0.7787424325942993,
+    0.8987262845039368,
+    0.8025528788566589,
+    0.7871999740600586,
+    0.8252074718475342,
+    0.7703168392181396,
+    0.8022949695587158,
+    0.8270684480667114,
+    0.7491687536239624,
+    0.8273314237594604,
+    0.8100937604904175,
+    0.8045676946640015,
+    0.8092302083969116,
+    0.8559038043022156,
+    0.81805020570755,
+    0.8238271474838257,
+    0.7470946907997131,
+    0.7456565499305725,
+    0.8375546336174011,
+    0.8250463008880615,
+    0.9221420288085938,
+    0.8561370968818665,
+    0.8031499981880188,
+    0.8433287739753723,
+    0.964592456817627,
+    0.7806392908096313,
+    0.8497879505157471,
+    0.8931498527526855,
+    0.773786187171936,
+    0.8455853462219238,
+    0.8512445688247681,
+    0.7696901559829712,
+    0.7745411396026611,
+    0.9112189412117004,
+    0.862769603729248,
+    0.7580086588859558,
+    0.7507232427597046,
+    0.8742559552192688,
+    0.8068438172340393,
+    0.8243193030357361,
+    0.7685670852661133,
+    0.7798039317131042,
+    0.7855411171913147,
+    0.8399823904037476,
+    0.8017387986183167,
+    0.7240294814109802,
+    0.8370116353034973,
+    0.7078456282615662,
+    0.8576661348342896,
+    0.8158095479011536,
+    0.7758065462112427,
+    0.7223475575447083,
+    0.9219492077827454,
+    0.8386049270629883,
+    0.8989261984825134,
+    0.7553024291992188,
+    0.7741619348526001,
+    0.7765299677848816,
+    0.7559140920639038,
+    0.7753311991691589,
+    0.7087565660476685,
+    0.7816688418388367,
+    0.705898642539978,
+    0.7425345778465271,
+    0.8033889532089233,
+    0.788788378238678,
+    0.7933453917503357,
+    0.8550800681114197,
+    0.740778386592865,
+    0.7846851944923401,
+    0.9378728866577148,
+    0.8104960322380066,
+    0.8187196254730225,
+    0.8880254626274109,
+    0.8362064361572266,
+    0.8159574866294861,
+    0.7271130681037903,
+    0.8182744979858398,
+    0.8668578267097473,
+    0.8170772194862366,
+    0.8015566468238831,
+    0.7983573079109192,
+    0.7816091179847717,
+    0.7623358964920044,
+    0.7934963703155518,
+    0.8512696027755737,
+    0.8001073598861694,
+    0.8691814541816711,
+    0.7467926144599915,
+    0.73629230260849,
+    0.8151296377182007,
+    0.7516558766365051,
+    0.8484403491020203,
+    0.8413815498352051,
+    0.7151666879653931,
+    0.6833842396736145,
+    0.7645551562309265,
+    0.8128257393836975,
+    0.8214841485023499,
+    0.8272411227226257,
+    0.7388677597045898,
+    0.7817277908325195,
+    0.7946875691413879,
+    0.775445818901062,
+    0.7832990288734436,
+    0.7184854745864868,
+    0.8395812511444092,
+    0.825157105922699,
+    0.8496723771095276,
+    0.752990186214447,
+    0.7535010576248169,
+    0.8279983401298523,
+    0.785174548625946,
+    0.8172211647033691,
+    0.8726750016212463,
+    0.8208408951759338,
+    0.7668969035148621,
+    0.8966258764266968,
+    0.7289772629737854,
+    0.704111635684967,
+    0.846718430519104,
+    0.6758118867874146,
+    0.7777753472328186,
+    0.7973424196243286,
+    0.8451882004737854,
+    0.81060391664505,
+    0.7488210797309875,
+    0.7392869591712952,
+    0.9020735025405884,
+    0.7876619696617126,
+    0.8220584392547607,
+    0.8000291585922241,
+    0.7933567762374878,
+    0.790691614151001
+  ],
+  "training_config": {
+    "batch_size": 16,
+    "num_epochs": 4,
+    "learning_rate": 1e-05,
+    "weight_decay": 0.01,
+    "warmup_steps": 1000,
+    "max_grad_norm": 1.0,
+    "eval_steps": 500,
+    "save_steps": 500
+  },
+  "model_config": {
+    "vocab_size": 4796,
+    "model_dim": 256,
+    "num_heads": 8,
+    "num_layers": 6,
+    "max_sequence_length": 1024,
+    "dropout": 0.1
+  },
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure"
+}