Upload structure model checkpoint at step 9500

checkpoint_9500/README.md

@@ -0,0 +1,46 @@
+---
+library_name: mlx
+pipeline_tag: text-generation
+tags:
+- music
+- midi
+- generation
+- mlx
+- autoregressive
+- structure
+- musiclang
+---
+
+# okai-musiclang-structure v2.0 - Structure Model
+
+This is an autoregressive structure generation model for music using MLX.
+
+## Model Details
+
+- **Model Type**: Structure Generator (Autoregressive)
+- **Version**: v2.0
+- **Step**: 9500
+- **Architecture**: Transformer with causal language modeling
+- **Vocabulary Size**: 4796
+- **Model Dimension**: 256
+- **Layers**: 6
+- **Max Sequence Length**: 1024
+
+## Training Configuration
+
+- **Batch Size**: 8
+- **Learning Rate**: 0.0001
+- **Training Steps**: 9500
+
+## Usage
+
+This model generates sequential music structure:
+- Input: Song control tokens (genre, instruments, etc.)
+- Output: Sequential bar structure with chords and tonality
+
+Example generation:
+```
+GENRE__ROCK SUBGENRE__ALTERNATIVE START BAR__1 CHORD_DEGREE__1 TONALITY_DEGREE__1 BAR__2 CHORD_DEGREE__4 TONALITY_DEGREE__5 ... WILL_END
+```
+
+Generated with MLX framework for Apple Silicon.

checkpoint_9500/config.json

@@ -0,0 +1,14 @@
+{
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure",
+  "global_step": 9500,
+  "architecture": "AutoregressiveTransformer",
+  "training_type": "causal_lm",
+  "vocab_size": 4796,
+  "model_dim": 256,
+  "num_heads": 8,
+  "num_layers": 6,
+  "max_sequence_length": 1024,
+  "dropout": 0.1
+}

checkpoint_9500/model.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678e5cec0102544152fcae716e0bbfdfb8e3cabc26e64ebdf1440a0cb706f7d3
+size 29839884

checkpoint_9500/training_state.json

@@ -0,0 +1,529 @@
+{
+  "global_step": 9500,
+  "epoch": 3,
+  "trainer_step": 9500,
+  "learning_rate": 9.999999747378752e-05,
+  "epoch_losses": [
+    0.6773134469985962,
+    1.578927755355835,
+    1.4847643375396729,
+    1.2828130722045898,
+    1.1240354776382446,
+    1.013491153717041,
+    0.9770295023918152,
+    0.8010304570198059,
+    0.7834916710853577,
+    1.006479263305664,
+    0.9051234126091003,
+    0.8390260338783264,
+    1.0087395906448364,
+    0.8445046544075012,
+    0.8630063533782959,
+    0.920177698135376,
+    0.9347355365753174,
+    0.8592101335525513,
+    0.7463024258613586,
+    0.8444000482559204,
+    0.7247169017791748,
+    0.8622797727584839,
+    0.9072035551071167,
+    0.8474545478820801,
+    0.7374237775802612,
+    0.7109655141830444,
+    0.681896448135376,
+    0.8218080401420593,
+    0.6939653158187866,
+    0.8056961297988892,
+    0.792138934135437,
+    0.8885697722434998,
+    0.8424720168113708,
+    0.737557053565979,
+    0.7811938524246216,
+    0.709351122379303,
+    0.6694256067276001,
+    0.7591610550880432,
+    0.831205427646637,
+    0.7744646668434143,
+    0.8185214400291443,
+    0.7883873581886292,
+    0.9435914158821106,
+    0.6618115901947021,
+    0.7260267734527588,
+    0.6682060956954956,
+    0.6929033398628235,
+    0.6771573424339294,
+    0.7958671450614929,
+    0.8363136649131775,
+    0.8384776711463928,
+    0.7499340176582336,
+    0.7600743770599365,
+    0.7190064787864685,
+    0.710116446018219,
+    0.6240118741989136,
+    0.7444449067115784,
+    0.7009372711181641,
+    0.6914046406745911,
+    0.7078356742858887,
+    0.7198120951652527,
+    0.7548741698265076,
+    0.7075045704841614,
+    0.6468173861503601,
+    0.7135937809944153,
+    0.6104033589363098,
+    0.6349422931671143,
+    0.7819088101387024,
+    0.7685704827308655,
+    0.6503170132637024,
+    0.8457121253013611,
+    0.6673004627227783,
+    0.7071408033370972,
+    0.9045859575271606,
+    0.7331894636154175,
+    0.7964046001434326,
+    0.7071393132209778,
+    0.7714788317680359,
+    0.7315903306007385,
+    0.730576753616333,
+    0.583000898361206,
+    0.6419753432273865,
+    0.698472261428833,
+    0.7321234345436096,
+    0.8402087688446045,
+    0.7465482354164124,
+    0.7055824398994446,
+    0.6263769268989563,
+    0.6651383638381958,
+    0.6063735485076904,
+    0.7015822529792786,
+    0.6749475598335266,
+    0.6808756589889526,
+    0.6978121399879456,
+    0.723631739616394,
+    0.7400171160697937,
+    0.6401695013046265,
+    0.734099805355072,
+    0.73606938123703,
+    0.7177640199661255,
+    0.5971183180809021,
+    0.5770699381828308,
+    0.7874430418014526,
+    0.7243313193321228,
+    0.7453527450561523,
+    0.6576721668243408,
+    0.586551308631897,
+    0.604226291179657,
+    0.7859461307525635,
+    0.7151143550872803,
+    0.7220450639724731,
+    0.677390992641449,
+    0.7558555603027344,
+    0.6798003911972046,
+    0.7116447687149048,
+    0.7652080059051514,
+    0.5564831495285034,
+    0.6720426678657532,
+    0.7096203565597534,
+    0.8285616040229797,
+    0.6409652829170227,
+    0.7799509167671204,
+    0.6196882724761963,
+    0.8066487908363342,
+    0.6808728575706482,
+    0.6067438721656799,
+    0.7956268787384033,
+    0.6376709342002869,
+    0.6311450004577637,
+    0.6560420393943787,
+    0.6679294109344482,
+    0.7106379866600037,
+    0.6901361346244812,
+    0.6665379405021667,
+    0.7299391031265259,
+    0.5952994227409363,
+    0.6159335374832153,
+    0.6723544001579285,
+    0.7637686133384705,
+    0.637432873249054,
+    0.6190415620803833,
+    0.6611568927764893,
+    0.6753519773483276,
+    0.7055612206459045,
+    0.6993380188941956,
+    0.6499632596969604,
+    0.7273175120353699,
+    0.7831818461418152,
+    0.6155182719230652,
+    0.7239189743995667,
+    0.6422118544578552,
+    0.741333544254303,
+    0.666513204574585,
+    0.5563932061195374,
+    0.5733732581138611,
+    0.718919575214386,
+    0.6605110168457031,
+    0.6882463097572327,
+    0.7416937947273254,
+    0.6396051049232483,
+    0.6981858015060425,
+    0.7583643198013306,
+    0.7036352157592773,
+    0.7000483274459839,
+    0.6477225422859192,
+    0.6219835877418518,
+    0.7240121960639954,
+    0.6029985547065735,
+    0.6381210088729858,
+    0.6150124073028564,
+    0.6158690452575684,
+    0.5497281551361084,
+    0.6962404847145081,
+    0.6810056567192078,
+    0.7008506655693054,
+    0.5994274020195007,
+    0.5819798111915588,
+    0.6859465837478638,
+    0.6061791777610779,
+    0.6593834757804871,
+    0.6439335346221924,
+    0.6715618968009949,
+    0.5726573467254639,
+    0.5963189601898193,
+    0.5798898935317993,
+    0.7323294878005981,
+    0.6865823864936829,
+    0.6924436688423157,
+    0.6127495765686035,
+    0.6518658399581909,
+    0.6629366278648376,
+    0.6219911575317383,
+    0.6598042249679565,
+    0.6862918734550476,
+    0.650632917881012,
+    0.84084552526474,
+    0.782798707485199,
+    0.6546173691749573,
+    0.6198826432228088,
+    0.7008614540100098,
+    0.6837297677993774,
+    0.62325519323349,
+    0.621605634689331,
+    0.5967110991477966,
+    0.8502236008644104,
+    0.6759672164916992,
+    0.7229551672935486,
+    0.6522384285926819,
+    0.64774090051651,
+    0.5904353857040405,
+    0.7439717054367065,
+    0.6065196990966797,
+    0.6686391234397888,
+    0.733456015586853,
+    0.6781181693077087,
+    0.8116433620452881,
+    0.5720877647399902,
+    0.6479737162590027,
+    0.7558318376541138,
+    0.6991015672683716,
+    0.7158660888671875,
+    0.7423058152198792,
+    0.6979280114173889,
+    0.5821377635002136,
+    0.5791804194450378,
+    0.6888729929924011,
+    0.6471275091171265,
+    0.6007723212242126,
+    0.6458422541618347,
+    0.5661718249320984,
+    0.7068699598312378,
+    0.6631348729133606,
+    0.5931293964385986,
+    0.701033353805542,
+    0.719917356967926,
+    0.6561917066574097,
+    0.6674966216087341,
+    0.7428232431411743,
+    0.5837993025779724,
+    0.5758156776428223,
+    0.5710763931274414,
+    0.69753497838974,
+    0.6517305374145508,
+    0.5935280323028564,
+    0.7331358194351196,
+    0.6282294392585754,
+    0.6767293214797974,
+    0.5661870837211609,
+    0.6255740523338318,
+    0.6543374061584473,
+    0.5470375418663025,
+    0.6049108505249023,
+    0.5972854495048523,
+    0.6578058004379272,
+    0.6542236804962158,
+    0.6630852222442627,
+    0.6899949312210083,
+    0.615245521068573,
+    0.5653952956199646,
+    0.7239052653312683,
+    0.6567297577857971,
+    0.5301370024681091,
+    0.6231946349143982,
+    0.6864354014396667,
+    0.6444852948188782,
+    0.5984693765640259,
+    0.6691752076148987,
+    0.6771892309188843,
+    0.6393926739692688,
+    0.5505920648574829,
+    0.6260342001914978,
+    0.6211017966270447,
+    0.588700532913208,
+    0.6229467988014221,
+    0.6726985573768616,
+    0.7630812525749207,
+    0.6476273536682129,
+    0.651519775390625,
+    0.6531612277030945,
+    0.6063274145126343,
+    0.5636801719665527,
+    0.640821635723114,
+    0.6389163732528687,
+    0.6221607327461243,
+    0.5702659487724304,
+    0.6197552680969238,
+    0.6191220283508301,
+    0.6071435213088989,
+    0.5472128987312317,
+    0.6064696311950684,
+    0.6823537349700928,
+    0.5768254399299622,
+    0.662284791469574,
+    0.5700265765190125,
+    0.6639499068260193,
+    0.6379228830337524,
+    0.650199830532074,
+    0.5963233709335327,
+    0.7157578468322754,
+    0.6593167185783386,
+    0.6377428770065308,
+    0.5815854668617249,
+    0.6471275091171265,
+    0.6874045133590698,
+    0.6959004402160645,
+    0.644058346748352,
+    0.5719549655914307,
+    0.6862888336181641,
+    0.618023693561554,
+    0.569053053855896,
+    0.7293602824211121,
+    0.6058862209320068,
+    0.5935335159301758,
+    0.5907243490219116,
+    0.6947252750396729,
+    0.6774523258209229,
+    0.5775232911109924,
+    0.6719413995742798,
+    0.5609920620918274,
+    0.621250569820404,
+    0.582817792892456,
+    0.5910060405731201,
+    0.6648291945457458,
+    0.7149035334587097,
+    0.6498753428459167,
+    0.5759541988372803,
+    0.530289351940155,
+    0.5688939690589905,
+    0.6314664483070374,
+    0.6668184399604797,
+    0.6384737491607666,
+    0.576710045337677,
+    0.6804152131080627,
+    0.6422805786132812,
+    0.6479368209838867,
+    0.6427617073059082,
+    0.597162127494812,
+    0.6780084371566772,
+    0.6432888507843018,
+    0.6352243423461914,
+    0.6341366767883301,
+    0.6038578152656555,
+    0.6792298555374146,
+    0.5951770544052124,
+    0.6421379446983337,
+    0.6426675915718079,
+    0.6344843506813049,
+    0.7225738167762756,
+    0.7490536570549011,
+    0.6521580815315247,
+    0.6312218308448792,
+    0.5982030630111694,
+    0.7109475135803223,
+    0.6941408514976501,
+    0.6129875779151917,
+    0.640348494052887,
+    0.6208691000938416,
+    0.5432212352752686,
+    0.6325656175613403,
+    0.7440668940544128,
+    0.6143329739570618,
+    0.6241893172264099,
+    0.5971760153770447,
+    0.5734198689460754,
+    0.6907607913017273,
+    0.6044325232505798,
+    0.6585653424263,
+    0.6311697363853455,
+    0.6696928143501282,
+    0.644725501537323,
+    0.6279332637786865,
+    0.5993947982788086,
+    0.620881199836731,
+    0.6270554065704346,
+    0.6007893681526184,
+    0.6468846797943115,
+    0.6472495794296265,
+    0.6218734383583069,
+    0.6191913485527039,
+    0.6121871471405029,
+    0.667190670967102,
+    0.5914902687072754,
+    0.5804444551467896,
+    0.5864625573158264,
+    0.717406153678894,
+    0.6891216039657593,
+    0.661761999130249,
+    0.6346533298492432,
+    0.5368253588676453,
+    0.6610974073410034,
+    0.6501433253288269,
+    0.5615069270133972,
+    0.7417892217636108,
+    0.6090474128723145,
+    0.5593637228012085,
+    0.6524268984794617,
+    0.6354401111602783,
+    0.5545029044151306,
+    0.6492282748222351,
+    0.6251735687255859,
+    0.6369456052780151,
+    0.5801509618759155,
+    0.6664572954177856,
+    0.5858277678489685,
+    0.7278642654418945,
+    0.6117011904716492,
+    0.6930475831031799,
+    0.6249889135360718,
+    0.6094170212745667,
+    0.597905158996582,
+    0.6319848299026489,
+    0.640795111656189,
+    0.703569233417511,
+    0.5871070623397827,
+    0.6020278930664062,
+    0.6596336364746094,
+    0.5836296677589417,
+    0.6171932816505432,
+    0.7675454020500183,
+    0.6672639846801758,
+    0.567331850528717,
+    0.5369137525558472,
+    0.6262825727462769,
+    0.6259591579437256,
+    0.6014063358306885,
+    0.5736784338951111,
+    0.5547645688056946,
+    0.7052000761032104,
+    0.6274820566177368,
+    0.6902376413345337,
+    0.727375328540802,
+    0.5825812816619873,
+    0.5824758410453796,
+    0.614475667476654,
+    0.6145949363708496,
+    0.7347274422645569,
+    0.6046358942985535,
+    0.598690927028656,
+    0.5932267904281616,
+    0.6156849265098572,
+    0.632474422454834,
+    0.6400634050369263,
+    0.6038522720336914,
+    0.5702252388000488,
+    0.6255091428756714,
+    0.5860032439231873,
+    0.6064445972442627,
+    0.5570387840270996,
+    0.6616458892822266,
+    0.5858985185623169,
+    0.6105069518089294,
+    0.5896003246307373,
+    0.6204602122306824,
+    0.6446784734725952,
+    0.6313497424125671,
+    0.6719675064086914,
+    0.5302047729492188,
+    0.6193255186080933,
+    0.6931390762329102,
+    0.5984569191932678,
+    0.661103367805481,
+    0.5169515013694763,
+    0.5580878853797913,
+    0.677649736404419,
+    0.626254677772522,
+    0.6104887127876282,
+    0.6773074269294739,
+    0.620963990688324,
+    0.5942549109458923,
+    0.657702624797821,
+    0.58096843957901,
+    0.6145570874214172,
+    0.6552225947380066,
+    0.6108534932136536,
+    0.6015941500663757,
+    0.5403030514717102,
+    0.6750898361206055,
+    0.6359735727310181,
+    0.635654628276825,
+    0.6127069592475891,
+    0.643945574760437,
+    0.6919783353805542,
+    0.6990990042686462,
+    0.7458180785179138,
+    0.5650256872177124,
+    0.6995920538902283,
+    0.6542274355888367,
+    0.8081838488578796,
+    0.5879368782043457,
+    0.6548652052879333,
+    0.6343247294425964,
+    0.6141842007637024,
+    0.6773292422294617,
+    0.584144115447998,
+    0.6303835511207581,
+    0.5959101319313049,
+    0.641253650188446,
+    0.5734899044036865,
+    0.6166971921920776,
+    0.5998880863189697
+  ],
+  "training_config": {
+    "batch_size": 8,
+    "num_epochs": 6,
+    "learning_rate": 0.0001,
+    "weight_decay": 0.01,
+    "warmup_steps": 1000,
+    "max_grad_norm": 1.0,
+    "eval_steps": 500,
+    "save_steps": 500
+  },
+  "model_config": {
+    "vocab_size": 4796,
+    "model_dim": 256,
+    "num_heads": 8,
+    "num_layers": 6,
+    "max_sequence_length": 1024,
+    "dropout": 0.1
+  },
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure"
+}