Upload structure model checkpoint at step 4500

checkpoint_4500/README.md

@@ -0,0 +1,46 @@
+---
+library_name: mlx
+pipeline_tag: text-generation
+tags:
+- music
+- midi
+- generation
+- mlx
+- autoregressive
+- structure
+- musiclang
+---
+
+# okai-musiclang-structure v2.0 - Structure Model
+
+This is an autoregressive structure generation model for music using MLX.
+
+## Model Details
+
+- **Model Type**: Structure Generator (Autoregressive)
+- **Version**: v2.0
+- **Step**: 4500
+- **Architecture**: Transformer with causal language modeling
+- **Vocabulary Size**: 4796
+- **Model Dimension**: 256
+- **Layers**: 6
+- **Max Sequence Length**: 1024
+
+## Training Configuration
+
+- **Batch Size**: 16
+- **Learning Rate**: 1e-05
+- **Training Steps**: 4500
+
+## Usage
+
+This model generates sequential music structure:
+- Input: Song control tokens (genre, instruments, etc.)
+- Output: Sequential bar structure with chords and tonality
+
+Example generation:
+```
+GENRE__ROCK SUBGENRE__ALTERNATIVE START BAR__1 CHORD_DEGREE__1 TONALITY_DEGREE__1 BAR__2 CHORD_DEGREE__4 TONALITY_DEGREE__5 ... WILL_END
+```
+
+Generated with MLX framework for Apple Silicon.

checkpoint_4500/config.json

@@ -0,0 +1,14 @@
+{
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure",
+  "global_step": 4500,
+  "architecture": "AutoregressiveTransformer",
+  "training_type": "causal_lm",
+  "vocab_size": 4796,
+  "model_dim": 256,
+  "num_heads": 8,
+  "num_layers": 6,
+  "max_sequence_length": 1024,
+  "dropout": 0.1
+}

checkpoint_4500/model.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a0af54b8aa6a075713cfb98627c98c90aebf73afcf490960ce50455864509b
+size 29839884

checkpoint_4500/training_state.json

@@ -0,0 +1,723 @@
+{
+  "global_step": 4500,
+  "epoch": 2,
+  "trainer_step": 4500,
+  "learning_rate": 9.999999747378752e-06,
+  "epoch_losses": [
+    0.9623835682868958,
+    0.9403253197669983,
+    1.1018129587173462,
+    1.099521517753601,
+    1.1239317655563354,
+    1.005245566368103,
+    1.049521803855896,
+    0.973974883556366,
+    0.9835813641548157,
+    1.1106715202331543,
+    0.9983314275741577,
+    0.9675887227058411,
+    0.9586872458457947,
+    1.0531725883483887,
+    0.9274307489395142,
+    0.8881500959396362,
+    0.9156804084777832,
+    0.9054280519485474,
+    0.9903623461723328,
+    1.085747480392456,
+    0.9666320085525513,
+    1.0550706386566162,
+    1.0309563875198364,
+    1.0470917224884033,
+    1.2648228406906128,
+    1.058887243270874,
+    1.0034480094909668,
+    0.9759008884429932,
+    0.9830622673034668,
+    1.0078848600387573,
+    1.106107473373413,
+    0.9574833512306213,
+    1.0131721496582031,
+    1.0299617052078247,
+    1.1269416809082031,
+    1.1237963438034058,
+    1.081311583518982,
+    1.0172157287597656,
+    0.9460458755493164,
+    1.0029174089431763,
+    0.9555768966674805,
+    1.0631312131881714,
+    1.0947638750076294,
+    1.0890942811965942,
+    0.9915012717247009,
+    1.0350689888000488,
+    0.957879900932312,
+    1.0205248594284058,
+    0.9791820645332336,
+    1.0714317560195923,
+    1.0099210739135742,
+    0.9102389812469482,
+    0.9683911800384521,
+    1.0109338760375977,
+    0.9437877535820007,
+    0.9779325127601624,
+    1.0287659168243408,
+    0.9966862797737122,
+    0.9972357153892517,
+    1.0247901678085327,
+    0.8865885734558105,
+    0.9496268033981323,
+    1.1149026155471802,
+    0.9584646224975586,
+    1.039094090461731,
+    0.9983192682266235,
+    0.9523110389709473,
+    0.9627136588096619,
+    1.0479315519332886,
+    1.014502763748169,
+    1.047270655632019,
+    0.9777000546455383,
+    1.0754557847976685,
+    1.0394912958145142,
+    1.0451149940490723,
+    0.9772164225578308,
+    0.879372775554657,
+    1.0176762342453003,
+    1.1346173286437988,
+    1.065199375152588,
+    0.9794224500656128,
+    0.994093120098114,
+    1.080609679222107,
+    1.0241132974624634,
+    0.9821677803993225,
+    1.0236629247665405,
+    1.0970886945724487,
+    0.9859799146652222,
+    1.0206303596496582,
+    0.963985800743103,
+    1.1415214538574219,
+    0.9476262927055359,
+    0.9723619222640991,
+    1.0430418252944946,
+    0.9370524883270264,
+    1.1020606756210327,
+    0.9914152026176453,
+    0.9265563488006592,
+    0.9476118683815002,
+    1.0010508298873901,
+    0.9700972437858582,
+    0.9239491820335388,
+    0.9755258560180664,
+    1.0607982873916626,
+    1.0430976152420044,
+    1.0094655752182007,
+    0.9351859092712402,
+    1.0080362558364868,
+    1.0132410526275635,
+    0.99669349193573,
+    1.0678595304489136,
+    0.9482328295707703,
+    1.102686882019043,
+    0.9091104865074158,
+    0.9526283144950867,
+    1.0539052486419678,
+    0.9654752016067505,
+    0.9763954877853394,
+    0.9747753143310547,
+    0.916806697845459,
+    1.0926268100738525,
+    0.9755257368087769,
+    0.9996986389160156,
+    0.8870878219604492,
+    0.9472292065620422,
+    0.9068527817726135,
+    0.9669629335403442,
+    0.9846920967102051,
+    0.9890540838241577,
+    0.9239402413368225,
+    0.9894418716430664,
+    0.9652270674705505,
+    0.9375078082084656,
+    0.9628201127052307,
+    1.0383803844451904,
+    1.1081637144088745,
+    0.9401895999908447,
+    0.9985557198524475,
+    1.0413312911987305,
+    0.9907352924346924,
+    1.0869688987731934,
+    0.9816573858261108,
+    1.018790364265442,
+    0.956809937953949,
+    1.0393168926239014,
+    0.9685669541358948,
+    1.0792640447616577,
+    0.8656201958656311,
+    1.064882755279541,
+    1.0167142152786255,
+    0.9906323552131653,
+    0.9442341327667236,
+    1.129238247871399,
+    0.9736506342887878,
+    0.9243375062942505,
+    0.9149096012115479,
+    0.9671629071235657,
+    1.0616192817687988,
+    0.9195281863212585,
+    0.9835683107376099,
+    1.002117395401001,
+    1.04807710647583,
+    0.948814332485199,
+    1.054269790649414,
+    0.9761651158332825,
+    0.9554536938667297,
+    1.0568958520889282,
+    0.9930166006088257,
+    1.0983678102493286,
+    1.1102592945098877,
+    0.979726254940033,
+    0.9644660353660583,
+    1.034118413925171,
+    1.0168700218200684,
+    1.0164395570755005,
+    0.9126317501068115,
+    1.0128051042556763,
+    0.9272709488868713,
+    0.9970700740814209,
+    0.9975913166999817,
+    0.9783541560173035,
+    1.0276747941970825,
+    0.8939880132675171,
+    0.9969168305397034,
+    0.9142337441444397,
+    0.9654040336608887,
+    0.9739183187484741,
+    1.01646089553833,
+    1.037825107574463,
+    0.9719421863555908,
+    0.9977736473083496,
+    0.9816113114356995,
+    0.9727272987365723,
+    0.9714145660400391,
+    1.0149592161178589,
+    1.0131545066833496,
+    0.9984983205795288,
+    1.0072218179702759,
+    0.9502578377723694,
+    0.946639895439148,
+    0.9282793998718262,
+    1.0098960399627686,
+    1.0029321908950806,
+    0.9391282200813293,
+    1.0403279066085815,
+    0.9979292750358582,
+    0.9859070181846619,
+    1.1307076215744019,
+    1.0094568729400635,
+    0.9631966948509216,
+    0.9572532773017883,
+    1.0461803674697876,
+    0.9846054315567017,
+    1.0914217233657837,
+    0.9305478930473328,
+    0.8844025731086731,
+    0.9236708879470825,
+    0.9955748319625854,
+    0.9656071066856384,
+    1.040338158607483,
+    0.9833988547325134,
+    0.9787270426750183,
+    0.9574862122535706,
+    0.9831501841545105,
+    1.129530429840088,
+    0.9459877014160156,
+    1.038743495941162,
+    0.9627289772033691,
+    0.9972814917564392,
+    0.9411551356315613,
+    0.9153107404708862,
+    0.9453914165496826,
+    1.0602742433547974,
+    0.9493505954742432,
+    1.0041346549987793,
+    1.0633227825164795,
+    0.9189993143081665,
+    1.0111807584762573,
+    1.024083137512207,
+    1.0044609308242798,
+    0.9406862854957581,
+    0.9372796416282654,
+    0.9708589315414429,
+    0.9155715107917786,
+    0.905157208442688,
+    0.9443755745887756,
+    0.9530314207077026,
+    0.9369187951087952,
+    0.9882583022117615,
+    0.9899919629096985,
+    1.047581672668457,
+    0.8304064869880676,
+    0.9666262269020081,
+    0.9617792963981628,
+    0.8864187002182007,
+    1.0518872737884521,
+    1.0022914409637451,
+    0.9477581977844238,
+    0.9173853993415833,
+    0.9405401945114136,
+    0.9579523801803589,
+    0.9513373374938965,
+    0.9375788569450378,
+    1.1426538228988647,
+    1.0672202110290527,
+    0.9839527010917664,
+    0.9382131695747375,
+    0.9663618803024292,
+    0.9998456835746765,
+    1.0264863967895508,
+    1.1181724071502686,
+    1.0059611797332764,
+    0.9777868390083313,
+    0.98480224609375,
+    0.8878605961799622,
+    0.9753682017326355,
+    0.9077261686325073,
+    0.9351369738578796,
+    0.8946582674980164,
+    0.9263007640838623,
+    1.0109909772872925,
+    1.0295875072479248,
+    0.9791089296340942,
+    1.0670663118362427,
+    0.9619020819664001,
+    0.9542747735977173,
+    1.0320541858673096,
+    0.9887211322784424,
+    0.8937731981277466,
+    0.9824858903884888,
+    0.9170283675193787,
+    0.9700323343276978,
+    0.8912802338600159,
+    0.974478542804718,
+    0.9491073489189148,
+    0.9255285263061523,
+    0.9080581665039062,
+    0.9558334350585938,
+    0.9143673181533813,
+    0.9002010226249695,
+    0.9387830495834351,
+    1.0636013746261597,
+    0.9433255791664124,
+    0.988814115524292,
+    0.9488340020179749,
+    0.9160584807395935,
+    0.9547811150550842,
+    1.0697051286697388,
+    1.0063210725784302,
+    0.9443924427032471,
+    0.9832150340080261,
+    1.0033783912658691,
+    0.9995435476303101,
+    1.0036585330963135,
+    0.970126211643219,
+    1.0213611125946045,
+    0.9556705951690674,
+    0.9274104833602905,
+    1.0320942401885986,
+    1.02103853225708,
+    1.0001145601272583,
+    0.8665719032287598,
+    0.9468450546264648,
+    0.9525290131568909,
+    0.970852255821228,
+    0.9386276602745056,
+    1.0369775295257568,
+    0.8579677939414978,
+    1.068225383758545,
+    1.0050326585769653,
+    0.9568175673484802,
+    0.938287079334259,
+    0.9502732157707214,
+    1.0203142166137695,
+    1.0473207235336304,
+    0.925693690776825,
+    0.9761117696762085,
+    0.9974207282066345,
+    0.9064001441001892,
+    1.0264500379562378,
+    0.9704384207725525,
+    1.002955675125122,
+    0.8797198534011841,
+    0.9005634188652039,
+    0.9645565152168274,
+    0.9839842319488525,
+    0.904867947101593,
+    0.9555754661560059,
+    0.9916613101959229,
+    0.8915091753005981,
+    0.9611326456069946,
+    0.9869921803474426,
+    0.9020023941993713,
+    0.9846827983856201,
+    0.9700867533683777,
+    0.9122157692909241,
+    1.0101399421691895,
+    0.9974498748779297,
+    0.9141851663589478,
+    1.0799331665039062,
+    0.885972797870636,
+    0.9456377625465393,
+    0.8967602252960205,
+    1.0105817317962646,
+    0.9457045793533325,
+    0.9133930802345276,
+    0.8891107439994812,
+    0.9348495602607727,
+    0.9930819272994995,
+    0.8573124408721924,
+    1.0135293006896973,
+    0.913861095905304,
+    0.8774811625480652,
+    0.9235113263130188,
+    0.9893243908882141,
+    0.92391437292099,
+    0.9212839007377625,
+    0.9571765661239624,
+    0.9311460256576538,
+    0.9995490908622742,
+    0.9924541115760803,
+    1.0473103523254395,
+    0.9503388404846191,
+    0.9447757601737976,
+    0.9773222208023071,
+    0.9948278069496155,
+    0.9908969402313232,
+    1.0291537046432495,
+    0.9912818670272827,
+    0.9817756414413452,
+    0.9268313050270081,
+    0.9336151480674744,
+    0.8431212902069092,
+    0.9530846476554871,
+    1.0529115200042725,
+    0.9646722674369812,
+    0.8695400953292847,
+    0.8902940154075623,
+    0.8901877999305725,
+    0.8655675053596497,
+    0.960332453250885,
+    0.9375573396682739,
+    0.9012065529823303,
+    0.9381321668624878,
+    1.0260573625564575,
+    0.844835638999939,
+    0.9096904397010803,
+    0.9759466648101807,
+    1.1140857934951782,
+    0.9438938498497009,
+    0.9437599778175354,
+    1.0637263059616089,
+    0.9082960486412048,
+    0.9159636497497559,
+    0.995459794998169,
+    0.98375004529953,
+    0.9328950643539429,
+    0.9152340292930603,
+    1.007799744606018,
+    0.9104334712028503,
+    1.0333563089370728,
+    0.9640803933143616,
+    0.9915609359741211,
+    1.0061861276626587,
+    1.0487693548202515,
+    0.9272169470787048,
+    1.0084401369094849,
+    0.9985849857330322,
+    0.8725844621658325,
+    0.8703404068946838,
+    0.9227619767189026,
+    0.9781520962715149,
+    0.9758691191673279,
+    0.9412645697593689,
+    0.9885978698730469,
+    0.9021596312522888,
+    1.057265281677246,
+    0.9571670293807983,
+    0.9804249405860901,
+    0.9177229404449463,
+    0.9113918542861938,
+    0.9804912209510803,
+    0.9804112911224365,
+    0.9554333090782166,
+    0.9594512581825256,
+    0.9780623912811279,
+    0.9951680898666382,
+    0.9669626355171204,
+    0.9061131477355957,
+    0.8601005673408508,
+    0.9825244545936584,
+    0.9990357756614685,
+    1.0069897174835205,
+    0.9736618399620056,
+    0.987097978591919,
+    0.9362419247627258,
+    0.9321872591972351,
+    1.1366556882858276,
+    0.973590075969696,
+    0.9624868631362915,
+    0.9709497690200806,
+    1.0087417364120483,
+    0.9096006155014038,
+    0.9373267292976379,
+    1.0677214860916138,
+    1.009232759475708,
+    1.004239559173584,
+    0.9059183597564697,
+    0.9347784519195557,
+    1.0350239276885986,
+    0.9564146399497986,
+    1.052704930305481,
+    1.0205971002578735,
+    0.9478022456169128,
+    0.9337246417999268,
+    1.0052491426467896,
+    0.9771233797073364,
+    0.9531654119491577,
+    1.0881258249282837,
+    0.844767153263092,
+    0.961069643497467,
+    0.9460994601249695,
+    1.010357141494751,
+    0.8768102526664734,
+    0.9545602798461914,
+    1.031439185142517,
+    0.9304255247116089,
+    0.9711084365844727,
+    0.9883179068565369,
+    0.9633314609527588,
+    0.8982537984848022,
+    0.9823075532913208,
+    0.8600666522979736,
+    0.9085716009140015,
+    1.0576859712600708,
+    0.8755825161933899,
+    1.03627610206604,
+    0.9921271800994873,
+    0.9121583700180054,
+    0.9358583688735962,
+    0.9051452875137329,
+    1.0015851259231567,
+    0.995175838470459,
+    0.9244663715362549,
+    0.8198045492172241,
+    1.0518264770507812,
+    0.9444370269775391,
+    0.8408787250518799,
+    0.9777258038520813,
+    0.9986095428466797,
+    0.9050530791282654,
+    0.9300219416618347,
+    0.9465604424476624,
+    0.9889736771583557,
+    1.0799039602279663,
+    0.9400991797447205,
+    0.9599894285202026,
+    0.9184079170227051,
+    0.918692946434021,
+    1.0062551498413086,
+    0.9660486578941345,
+    0.8942467570304871,
+    0.9940546154975891,
+    0.9182873368263245,
+    0.9591663479804993,
+    1.0693488121032715,
+    0.9486396312713623,
+    0.994067907333374,
+    0.9625719785690308,
+    0.9285943508148193,
+    0.88799649477005,
+    0.9014103412628174,
+    0.982444167137146,
+    1.0311096906661987,
+    0.895687460899353,
+    0.9607453346252441,
+    0.9369798302650452,
+    0.9198697209358215,
+    0.8814458250999451,
+    0.9833581447601318,
+    1.0058457851409912,
+    1.0000267028808594,
+    0.9608073234558105,
+    0.9237448573112488,
+    0.8707227110862732,
+    0.9080663323402405,
+    0.8604590892791748,
+    0.9932335019111633,
+    0.9177101850509644,
+    0.9745312929153442,
+    0.9946362376213074,
+    0.922364354133606,
+    0.9277758598327637,
+    1.0350697040557861,
+    1.0196616649627686,
+    0.930517315864563,
+    0.9783412218093872,
+    1.0135940313339233,
+    1.0493155717849731,
+    0.8665674328804016,
+    1.0293152332305908,
+    0.9690327644348145,
+    1.0209275484085083,
+    0.8793476819992065,
+    0.8607959151268005,
+    0.8815422654151917,
+    0.9366424679756165,
+    0.9546526074409485,
+    0.9498276114463806,
+    1.035033941268921,
+    0.8658110499382019,
+    1.017207384109497,
+    0.9830665588378906,
+    1.0207998752593994,
+    1.0363824367523193,
+    1.005359411239624,
+    1.022449016571045,
+    0.8319246172904968,
+    0.9995154738426208,
+    0.9796680212020874,
+    1.009852647781372,
+    0.9590323567390442,
+    1.0418915748596191,
+    0.9575936198234558,
+    0.8936941027641296,
+    0.9721336960792542,
+    1.0031585693359375,
+    0.9584644436836243,
+    0.8977068066596985,
+    0.9296393990516663,
+    0.9106082916259766,
+    0.8381877541542053,
+    0.892600953578949,
+    0.964644730091095,
+    0.9586939215660095,
+    0.9201182723045349,
+    0.9048829674720764,
+    0.9586239457130432,
+    0.8411566019058228,
+    0.9544985294342041,
+    0.8985136151313782,
+    1.013057827949524,
+    0.8511528372764587,
+    0.9800046682357788,
+    0.9645567536354065,
+    1.0132254362106323,
+    0.9514931440353394,
+    0.9455704689025879,
+    0.8516302704811096,
+    0.9222106337547302,
+    0.956168532371521,
+    1.0027905702590942,
+    0.9968031644821167,
+    1.1257272958755493,
+    1.0030814409255981,
+    0.8934939503669739,
+    0.9125542640686035,
+    0.9833547472953796,
+    0.9910958409309387,
+    0.8473840951919556,
+    0.9281920194625854,
+    0.8841127157211304,
+    0.8935770392417908,
+    0.9718154072761536,
+    0.9085610508918762,
+    0.9327037334442139,
+    0.9411897659301758,
+    0.9052092432975769,
+    0.932686984539032,
+    0.8479614853858948,
+    0.9694229960441589,
+    0.9512197971343994,
+    0.9393152594566345,
+    0.944197416305542,
+    0.9679612517356873,
+    0.880649745464325,
+    0.9136145710945129,
+    0.8863466382026672,
+    0.9803586602210999,
+    0.9885119199752808,
+    0.9430443644523621,
+    0.9385571479797363,
+    0.9053406119346619,
+    0.7979364991188049,
+    0.8631355166435242,
+    0.8395029902458191,
+    0.9326037764549255,
+    0.923223078250885,
+    0.9346538782119751,
+    0.9803432822227478,
+    0.8424490690231323,
+    0.9909070134162903,
+    0.9033141732215881,
+    0.8889911770820618,
+    0.9633451104164124,
+    0.8644220232963562,
+    1.0215702056884766,
+    0.9705143570899963,
+    0.8818098306655884,
+    0.9932922720909119,
+    0.9325311779975891,
+    0.923599898815155,
+    0.9146522879600525,
+    0.9832987785339355,
+    0.9679875373840332,
+    0.9601123929023743,
+    0.9737608432769775,
+    0.9580164551734924,
+    0.8901446461677551,
+    0.8970625400543213,
+    1.0039701461791992,
+    0.9023905396461487,
+    1.0393496751785278,
+    0.9694217443466187,
+    0.9456194043159485,
+    1.0237106084823608,
+    0.9310613870620728,
+    0.8327842950820923,
+    0.8984469175338745,
+    0.9089120030403137,
+    1.0304017066955566,
+    1.0999064445495605,
+    0.8939846754074097,
+    0.9557393193244934,
+    1.012272596359253,
+    0.9693060517311096,
+    0.865161120891571,
+    0.9007822275161743,
+    0.9337120652198792,
+    0.9297115206718445,
+    0.9788929224014282,
+    0.9706788659095764,
+    0.92707359790802,
+    0.9722558856010437
+  ],
+  "training_config": {
+    "batch_size": 16,
+    "num_epochs": 4,
+    "learning_rate": 1e-05,
+    "weight_decay": 0.01,
+    "warmup_steps": 1000,
+    "max_grad_norm": 1.0,
+    "eval_steps": 500,
+    "save_steps": 500
+  },
+  "model_config": {
+    "vocab_size": 4796,
+    "model_dim": 256,
+    "num_heads": 8,
+    "num_layers": 6,
+    "max_sequence_length": 1024,
+    "dropout": 0.1
+  },
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure"
+}