Upload structure model checkpoint at step 10000

checkpoint_10000/README.md

@@ -0,0 +1,46 @@
+---
+library_name: mlx
+pipeline_tag: text-generation
+tags:
+- music
+- midi
+- generation
+- mlx
+- autoregressive
+- structure
+- musiclang
+---
+
+# okai-musiclang-structure v2.0 - Structure Model
+
+This is an autoregressive structure generation model for music using MLX.
+
+## Model Details
+
+- **Model Type**: Structure Generator (Autoregressive)
+- **Version**: v2.0
+- **Step**: 10000
+- **Architecture**: Transformer with causal language modeling
+- **Vocabulary Size**: 4796
+- **Model Dimension**: 256
+- **Layers**: 6
+- **Max Sequence Length**: 1024
+
+## Training Configuration
+
+- **Batch Size**: 8
+- **Learning Rate**: 0.0001
+- **Training Steps**: 10000
+
+## Usage
+
+This model generates sequential music structure:
+- Input: Song control tokens (genre, instruments, etc.)
+- Output: Sequential bar structure with chords and tonality
+
+Example generation:
+```
+GENRE__ROCK SUBGENRE__ALTERNATIVE START BAR__1 CHORD_DEGREE__1 TONALITY_DEGREE__1 BAR__2 CHORD_DEGREE__4 TONALITY_DEGREE__5 ... WILL_END
+```
+
+Generated with MLX framework for Apple Silicon.

checkpoint_10000/config.json

@@ -0,0 +1,14 @@
+{
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure",
+  "global_step": 10000,
+  "architecture": "AutoregressiveTransformer",
+  "training_type": "causal_lm",
+  "vocab_size": 4796,
+  "model_dim": 256,
+  "num_heads": 8,
+  "num_layers": 6,
+  "max_sequence_length": 1024,
+  "dropout": 0.1
+}

checkpoint_10000/model.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9528ad4b385a557888bca7f43275995bae5847ecacc07bfc51edc041c9694f
+size 29839884

checkpoint_10000/training_state.json

@@ -0,0 +1,1029 @@
+{
+  "global_step": 10000,
+  "epoch": 3,
+  "trainer_step": 10000,
+  "learning_rate": 9.999999747378752e-05,
+  "epoch_losses": [
+    0.6773134469985962,
+    1.578927755355835,
+    1.4847643375396729,
+    1.2828130722045898,
+    1.1240354776382446,
+    1.013491153717041,
+    0.9770295023918152,
+    0.8010304570198059,
+    0.7834916710853577,
+    1.006479263305664,
+    0.9051234126091003,
+    0.8390260338783264,
+    1.0087395906448364,
+    0.8445046544075012,
+    0.8630063533782959,
+    0.920177698135376,
+    0.9347355365753174,
+    0.8592101335525513,
+    0.7463024258613586,
+    0.8444000482559204,
+    0.7247169017791748,
+    0.8622797727584839,
+    0.9072035551071167,
+    0.8474545478820801,
+    0.7374237775802612,
+    0.7109655141830444,
+    0.681896448135376,
+    0.8218080401420593,
+    0.6939653158187866,
+    0.8056961297988892,
+    0.792138934135437,
+    0.8885697722434998,
+    0.8424720168113708,
+    0.737557053565979,
+    0.7811938524246216,
+    0.709351122379303,
+    0.6694256067276001,
+    0.7591610550880432,
+    0.831205427646637,
+    0.7744646668434143,
+    0.8185214400291443,
+    0.7883873581886292,
+    0.9435914158821106,
+    0.6618115901947021,
+    0.7260267734527588,
+    0.6682060956954956,
+    0.6929033398628235,
+    0.6771573424339294,
+    0.7958671450614929,
+    0.8363136649131775,
+    0.8384776711463928,
+    0.7499340176582336,
+    0.7600743770599365,
+    0.7190064787864685,
+    0.710116446018219,
+    0.6240118741989136,
+    0.7444449067115784,
+    0.7009372711181641,
+    0.6914046406745911,
+    0.7078356742858887,
+    0.7198120951652527,
+    0.7548741698265076,
+    0.7075045704841614,
+    0.6468173861503601,
+    0.7135937809944153,
+    0.6104033589363098,
+    0.6349422931671143,
+    0.7819088101387024,
+    0.7685704827308655,
+    0.6503170132637024,
+    0.8457121253013611,
+    0.6673004627227783,
+    0.7071408033370972,
+    0.9045859575271606,
+    0.7331894636154175,
+    0.7964046001434326,
+    0.7071393132209778,
+    0.7714788317680359,
+    0.7315903306007385,
+    0.730576753616333,
+    0.583000898361206,
+    0.6419753432273865,
+    0.698472261428833,
+    0.7321234345436096,
+    0.8402087688446045,
+    0.7465482354164124,
+    0.7055824398994446,
+    0.6263769268989563,
+    0.6651383638381958,
+    0.6063735485076904,
+    0.7015822529792786,
+    0.6749475598335266,
+    0.6808756589889526,
+    0.6978121399879456,
+    0.723631739616394,
+    0.7400171160697937,
+    0.6401695013046265,
+    0.734099805355072,
+    0.73606938123703,
+    0.7177640199661255,
+    0.5971183180809021,
+    0.5770699381828308,
+    0.7874430418014526,
+    0.7243313193321228,
+    0.7453527450561523,
+    0.6576721668243408,
+    0.586551308631897,
+    0.604226291179657,
+    0.7859461307525635,
+    0.7151143550872803,
+    0.7220450639724731,
+    0.677390992641449,
+    0.7558555603027344,
+    0.6798003911972046,
+    0.7116447687149048,
+    0.7652080059051514,
+    0.5564831495285034,
+    0.6720426678657532,
+    0.7096203565597534,
+    0.8285616040229797,
+    0.6409652829170227,
+    0.7799509167671204,
+    0.6196882724761963,
+    0.8066487908363342,
+    0.6808728575706482,
+    0.6067438721656799,
+    0.7956268787384033,
+    0.6376709342002869,
+    0.6311450004577637,
+    0.6560420393943787,
+    0.6679294109344482,
+    0.7106379866600037,
+    0.6901361346244812,
+    0.6665379405021667,
+    0.7299391031265259,
+    0.5952994227409363,
+    0.6159335374832153,
+    0.6723544001579285,
+    0.7637686133384705,
+    0.637432873249054,
+    0.6190415620803833,
+    0.6611568927764893,
+    0.6753519773483276,
+    0.7055612206459045,
+    0.6993380188941956,
+    0.6499632596969604,
+    0.7273175120353699,
+    0.7831818461418152,
+    0.6155182719230652,
+    0.7239189743995667,
+    0.6422118544578552,
+    0.741333544254303,
+    0.666513204574585,
+    0.5563932061195374,
+    0.5733732581138611,
+    0.718919575214386,
+    0.6605110168457031,
+    0.6882463097572327,
+    0.7416937947273254,
+    0.6396051049232483,
+    0.6981858015060425,
+    0.7583643198013306,
+    0.7036352157592773,
+    0.7000483274459839,
+    0.6477225422859192,
+    0.6219835877418518,
+    0.7240121960639954,
+    0.6029985547065735,
+    0.6381210088729858,
+    0.6150124073028564,
+    0.6158690452575684,
+    0.5497281551361084,
+    0.6962404847145081,
+    0.6810056567192078,
+    0.7008506655693054,
+    0.5994274020195007,
+    0.5819798111915588,
+    0.6859465837478638,
+    0.6061791777610779,
+    0.6593834757804871,
+    0.6439335346221924,
+    0.6715618968009949,
+    0.5726573467254639,
+    0.5963189601898193,
+    0.5798898935317993,
+    0.7323294878005981,
+    0.6865823864936829,
+    0.6924436688423157,
+    0.6127495765686035,
+    0.6518658399581909,
+    0.6629366278648376,
+    0.6219911575317383,
+    0.6598042249679565,
+    0.6862918734550476,
+    0.650632917881012,
+    0.84084552526474,
+    0.782798707485199,
+    0.6546173691749573,
+    0.6198826432228088,
+    0.7008614540100098,
+    0.6837297677993774,
+    0.62325519323349,
+    0.621605634689331,
+    0.5967110991477966,
+    0.8502236008644104,
+    0.6759672164916992,
+    0.7229551672935486,
+    0.6522384285926819,
+    0.64774090051651,
+    0.5904353857040405,
+    0.7439717054367065,
+    0.6065196990966797,
+    0.6686391234397888,
+    0.733456015586853,
+    0.6781181693077087,
+    0.8116433620452881,
+    0.5720877647399902,
+    0.6479737162590027,
+    0.7558318376541138,
+    0.6991015672683716,
+    0.7158660888671875,
+    0.7423058152198792,
+    0.6979280114173889,
+    0.5821377635002136,
+    0.5791804194450378,
+    0.6888729929924011,
+    0.6471275091171265,
+    0.6007723212242126,
+    0.6458422541618347,
+    0.5661718249320984,
+    0.7068699598312378,
+    0.6631348729133606,
+    0.5931293964385986,
+    0.701033353805542,
+    0.719917356967926,
+    0.6561917066574097,
+    0.6674966216087341,
+    0.7428232431411743,
+    0.5837993025779724,
+    0.5758156776428223,
+    0.5710763931274414,
+    0.69753497838974,
+    0.6517305374145508,
+    0.5935280323028564,
+    0.7331358194351196,
+    0.6282294392585754,
+    0.6767293214797974,
+    0.5661870837211609,
+    0.6255740523338318,
+    0.6543374061584473,
+    0.5470375418663025,
+    0.6049108505249023,
+    0.5972854495048523,
+    0.6578058004379272,
+    0.6542236804962158,
+    0.6630852222442627,
+    0.6899949312210083,
+    0.615245521068573,
+    0.5653952956199646,
+    0.7239052653312683,
+    0.6567297577857971,
+    0.5301370024681091,
+    0.6231946349143982,
+    0.6864354014396667,
+    0.6444852948188782,
+    0.5984693765640259,
+    0.6691752076148987,
+    0.6771892309188843,
+    0.6393926739692688,
+    0.5505920648574829,
+    0.6260342001914978,
+    0.6211017966270447,
+    0.588700532913208,
+    0.6229467988014221,
+    0.6726985573768616,
+    0.7630812525749207,
+    0.6476273536682129,
+    0.651519775390625,
+    0.6531612277030945,
+    0.6063274145126343,
+    0.5636801719665527,
+    0.640821635723114,
+    0.6389163732528687,
+    0.6221607327461243,
+    0.5702659487724304,
+    0.6197552680969238,
+    0.6191220283508301,
+    0.6071435213088989,
+    0.5472128987312317,
+    0.6064696311950684,
+    0.6823537349700928,
+    0.5768254399299622,
+    0.662284791469574,
+    0.5700265765190125,
+    0.6639499068260193,
+    0.6379228830337524,
+    0.650199830532074,
+    0.5963233709335327,
+    0.7157578468322754,
+    0.6593167185783386,
+    0.6377428770065308,
+    0.5815854668617249,
+    0.6471275091171265,
+    0.6874045133590698,
+    0.6959004402160645,
+    0.644058346748352,
+    0.5719549655914307,
+    0.6862888336181641,
+    0.618023693561554,
+    0.569053053855896,
+    0.7293602824211121,
+    0.6058862209320068,
+    0.5935335159301758,
+    0.5907243490219116,
+    0.6947252750396729,
+    0.6774523258209229,
+    0.5775232911109924,
+    0.6719413995742798,
+    0.5609920620918274,
+    0.621250569820404,
+    0.582817792892456,
+    0.5910060405731201,
+    0.6648291945457458,
+    0.7149035334587097,
+    0.6498753428459167,
+    0.5759541988372803,
+    0.530289351940155,
+    0.5688939690589905,
+    0.6314664483070374,
+    0.6668184399604797,
+    0.6384737491607666,
+    0.576710045337677,
+    0.6804152131080627,
+    0.6422805786132812,
+    0.6479368209838867,
+    0.6427617073059082,
+    0.597162127494812,
+    0.6780084371566772,
+    0.6432888507843018,
+    0.6352243423461914,
+    0.6341366767883301,
+    0.6038578152656555,
+    0.6792298555374146,
+    0.5951770544052124,
+    0.6421379446983337,
+    0.6426675915718079,
+    0.6344843506813049,
+    0.7225738167762756,
+    0.7490536570549011,
+    0.6521580815315247,
+    0.6312218308448792,
+    0.5982030630111694,
+    0.7109475135803223,
+    0.6941408514976501,
+    0.6129875779151917,
+    0.640348494052887,
+    0.6208691000938416,
+    0.5432212352752686,
+    0.6325656175613403,
+    0.7440668940544128,
+    0.6143329739570618,
+    0.6241893172264099,
+    0.5971760153770447,
+    0.5734198689460754,
+    0.6907607913017273,
+    0.6044325232505798,
+    0.6585653424263,
+    0.6311697363853455,
+    0.6696928143501282,
+    0.644725501537323,
+    0.6279332637786865,
+    0.5993947982788086,
+    0.620881199836731,
+    0.6270554065704346,
+    0.6007893681526184,
+    0.6468846797943115,
+    0.6472495794296265,
+    0.6218734383583069,
+    0.6191913485527039,
+    0.6121871471405029,
+    0.667190670967102,
+    0.5914902687072754,
+    0.5804444551467896,
+    0.5864625573158264,
+    0.717406153678894,
+    0.6891216039657593,
+    0.661761999130249,
+    0.6346533298492432,
+    0.5368253588676453,
+    0.6610974073410034,
+    0.6501433253288269,
+    0.5615069270133972,
+    0.7417892217636108,
+    0.6090474128723145,
+    0.5593637228012085,
+    0.6524268984794617,
+    0.6354401111602783,
+    0.5545029044151306,
+    0.6492282748222351,
+    0.6251735687255859,
+    0.6369456052780151,
+    0.5801509618759155,
+    0.6664572954177856,
+    0.5858277678489685,
+    0.7278642654418945,
+    0.6117011904716492,
+    0.6930475831031799,
+    0.6249889135360718,
+    0.6094170212745667,
+    0.597905158996582,
+    0.6319848299026489,
+    0.640795111656189,
+    0.703569233417511,
+    0.5871070623397827,
+    0.6020278930664062,
+    0.6596336364746094,
+    0.5836296677589417,
+    0.6171932816505432,
+    0.7675454020500183,
+    0.6672639846801758,
+    0.567331850528717,
+    0.5369137525558472,
+    0.6262825727462769,
+    0.6259591579437256,
+    0.6014063358306885,
+    0.5736784338951111,
+    0.5547645688056946,
+    0.7052000761032104,
+    0.6274820566177368,
+    0.6902376413345337,
+    0.727375328540802,
+    0.5825812816619873,
+    0.5824758410453796,
+    0.614475667476654,
+    0.6145949363708496,
+    0.7347274422645569,
+    0.6046358942985535,
+    0.598690927028656,
+    0.5932267904281616,
+    0.6156849265098572,
+    0.632474422454834,
+    0.6400634050369263,
+    0.6038522720336914,
+    0.5702252388000488,
+    0.6255091428756714,
+    0.5860032439231873,
+    0.6064445972442627,
+    0.5570387840270996,
+    0.6616458892822266,
+    0.5858985185623169,
+    0.6105069518089294,
+    0.5896003246307373,
+    0.6204602122306824,
+    0.6446784734725952,
+    0.6313497424125671,
+    0.6719675064086914,
+    0.5302047729492188,
+    0.6193255186080933,
+    0.6931390762329102,
+    0.5984569191932678,
+    0.661103367805481,
+    0.5169515013694763,
+    0.5580878853797913,
+    0.677649736404419,
+    0.626254677772522,
+    0.6104887127876282,
+    0.6773074269294739,
+    0.620963990688324,
+    0.5942549109458923,
+    0.657702624797821,
+    0.58096843957901,
+    0.6145570874214172,
+    0.6552225947380066,
+    0.6108534932136536,
+    0.6015941500663757,
+    0.5403030514717102,
+    0.6750898361206055,
+    0.6359735727310181,
+    0.635654628276825,
+    0.6127069592475891,
+    0.643945574760437,
+    0.6919783353805542,
+    0.6990990042686462,
+    0.7458180785179138,
+    0.5650256872177124,
+    0.6995920538902283,
+    0.6542274355888367,
+    0.8081838488578796,
+    0.5879368782043457,
+    0.6548652052879333,
+    0.6343247294425964,
+    0.6141842007637024,
+    0.6773292422294617,
+    0.584144115447998,
+    0.6303835511207581,
+    0.5959101319313049,
+    0.641253650188446,
+    0.5734899044036865,
+    0.6166971921920776,
+    0.5998880863189697,
+    0.6502876877784729,
+    0.6990871429443359,
+    0.580071210861206,
+    0.7743816375732422,
+    0.8146306276321411,
+    0.6332058310508728,
+    0.5480254292488098,
+    0.5879573822021484,
+    0.5775359272956848,
+    0.6461915969848633,
+    0.6138607263565063,
+    0.5806692838668823,
+    0.622023344039917,
+    0.5693710446357727,
+    0.6317242383956909,
+    0.6846150755882263,
+    0.679818868637085,
+    0.5559179186820984,
+    0.6659714579582214,
+    0.8420807123184204,
+    0.5928633809089661,
+    0.6032153367996216,
+    0.6597215533256531,
+    0.6883434653282166,
+    0.612602949142456,
+    0.6126720309257507,
+    0.656074047088623,
+    0.7078229784965515,
+    0.6577234268188477,
+    0.5974345803260803,
+    0.6508100032806396,
+    0.632309079170227,
+    0.6112293601036072,
+    0.5335090160369873,
+    0.5894973278045654,
+    0.594704806804657,
+    0.589158296585083,
+    0.6664003729820251,
+    0.6160210371017456,
+    0.7104830741882324,
+    0.5863665342330933,
+    0.5237005949020386,
+    0.596602737903595,
+    0.6225383877754211,
+    0.6576401591300964,
+    0.5585839748382568,
+    0.6199789643287659,
+    0.563480794429779,
+    0.5862035751342773,
+    0.7108597159385681,
+    0.6822823286056519,
+    0.5322840809822083,
+    0.5717093348503113,
+    0.6168414354324341,
+    0.6109374165534973,
+    0.6061720848083496,
+    0.5835689306259155,
+    0.6117377281188965,
+    0.6659070253372192,
+    0.6330685615539551,
+    0.5692473649978638,
+    0.7172191739082336,
+    0.6298374533653259,
+    0.6382103562355042,
+    0.6334604024887085,
+    0.5743595957756042,
+    0.6331211924552917,
+    0.6521654725074768,
+    0.610564112663269,
+    0.555378258228302,
+    0.7470957636833191,
+    0.6041749119758606,
+    0.5356526970863342,
+    0.6185562014579773,
+    0.663423478603363,
+    0.5860180854797363,
+    0.5391622185707092,
+    0.666899561882019,
+    0.5886079668998718,
+    0.6375184059143066,
+    0.6069546341896057,
+    0.6039904952049255,
+    0.6859522461891174,
+    0.5819368958473206,
+    0.6189785003662109,
+    0.5969740748405457,
+    0.6218512654304504,
+    0.5318369269371033,
+    0.5473266839981079,
+    0.6307024359703064,
+    0.5483625531196594,
+    0.6940986514091492,
+    0.6245288252830505,
+    0.6293617486953735,
+    0.5357191562652588,
+    0.650555431842804,
+    0.6037560105323792,
+    0.688944399356842,
+    0.6599351167678833,
+    0.6627880334854126,
+    0.5716388821601868,
+    0.6015884876251221,
+    0.5909280180931091,
+    0.5657985806465149,
+    0.5494177341461182,
+    0.5404108166694641,
+    0.6296221017837524,
+    0.617059588432312,
+    0.5959485769271851,
+    0.6177938580513,
+    0.5919358730316162,
+    0.5701896548271179,
+    0.6317499876022339,
+    0.6633399724960327,
+    0.5806857943534851,
+    0.5380467176437378,
+    0.5809721350669861,
+    0.5920115113258362,
+    0.6329720616340637,
+    0.5595199465751648,
+    0.617953896522522,
+    0.6518687009811401,
+    0.5391093492507935,
+    0.6135494709014893,
+    0.6468037962913513,
+    0.6232377290725708,
+    0.587195873260498,
+    0.561032772064209,
+    0.6020345687866211,
+    0.678450882434845,
+    0.4652565121650696,
+    0.5746409893035889,
+    0.584814190864563,
+    0.6162146329879761,
+    0.6855177283287048,
+    0.5950841903686523,
+    0.6079091429710388,
+    0.6740841269493103,
+    0.5954315662384033,
+    0.6291411519050598,
+    0.6150526404380798,
+    0.6495451331138611,
+    0.6522421836853027,
+    0.6008361577987671,
+    0.6795834898948669,
+    0.6452478766441345,
+    0.5437899231910706,
+    0.6437240242958069,
+    0.5220025181770325,
+    0.6625909209251404,
+    0.6384304761886597,
+    0.6093651056289673,
+    0.5569548606872559,
+    0.6337096095085144,
+    0.6579177975654602,
+    0.5571966171264648,
+    0.6005873680114746,
+    0.603116512298584,
+    0.6382102370262146,
+    0.6549643278121948,
+    0.6078764200210571,
+    0.7052204012870789,
+    0.5691776275634766,
+    0.5968478918075562,
+    0.6377267837524414,
+    0.575085461139679,
+    0.5816745758056641,
+    0.5391178131103516,
+    0.6734859347343445,
+    0.6475989818572998,
+    0.614258885383606,
+    0.6191089153289795,
+    0.5843459963798523,
+    0.5102682709693909,
+    0.6345891356468201,
+    0.6212865710258484,
+    0.6565585732460022,
+    0.6281802654266357,
+    0.5700175166130066,
+    0.6567631959915161,
+    0.5528181791305542,
+    0.5931589603424072,
+    0.6094669699668884,
+    0.5565654039382935,
+    0.6108409762382507,
+    0.6413277387619019,
+    0.5505183935165405,
+    0.53813236951828,
+    0.525587797164917,
+    0.5619962811470032,
+    0.6310412287712097,
+    0.585272490978241,
+    0.49555912613868713,
+    0.6064868569374084,
+    0.5673660635948181,
+    0.6673902869224548,
+    0.6427334547042847,
+    0.5608180165290833,
+    0.5794612169265747,
+    0.6653004288673401,
+    0.6337735652923584,
+    0.6895351409912109,
+    0.5445753931999207,
+    0.5797579288482666,
+    0.5810239315032959,
+    0.5518214702606201,
+    0.8110213875770569,
+    0.562361478805542,
+    0.6440872550010681,
+    0.623153030872345,
+    0.6024316549301147,
+    0.6891983151435852,
+    0.6372910141944885,
+    0.5087097883224487,
+    0.5964226126670837,
+    0.6413608193397522,
+    0.6224899888038635,
+    0.586347758769989,
+    0.6103257536888123,
+    0.6939340829849243,
+    0.7411485910415649,
+    0.5392878651618958,
+    0.6475979685783386,
+    0.6070959568023682,
+    0.6124451160430908,
+    0.5594794154167175,
+    0.5565717220306396,
+    0.6148569583892822,
+    0.6123856902122498,
+    0.6541510820388794,
+    0.6414481997489929,
+    0.5211415886878967,
+    0.5895828604698181,
+    0.5706125497817993,
+    0.6083659529685974,
+    0.6355957984924316,
+    0.5914732813835144,
+    0.6451436877250671,
+    0.6709896922111511,
+    0.6014915108680725,
+    0.5941569805145264,
+    0.6189327239990234,
+    0.532678484916687,
+    0.6289993524551392,
+    0.6343148946762085,
+    0.638525664806366,
+    0.5720179080963135,
+    0.5676519274711609,
+    0.6002334356307983,
+    0.5612018704414368,
+    0.634792149066925,
+    0.592839777469635,
+    0.6502423882484436,
+    0.6348078846931458,
+    0.6877567768096924,
+    0.6017473936080933,
+    0.5532661080360413,
+    0.5428018569946289,
+    0.5811765193939209,
+    0.7077974677085876,
+    0.6285765767097473,
+    0.6166898608207703,
+    0.6466466784477234,
+    0.5710011720657349,
+    0.5738291144371033,
+    0.678260862827301,
+    0.5151175856590271,
+    0.6074897050857544,
+    0.6067408919334412,
+    0.6167157888412476,
+    0.5730733871459961,
+    0.5550053119659424,
+    0.5501771569252014,
+    0.4922736883163452,
+    0.7073591947555542,
+    0.6879488229751587,
+    0.6367504596710205,
+    0.5997468829154968,
+    0.6029359102249146,
+    0.6353234648704529,
+    0.6315765380859375,
+    0.5980629324913025,
+    0.6158239245414734,
+    0.6209264397621155,
+    0.5791271328926086,
+    0.6809969544410706,
+    0.5865533351898193,
+    0.6362876892089844,
+    0.6391741037368774,
+    0.6478822231292725,
+    0.5330116748809814,
+    0.6884692907333374,
+    0.6783130764961243,
+    0.7178704738616943,
+    0.5941582918167114,
+    0.5260624289512634,
+    0.6259464621543884,
+    0.5316046476364136,
+    0.6045438647270203,
+    0.5708749890327454,
+    0.6195846199989319,
+    0.7341629266738892,
+    0.5936442613601685,
+    0.5599984526634216,
+    0.5719881057739258,
+    0.5482431650161743,
+    0.5967822670936584,
+    0.5678104758262634,
+    0.5301296710968018,
+    0.5646392703056335,
+    0.5430506467819214,
+    0.6188583970069885,
+    0.6064330339431763,
+    0.5413675904273987,
+    0.5760396718978882,
+    0.6162415742874146,
+    0.5798090696334839,
+    0.6302304267883301,
+    0.7640587687492371,
+    0.5608726143836975,
+    0.6606929898262024,
+    0.5840433239936829,
+    0.5272436141967773,
+    0.6333963871002197,
+    0.5952392220497131,
+    0.5825886130332947,
+    0.5506742596626282,
+    0.6326967477798462,
+    0.5709408521652222,
+    0.5483546257019043,
+    0.6065624356269836,
+    0.5987140536308289,
+    0.5934473276138306,
+    0.5644885301589966,
+    0.6086827516555786,
+    0.6067093014717102,
+    0.5503631234169006,
+    0.7239025831222534,
+    0.5141128897666931,
+    0.5715090036392212,
+    0.5624484419822693,
+    0.6104487180709839,
+    0.6533470153808594,
+    0.49528586864471436,
+    0.5119380950927734,
+    0.5732961297035217,
+    0.5705687999725342,
+    0.5427153706550598,
+    0.6176130771636963,
+    0.6133677959442139,
+    0.582001805305481,
+    0.5622712969779968,
+    0.5795092582702637,
+    0.6123093366622925,
+    0.6689103841781616,
+    0.659374475479126,
+    0.5734378099441528,
+    0.5314116477966309,
+    0.57623291015625,
+    0.6039913296699524,
+    0.5926320552825928,
+    0.520601749420166,
+    0.5393100380897522,
+    0.4951730966567993,
+    0.6676828861236572,
+    0.6064187288284302,
+    0.5939291715621948,
+    0.5111986994743347,
+    0.5402544140815735,
+    0.629767119884491,
+    0.6188461184501648,
+    0.5956953763961792,
+    0.6571699976921082,
+    0.6733701229095459,
+    0.5986352562904358,
+    0.6021643280982971,
+    0.5503064393997192,
+    0.6353280544281006,
+    0.6491192579269409,
+    0.6002330780029297,
+    0.5336983799934387,
+    0.6267068386077881,
+    0.6358957886695862,
+    0.5546926259994507,
+    0.483473539352417,
+    0.5703029632568359,
+    0.6379374265670776,
+    0.6341038942337036,
+    0.6451306343078613,
+    0.5917609333992004,
+    0.6690178513526917,
+    0.5335926413536072,
+    0.5906760096549988,
+    0.6151384115219116,
+    0.5457062721252441,
+    0.6561442613601685,
+    0.6234592795372009,
+    0.5687429904937744,
+    0.5781155228614807,
+    0.6729336380958557,
+    0.6529629230499268,
+    0.6417418122291565,
+    0.575583279132843,
+    0.5850204229354858,
+    0.5912057757377625,
+    0.5651810765266418,
+    0.5774565935134888,
+    0.6069214344024658,
+    0.5835436582565308,
+    0.67246013879776,
+    0.6443911790847778,
+    0.6564366221427917,
+    0.6956886649131775,
+    0.6307955980300903,
+    0.6698362827301025,
+    0.6013064980506897,
+    0.6003924608230591,
+    0.5246433615684509,
+    0.5886748433113098,
+    0.6143233776092529,
+    0.6105234622955322,
+    0.6109539866447449,
+    0.5257807374000549,
+    0.6621200442314148,
+    0.5156315565109253,
+    0.5115576982498169,
+    0.5685268044471741,
+    0.5612024664878845,
+    0.5354894995689392,
+    0.6272939443588257,
+    0.6089571714401245,
+    0.6017140746116638,
+    0.608081579208374,
+    0.5427433848381042,
+    0.6278012990951538,
+    0.6694928407669067,
+    0.6060402989387512,
+    0.6007354855537415,
+    0.6140789985656738,
+    0.5571481585502625,
+    0.5358425378799438,
+    0.5810016393661499,
+    0.5849239230155945,
+    0.5571081638336182,
+    0.4474687874317169,
+    0.673940122127533,
+    0.6317105889320374,
+    0.586728572845459,
+    0.653506338596344,
+    0.6633599996566772,
+    0.5274452567100525,
+    0.5812018513679504,
+    0.5774999260902405,
+    0.5460174679756165,
+    0.6963341236114502,
+    0.5510480999946594,
+    0.5650836229324341,
+    0.595104455947876,
+    0.5895956754684448,
+    0.5829669237136841,
+    0.602674126625061,
+    0.621370792388916,
+    0.7028919458389282,
+    0.5983849763870239,
+    0.558662474155426,
+    0.5801413655281067,
+    0.6239773631095886,
+    0.6171722412109375,
+    0.6516067385673523,
+    0.5810672044754028,
+    0.5796078443527222,
+    0.5518816113471985,
+    0.6002833247184753,
+    0.6275120973587036,
+    0.6339312791824341,
+    0.6146025061607361,
+    0.5370904207229614,
+    0.5512076616287231,
+    0.6108859181404114,
+    0.6960489749908447,
+    0.604191243648529,
+    0.623136043548584,
+    0.5848609209060669,
+    0.6533395648002625,
+    0.6450281739234924,
+    0.6048720479011536,
+    0.5352845191955566,
+    0.540151834487915,
+    0.6144888997077942,
+    0.5260953307151794,
+    0.6218687295913696,
+    0.6869519352912903,
+    0.5271106362342834,
+    0.6254327297210693,
+    0.5593287348747253,
+    0.5832233428955078,
+    0.6044977903366089,
+    0.6465445756912231,
+    0.517780065536499,
+    0.6186952590942383
+  ],
+  "training_config": {
+    "batch_size": 8,
+    "num_epochs": 6,
+    "learning_rate": 0.0001,
+    "weight_decay": 0.01,
+    "warmup_steps": 1000,
+    "max_grad_norm": 1.0,
+    "eval_steps": 500,
+    "save_steps": 500
+  },
+  "model_config": {
+    "vocab_size": 4796,
+    "model_dim": 256,
+    "num_heads": 8,
+    "num_layers": 6,
+    "max_sequence_length": 1024,
+    "dropout": 0.1
+  },
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure"
+}