Upload structure model checkpoint at step 1500

checkpoint_1500/README.md

@@ -0,0 +1,46 @@
+---
+library_name: mlx
+pipeline_tag: text-generation
+tags:
+- music
+- midi
+- generation
+- mlx
+- autoregressive
+- structure
+- musiclang
+---
+
+# okai-musiclang-structure v2.0 - Structure Model
+
+This is an autoregressive structure generation model for music using MLX.
+
+## Model Details
+
+- **Model Type**: Structure Generator (Autoregressive)
+- **Version**: v2.0
+- **Step**: 1500
+- **Architecture**: Transformer with causal language modeling
+- **Vocabulary Size**: 4796
+- **Model Dimension**: 256
+- **Layers**: 6
+- **Max Sequence Length**: 1024
+
+## Training Configuration
+
+- **Batch Size**: 16
+- **Learning Rate**: 1e-05
+- **Training Steps**: 1500
+
+## Usage
+
+This model generates sequential music structure:
+- Input: Song control tokens (genre, instruments, etc.)
+- Output: Sequential bar structure with chords and tonality
+
+Example generation:
+```
+GENRE__ROCK SUBGENRE__ALTERNATIVE START BAR__1 CHORD_DEGREE__1 TONALITY_DEGREE__1 BAR__2 CHORD_DEGREE__4 TONALITY_DEGREE__5 ... WILL_END
+```
+
+Generated with MLX framework for Apple Silicon.

checkpoint_1500/config.json

@@ -0,0 +1,14 @@
+{
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure",
+  "global_step": 1500,
+  "architecture": "AutoregressiveTransformer",
+  "training_type": "causal_lm",
+  "vocab_size": 4796,
+  "model_dim": 256,
+  "num_heads": 8,
+  "num_layers": 6,
+  "max_sequence_length": 1024,
+  "dropout": 0.1
+}

checkpoint_1500/model.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce5e6c05bb85fc17380a9b168442af07b630f5a73fd9d5c946111ccbc0e2a5b
+size 29839884

checkpoint_1500/training_state.json

@@ -0,0 +1,1529 @@
+{
+  "global_step": 1500,
+  "epoch": 0,
+  "trainer_step": 1500,
+  "learning_rate": 9.999999747378752e-06,
+  "epoch_losses": [
+    8.533641815185547,
+    8.249370574951172,
+    8.213305473327637,
+    8.278966903686523,
+    8.23258113861084,
+    8.241193771362305,
+    8.217904090881348,
+    8.21481704711914,
+    8.175235748291016,
+    8.241929054260254,
+    8.216574668884277,
+    8.182279586791992,
+    8.235946655273438,
+    8.158271789550781,
+    8.183603286743164,
+    8.174986839294434,
+    8.174087524414062,
+    8.193735122680664,
+    8.1138277053833,
+    8.178915977478027,
+    8.13733959197998,
+    8.116848945617676,
+    8.12458610534668,
+    8.108814239501953,
+    8.11782455444336,
+    8.054926872253418,
+    8.09478759765625,
+    8.03462028503418,
+    8.039204597473145,
+    8.021127700805664,
+    7.985850811004639,
+    8.018377304077148,
+    7.975757598876953,
+    7.970521926879883,
+    7.973249912261963,
+    7.98308801651001,
+    7.928061008453369,
+    7.921592712402344,
+    7.877164840698242,
+    7.93072509765625,
+    7.862425327301025,
+    7.849054336547852,
+    7.868475437164307,
+    7.810122489929199,
+    7.802501201629639,
+    7.763761043548584,
+    7.763960361480713,
+    7.7838134765625,
+    7.74245023727417,
+    7.72191047668457,
+    7.720407962799072,
+    7.749114990234375,
+    7.667845249176025,
+    7.750572204589844,
+    7.608697891235352,
+    7.731229782104492,
+    7.543056488037109,
+    7.583296775817871,
+    7.699796676635742,
+    7.531789779663086,
+    7.5622172355651855,
+    7.552298069000244,
+    7.47780704498291,
+    7.545022010803223,
+    7.474845886230469,
+    7.508591651916504,
+    7.597563743591309,
+    7.467597961425781,
+    7.43573522567749,
+    7.430948734283447,
+    7.401016712188721,
+    7.387894153594971,
+    7.382081508636475,
+    7.391578197479248,
+    7.341254234313965,
+    7.398681640625,
+    7.253234386444092,
+    7.311158180236816,
+    7.362645626068115,
+    7.242771148681641,
+    7.285556316375732,
+    7.456370830535889,
+    7.253568649291992,
+    7.223536014556885,
+    7.170419692993164,
+    7.169544219970703,
+    7.117415904998779,
+    7.243345737457275,
+    7.245051383972168,
+    7.1828083992004395,
+    7.133808135986328,
+    7.0904765129089355,
+    7.207395076751709,
+    7.132864952087402,
+    7.066303730010986,
+    7.16894006729126,
+    6.984847545623779,
+    7.179343223571777,
+    7.130866527557373,
+    7.095851421356201,
+    7.012323379516602,
+    7.070097923278809,
+    7.045478343963623,
+    6.896512031555176,
+    7.001674652099609,
+    6.994753837585449,
+    6.963001728057861,
+    6.950398921966553,
+    6.902371406555176,
+    6.983620643615723,
+    7.014571666717529,
+    6.812811374664307,
+    6.928337097167969,
+    6.88639497756958,
+    6.767388343811035,
+    6.820084095001221,
+    6.802022933959961,
+    6.78419303894043,
+    6.850407600402832,
+    6.862349987030029,
+    6.776767253875732,
+    6.725618362426758,
+    6.872492790222168,
+    6.707313537597656,
+    6.855022430419922,
+    6.769525051116943,
+    6.696621894836426,
+    6.843217372894287,
+    6.610928058624268,
+    6.687578201293945,
+    6.63771390914917,
+    6.776702404022217,
+    6.666480541229248,
+    6.670825958251953,
+    6.595132350921631,
+    6.682031154632568,
+    6.650390148162842,
+    6.568670272827148,
+    6.768202781677246,
+    6.56696081161499,
+    6.589775085449219,
+    6.752619743347168,
+    6.677834987640381,
+    6.580569744110107,
+    6.540944576263428,
+    6.628304958343506,
+    6.512032985687256,
+    6.564898490905762,
+    6.516762733459473,
+    6.488214015960693,
+    6.5563740730285645,
+    6.598067760467529,
+    6.400941848754883,
+    6.468410491943359,
+    6.355321407318115,
+    6.513485431671143,
+    6.520254611968994,
+    6.55357027053833,
+    6.450283527374268,
+    6.414883136749268,
+    6.390750408172607,
+    6.445383071899414,
+    6.432184219360352,
+    6.3682169914245605,
+    6.450988292694092,
+    6.3371357917785645,
+    6.364427089691162,
+    6.268618583679199,
+    6.296602725982666,
+    6.311620712280273,
+    6.48854398727417,
+    6.3188910484313965,
+    6.32512092590332,
+    6.472036361694336,
+    6.275857448577881,
+    6.284448623657227,
+    6.2503228187561035,
+    6.342373847961426,
+    6.21042013168335,
+    6.335525035858154,
+    6.289359092712402,
+    6.382011890411377,
+    6.3722944259643555,
+    6.3691325187683105,
+    6.447114944458008,
+    6.339660167694092,
+    6.313081741333008,
+    6.297942161560059,
+    6.2732720375061035,
+    6.2748918533325195,
+    6.259987831115723,
+    6.403252601623535,
+    6.137993812561035,
+    6.1888227462768555,
+    6.238926410675049,
+    6.239675998687744,
+    6.152273654937744,
+    6.213259696960449,
+    6.096896171569824,
+    6.281241416931152,
+    6.186800003051758,
+    6.226377964019775,
+    6.2115912437438965,
+    6.077830791473389,
+    6.114934921264648,
+    6.136539936065674,
+    5.997470378875732,
+    5.985708713531494,
+    6.144141674041748,
+    6.092845439910889,
+    6.141261100769043,
+    6.006298542022705,
+    6.142297267913818,
+    5.961302757263184,
+    5.958497047424316,
+    6.083192825317383,
+    6.037881374359131,
+    6.070004463195801,
+    6.023356914520264,
+    5.999241828918457,
+    6.23020076751709,
+    5.8620405197143555,
+    5.912690162658691,
+    6.006953239440918,
+    5.985997676849365,
+    5.937958717346191,
+    6.033136367797852,
+    5.999087333679199,
+    6.063783645629883,
+    6.137297630310059,
+    5.9147233963012695,
+    5.865356922149658,
+    5.946539402008057,
+    5.763004302978516,
+    6.061219692230225,
+    5.817047119140625,
+    5.999147891998291,
+    5.780109405517578,
+    5.843562126159668,
+    5.952946662902832,
+    5.953010082244873,
+    5.726863861083984,
+    5.912685871124268,
+    5.788283348083496,
+    5.8707780838012695,
+    5.694561004638672,
+    5.898619651794434,
+    5.947425365447998,
+    5.920815944671631,
+    5.699347019195557,
+    5.96458625793457,
+    5.8879804611206055,
+    5.765600204467773,
+    5.977779865264893,
+    5.714404582977295,
+    5.73924446105957,
+    5.690033435821533,
+    5.687538146972656,
+    5.639945030212402,
+    5.629532814025879,
+    5.711661338806152,
+    5.7155866622924805,
+    5.6287760734558105,
+    5.625280380249023,
+    5.7265400886535645,
+    5.655271530151367,
+    5.739659786224365,
+    5.623749256134033,
+    5.663809299468994,
+    5.700953960418701,
+    5.577744960784912,
+    5.5986528396606445,
+    5.596560001373291,
+    5.548346996307373,
+    5.595094680786133,
+    5.479344367980957,
+    5.42011833190918,
+    5.441346645355225,
+    5.580869674682617,
+    5.466404914855957,
+    5.457706928253174,
+    5.851115703582764,
+    5.428859233856201,
+    5.542395114898682,
+    5.520089149475098,
+    5.5357666015625,
+    5.481703281402588,
+    5.452491283416748,
+    5.426485061645508,
+    5.42396354675293,
+    5.3393940925598145,
+    5.425936698913574,
+    5.299767971038818,
+    5.199957370758057,
+    5.475584030151367,
+    5.502594470977783,
+    5.403427600860596,
+    5.453193664550781,
+    5.363380432128906,
+    5.539879322052002,
+    5.305394172668457,
+    5.489497184753418,
+    5.370314598083496,
+    5.346648216247559,
+    5.421552658081055,
+    5.367100715637207,
+    5.45701265335083,
+    5.1264824867248535,
+    5.539360523223877,
+    5.080305576324463,
+    5.405026912689209,
+    5.2083048820495605,
+    5.417178630828857,
+    5.433363914489746,
+    5.290194988250732,
+    5.367462158203125,
+    5.234984874725342,
+    5.2744221687316895,
+    5.15809965133667,
+    5.1627068519592285,
+    5.04408073425293,
+    5.37129020690918,
+    5.177445411682129,
+    5.2997517585754395,
+    5.147530555725098,
+    5.243494033813477,
+    5.315242290496826,
+    5.541989326477051,
+    5.516964912414551,
+    5.160497188568115,
+    5.043497085571289,
+    5.038497447967529,
+    5.227731704711914,
+    5.276983261108398,
+    5.3126983642578125,
+    5.231666564941406,
+    5.209484100341797,
+    5.028507709503174,
+    5.1026716232299805,
+    4.957376956939697,
+    5.071759223937988,
+    5.149089336395264,
+    5.12722635269165,
+    5.054116249084473,
+    5.050735950469971,
+    5.071963787078857,
+    5.1522440910339355,
+    5.171833515167236,
+    4.968806266784668,
+    5.117867469787598,
+    4.971498966217041,
+    4.893161296844482,
+    4.927934646606445,
+    5.0174736976623535,
+    5.079720973968506,
+    5.020792484283447,
+    5.239316463470459,
+    5.034061431884766,
+    4.875212669372559,
+    4.9884161949157715,
+    5.007253170013428,
+    5.058053016662598,
+    4.84358024597168,
+    4.876876354217529,
+    4.955864906311035,
+    5.069127082824707,
+    4.824237823486328,
+    4.878872871398926,
+    4.840477466583252,
+    5.008471488952637,
+    4.999197959899902,
+    4.743509292602539,
+    4.902215957641602,
+    4.879490852355957,
+    4.939825057983398,
+    5.129141807556152,
+    4.831119537353516,
+    5.072861671447754,
+    4.8664655685424805,
+    4.868271827697754,
+    4.750430107116699,
+    4.6679911613464355,
+    4.702034950256348,
+    4.8597025871276855,
+    4.798350811004639,
+    4.854359149932861,
+    4.682636260986328,
+    4.816483974456787,
+    5.196009635925293,
+    4.88635778427124,
+    4.942518711090088,
+    4.897806644439697,
+    4.658376216888428,
+    4.691962242126465,
+    4.7886857986450195,
+    4.6910810470581055,
+    4.66346549987793,
+    4.64517068862915,
+    4.694141387939453,
+    4.813719272613525,
+    4.691742897033691,
+    4.687157154083252,
+    4.742137908935547,
+    4.76186990737915,
+    4.621423721313477,
+    4.580658912658691,
+    4.608345031738281,
+    4.6913275718688965,
+    4.649319171905518,
+    4.634782791137695,
+    4.967245578765869,
+    4.539463520050049,
+    4.769240856170654,
+    4.694432735443115,
+    4.840438365936279,
+    4.564076900482178,
+    4.789333820343018,
+    4.588627815246582,
+    4.630906581878662,
+    4.587449550628662,
+    4.6729888916015625,
+    4.848714828491211,
+    4.505236625671387,
+    4.412752628326416,
+    4.601399898529053,
+    4.687258720397949,
+    4.542797088623047,
+    4.705384254455566,
+    4.6192169189453125,
+    4.622165203094482,
+    4.769464492797852,
+    4.858829021453857,
+    4.624948501586914,
+    4.513854503631592,
+    4.475278377532959,
+    4.697529315948486,
+    4.448596954345703,
+    4.508578777313232,
+    4.603858947753906,
+    4.592143535614014,
+    4.597321510314941,
+    4.405484676361084,
+    4.455957412719727,
+    4.68441104888916,
+    4.581703186035156,
+    4.576325416564941,
+    4.38858699798584,
+    4.806777477264404,
+    4.450065612792969,
+    4.598170280456543,
+    4.4968132972717285,
+    4.4431867599487305,
+    4.424848556518555,
+    4.691896438598633,
+    4.404933452606201,
+    4.627661228179932,
+    4.616960525512695,
+    4.374143123626709,
+    4.3904500007629395,
+    4.51494026184082,
+    4.344545841217041,
+    4.251694679260254,
+    4.376049995422363,
+    4.394769191741943,
+    4.3416337966918945,
+    4.325849533081055,
+    4.240214824676514,
+    4.543012619018555,
+    4.365054130554199,
+    4.355646133422852,
+    4.542186737060547,
+    4.4532880783081055,
+    4.388335704803467,
+    4.364323139190674,
+    4.449298858642578,
+    4.362290859222412,
+    4.298976898193359,
+    4.212967395782471,
+    4.4806742668151855,
+    4.220837116241455,
+    4.407044410705566,
+    4.3456645011901855,
+    4.286310195922852,
+    4.43644905090332,
+    4.452373504638672,
+    4.337240695953369,
+    4.4666924476623535,
+    4.212227821350098,
+    4.5424299240112305,
+    4.221527576446533,
+    4.183377265930176,
+    4.348011493682861,
+    4.2196431159973145,
+    4.477828502655029,
+    4.541874408721924,
+    4.350090026855469,
+    4.454653739929199,
+    4.167858600616455,
+    4.236715793609619,
+    4.096307754516602,
+    4.280576229095459,
+    4.2097015380859375,
+    4.331425189971924,
+    4.137143611907959,
+    4.283599853515625,
+    4.292016506195068,
+    4.11891508102417,
+    4.386879920959473,
+    4.2397871017456055,
+    4.100808143615723,
+    4.173342704772949,
+    4.121007919311523,
+    4.1523637771606445,
+    4.256847858428955,
+    4.0087127685546875,
+    4.028107643127441,
+    4.222931385040283,
+    4.2839179039001465,
+    4.182793140411377,
+    4.211657524108887,
+    4.056021690368652,
+    4.281248092651367,
+    4.343195915222168,
+    4.002739429473877,
+    4.155507564544678,
+    3.9962515830993652,
+    4.188836097717285,
+    4.145668983459473,
+    4.010072231292725,
+    4.060582160949707,
+    4.105543613433838,
+    4.22021484375,
+    4.042476177215576,
+    3.888650894165039,
+    3.984036445617676,
+    3.9749391078948975,
+    4.110218048095703,
+    3.9104764461517334,
+    4.129323482513428,
+    3.937959909439087,
+    4.072470664978027,
+    3.9307467937469482,
+    4.206313610076904,
+    4.029976844787598,
+    3.9994702339172363,
+    4.118963241577148,
+    4.082000255584717,
+    3.9460225105285645,
+    3.9396636486053467,
+    3.861879587173462,
+    3.8802380561828613,
+    3.724233627319336,
+    3.961315155029297,
+    4.063701152801514,
+    4.114805698394775,
+    3.9668211936950684,
+    4.044196128845215,
+    3.885617971420288,
+    3.962682008743286,
+    3.870309591293335,
+    3.9600324630737305,
+    3.8543050289154053,
+    3.925886869430542,
+    4.02041482925415,
+    3.9085123538970947,
+    4.1116251945495605,
+    3.8573482036590576,
+    3.9131596088409424,
+    3.9601376056671143,
+    3.8306498527526855,
+    3.9699339866638184,
+    4.014247894287109,
+    3.9502382278442383,
+    3.80417537689209,
+    3.8569602966308594,
+    3.768505096435547,
+    3.845214605331421,
+    3.7800650596618652,
+    3.716010808944702,
+    3.890866756439209,
+    3.942972183227539,
+    3.7716546058654785,
+    3.921427011489868,
+    4.146699905395508,
+    3.6767327785491943,
+    3.6712796688079834,
+    3.698092222213745,
+    3.943737506866455,
+    3.857822895050049,
+    3.6467113494873047,
+    3.8140511512756348,
+    3.990687370300293,
+    3.6557159423828125,
+    3.86319637298584,
+    3.7387657165527344,
+    3.7860701084136963,
+    3.6811463832855225,
+    3.8199524879455566,
+    4.0107951164245605,
+    3.6874842643737793,
+    3.8317666053771973,
+    3.773867607116699,
+    3.870197296142578,
+    3.6314189434051514,
+    3.9701931476593018,
+    3.6818530559539795,
+    3.9313769340515137,
+    3.77894926071167,
+    3.6438183784484863,
+    3.7790238857269287,
+    3.8065125942230225,
+    3.75600528717041,
+    3.6129579544067383,
+    3.6148509979248047,
+    3.5496997833251953,
+    3.7017815113067627,
+    3.665630578994751,
+    3.684300661087036,
+    3.592099905014038,
+    3.805872678756714,
+    3.772190570831299,
+    3.655817985534668,
+    3.813650131225586,
+    3.755359649658203,
+    3.6316421031951904,
+    3.68435001373291,
+    3.5313000679016113,
+    3.7646944522857666,
+    3.5997350215911865,
+    3.558772087097168,
+    3.5067429542541504,
+    3.6091864109039307,
+    3.678785562515259,
+    3.5802173614501953,
+    3.5154035091400146,
+    3.9156112670898438,
+    3.586582660675049,
+    3.5079526901245117,
+    3.658140182495117,
+    3.464531421661377,
+    3.5064451694488525,
+    3.5837037563323975,
+    3.5838351249694824,
+    3.9919779300689697,
+    3.736577033996582,
+    3.815570592880249,
+    3.469355583190918,
+    4.015162944793701,
+    3.7709834575653076,
+    3.652890920639038,
+    3.5658273696899414,
+    3.6751937866210938,
+    3.6112220287323,
+    3.812244415283203,
+    3.788872003555298,
+    3.6567955017089844,
+    3.4946417808532715,
+    3.890033721923828,
+    3.5997211933135986,
+    3.611994743347168,
+    3.6558291912078857,
+    3.5763654708862305,
+    3.688157796859741,
+    3.4388139247894287,
+    3.5307164192199707,
+    3.390301465988159,
+    3.5551726818084717,
+    3.736548662185669,
+    3.5187981128692627,
+    3.4427058696746826,
+    3.6168434619903564,
+    3.420522689819336,
+    3.4027931690216064,
+    3.51826810836792,
+    3.395158529281616,
+    3.3113105297088623,
+    3.5203440189361572,
+    3.5377471446990967,
+    3.4584856033325195,
+    3.475925922393799,
+    3.3773913383483887,
+    3.344630718231201,
+    3.4710278511047363,
+    3.562065362930298,
+    3.4452717304229736,
+    3.488769292831421,
+    3.446319103240967,
+    3.3109078407287598,
+    3.429919719696045,
+    3.4323086738586426,
+    3.2789149284362793,
+    3.3005940914154053,
+    3.4111649990081787,
+    3.4853978157043457,
+    3.345505714416504,
+    3.412311553955078,
+    3.7121758460998535,
+    3.412169933319092,
+    3.333207130432129,
+    3.583934783935547,
+    3.457736015319824,
+    3.1967320442199707,
+    3.4443881511688232,
+    3.576714038848877,
+    3.6045548915863037,
+    3.5419692993164062,
+    3.274928092956543,
+    3.3609678745269775,
+    3.464270830154419,
+    3.370351552963257,
+    3.332797050476074,
+    3.286163091659546,
+    3.300522804260254,
+    3.4246695041656494,
+    3.191547155380249,
+    3.2975850105285645,
+    3.3046646118164062,
+    3.3758201599121094,
+    3.2260799407958984,
+    3.188579797744751,
+    3.3666231632232666,
+    3.353480100631714,
+    3.4642090797424316,
+    3.1339728832244873,
+    3.235194683074951,
+    3.364885091781616,
+    3.36631441116333,
+    3.3010036945343018,
+    3.304511308670044,
+    3.322349786758423,
+    3.452357053756714,
+    3.3488903045654297,
+    3.5415048599243164,
+    3.29372239112854,
+    3.236581802368164,
+    3.451009750366211,
+    3.226008176803589,
+    3.313486337661743,
+    3.5109546184539795,
+    3.166599988937378,
+    3.4001996517181396,
+    3.263443946838379,
+    3.333855390548706,
+    3.2667884826660156,
+    3.1877832412719727,
+    3.1530208587646484,
+    3.168891191482544,
+    3.1026997566223145,
+    3.2903451919555664,
+    3.2361233234405518,
+    3.1433358192443848,
+    3.2087762355804443,
+    3.217475652694702,
+    3.275228977203369,
+    3.2795886993408203,
+    3.212587356567383,
+    3.3665080070495605,
+    3.0923590660095215,
+    3.46868634223938,
+    3.1051032543182373,
+    3.384324789047241,
+    3.235445022583008,
+    3.2070205211639404,
+    3.108297348022461,
+    3.040475845336914,
+    3.0519800186157227,
+    3.261326313018799,
+    3.1600899696350098,
+    3.144434928894043,
+    3.1419014930725098,
+    3.129348039627075,
+    3.3130884170532227,
+    3.2651944160461426,
+    3.318854808807373,
+    3.271796226501465,
+    3.0896434783935547,
+    3.181514263153076,
+    3.208332061767578,
+    3.0503530502319336,
+    3.321213483810425,
+    3.1487162113189697,
+    3.0511252880096436,
+    3.1618363857269287,
+    3.218312978744507,
+    3.042372226715088,
+    3.3382914066314697,
+    3.0962610244750977,
+    3.1670031547546387,
+    3.0517826080322266,
+    3.1345369815826416,
+    3.111971855163574,
+    3.1065475940704346,
+    3.1005640029907227,
+    3.0416100025177,
+    3.245342254638672,
+    3.0840413570404053,
+    3.132011890411377,
+    3.097848653793335,
+    2.8639333248138428,
+    3.1111767292022705,
+    3.146955966949463,
+    3.181107997894287,
+    3.066939115524292,
+    3.1089046001434326,
+    3.023041009902954,
+    3.0481176376342773,
+    3.1690752506256104,
+    3.0530011653900146,
+    3.2448558807373047,
+    3.163499116897583,
+    3.312053918838501,
+    3.248059034347534,
+    3.0522587299346924,
+    3.087059497833252,
+    3.2562389373779297,
+    3.2322235107421875,
+    3.095525026321411,
+    3.1137585639953613,
+    3.2403414249420166,
+    3.02558970451355,
+    3.1033060550689697,
+    3.11659574508667,
+    3.153081178665161,
+    3.034836769104004,
+    3.0910215377807617,
+    3.174250602722168,
+    3.104464292526245,
+    3.0603621006011963,
+    2.8993020057678223,
+    3.0561153888702393,
+    3.1041343212127686,
+    3.0261776447296143,
+    2.991422414779663,
+    3.020733118057251,
+    3.061457633972168,
+    3.1455624103546143,
+    3.081516981124878,
+    3.0829875469207764,
+    3.1083357334136963,
+    3.145988702774048,
+    2.819960832595825,
+    2.9380900859832764,
+    3.159029960632324,
+    3.112295150756836,
+    2.929882049560547,
+    3.012739419937134,
+    2.9885354042053223,
+    2.9774551391601562,
+    3.1407158374786377,
+    2.8942360877990723,
+    3.078559160232544,
+    2.93524169921875,
+    2.9850881099700928,
+    3.0126354694366455,
+    3.066103935241699,
+    2.885258913040161,
+    3.308652877807617,
+    2.7914397716522217,
+    3.031160593032837,
+    2.822665214538574,
+    3.0195186138153076,
+    3.1718389987945557,
+    3.1523568630218506,
+    3.084979772567749,
+    2.875796318054199,
+    3.1560275554656982,
+    2.8779821395874023,
+    2.9595108032226562,
+    2.8892617225646973,
+    3.02647066116333,
+    3.0548672676086426,
+    2.8849401473999023,
+    2.9098219871520996,
+    3.0119500160217285,
+    2.805471420288086,
+    2.955212354660034,
+    2.7979214191436768,
+    2.9306728839874268,
+    3.0986084938049316,
+    2.957674503326416,
+    2.8380725383758545,
+    2.9398999214172363,
+    3.053786039352417,
+    2.923002004623413,
+    2.894193172454834,
+    2.8229639530181885,
+    2.8532562255859375,
+    3.0599730014801025,
+    2.935152053833008,
+    2.777946949005127,
+    2.8282344341278076,
+    2.811850070953369,
+    2.874333381652832,
+    3.1238486766815186,
+    2.8489797115325928,
+    2.8890395164489746,
+    2.992251396179199,
+    2.898878335952759,
+    2.8388288021087646,
+    2.910890817642212,
+    2.834960699081421,
+    2.7433483600616455,
+    2.84890079498291,
+    2.725447177886963,
+    2.872978687286377,
+    3.114975690841675,
+    2.881629467010498,
+    2.734830856323242,
+    2.83321213722229,
+    2.815483331680298,
+    2.8902804851531982,
+    2.7753992080688477,
+    2.776355504989624,
+    2.9188594818115234,
+    2.8456966876983643,
+    2.756284236907959,
+    2.881194591522217,
+    2.777377128601074,
+    2.7727105617523193,
+    2.868232488632202,
+    2.7104568481445312,
+    2.821018934249878,
+    2.661567211151123,
+    2.8892855644226074,
+    2.7635178565979004,
+    2.8606393337249756,
+    2.8964242935180664,
+    2.8908331394195557,
+    2.9191110134124756,
+    2.77282977104187,
+    2.8988723754882812,
+    2.8447442054748535,
+    2.8638803958892822,
+    2.642504930496216,
+    2.679232597351074,
+    2.7416505813598633,
+    2.910874366760254,
+    2.915971279144287,
+    2.8553600311279297,
+    2.7825028896331787,
+    2.659245014190674,
+    2.86258864402771,
+    2.736839532852173,
+    2.8820407390594482,
+    2.934434175491333,
+    2.655684471130371,
+    2.644868850708008,
+    2.724583148956299,
+    2.813166618347168,
+    2.8823986053466797,
+    2.680570125579834,
+    2.804957866668701,
+    2.737304925918579,
+    2.636167287826538,
+    2.87711501121521,
+    2.8852932453155518,
+    2.774449348449707,
+    2.8540117740631104,
+    2.723649740219116,
+    2.6865234375,
+    2.8097598552703857,
+    2.6140568256378174,
+    2.8396027088165283,
+    2.743936061859131,
+    2.7352218627929688,
+    2.7672178745269775,
+    2.7167367935180664,
+    2.717552661895752,
+    2.769651174545288,
+    2.668170928955078,
+    2.6199252605438232,
+    2.691972255706787,
+    2.715707302093506,
+    2.7942287921905518,
+    2.8510119915008545,
+    2.618896245956421,
+    2.646195650100708,
+    2.7577874660491943,
+    2.581998348236084,
+    2.6847262382507324,
+    2.607008218765259,
+    2.697594165802002,
+    2.49121356010437,
+    2.6269662380218506,
+    2.722416639328003,
+    2.7219574451446533,
+    2.6483941078186035,
+    2.571809768676758,
+    2.6526317596435547,
+    2.609788179397583,
+    2.5784287452697754,
+    2.7861294746398926,
+    2.557845115661621,
+    2.563697099685669,
+    2.6116065979003906,
+    2.623349189758301,
+    2.4917376041412354,
+    2.716639757156372,
+    2.7802627086639404,
+    2.571815252304077,
+    2.568366289138794,
+    2.6705822944641113,
+    2.6053647994995117,
+    2.488935947418213,
+    2.649080753326416,
+    2.4230339527130127,
+    2.7645339965820312,
+    2.5767815113067627,
+    2.5950469970703125,
+    2.577744722366333,
+    2.643599033355713,
+    2.6283857822418213,
+    2.6259543895721436,
+    2.6241602897644043,
+    2.5180606842041016,
+    2.5293731689453125,
+    2.5434250831604004,
+    2.63925838470459,
+    2.52925443649292,
+    2.7420761585235596,
+    2.5137126445770264,
+    2.549034357070923,
+    2.5920610427856445,
+    2.7206084728240967,
+    2.5569138526916504,
+    2.483999490737915,
+    2.4751951694488525,
+    2.366957187652588,
+    2.587740898132324,
+    2.571485996246338,
+    2.5174882411956787,
+    2.471998453140259,
+    2.510688543319702,
+    2.693265676498413,
+    2.481926918029785,
+    2.718287706375122,
+    2.495971441268921,
+    2.7916982173919678,
+    2.7205395698547363,
+    2.553344964981079,
+    2.5770201683044434,
+    2.692641258239746,
+    2.576740026473999,
+    2.5393123626708984,
+    2.318122625350952,
+    2.4535024166107178,
+    2.4200620651245117,
+    2.452131509780884,
+    2.6235058307647705,
+    2.5804946422576904,
+    2.4223215579986572,
+    2.5273232460021973,
+    2.581789493560791,
+    2.629502773284912,
+    2.475552558898926,
+    2.472017765045166,
+    2.5152626037597656,
+    2.48616361618042,
+    2.4550869464874268,
+    2.6173181533813477,
+    2.565751075744629,
+    2.6139111518859863,
+    2.4335274696350098,
+    2.4840221405029297,
+    2.4411208629608154,
+    2.416137456893921,
+    2.3734357357025146,
+    2.552826166152954,
+    2.4940946102142334,
+    2.4671154022216797,
+    2.513460397720337,
+    2.550065517425537,
+    2.606311798095703,
+    2.3883237838745117,
+    2.507842779159546,
+    2.6048128604888916,
+    2.647657871246338,
+    2.77850079536438,
+    2.4277071952819824,
+    2.489037036895752,
+    2.398479461669922,
+    2.4964427947998047,
+    2.4913268089294434,
+    2.4245126247406006,
+    2.4547314643859863,
+    2.354334831237793,
+    2.422503709793091,
+    2.3590972423553467,
+    2.3531494140625,
+    2.493046760559082,
+    2.430100679397583,
+    2.558985948562622,
+    2.36039137840271,
+    2.4269402027130127,
+    2.3817636966705322,
+    2.2862701416015625,
+    2.6436455249786377,
+    2.4769558906555176,
+    2.3936781883239746,
+    2.5473341941833496,
+    2.348057508468628,
+    2.4551072120666504,
+    2.5403592586517334,
+    2.3510725498199463,
+    2.418164014816284,
+    2.4834160804748535,
+    2.36944842338562,
+    2.4232850074768066,
+    2.4591434001922607,
+    2.4384875297546387,
+    2.272933006286621,
+    2.449707269668579,
+    2.4218688011169434,
+    2.4548027515411377,
+    2.408203601837158,
+    2.391115427017212,
+    2.3315792083740234,
+    2.321648597717285,
+    2.72367000579834,
+    2.4320085048675537,
+    2.3347537517547607,
+    2.558995246887207,
+    2.392232656478882,
+    2.485628604888916,
+    2.467245578765869,
+    2.4480953216552734,
+    2.382131814956665,
+    2.5812337398529053,
+    2.3699159622192383,
+    2.2729575634002686,
+    2.3363614082336426,
+    2.348665475845337,
+    2.3180439472198486,
+    2.3640480041503906,
+    2.305110454559326,
+    2.3158133029937744,
+    2.300987958908081,
+    2.3663432598114014,
+    2.39408278465271,
+    2.3424229621887207,
+    2.4769673347473145,
+    2.283702850341797,
+    2.280109405517578,
+    2.3166263103485107,
+    2.393947124481201,
+    2.350184440612793,
+    2.4070963859558105,
+    2.3744263648986816,
+    2.3743598461151123,
+    2.255134344100952,
+    2.303591251373291,
+    2.2269773483276367,
+    2.4347023963928223,
+    2.336698532104492,
+    2.3570563793182373,
+    2.3621621131896973,
+    2.340742826461792,
+    2.264120101928711,
+    2.2525553703308105,
+    2.338106155395508,
+    2.4001996517181396,
+    2.2657482624053955,
+    2.1522114276885986,
+    2.539339542388916,
+    2.2446417808532715,
+    2.382401943206787,
+    2.3883509635925293,
+    2.326258897781372,
+    2.2456367015838623,
+    2.3330678939819336,
+    2.24979829788208,
+    2.318737268447876,
+    2.2736573219299316,
+    2.2580831050872803,
+    2.3743317127227783,
+    2.253739833831787,
+    2.2850112915039062,
+    2.2583584785461426,
+    2.3591859340667725,
+    2.3305420875549316,
+    2.3027381896972656,
+    2.1468663215637207,
+    2.274914264678955,
+    2.3243136405944824,
+    2.24576997756958,
+    2.232539176940918,
+    2.2789394855499268,
+    2.266108989715576,
+    2.252450466156006,
+    2.1986396312713623,
+    2.3487868309020996,
+    2.2937264442443848,
+    2.164038896560669,
+    2.2998790740966797,
+    2.352111339569092,
+    2.2325615882873535,
+    2.3803963661193848,
+    2.330751419067383,
+    2.2484285831451416,
+    2.2804951667785645,
+    2.2521331310272217,
+    2.1948559284210205,
+    2.243422746658325,
+    2.2184650897979736,
+    2.2582504749298096,
+    2.213949680328369,
+    2.3296289443969727,
+    2.4049086570739746,
+    2.24733829498291,
+    2.221400499343872,
+    2.3115999698638916,
+    2.125295639038086,
+    2.2152042388916016,
+    2.097022771835327,
+    2.176302671432495,
+    2.361726999282837,
+    2.3072350025177,
+    2.2966432571411133,
+    2.1780664920806885,
+    2.442558526992798,
+    2.293884754180908,
+    2.1756420135498047,
+    2.1173505783081055,
+    2.1435601711273193,
+    2.1133344173431396,
+    2.297865867614746,
+    2.3090877532958984,
+    2.2284140586853027,
+    2.168501138687134,
+    2.170684337615967,
+    2.3437061309814453,
+    2.178072690963745,
+    2.209580183029175,
+    2.1557071208953857,
+    2.235687732696533,
+    2.2871196269989014,
+    2.3837568759918213,
+    2.1565842628479004,
+    2.149707555770874,
+    2.319214105606079,
+    2.1972177028656006,
+    2.2574050426483154,
+    2.1568222045898438,
+    2.2384142875671387,
+    2.133981227874756,
+    2.279909610748291,
+    2.1261563301086426,
+    2.115377426147461,
+    2.2469301223754883,
+    2.2099366188049316,
+    2.165220260620117,
+    2.1849279403686523,
+    2.1894898414611816,
+    2.159489154815674,
+    2.197525978088379,
+    2.0988359451293945,
+    2.2345528602600098,
+    2.172227382659912,
+    2.2281553745269775,
+    2.2710177898406982,
+    2.2907235622406006,
+    2.1567444801330566,
+    2.256337881088257,
+    2.1387689113616943,
+    2.185159206390381,
+    2.10559344291687,
+    2.203669309616089,
+    2.3424932956695557,
+    2.1109392642974854,
+    2.1549782752990723,
+    2.2297823429107666,
+    2.135706663131714,
+    2.2333574295043945,
+    2.230772018432617,
+    2.1667568683624268,
+    2.2114675045013428,
+    2.150006055831909,
+    2.154517889022827,
+    2.3554627895355225,
+    2.2218031883239746,
+    2.147796154022217,
+    2.1748149394989014,
+    2.3251991271972656,
+    2.382875442504883,
+    2.128675699234009,
+    2.2389349937438965,
+    2.222216844558716,
+    2.0904626846313477,
+    2.147963285446167,
+    2.1847500801086426,
+    2.1552116870880127,
+    2.103672981262207,
+    2.131760358810425,
+    2.104877233505249,
+    2.1405341625213623,
+    2.1297523975372314,
+    2.1422817707061768,
+    2.2315003871917725,
+    2.106722116470337,
+    2.1355159282684326,
+    2.139484167098999,
+    2.1603589057922363,
+    2.1763761043548584,
+    2.1741631031036377,
+    2.0916366577148438,
+    2.209834098815918,
+    2.0702502727508545,
+    2.1870923042297363,
+    2.1656532287597656,
+    2.1841824054718018,
+    2.1896016597747803,
+    2.2181689739227295,
+    2.1146552562713623,
+    2.2197213172912598,
+    2.0682225227355957,
+    2.17799973487854,
+    1.9960436820983887,
+    2.1491613388061523,
+    2.037167549133301,
+    2.0502114295959473,
+    2.1052634716033936,
+    2.078522205352783,
+    2.2412049770355225,
+    2.2155568599700928,
+    2.072831630706787,
+    2.0558924674987793,
+    2.1662981510162354,
+    2.1257095336914062,
+    2.1660475730895996,
+    2.110795259475708,
+    2.036144971847534,
+    2.1093909740448,
+    2.1498677730560303,
+    2.0922579765319824,
+    1.9771010875701904,
+    2.1482937335968018,
+    2.019468307495117,
+    2.1635379791259766,
+    2.237781286239624,
+    2.135448455810547,
+    2.1586899757385254,
+    2.152909517288208,
+    2.0513954162597656,
+    2.2040255069732666,
+    2.1875922679901123,
+    2.046825647354126,
+    1.981949806213379,
+    2.180290699005127,
+    2.1841697692871094,
+    2.144969940185547,
+    2.1508123874664307,
+    2.0174059867858887,
+    2.058586835861206,
+    2.0892789363861084,
+    2.1612424850463867,
+    2.0753304958343506,
+    2.2018253803253174,
+    2.142451047897339,
+    2.0794003009796143,
+    2.0909814834594727,
+    2.0534427165985107,
+    2.054175615310669,
+    1.9898478984832764,
+    2.2214081287384033,
+    1.9944779872894287,
+    2.0411131381988525,
+    2.052178382873535,
+    2.1478888988494873,
+    1.9852921962738037,
+    2.1643173694610596,
+    2.113172769546509,
+    1.9787144660949707,
+    1.91547429561615,
+    2.0645394325256348,
+    2.1273539066314697,
+    2.111928939819336,
+    2.1429314613342285,
+    2.017733335494995,
+    2.0646324157714844,
+    2.095104217529297,
+    2.100961208343506,
+    2.082761526107788,
+    2.0335986614227295,
+    2.034597873687744,
+    2.08518648147583,
+    2.1654725074768066,
+    2.0194079875946045,
+    2.0790762901306152,
+    2.001059055328369,
+    2.107211112976074,
+    2.0652706623077393,
+    2.0242152214050293,
+    1.974250078201294,
+    2.0797345638275146,
+    1.9719650745391846,
+    2.0497989654541016,
+    2.021529197692871,
+    2.095808267593384,
+    2.101215124130249,
+    2.0826621055603027,
+    2.127650499343872,
+    2.070951461791992,
+    2.089670181274414,
+    2.0027413368225098,
+    2.140994071960449,
+    2.037172555923462,
+    2.031179189682007,
+    1.9797638654708862,
+    1.9891794919967651,
+    2.004708766937256,
+    1.946435809135437,
+    2.130188226699829,
+    2.1837635040283203,
+    2.0482590198516846,
+    1.983698844909668,
+    2.0260045528411865,
+    1.9981852769851685,
+    2.192030668258667,
+    1.9449211359024048,
+    2.025653600692749,
+    2.2202980518341064,
+    2.0829062461853027,
+    2.0386762619018555,
+    1.9850523471832275,
+    2.030012845993042,
+    1.9307982921600342,
+    1.9956659078598022,
+    2.039921522140503,
+    2.1861908435821533,
+    2.125368118286133,
+    2.0172741413116455,
+    2.047809600830078,
+    2.078066825866699,
+    2.127288341522217,
+    1.9866338968276978,
+    2.036078929901123,
+    2.0082619190216064,
+    1.9355524778366089,
+    2.0085365772247314,
+    1.9626628160476685,
+    2.1164488792419434,
+    1.9590680599212646,
+    2.0584464073181152,
+    2.0003151893615723,
+    2.048591136932373,
+    1.9981656074523926,
+    2.0348312854766846,
+    1.9723469018936157,
+    1.8984652757644653,
+    1.9137306213378906,
+    2.1294119358062744,
+    1.9402096271514893,
+    1.9314144849777222,
+    2.0443780422210693,
+    2.0524771213531494,
+    1.9841547012329102,
+    1.9961565732955933,
+    1.995855689048767,
+    1.9175864458084106,
+    1.984182357788086,
+    1.9837456941604614,
+    2.029008150100708,
+    1.9453656673431396,
+    1.9426053762435913,
+    2.0446856021881104,
+    1.9756793975830078,
+    1.9573622941970825,
+    2.0086708068847656,
+    2.0871152877807617,
+    2.015153169631958,
+    1.9340277910232544,
+    1.9576385021209717,
+    2.1631460189819336,
+    1.899375319480896,
+    1.9844191074371338,
+    2.1136956214904785,
+    1.9117631912231445,
+    1.9458056688308716,
+    2.0437638759613037,
+    1.9955507516860962,
+    2.0428361892700195,
+    1.9129612445831299,
+    1.939749836921692,
+    2.058730125427246,
+    1.9309130907058716,
+    2.031139373779297,
+    2.0565061569213867,
+    1.9486092329025269,
+    2.060389757156372,
+    2.0305676460266113,
+    1.9219179153442383,
+    2.0553386211395264,
+    1.9581974744796753,
+    1.9412462711334229,
+    2.0091922283172607,
+    2.024068593978882,
+    1.941317081451416,
+    1.8826981782913208,
+    1.9808058738708496,
+    1.9224631786346436
+  ],
+  "training_config": {
+    "batch_size": 16,
+    "num_epochs": 4,
+    "learning_rate": 1e-05,
+    "weight_decay": 0.01,
+    "warmup_steps": 1000,
+    "max_grad_norm": 1.0,
+    "eval_steps": 500,
+    "save_steps": 500
+  },
+  "model_config": {
+    "vocab_size": 4796,
+    "model_dim": 256,
+    "num_heads": 8,
+    "num_layers": 6,
+    "max_sequence_length": 1024,
+    "dropout": 0.1
+  },
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure"
+}