Upload structure model checkpoint at step 1000

checkpoint_1000/README.md

@@ -0,0 +1,46 @@
+---
+library_name: mlx
+pipeline_tag: text-generation
+tags:
+- music
+- midi
+- generation
+- mlx
+- autoregressive
+- structure
+- musiclang
+---
+
+# okai-musiclang-structure v2.0 - Structure Model
+
+This is an autoregressive structure generation model for music using MLX.
+
+## Model Details
+
+- **Model Type**: Structure Generator (Autoregressive)
+- **Version**: v2.0
+- **Step**: 1000
+- **Architecture**: Transformer with causal language modeling
+- **Vocabulary Size**: 4796
+- **Model Dimension**: 256
+- **Layers**: 6
+- **Max Sequence Length**: 1024
+
+## Training Configuration
+
+- **Batch Size**: 16
+- **Learning Rate**: 1e-05
+- **Training Steps**: 1000
+
+## Usage
+
+This model generates sequential music structure:
+- Input: Song control tokens (genre, instruments, etc.)
+- Output: Sequential bar structure with chords and tonality
+
+Example generation:
+```
+GENRE__ROCK SUBGENRE__ALTERNATIVE START BAR__1 CHORD_DEGREE__1 TONALITY_DEGREE__1 BAR__2 CHORD_DEGREE__4 TONALITY_DEGREE__5 ... WILL_END
+```
+
+Generated with MLX framework for Apple Silicon.

checkpoint_1000/config.json

@@ -0,0 +1,14 @@
+{
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure",
+  "global_step": 1000,
+  "architecture": "AutoregressiveTransformer",
+  "training_type": "causal_lm",
+  "vocab_size": 4796,
+  "model_dim": 256,
+  "num_heads": 8,
+  "num_layers": 6,
+  "max_sequence_length": 1024,
+  "dropout": 0.1
+}

checkpoint_1000/model.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d499319564b99fc37f47c569527b3addaeaa86932ef601955965372bdea9d00a
+size 29839884

checkpoint_1000/training_state.json

@@ -0,0 +1,1029 @@
+{
+  "global_step": 1000,
+  "epoch": 0,
+  "trainer_step": 1000,
+  "learning_rate": 9.999999747378752e-06,
+  "epoch_losses": [
+    8.533641815185547,
+    8.249370574951172,
+    8.213305473327637,
+    8.278966903686523,
+    8.23258113861084,
+    8.241193771362305,
+    8.217904090881348,
+    8.21481704711914,
+    8.175235748291016,
+    8.241929054260254,
+    8.216574668884277,
+    8.182279586791992,
+    8.235946655273438,
+    8.158271789550781,
+    8.183603286743164,
+    8.174986839294434,
+    8.174087524414062,
+    8.193735122680664,
+    8.1138277053833,
+    8.178915977478027,
+    8.13733959197998,
+    8.116848945617676,
+    8.12458610534668,
+    8.108814239501953,
+    8.11782455444336,
+    8.054926872253418,
+    8.09478759765625,
+    8.03462028503418,
+    8.039204597473145,
+    8.021127700805664,
+    7.985850811004639,
+    8.018377304077148,
+    7.975757598876953,
+    7.970521926879883,
+    7.973249912261963,
+    7.98308801651001,
+    7.928061008453369,
+    7.921592712402344,
+    7.877164840698242,
+    7.93072509765625,
+    7.862425327301025,
+    7.849054336547852,
+    7.868475437164307,
+    7.810122489929199,
+    7.802501201629639,
+    7.763761043548584,
+    7.763960361480713,
+    7.7838134765625,
+    7.74245023727417,
+    7.72191047668457,
+    7.720407962799072,
+    7.749114990234375,
+    7.667845249176025,
+    7.750572204589844,
+    7.608697891235352,
+    7.731229782104492,
+    7.543056488037109,
+    7.583296775817871,
+    7.699796676635742,
+    7.531789779663086,
+    7.5622172355651855,
+    7.552298069000244,
+    7.47780704498291,
+    7.545022010803223,
+    7.474845886230469,
+    7.508591651916504,
+    7.597563743591309,
+    7.467597961425781,
+    7.43573522567749,
+    7.430948734283447,
+    7.401016712188721,
+    7.387894153594971,
+    7.382081508636475,
+    7.391578197479248,
+    7.341254234313965,
+    7.398681640625,
+    7.253234386444092,
+    7.311158180236816,
+    7.362645626068115,
+    7.242771148681641,
+    7.285556316375732,
+    7.456370830535889,
+    7.253568649291992,
+    7.223536014556885,
+    7.170419692993164,
+    7.169544219970703,
+    7.117415904998779,
+    7.243345737457275,
+    7.245051383972168,
+    7.1828083992004395,
+    7.133808135986328,
+    7.0904765129089355,
+    7.207395076751709,
+    7.132864952087402,
+    7.066303730010986,
+    7.16894006729126,
+    6.984847545623779,
+    7.179343223571777,
+    7.130866527557373,
+    7.095851421356201,
+    7.012323379516602,
+    7.070097923278809,
+    7.045478343963623,
+    6.896512031555176,
+    7.001674652099609,
+    6.994753837585449,
+    6.963001728057861,
+    6.950398921966553,
+    6.902371406555176,
+    6.983620643615723,
+    7.014571666717529,
+    6.812811374664307,
+    6.928337097167969,
+    6.88639497756958,
+    6.767388343811035,
+    6.820084095001221,
+    6.802022933959961,
+    6.78419303894043,
+    6.850407600402832,
+    6.862349987030029,
+    6.776767253875732,
+    6.725618362426758,
+    6.872492790222168,
+    6.707313537597656,
+    6.855022430419922,
+    6.769525051116943,
+    6.696621894836426,
+    6.843217372894287,
+    6.610928058624268,
+    6.687578201293945,
+    6.63771390914917,
+    6.776702404022217,
+    6.666480541229248,
+    6.670825958251953,
+    6.595132350921631,
+    6.682031154632568,
+    6.650390148162842,
+    6.568670272827148,
+    6.768202781677246,
+    6.56696081161499,
+    6.589775085449219,
+    6.752619743347168,
+    6.677834987640381,
+    6.580569744110107,
+    6.540944576263428,
+    6.628304958343506,
+    6.512032985687256,
+    6.564898490905762,
+    6.516762733459473,
+    6.488214015960693,
+    6.5563740730285645,
+    6.598067760467529,
+    6.400941848754883,
+    6.468410491943359,
+    6.355321407318115,
+    6.513485431671143,
+    6.520254611968994,
+    6.55357027053833,
+    6.450283527374268,
+    6.414883136749268,
+    6.390750408172607,
+    6.445383071899414,
+    6.432184219360352,
+    6.3682169914245605,
+    6.450988292694092,
+    6.3371357917785645,
+    6.364427089691162,
+    6.268618583679199,
+    6.296602725982666,
+    6.311620712280273,
+    6.48854398727417,
+    6.3188910484313965,
+    6.32512092590332,
+    6.472036361694336,
+    6.275857448577881,
+    6.284448623657227,
+    6.2503228187561035,
+    6.342373847961426,
+    6.21042013168335,
+    6.335525035858154,
+    6.289359092712402,
+    6.382011890411377,
+    6.3722944259643555,
+    6.3691325187683105,
+    6.447114944458008,
+    6.339660167694092,
+    6.313081741333008,
+    6.297942161560059,
+    6.2732720375061035,
+    6.2748918533325195,
+    6.259987831115723,
+    6.403252601623535,
+    6.137993812561035,
+    6.1888227462768555,
+    6.238926410675049,
+    6.239675998687744,
+    6.152273654937744,
+    6.213259696960449,
+    6.096896171569824,
+    6.281241416931152,
+    6.186800003051758,
+    6.226377964019775,
+    6.2115912437438965,
+    6.077830791473389,
+    6.114934921264648,
+    6.136539936065674,
+    5.997470378875732,
+    5.985708713531494,
+    6.144141674041748,
+    6.092845439910889,
+    6.141261100769043,
+    6.006298542022705,
+    6.142297267913818,
+    5.961302757263184,
+    5.958497047424316,
+    6.083192825317383,
+    6.037881374359131,
+    6.070004463195801,
+    6.023356914520264,
+    5.999241828918457,
+    6.23020076751709,
+    5.8620405197143555,
+    5.912690162658691,
+    6.006953239440918,
+    5.985997676849365,
+    5.937958717346191,
+    6.033136367797852,
+    5.999087333679199,
+    6.063783645629883,
+    6.137297630310059,
+    5.9147233963012695,
+    5.865356922149658,
+    5.946539402008057,
+    5.763004302978516,
+    6.061219692230225,
+    5.817047119140625,
+    5.999147891998291,
+    5.780109405517578,
+    5.843562126159668,
+    5.952946662902832,
+    5.953010082244873,
+    5.726863861083984,
+    5.912685871124268,
+    5.788283348083496,
+    5.8707780838012695,
+    5.694561004638672,
+    5.898619651794434,
+    5.947425365447998,
+    5.920815944671631,
+    5.699347019195557,
+    5.96458625793457,
+    5.8879804611206055,
+    5.765600204467773,
+    5.977779865264893,
+    5.714404582977295,
+    5.73924446105957,
+    5.690033435821533,
+    5.687538146972656,
+    5.639945030212402,
+    5.629532814025879,
+    5.711661338806152,
+    5.7155866622924805,
+    5.6287760734558105,
+    5.625280380249023,
+    5.7265400886535645,
+    5.655271530151367,
+    5.739659786224365,
+    5.623749256134033,
+    5.663809299468994,
+    5.700953960418701,
+    5.577744960784912,
+    5.5986528396606445,
+    5.596560001373291,
+    5.548346996307373,
+    5.595094680786133,
+    5.479344367980957,
+    5.42011833190918,
+    5.441346645355225,
+    5.580869674682617,
+    5.466404914855957,
+    5.457706928253174,
+    5.851115703582764,
+    5.428859233856201,
+    5.542395114898682,
+    5.520089149475098,
+    5.5357666015625,
+    5.481703281402588,
+    5.452491283416748,
+    5.426485061645508,
+    5.42396354675293,
+    5.3393940925598145,
+    5.425936698913574,
+    5.299767971038818,
+    5.199957370758057,
+    5.475584030151367,
+    5.502594470977783,
+    5.403427600860596,
+    5.453193664550781,
+    5.363380432128906,
+    5.539879322052002,
+    5.305394172668457,
+    5.489497184753418,
+    5.370314598083496,
+    5.346648216247559,
+    5.421552658081055,
+    5.367100715637207,
+    5.45701265335083,
+    5.1264824867248535,
+    5.539360523223877,
+    5.080305576324463,
+    5.405026912689209,
+    5.2083048820495605,
+    5.417178630828857,
+    5.433363914489746,
+    5.290194988250732,
+    5.367462158203125,
+    5.234984874725342,
+    5.2744221687316895,
+    5.15809965133667,
+    5.1627068519592285,
+    5.04408073425293,
+    5.37129020690918,
+    5.177445411682129,
+    5.2997517585754395,
+    5.147530555725098,
+    5.243494033813477,
+    5.315242290496826,
+    5.541989326477051,
+    5.516964912414551,
+    5.160497188568115,
+    5.043497085571289,
+    5.038497447967529,
+    5.227731704711914,
+    5.276983261108398,
+    5.3126983642578125,
+    5.231666564941406,
+    5.209484100341797,
+    5.028507709503174,
+    5.1026716232299805,
+    4.957376956939697,
+    5.071759223937988,
+    5.149089336395264,
+    5.12722635269165,
+    5.054116249084473,
+    5.050735950469971,
+    5.071963787078857,
+    5.1522440910339355,
+    5.171833515167236,
+    4.968806266784668,
+    5.117867469787598,
+    4.971498966217041,
+    4.893161296844482,
+    4.927934646606445,
+    5.0174736976623535,
+    5.079720973968506,
+    5.020792484283447,
+    5.239316463470459,
+    5.034061431884766,
+    4.875212669372559,
+    4.9884161949157715,
+    5.007253170013428,
+    5.058053016662598,
+    4.84358024597168,
+    4.876876354217529,
+    4.955864906311035,
+    5.069127082824707,
+    4.824237823486328,
+    4.878872871398926,
+    4.840477466583252,
+    5.008471488952637,
+    4.999197959899902,
+    4.743509292602539,
+    4.902215957641602,
+    4.879490852355957,
+    4.939825057983398,
+    5.129141807556152,
+    4.831119537353516,
+    5.072861671447754,
+    4.8664655685424805,
+    4.868271827697754,
+    4.750430107116699,
+    4.6679911613464355,
+    4.702034950256348,
+    4.8597025871276855,
+    4.798350811004639,
+    4.854359149932861,
+    4.682636260986328,
+    4.816483974456787,
+    5.196009635925293,
+    4.88635778427124,
+    4.942518711090088,
+    4.897806644439697,
+    4.658376216888428,
+    4.691962242126465,
+    4.7886857986450195,
+    4.6910810470581055,
+    4.66346549987793,
+    4.64517068862915,
+    4.694141387939453,
+    4.813719272613525,
+    4.691742897033691,
+    4.687157154083252,
+    4.742137908935547,
+    4.76186990737915,
+    4.621423721313477,
+    4.580658912658691,
+    4.608345031738281,
+    4.6913275718688965,
+    4.649319171905518,
+    4.634782791137695,
+    4.967245578765869,
+    4.539463520050049,
+    4.769240856170654,
+    4.694432735443115,
+    4.840438365936279,
+    4.564076900482178,
+    4.789333820343018,
+    4.588627815246582,
+    4.630906581878662,
+    4.587449550628662,
+    4.6729888916015625,
+    4.848714828491211,
+    4.505236625671387,
+    4.412752628326416,
+    4.601399898529053,
+    4.687258720397949,
+    4.542797088623047,
+    4.705384254455566,
+    4.6192169189453125,
+    4.622165203094482,
+    4.769464492797852,
+    4.858829021453857,
+    4.624948501586914,
+    4.513854503631592,
+    4.475278377532959,
+    4.697529315948486,
+    4.448596954345703,
+    4.508578777313232,
+    4.603858947753906,
+    4.592143535614014,
+    4.597321510314941,
+    4.405484676361084,
+    4.455957412719727,
+    4.68441104888916,
+    4.581703186035156,
+    4.576325416564941,
+    4.38858699798584,
+    4.806777477264404,
+    4.450065612792969,
+    4.598170280456543,
+    4.4968132972717285,
+    4.4431867599487305,
+    4.424848556518555,
+    4.691896438598633,
+    4.404933452606201,
+    4.627661228179932,
+    4.616960525512695,
+    4.374143123626709,
+    4.3904500007629395,
+    4.51494026184082,
+    4.344545841217041,
+    4.251694679260254,
+    4.376049995422363,
+    4.394769191741943,
+    4.3416337966918945,
+    4.325849533081055,
+    4.240214824676514,
+    4.543012619018555,
+    4.365054130554199,
+    4.355646133422852,
+    4.542186737060547,
+    4.4532880783081055,
+    4.388335704803467,
+    4.364323139190674,
+    4.449298858642578,
+    4.362290859222412,
+    4.298976898193359,
+    4.212967395782471,
+    4.4806742668151855,
+    4.220837116241455,
+    4.407044410705566,
+    4.3456645011901855,
+    4.286310195922852,
+    4.43644905090332,
+    4.452373504638672,
+    4.337240695953369,
+    4.4666924476623535,
+    4.212227821350098,
+    4.5424299240112305,
+    4.221527576446533,
+    4.183377265930176,
+    4.348011493682861,
+    4.2196431159973145,
+    4.477828502655029,
+    4.541874408721924,
+    4.350090026855469,
+    4.454653739929199,
+    4.167858600616455,
+    4.236715793609619,
+    4.096307754516602,
+    4.280576229095459,
+    4.2097015380859375,
+    4.331425189971924,
+    4.137143611907959,
+    4.283599853515625,
+    4.292016506195068,
+    4.11891508102417,
+    4.386879920959473,
+    4.2397871017456055,
+    4.100808143615723,
+    4.173342704772949,
+    4.121007919311523,
+    4.1523637771606445,
+    4.256847858428955,
+    4.0087127685546875,
+    4.028107643127441,
+    4.222931385040283,
+    4.2839179039001465,
+    4.182793140411377,
+    4.211657524108887,
+    4.056021690368652,
+    4.281248092651367,
+    4.343195915222168,
+    4.002739429473877,
+    4.155507564544678,
+    3.9962515830993652,
+    4.188836097717285,
+    4.145668983459473,
+    4.010072231292725,
+    4.060582160949707,
+    4.105543613433838,
+    4.22021484375,
+    4.042476177215576,
+    3.888650894165039,
+    3.984036445617676,
+    3.9749391078948975,
+    4.110218048095703,
+    3.9104764461517334,
+    4.129323482513428,
+    3.937959909439087,
+    4.072470664978027,
+    3.9307467937469482,
+    4.206313610076904,
+    4.029976844787598,
+    3.9994702339172363,
+    4.118963241577148,
+    4.082000255584717,
+    3.9460225105285645,
+    3.9396636486053467,
+    3.861879587173462,
+    3.8802380561828613,
+    3.724233627319336,
+    3.961315155029297,
+    4.063701152801514,
+    4.114805698394775,
+    3.9668211936950684,
+    4.044196128845215,
+    3.885617971420288,
+    3.962682008743286,
+    3.870309591293335,
+    3.9600324630737305,
+    3.8543050289154053,
+    3.925886869430542,
+    4.02041482925415,
+    3.9085123538970947,
+    4.1116251945495605,
+    3.8573482036590576,
+    3.9131596088409424,
+    3.9601376056671143,
+    3.8306498527526855,
+    3.9699339866638184,
+    4.014247894287109,
+    3.9502382278442383,
+    3.80417537689209,
+    3.8569602966308594,
+    3.768505096435547,
+    3.845214605331421,
+    3.7800650596618652,
+    3.716010808944702,
+    3.890866756439209,
+    3.942972183227539,
+    3.7716546058654785,
+    3.921427011489868,
+    4.146699905395508,
+    3.6767327785491943,
+    3.6712796688079834,
+    3.698092222213745,
+    3.943737506866455,
+    3.857822895050049,
+    3.6467113494873047,
+    3.8140511512756348,
+    3.990687370300293,
+    3.6557159423828125,
+    3.86319637298584,
+    3.7387657165527344,
+    3.7860701084136963,
+    3.6811463832855225,
+    3.8199524879455566,
+    4.0107951164245605,
+    3.6874842643737793,
+    3.8317666053771973,
+    3.773867607116699,
+    3.870197296142578,
+    3.6314189434051514,
+    3.9701931476593018,
+    3.6818530559539795,
+    3.9313769340515137,
+    3.77894926071167,
+    3.6438183784484863,
+    3.7790238857269287,
+    3.8065125942230225,
+    3.75600528717041,
+    3.6129579544067383,
+    3.6148509979248047,
+    3.5496997833251953,
+    3.7017815113067627,
+    3.665630578994751,
+    3.684300661087036,
+    3.592099905014038,
+    3.805872678756714,
+    3.772190570831299,
+    3.655817985534668,
+    3.813650131225586,
+    3.755359649658203,
+    3.6316421031951904,
+    3.68435001373291,
+    3.5313000679016113,
+    3.7646944522857666,
+    3.5997350215911865,
+    3.558772087097168,
+    3.5067429542541504,
+    3.6091864109039307,
+    3.678785562515259,
+    3.5802173614501953,
+    3.5154035091400146,
+    3.9156112670898438,
+    3.586582660675049,
+    3.5079526901245117,
+    3.658140182495117,
+    3.464531421661377,
+    3.5064451694488525,
+    3.5837037563323975,
+    3.5838351249694824,
+    3.9919779300689697,
+    3.736577033996582,
+    3.815570592880249,
+    3.469355583190918,
+    4.015162944793701,
+    3.7709834575653076,
+    3.652890920639038,
+    3.5658273696899414,
+    3.6751937866210938,
+    3.6112220287323,
+    3.812244415283203,
+    3.788872003555298,
+    3.6567955017089844,
+    3.4946417808532715,
+    3.890033721923828,
+    3.5997211933135986,
+    3.611994743347168,
+    3.6558291912078857,
+    3.5763654708862305,
+    3.688157796859741,
+    3.4388139247894287,
+    3.5307164192199707,
+    3.390301465988159,
+    3.5551726818084717,
+    3.736548662185669,
+    3.5187981128692627,
+    3.4427058696746826,
+    3.6168434619903564,
+    3.420522689819336,
+    3.4027931690216064,
+    3.51826810836792,
+    3.395158529281616,
+    3.3113105297088623,
+    3.5203440189361572,
+    3.5377471446990967,
+    3.4584856033325195,
+    3.475925922393799,
+    3.3773913383483887,
+    3.344630718231201,
+    3.4710278511047363,
+    3.562065362930298,
+    3.4452717304229736,
+    3.488769292831421,
+    3.446319103240967,
+    3.3109078407287598,
+    3.429919719696045,
+    3.4323086738586426,
+    3.2789149284362793,
+    3.3005940914154053,
+    3.4111649990081787,
+    3.4853978157043457,
+    3.345505714416504,
+    3.412311553955078,
+    3.7121758460998535,
+    3.412169933319092,
+    3.333207130432129,
+    3.583934783935547,
+    3.457736015319824,
+    3.1967320442199707,
+    3.4443881511688232,
+    3.576714038848877,
+    3.6045548915863037,
+    3.5419692993164062,
+    3.274928092956543,
+    3.3609678745269775,
+    3.464270830154419,
+    3.370351552963257,
+    3.332797050476074,
+    3.286163091659546,
+    3.300522804260254,
+    3.4246695041656494,
+    3.191547155380249,
+    3.2975850105285645,
+    3.3046646118164062,
+    3.3758201599121094,
+    3.2260799407958984,
+    3.188579797744751,
+    3.3666231632232666,
+    3.353480100631714,
+    3.4642090797424316,
+    3.1339728832244873,
+    3.235194683074951,
+    3.364885091781616,
+    3.36631441116333,
+    3.3010036945343018,
+    3.304511308670044,
+    3.322349786758423,
+    3.452357053756714,
+    3.3488903045654297,
+    3.5415048599243164,
+    3.29372239112854,
+    3.236581802368164,
+    3.451009750366211,
+    3.226008176803589,
+    3.313486337661743,
+    3.5109546184539795,
+    3.166599988937378,
+    3.4001996517181396,
+    3.263443946838379,
+    3.333855390548706,
+    3.2667884826660156,
+    3.1877832412719727,
+    3.1530208587646484,
+    3.168891191482544,
+    3.1026997566223145,
+    3.2903451919555664,
+    3.2361233234405518,
+    3.1433358192443848,
+    3.2087762355804443,
+    3.217475652694702,
+    3.275228977203369,
+    3.2795886993408203,
+    3.212587356567383,
+    3.3665080070495605,
+    3.0923590660095215,
+    3.46868634223938,
+    3.1051032543182373,
+    3.384324789047241,
+    3.235445022583008,
+    3.2070205211639404,
+    3.108297348022461,
+    3.040475845336914,
+    3.0519800186157227,
+    3.261326313018799,
+    3.1600899696350098,
+    3.144434928894043,
+    3.1419014930725098,
+    3.129348039627075,
+    3.3130884170532227,
+    3.2651944160461426,
+    3.318854808807373,
+    3.271796226501465,
+    3.0896434783935547,
+    3.181514263153076,
+    3.208332061767578,
+    3.0503530502319336,
+    3.321213483810425,
+    3.1487162113189697,
+    3.0511252880096436,
+    3.1618363857269287,
+    3.218312978744507,
+    3.042372226715088,
+    3.3382914066314697,
+    3.0962610244750977,
+    3.1670031547546387,
+    3.0517826080322266,
+    3.1345369815826416,
+    3.111971855163574,
+    3.1065475940704346,
+    3.1005640029907227,
+    3.0416100025177,
+    3.245342254638672,
+    3.0840413570404053,
+    3.132011890411377,
+    3.097848653793335,
+    2.8639333248138428,
+    3.1111767292022705,
+    3.146955966949463,
+    3.181107997894287,
+    3.066939115524292,
+    3.1089046001434326,
+    3.023041009902954,
+    3.0481176376342773,
+    3.1690752506256104,
+    3.0530011653900146,
+    3.2448558807373047,
+    3.163499116897583,
+    3.312053918838501,
+    3.248059034347534,
+    3.0522587299346924,
+    3.087059497833252,
+    3.2562389373779297,
+    3.2322235107421875,
+    3.095525026321411,
+    3.1137585639953613,
+    3.2403414249420166,
+    3.02558970451355,
+    3.1033060550689697,
+    3.11659574508667,
+    3.153081178665161,
+    3.034836769104004,
+    3.0910215377807617,
+    3.174250602722168,
+    3.104464292526245,
+    3.0603621006011963,
+    2.8993020057678223,
+    3.0561153888702393,
+    3.1041343212127686,
+    3.0261776447296143,
+    2.991422414779663,
+    3.020733118057251,
+    3.061457633972168,
+    3.1455624103546143,
+    3.081516981124878,
+    3.0829875469207764,
+    3.1083357334136963,
+    3.145988702774048,
+    2.819960832595825,
+    2.9380900859832764,
+    3.159029960632324,
+    3.112295150756836,
+    2.929882049560547,
+    3.012739419937134,
+    2.9885354042053223,
+    2.9774551391601562,
+    3.1407158374786377,
+    2.8942360877990723,
+    3.078559160232544,
+    2.93524169921875,
+    2.9850881099700928,
+    3.0126354694366455,
+    3.066103935241699,
+    2.885258913040161,
+    3.308652877807617,
+    2.7914397716522217,
+    3.031160593032837,
+    2.822665214538574,
+    3.0195186138153076,
+    3.1718389987945557,
+    3.1523568630218506,
+    3.084979772567749,
+    2.875796318054199,
+    3.1560275554656982,
+    2.8779821395874023,
+    2.9595108032226562,
+    2.8892617225646973,
+    3.02647066116333,
+    3.0548672676086426,
+    2.8849401473999023,
+    2.9098219871520996,
+    3.0119500160217285,
+    2.805471420288086,
+    2.955212354660034,
+    2.7979214191436768,
+    2.9306728839874268,
+    3.0986084938049316,
+    2.957674503326416,
+    2.8380725383758545,
+    2.9398999214172363,
+    3.053786039352417,
+    2.923002004623413,
+    2.894193172454834,
+    2.8229639530181885,
+    2.8532562255859375,
+    3.0599730014801025,
+    2.935152053833008,
+    2.777946949005127,
+    2.8282344341278076,
+    2.811850070953369,
+    2.874333381652832,
+    3.1238486766815186,
+    2.8489797115325928,
+    2.8890395164489746,
+    2.992251396179199,
+    2.898878335952759,
+    2.8388288021087646,
+    2.910890817642212,
+    2.834960699081421,
+    2.7433483600616455,
+    2.84890079498291,
+    2.725447177886963,
+    2.872978687286377,
+    3.114975690841675,
+    2.881629467010498,
+    2.734830856323242,
+    2.83321213722229,
+    2.815483331680298,
+    2.8902804851531982,
+    2.7753992080688477,
+    2.776355504989624,
+    2.9188594818115234,
+    2.8456966876983643,
+    2.756284236907959,
+    2.881194591522217,
+    2.777377128601074,
+    2.7727105617523193,
+    2.868232488632202,
+    2.7104568481445312,
+    2.821018934249878,
+    2.661567211151123,
+    2.8892855644226074,
+    2.7635178565979004,
+    2.8606393337249756,
+    2.8964242935180664,
+    2.8908331394195557,
+    2.9191110134124756,
+    2.77282977104187,
+    2.8988723754882812,
+    2.8447442054748535,
+    2.8638803958892822,
+    2.642504930496216,
+    2.679232597351074,
+    2.7416505813598633,
+    2.910874366760254,
+    2.915971279144287,
+    2.8553600311279297,
+    2.7825028896331787,
+    2.659245014190674,
+    2.86258864402771,
+    2.736839532852173,
+    2.8820407390594482,
+    2.934434175491333,
+    2.655684471130371,
+    2.644868850708008,
+    2.724583148956299,
+    2.813166618347168,
+    2.8823986053466797,
+    2.680570125579834,
+    2.804957866668701,
+    2.737304925918579,
+    2.636167287826538,
+    2.87711501121521,
+    2.8852932453155518,
+    2.774449348449707,
+    2.8540117740631104,
+    2.723649740219116,
+    2.6865234375,
+    2.8097598552703857,
+    2.6140568256378174,
+    2.8396027088165283,
+    2.743936061859131,
+    2.7352218627929688,
+    2.7672178745269775,
+    2.7167367935180664,
+    2.717552661895752,
+    2.769651174545288,
+    2.668170928955078,
+    2.6199252605438232,
+    2.691972255706787,
+    2.715707302093506,
+    2.7942287921905518,
+    2.8510119915008545,
+    2.618896245956421,
+    2.646195650100708,
+    2.7577874660491943,
+    2.581998348236084,
+    2.6847262382507324,
+    2.607008218765259,
+    2.697594165802002,
+    2.49121356010437,
+    2.6269662380218506,
+    2.722416639328003,
+    2.7219574451446533,
+    2.6483941078186035,
+    2.571809768676758,
+    2.6526317596435547,
+    2.609788179397583,
+    2.5784287452697754,
+    2.7861294746398926,
+    2.557845115661621,
+    2.563697099685669,
+    2.6116065979003906,
+    2.623349189758301,
+    2.4917376041412354,
+    2.716639757156372,
+    2.7802627086639404,
+    2.571815252304077
+  ],
+  "training_config": {
+    "batch_size": 16,
+    "num_epochs": 4,
+    "learning_rate": 1e-05,
+    "weight_decay": 0.01,
+    "warmup_steps": 1000,
+    "max_grad_norm": 1.0,
+    "eval_steps": 500,
+    "save_steps": 500
+  },
+  "model_config": {
+    "vocab_size": 4796,
+    "model_dim": 256,
+    "num_heads": 8,
+    "num_layers": 6,
+    "max_sequence_length": 1024,
+    "dropout": 0.1
+  },
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure"
+}