Upload structure model checkpoint at step 9000

checkpoint_9000/README.md

@@ -0,0 +1,46 @@
+---
+library_name: mlx
+pipeline_tag: text-generation
+tags:
+- music
+- midi
+- generation
+- mlx
+- autoregressive
+- structure
+- musiclang
+---
+
+# okai-musiclang-structure v2.0 - Structure Model
+
+This is an autoregressive structure generation model for music using MLX.
+
+## Model Details
+
+- **Model Type**: Structure Generator (Autoregressive)
+- **Version**: v2.0
+- **Step**: 9000
+- **Architecture**: Transformer with causal language modeling
+- **Vocabulary Size**: 4796
+- **Model Dimension**: 256
+- **Layers**: 6
+- **Max Sequence Length**: 1024
+
+## Training Configuration
+
+- **Batch Size**: 16
+- **Learning Rate**: 1e-05
+- **Training Steps**: 9000
+
+## Usage
+
+This model generates sequential music structure:
+- Input: Song control tokens (genre, instruments, etc.)
+- Output: Sequential bar structure with chords and tonality
+
+Example generation:
+```
+GENRE__ROCK SUBGENRE__ALTERNATIVE START BAR__1 CHORD_DEGREE__1 TONALITY_DEGREE__1 BAR__2 CHORD_DEGREE__4 TONALITY_DEGREE__5 ... WILL_END
+```
+
+Generated with MLX framework for Apple Silicon.

checkpoint_9000/config.json

@@ -0,0 +1,14 @@
+{
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure",
+  "global_step": 9000,
+  "architecture": "AutoregressiveTransformer",
+  "training_type": "causal_lm",
+  "vocab_size": 4796,
+  "model_dim": 256,
+  "num_heads": 8,
+  "num_layers": 6,
+  "max_sequence_length": 1024,
+  "dropout": 0.1
+}

checkpoint_9000/model.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c445561f1f6d0c1ebcf484dda6937f8f2573ca93d06f5f914faf46815f157279
+size 29839884

checkpoint_9000/training_state.json

@@ -0,0 +1,1529 @@
+{
+  "global_step": 9000,
+  "epoch": 3,
+  "trainer_step": 9000,
+  "learning_rate": 9.999999747378752e-06,
+  "epoch_losses": [
+    0.7202352285385132,
+    0.6326150298118591,
+    0.7532398104667664,
+    0.8414366245269775,
+    0.7072098851203918,
+    0.6876503229141235,
+    0.768238365650177,
+    0.8117160201072693,
+    0.612808346748352,
+    0.6998598575592041,
+    0.735824704170227,
+    0.7350059151649475,
+    0.7460507154464722,
+    0.7258697748184204,
+    0.6439563632011414,
+    0.7687113285064697,
+    0.7727312445640564,
+    0.6974704265594482,
+    0.7714618444442749,
+    0.726317822933197,
+    0.7079492211341858,
+    0.6450769305229187,
+    0.7241188883781433,
+    0.7924035787582397,
+    0.7150558829307556,
+    0.7507076859474182,
+    0.739551842212677,
+    0.812004804611206,
+    0.7877385020256042,
+    0.7358497977256775,
+    0.7367194294929504,
+    0.712216854095459,
+    0.6553986668586731,
+    0.7672930359840393,
+    0.7512210607528687,
+    0.6709681749343872,
+    0.7393617630004883,
+    0.6809118986129761,
+    0.6956008076667786,
+    0.6896738409996033,
+    0.6281523704528809,
+    0.7707030773162842,
+    0.689216673374176,
+    0.6818546652793884,
+    0.7357822060585022,
+    0.7053353190422058,
+    0.7797197699546814,
+    0.6629977226257324,
+    0.6620830297470093,
+    0.6466012001037598,
+    0.6924306154251099,
+    0.8601391315460205,
+    0.6639868021011353,
+    0.7287265062332153,
+    0.8155198693275452,
+    0.7432105541229248,
+    0.6813772320747375,
+    0.689434826374054,
+    0.6921396851539612,
+    0.760987401008606,
+    0.6832252144813538,
+    0.72622150182724,
+    0.651858389377594,
+    0.7188817262649536,
+    0.7362134456634521,
+    0.6724181175231934,
+    0.6363677382469177,
+    0.7208448648452759,
+    0.6548693180084229,
+    0.6648485064506531,
+    0.6697098612785339,
+    0.7039595246315002,
+    0.7173014879226685,
+    0.7707517743110657,
+    0.7046886682510376,
+    0.6450994610786438,
+    0.6641901135444641,
+    0.7110027074813843,
+    0.7671005129814148,
+    0.6354347467422485,
+    0.7189252972602844,
+    0.6687082052230835,
+    0.7255335450172424,
+    0.739557147026062,
+    0.8712406754493713,
+    0.6802939772605896,
+    0.6912950873374939,
+    0.6845453381538391,
+    0.7114326357841492,
+    0.6993502378463745,
+    0.6544270515441895,
+    0.5926607847213745,
+    0.7606313824653625,
+    0.6481977701187134,
+    0.6694995164871216,
+    0.7399033308029175,
+    0.6840412616729736,
+    0.6943681240081787,
+    0.7479242086410522,
+    0.7706586718559265,
+    0.7695193886756897,
+    0.7385684251785278,
+    0.7683489322662354,
+    0.6108551025390625,
+    0.7038244605064392,
+    0.6230309009552002,
+    0.7184288501739502,
+    0.7132224440574646,
+    0.7066611647605896,
+    0.690957248210907,
+    0.6280088424682617,
+    0.6839478611946106,
+    0.7180277705192566,
+    0.6694057583808899,
+    0.7169982194900513,
+    0.6848748326301575,
+    0.6759880781173706,
+    0.7210578918457031,
+    0.6276453137397766,
+    0.6536051630973816,
+    0.7100325226783752,
+    0.6456275582313538,
+    0.59037846326828,
+    0.7032502293586731,
+    0.6605426073074341,
+    0.6107622981071472,
+    0.7386341691017151,
+    0.6434499621391296,
+    0.6653842926025391,
+    0.62418532371521,
+    0.6952452063560486,
+    0.714549720287323,
+    0.7137201428413391,
+    0.7188205718994141,
+    0.7473521828651428,
+    0.6893921494483948,
+    0.7255936861038208,
+    0.6807587742805481,
+    0.6819086670875549,
+    0.6859130859375,
+    0.6331040859222412,
+    0.6224642992019653,
+    0.7033493518829346,
+    0.6873093247413635,
+    0.6721036434173584,
+    0.7174516916275024,
+    0.7008368372917175,
+    0.7472028136253357,
+    0.6625514626502991,
+    0.7159096002578735,
+    0.7018126249313354,
+    0.6756519675254822,
+    0.7272861003875732,
+    0.6885475516319275,
+    0.6874973177909851,
+    0.7838180661201477,
+    0.7368166446685791,
+    0.6918944120407104,
+    0.7624408006668091,
+    0.6768870949745178,
+    0.6913149356842041,
+    0.7129785418510437,
+    0.6611931324005127,
+    0.6866360306739807,
+    0.7082132697105408,
+    0.638361930847168,
+    0.7037181258201599,
+    0.6981894969940186,
+    0.7050570249557495,
+    0.6941299438476562,
+    0.7554808855056763,
+    0.7038143277168274,
+    0.717810332775116,
+    0.6596081256866455,
+    0.6587324738502502,
+    0.7165904641151428,
+    0.7185012102127075,
+    0.7678272724151611,
+    0.7313633561134338,
+    0.7063418626785278,
+    0.7281832695007324,
+    0.8440991640090942,
+    0.6853743195533752,
+    0.7393748760223389,
+    0.7542859315872192,
+    0.6703386902809143,
+    0.7126907706260681,
+    0.7237262725830078,
+    0.6621561646461487,
+    0.6727301478385925,
+    0.7467156052589417,
+    0.7431858777999878,
+    0.6388031244277954,
+    0.6434447169303894,
+    0.7334848046302795,
+    0.682449460029602,
+    0.7026331424713135,
+    0.6670135855674744,
+    0.6579722166061401,
+    0.6885309219360352,
+    0.7121132612228394,
+    0.691384494304657,
+    0.6224144101142883,
+    0.7162019610404968,
+    0.6247479319572449,
+    0.7381003499031067,
+    0.705316424369812,
+    0.6712886095046997,
+    0.6137368679046631,
+    0.8162065148353577,
+    0.7036337852478027,
+    0.7687409520149231,
+    0.6517524123191833,
+    0.669741690158844,
+    0.6724243760108948,
+    0.6418799161911011,
+    0.657105028629303,
+    0.6028143763542175,
+    0.6555284857749939,
+    0.6066400408744812,
+    0.6393041014671326,
+    0.6973180174827576,
+    0.6807128190994263,
+    0.6918852925300598,
+    0.7587838172912598,
+    0.6355750560760498,
+    0.681874692440033,
+    0.7777785658836365,
+    0.6959962248802185,
+    0.6916356682777405,
+    0.7679123878479004,
+    0.7330808043479919,
+    0.6927505135536194,
+    0.6232345700263977,
+    0.7030419111251831,
+    0.7530403137207031,
+    0.6993806958198547,
+    0.6896810531616211,
+    0.675704300403595,
+    0.6893693804740906,
+    0.6548914313316345,
+    0.6956603527069092,
+    0.721904456615448,
+    0.701528787612915,
+    0.7512972950935364,
+    0.6442123651504517,
+    0.633235514163971,
+    0.6957701444625854,
+    0.6587690114974976,
+    0.7122844457626343,
+    0.7538720965385437,
+    0.6365865468978882,
+    0.5907889604568481,
+    0.6534303426742554,
+    0.6997313499450684,
+    0.7101022005081177,
+    0.69605553150177,
+    0.6547102928161621,
+    0.668864905834198,
+    0.6708775758743286,
+    0.6671798229217529,
+    0.6631437540054321,
+    0.6205893754959106,
+    0.7468888163566589,
+    0.7178490161895752,
+    0.7328975796699524,
+    0.6522508859634399,
+    0.6443061828613281,
+    0.7178636789321899,
+    0.6777604818344116,
+    0.6755508184432983,
+    0.7265958189964294,
+    0.7173054814338684,
+    0.6602405905723572,
+    0.7558543086051941,
+    0.6429139971733093,
+    0.6028441190719604,
+    0.700981080532074,
+    0.5883838534355164,
+    0.6768100261688232,
+    0.6859623789787292,
+    0.7225729823112488,
+    0.7006540298461914,
+    0.6397322416305542,
+    0.6395512223243713,
+    0.7783063054084778,
+    0.6707265973091125,
+    0.7100492119789124,
+    0.6977776288986206,
+    0.6734494566917419,
+    0.6905412673950195,
+    0.6173819303512573,
+    0.7745861411094666,
+    0.6559761166572571,
+    0.6435157656669617,
+    0.7393201589584351,
+    0.5996876955032349,
+    0.6812558174133301,
+    0.6644706130027771,
+    0.684173047542572,
+    0.6710929274559021,
+    0.7378177642822266,
+    0.6395148634910583,
+    0.6386408805847168,
+    0.6724836826324463,
+    0.7554531693458557,
+    0.7156465649604797,
+    0.6513498425483704,
+    0.670067310333252,
+    0.6942000985145569,
+    0.7296818494796753,
+    0.594743013381958,
+    0.6657680869102478,
+    0.6965330243110657,
+    0.7359124422073364,
+    0.6708647608757019,
+    0.703616738319397,
+    0.714690625667572,
+    0.6184878349304199,
+    0.70415198802948,
+    0.6807391047477722,
+    0.702961266040802,
+    0.7125188112258911,
+    0.7157267332077026,
+    0.6647776365280151,
+    0.6901022791862488,
+    0.7172613739967346,
+    0.6725560426712036,
+    0.6629427671432495,
+    0.705748438835144,
+    0.7176937460899353,
+    0.6118284463882446,
+    0.7458680272102356,
+    0.6830921769142151,
+    0.6637035608291626,
+    0.7328534126281738,
+    0.6053754091262817,
+    0.7186580896377563,
+    0.6718806028366089,
+    0.6977613568305969,
+    0.6484327912330627,
+    0.721794843673706,
+    0.7315546870231628,
+    0.6906018853187561,
+    0.6176491379737854,
+    0.7294221520423889,
+    0.6876078248023987,
+    0.6350483298301697,
+    0.657451868057251,
+    0.6361865997314453,
+    0.6910545825958252,
+    0.7005859613418579,
+    0.7015373110771179,
+    0.6888227462768555,
+    0.7679678797721863,
+    0.7615580558776855,
+    0.6794024109840393,
+    0.7636038064956665,
+    0.7272205352783203,
+    0.743381679058075,
+    0.670535683631897,
+    0.7828172445297241,
+    0.6612525582313538,
+    0.6153113842010498,
+    0.678387463092804,
+    0.6907364130020142,
+    0.7489606738090515,
+    0.7307888865470886,
+    0.7006883025169373,
+    0.6256856918334961,
+    0.7379612922668457,
+    0.7238768339157104,
+    0.6834792494773865,
+    0.6618996262550354,
+    0.638705313205719,
+    0.7484048008918762,
+    0.6270092129707336,
+    0.7152120471000671,
+    0.6788590550422668,
+    0.663288414478302,
+    0.656062126159668,
+    0.708000659942627,
+    0.7185915112495422,
+    0.6716939806938171,
+    0.7073147296905518,
+    0.7465702295303345,
+    0.6661608219146729,
+    0.6713728904724121,
+    0.7956849336624146,
+    0.6609830856323242,
+    0.6738061308860779,
+    0.6787183880805969,
+    0.6610339283943176,
+    0.6605417728424072,
+    0.6933088302612305,
+    0.6616566777229309,
+    0.7042781710624695,
+    0.6634255051612854,
+    0.7115275859832764,
+    0.6373300552368164,
+    0.7024289965629578,
+    0.6112207174301147,
+    0.6571729183197021,
+    0.744743824005127,
+    0.7149038910865784,
+    0.6219416260719299,
+    0.6474906206130981,
+    0.741274356842041,
+    0.6548041105270386,
+    0.6878356337547302,
+    0.6716399192810059,
+    0.6989136338233948,
+    0.686051607131958,
+    0.6628015041351318,
+    0.6121402382850647,
+    0.7687547206878662,
+    0.6897333264350891,
+    0.6254472732543945,
+    0.8199135065078735,
+    0.6213480830192566,
+    0.6824139356613159,
+    0.6990947723388672,
+    0.6617429852485657,
+    0.6441750526428223,
+    0.6657698154449463,
+    0.6446390151977539,
+    0.7022148370742798,
+    0.6641872525215149,
+    0.728917121887207,
+    0.70899897813797,
+    0.6411347985267639,
+    0.6901310682296753,
+    0.7139997482299805,
+    0.6808876991271973,
+    0.7227876782417297,
+    0.7095962762832642,
+    0.6789979338645935,
+    0.6477701663970947,
+    0.6689652800559998,
+    0.6618605852127075,
+    0.7407223582267761,
+    0.6954700350761414,
+    0.6987714171409607,
+    0.7295413613319397,
+    0.675565242767334,
+    0.6681357026100159,
+    0.621482789516449,
+    0.6609702110290527,
+    0.6829522848129272,
+    0.6717742681503296,
+    0.7208744287490845,
+    0.671016275882721,
+    0.6946246027946472,
+    0.7531899809837341,
+    0.6864570379257202,
+    0.6561172604560852,
+    0.692591667175293,
+    0.6194759607315063,
+    0.7031542062759399,
+    0.6887068152427673,
+    0.6725499033927917,
+    0.654543936252594,
+    0.6549933552742004,
+    0.6346354484558105,
+    0.6093897819519043,
+    0.6614578366279602,
+    0.6285542845726013,
+    0.7444455027580261,
+    0.655582070350647,
+    0.6682787537574768,
+    0.6274456977844238,
+    0.6741294264793396,
+    0.7060967087745667,
+    0.5584169030189514,
+    0.6628807783126831,
+    0.6506255865097046,
+    0.6805106997489929,
+    0.6309632062911987,
+    0.7021917104721069,
+    0.631816029548645,
+    0.7339259386062622,
+    0.7875127792358398,
+    0.61774080991745,
+    0.6383414268493652,
+    0.6272621750831604,
+    0.6979820132255554,
+    0.7225168347358704,
+    0.6705625653266907,
+    0.6853218078613281,
+    0.6989982724189758,
+    0.6556360721588135,
+    0.6922277212142944,
+    0.6852061748504639,
+    0.65266352891922,
+    0.7180979251861572,
+    0.6751453876495361,
+    0.6728932857513428,
+    0.6383105516433716,
+    0.7092605829238892,
+    0.6817752122879028,
+    0.6975789070129395,
+    0.6628599762916565,
+    0.7121564149856567,
+    0.5965217351913452,
+    0.6309181451797485,
+    0.6473541855812073,
+    0.7477219700813293,
+    0.6106794476509094,
+    0.6632036566734314,
+    0.6080881953239441,
+    0.6693111062049866,
+    0.7298426032066345,
+    0.7173341512680054,
+    0.6229146718978882,
+    0.6655961275100708,
+    0.6548151969909668,
+    0.5918789505958557,
+    0.6612181663513184,
+    0.7124091386795044,
+    0.6346246600151062,
+    0.7144896388053894,
+    0.6564602255821228,
+    0.6784390211105347,
+    0.6636335849761963,
+    0.6202132701873779,
+    0.7075052857398987,
+    0.5995407700538635,
+    0.6425396203994751,
+    0.6870104670524597,
+    0.700627326965332,
+    0.7195774912834167,
+    0.7403808832168579,
+    0.6315212845802307,
+    0.7100051641464233,
+    0.6783594489097595,
+    0.7051891088485718,
+    0.717494547367096,
+    0.6601450443267822,
+    0.7048068046569824,
+    0.6870185732841492,
+    0.6824755668640137,
+    0.655716061592102,
+    0.6089119911193848,
+    0.6618115901947021,
+    0.6073155403137207,
+    0.7313388586044312,
+    0.7681761980056763,
+    0.6515787243843079,
+    0.7031282782554626,
+    0.6346907019615173,
+    0.6499523520469666,
+    0.771091103553772,
+    0.6751477122306824,
+    0.7423250675201416,
+    0.6946179866790771,
+    0.6163761019706726,
+    0.6351816058158875,
+    0.6165978908538818,
+    0.6330423355102539,
+    0.6596201658248901,
+    0.7223471403121948,
+    0.7298561930656433,
+    0.7157708406448364,
+    0.6768256425857544,
+    0.6702412962913513,
+    0.6602146029472351,
+    0.6601330637931824,
+    0.6727899312973022,
+    0.6068678498268127,
+    0.6698529124259949,
+    0.7450394034385681,
+    0.6305618286132812,
+    0.6436424851417542,
+    0.7270403504371643,
+    0.7046964764595032,
+    0.6859174966812134,
+    0.6962771415710449,
+    0.7580919861793518,
+    0.6590700745582581,
+    0.7101505398750305,
+    0.7076736688613892,
+    0.6240379810333252,
+    0.6749462485313416,
+    0.672800600528717,
+    0.6545463800430298,
+    0.7085749506950378,
+    0.7749935984611511,
+    0.6856088042259216,
+    0.7450689077377319,
+    0.6959906816482544,
+    0.66765958070755,
+    0.6742084622383118,
+    0.613871157169342,
+    0.5913019776344299,
+    0.6641047596931458,
+    0.6221298575401306,
+    0.6020225286483765,
+    0.7067030072212219,
+    0.6661239862442017,
+    0.6041452288627625,
+    0.6376017332077026,
+    0.6749385595321655,
+    0.7282750606536865,
+    0.8237732648849487,
+    0.7113848924636841,
+    0.6922029852867126,
+    0.6095210313796997,
+    0.681370198726654,
+    0.7217249274253845,
+    0.689950704574585,
+    0.7047345042228699,
+    0.7330427169799805,
+    0.7088959813117981,
+    0.763677179813385,
+    0.829510509967804,
+    0.6228373050689697,
+    0.6953026652336121,
+    0.6440694332122803,
+    0.6805135011672974,
+    0.6201937794685364,
+    0.6114921569824219,
+    0.7084370255470276,
+    0.6206860542297363,
+    0.6562444567680359,
+    0.6355960965156555,
+    0.7191449403762817,
+    0.7914948463439941,
+    0.6703805923461914,
+    0.6922004818916321,
+    0.8027810454368591,
+    0.6958215832710266,
+    0.6097214818000793,
+    0.6663453578948975,
+    0.6629694104194641,
+    0.6510164737701416,
+    0.5732643008232117,
+    0.6924622058868408,
+    0.716189444065094,
+    0.6893535256385803,
+    0.6172134280204773,
+    0.658746600151062,
+    0.727024495601654,
+    0.6083332896232605,
+    0.6944591999053955,
+    0.6228486895561218,
+    0.6846075654029846,
+    0.6187872290611267,
+    0.7154468297958374,
+    0.6658802628517151,
+    0.7075597643852234,
+    0.6993238925933838,
+    0.7172824144363403,
+    0.7240927815437317,
+    0.6837729215621948,
+    0.6436832547187805,
+    0.6126065254211426,
+    0.6782172322273254,
+    0.7261024117469788,
+    0.6781395077705383,
+    0.6392260789871216,
+    0.7401252388954163,
+    0.7143764495849609,
+    0.6769046783447266,
+    0.6844992637634277,
+    0.6266162991523743,
+    0.7352283000946045,
+    0.6775398254394531,
+    0.7189679741859436,
+    0.6428417563438416,
+    0.6287223696708679,
+    0.7639696002006531,
+    0.67848140001297,
+    0.6147214770317078,
+    0.6538913249969482,
+    0.662212073802948,
+    0.6758442521095276,
+    0.5706326961517334,
+    0.6702446341514587,
+    0.7401577830314636,
+    0.659654438495636,
+    0.6756420135498047,
+    0.6329843401908875,
+    0.650528073310852,
+    0.6563401222229004,
+    0.614983856678009,
+    0.6882480978965759,
+    0.6070854067802429,
+    0.7166135907173157,
+    0.6189167499542236,
+    0.6741928458213806,
+    0.6999316215515137,
+    0.6415492296218872,
+    0.6666911840438843,
+    0.6938965320587158,
+    0.6714603304862976,
+    0.6187891364097595,
+    0.7043325304985046,
+    0.66573166847229,
+    0.7108569741249084,
+    0.6631128787994385,
+    0.6764194369316101,
+    0.6972456574440002,
+    0.7368036508560181,
+    0.6623237729072571,
+    0.7416760325431824,
+    0.6846709847450256,
+    0.6617869734764099,
+    0.6558922529220581,
+    0.748345136642456,
+    0.7776832580566406,
+    0.6699402928352356,
+    0.6735395193099976,
+    0.67586749792099,
+    0.5936413407325745,
+    0.6166452169418335,
+    0.6378872990608215,
+    0.6313466429710388,
+    0.7141425609588623,
+    0.6704984903335571,
+    0.6147786974906921,
+    0.7000572681427002,
+    0.6318675875663757,
+    0.6729540228843689,
+    0.6180073618888855,
+    0.6371434926986694,
+    0.6653778553009033,
+    0.6923014521598816,
+    0.6529310345649719,
+    0.6696070432662964,
+    0.7244958281517029,
+    0.6516079902648926,
+    0.7252679467201233,
+    0.6420546174049377,
+    0.6611785888671875,
+    0.6280136108398438,
+    0.6415069103240967,
+    0.7199957370758057,
+    0.6611375212669373,
+    0.5985251069068909,
+    0.6562114953994751,
+    0.7108859419822693,
+    0.6439414024353027,
+    0.7320498824119568,
+    0.6944447159767151,
+    0.6812295913696289,
+    0.6848714351654053,
+    0.7012457847595215,
+    0.6382331252098083,
+    0.7147031426429749,
+    0.6152969002723694,
+    0.6529800891876221,
+    0.7191405892372131,
+    0.6436469554901123,
+    0.7264809608459473,
+    0.7052756547927856,
+    0.6377761363983154,
+    0.6374207735061646,
+    0.6979677677154541,
+    0.7136417031288147,
+    0.7153254747390747,
+    0.6466752290725708,
+    0.738288164138794,
+    0.6535613536834717,
+    0.6621848344802856,
+    0.6889100670814514,
+    0.6303727626800537,
+    0.631971001625061,
+    0.6120296120643616,
+    0.6308465003967285,
+    0.6937362551689148,
+    0.6267400979995728,
+    0.6924111843109131,
+    0.6593126654624939,
+    0.6246199607849121,
+    0.661148726940155,
+    0.7563517689704895,
+    0.6979677677154541,
+    0.6448405981063843,
+    0.616884171962738,
+    0.6887379288673401,
+    0.711108922958374,
+    0.6617124080657959,
+    0.7357744574546814,
+    0.6597492098808289,
+    0.6692361831665039,
+    0.6679477095603943,
+    0.6178365349769592,
+    0.7568812370300293,
+    0.7101958990097046,
+    0.6668307185173035,
+    0.6944153904914856,
+    0.7020716667175293,
+    0.6144156455993652,
+    0.6325551867485046,
+    0.7550449371337891,
+    0.6456177830696106,
+    0.6832005381584167,
+    0.6828386783599854,
+    0.6328913569450378,
+    0.7003400921821594,
+    0.7000029683113098,
+    0.6364235877990723,
+    0.6564873456954956,
+    0.6333083510398865,
+    0.662232518196106,
+    0.7123218774795532,
+    0.6463811993598938,
+    0.6782437562942505,
+    0.642540693283081,
+    0.679043710231781,
+    0.66314297914505,
+    0.5750595331192017,
+    0.6366889476776123,
+    0.6586139798164368,
+    0.6257474422454834,
+    0.615741491317749,
+    0.6419260501861572,
+    0.6628187894821167,
+    0.6597222089767456,
+    0.6941624283790588,
+    0.7348418831825256,
+    0.6519244313240051,
+    0.6937793493270874,
+    0.6888270974159241,
+    0.5798817873001099,
+    0.6945755481719971,
+    0.6475319266319275,
+    0.6835207939147949,
+    0.7645937204360962,
+    0.6858761310577393,
+    0.6206445097923279,
+    0.6741700768470764,
+    0.7515959143638611,
+    0.6535681486129761,
+    0.6629132032394409,
+    0.6906976103782654,
+    0.6760533452033997,
+    0.675123929977417,
+    0.6986600756645203,
+    0.650659441947937,
+    0.7251273989677429,
+    0.6752792000770569,
+    0.6265758275985718,
+    0.6453492641448975,
+    0.6443144679069519,
+    0.7105661034584045,
+    0.6618334650993347,
+    0.6766942739486694,
+    0.6492908000946045,
+    0.6082032918930054,
+    0.660550057888031,
+    0.6637240648269653,
+    0.6722450256347656,
+    0.6313738226890564,
+    0.5814184546470642,
+    0.7032397389411926,
+    0.6176398396492004,
+    0.6871212124824524,
+    0.6360324621200562,
+    0.6506754159927368,
+    0.6409671306610107,
+    0.6863911151885986,
+    0.6911464929580688,
+    0.627536952495575,
+    0.5820502042770386,
+    0.6001675128936768,
+    0.6801348328590393,
+    0.7013481259346008,
+    0.6383132338523865,
+    0.6492802500724792,
+    0.6800118088722229,
+    0.7206003665924072,
+    0.6316601037979126,
+    0.7044126391410828,
+    0.6926690936088562,
+    0.5754144191741943,
+    0.6588900685310364,
+    0.6259223818778992,
+    0.6599162817001343,
+    0.7202219367027283,
+    0.6468336582183838,
+    0.6615816950798035,
+    0.686428964138031,
+    0.631695032119751,
+    0.6096683740615845,
+    0.6708880066871643,
+    0.6805849671363831,
+    0.6692402362823486,
+    0.6198843717575073,
+    0.6774818897247314,
+    0.6232600808143616,
+    0.705145001411438,
+    0.6516426801681519,
+    0.7055541276931763,
+    0.7716997265815735,
+    0.6804785132408142,
+    0.6956679224967957,
+    0.7161183953285217,
+    0.6510135531425476,
+    0.6002070903778076,
+    0.6635055541992188,
+    0.6019794940948486,
+    0.65320885181427,
+    0.5622878074645996,
+    0.7210041284561157,
+    0.6343658566474915,
+    0.6366124153137207,
+    0.6021794676780701,
+    0.6697635650634766,
+    0.7054562568664551,
+    0.6858730316162109,
+    0.6624719500541687,
+    0.6751254796981812,
+    0.6252080202102661,
+    0.7063735723495483,
+    0.70456862449646,
+    0.7228547930717468,
+    0.6525415778160095,
+    0.638922393321991,
+    0.5949634909629822,
+    0.6500999331474304,
+    0.6592126488685608,
+    0.6104132533073425,
+    0.6708238124847412,
+    0.7008467316627502,
+    0.6800024509429932,
+    0.596565306186676,
+    0.6025527715682983,
+    0.6131795644760132,
+    0.661203145980835,
+    0.634438157081604,
+    0.6907457709312439,
+    0.6171861886978149,
+    0.6203247308731079,
+    0.6973907947540283,
+    0.6702722311019897,
+    0.6756669282913208,
+    0.6270697712898254,
+    0.7032451033592224,
+    0.703748345375061,
+    0.6427779197692871,
+    0.67054283618927,
+    0.6604456305503845,
+    0.674055814743042,
+    0.7222157716751099,
+    0.6734704971313477,
+    0.6092314124107361,
+    0.8130234479904175,
+    0.6252813339233398,
+    0.5914773941040039,
+    0.6211991310119629,
+    0.703089714050293,
+    0.6144759654998779,
+    0.6667049527168274,
+    0.6073931455612183,
+    0.6235542893409729,
+    0.7180354595184326,
+    0.5890054702758789,
+    0.7404220700263977,
+    0.6855567097663879,
+    0.7022613286972046,
+    0.680404543876648,
+    0.6333484053611755,
+    0.6500166058540344,
+    0.6192396879196167,
+    0.6560949683189392,
+    0.665091872215271,
+    0.6691306233406067,
+    0.6867898106575012,
+    0.7358607053756714,
+    0.6986556053161621,
+    0.6185555458068848,
+    0.6680641770362854,
+    0.6901679039001465,
+    0.6781089901924133,
+    0.5930721759796143,
+    0.639779806137085,
+    0.6596239805221558,
+    0.6560443043708801,
+    0.7037433385848999,
+    0.7180237174034119,
+    0.6258156895637512,
+    0.7249651551246643,
+    0.6598241925239563,
+    0.719717800617218,
+    0.6703796982765198,
+    0.733776867389679,
+    0.6468555927276611,
+    0.7186503410339355,
+    0.7370626330375671,
+    0.6086344718933105,
+    0.6460263133049011,
+    0.6344473361968994,
+    0.7803916931152344,
+    0.6083614826202393,
+    0.7187874913215637,
+    0.6654002070426941,
+    0.6001409888267517,
+    0.6616656184196472,
+    0.627941370010376,
+    0.6397441625595093,
+    0.6366552710533142,
+    0.6168866157531738,
+    0.6146999597549438,
+    0.6828268766403198,
+    0.6510738134384155,
+    0.6717370748519897,
+    0.709247887134552,
+    0.6609392762184143,
+    0.6099262833595276,
+    0.6752240657806396,
+    0.6545326113700867,
+    0.6045953631401062,
+    0.639499843120575,
+    0.6395910382270813,
+    0.6208718419075012,
+    0.6798925399780273,
+    0.7022792100906372,
+    0.6734796762466431,
+    0.6119082570075989,
+    0.617378294467926,
+    0.6555659174919128,
+    0.6308603286743164,
+    0.6994548439979553,
+    0.7684682607650757,
+    0.6821690797805786,
+    0.6290103197097778,
+    0.6787741184234619,
+    0.6661847829818726,
+    0.69290691614151,
+    0.6611713767051697,
+    0.6785763502120972,
+    0.7039477825164795,
+    0.7039095163345337,
+    0.62863689661026,
+    0.5871197581291199,
+    0.6323166489601135,
+    0.6381238698959351,
+    0.6687142252922058,
+    0.6208863258361816,
+    0.6974354386329651,
+    0.6758670806884766,
+    0.6292750835418701,
+    0.6695952415466309,
+    0.6867513060569763,
+    0.6397353410720825,
+    0.6445615887641907,
+    0.6116954684257507,
+    0.668793261051178,
+    0.6945027112960815,
+    0.6663157939910889,
+    0.615632176399231,
+    0.7052338719367981,
+    0.7555525898933411,
+    0.5830094218254089,
+    0.6515559554100037,
+    0.679826021194458,
+    0.6752725839614868,
+    0.6638596057891846,
+    0.6258516907691956,
+    0.6560542583465576,
+    0.6823821067810059,
+    0.6056442260742188,
+    0.6431598663330078,
+    0.666401207447052,
+    0.6585979461669922,
+    0.6240418553352356,
+    0.6515451073646545,
+    0.6202743649482727,
+    0.5960415601730347,
+    0.7152339220046997,
+    0.6431481838226318,
+    0.5894444584846497,
+    0.6987391710281372,
+    0.7103790640830994,
+    0.6385229229927063,
+    0.6119749546051025,
+    0.6559701561927795,
+    0.7308104038238525,
+    0.7317410707473755,
+    0.6781437397003174,
+    0.6753433346748352,
+    0.7316016554832458,
+    0.7342473864555359,
+    0.60089111328125,
+    0.6274822354316711,
+    0.6494494080543518,
+    0.6671937704086304,
+    0.6474606394767761,
+    0.698260486125946,
+    0.7247058749198914,
+    0.6517254114151001,
+    0.6236807703971863,
+    0.6728070974349976,
+    0.7026136517524719,
+    0.6117447018623352,
+    0.6803005933761597,
+    0.6407351493835449,
+    0.721091628074646,
+    0.5933509469032288,
+    0.6211302280426025,
+    0.6833990812301636,
+    0.561858057975769,
+    0.6605814099311829,
+    0.6732561588287354,
+    0.566892683506012,
+    0.7476320862770081,
+    0.6336477398872375,
+    0.703339159488678,
+    0.6334580779075623,
+    0.6518573760986328,
+    0.688224732875824,
+    0.6987953186035156,
+    0.6239454746246338,
+    0.6646295785903931,
+    0.627387523651123,
+    0.6197216510772705,
+    0.5918245315551758,
+    0.7364370226860046,
+    0.6059561371803284,
+    0.6224947571754456,
+    0.6303955912590027,
+    0.6489730477333069,
+    0.6224051713943481,
+    0.725009560585022,
+    0.6044625639915466,
+    0.5950859189033508,
+    0.6598266363143921,
+    0.6550959944725037,
+    0.7649286985397339,
+    0.6001254916191101,
+    0.6681714653968811,
+    0.6574245691299438,
+    0.773281455039978,
+    0.6289522647857666,
+    0.5773270130157471,
+    0.6739159822463989,
+    0.6271883249282837,
+    0.6606035828590393,
+    0.7406885623931885,
+    0.6913343071937561,
+    0.6507524847984314,
+    0.5897755026817322,
+    0.6792181730270386,
+    0.7181772589683533,
+    0.690686821937561,
+    0.6927899122238159,
+    0.6333730816841125,
+    0.5838348269462585,
+    0.554938554763794,
+    0.6707206964492798,
+    0.6371051073074341,
+    0.6552959084510803,
+    0.6421509385108948,
+    0.6577936410903931,
+    0.6159271001815796,
+    0.6049638390541077,
+    0.666080117225647,
+    0.7235243320465088,
+    0.6813182234764099,
+    0.6825284957885742,
+    0.681162416934967,
+    0.6576418876647949,
+    0.6313993334770203,
+    0.6273328065872192,
+    0.6928008794784546,
+    0.7547205090522766,
+    0.6900200247764587,
+    0.6235266327857971,
+    0.6705647706985474,
+    0.6770755052566528,
+    0.6441238522529602,
+    0.6506797671318054,
+    0.6157585978507996,
+    0.6531534790992737,
+    0.6656712293624878,
+    0.6058052182197571,
+    0.6700632572174072,
+    0.663142204284668,
+    0.5835579633712769,
+    0.6471585631370544,
+    0.6275649666786194,
+    0.6732191443443298,
+    0.6554587483406067,
+    0.6372690200805664,
+    0.6671279668807983,
+    0.7106850147247314,
+    0.6988486647605896,
+    0.6166918277740479,
+    0.6692186594009399,
+    0.6361585259437561,
+    0.6747257709503174,
+    0.6895481944084167,
+    0.6826055645942688,
+    0.7260040640830994,
+    0.6482816338539124,
+    0.7501817941665649,
+    0.6077783107757568,
+    0.6375150680541992,
+    0.7690451145172119,
+    0.6555558443069458,
+    0.610085666179657,
+    0.6650183200836182,
+    0.6662722229957581,
+    0.6310595273971558,
+    0.6714041829109192,
+    0.6218453049659729,
+    0.6218051314353943,
+    0.6266400218009949,
+    0.6519947052001953,
+    0.6888428330421448,
+    0.673410177230835,
+    0.6198350787162781,
+    0.6884616017341614,
+    0.5980733633041382,
+    0.6332906484603882,
+    0.6944454908370972,
+    0.6830355525016785,
+    0.6931398510932922,
+    0.6839165091514587,
+    0.6313056349754333,
+    0.6527448296546936,
+    0.7699155211448669,
+    0.6700335741043091,
+    0.7321827411651611,
+    0.6839691996574402,
+    0.7027947902679443,
+    0.6642359495162964,
+    0.6353245377540588,
+    0.6107387542724609,
+    0.6490049362182617,
+    0.6481844782829285,
+    0.6515535712242126,
+    0.6575046181678772,
+    0.6142044067382812,
+    0.6454941034317017,
+    0.7232580780982971,
+    0.6526334881782532,
+    0.7121057510375977,
+    0.7224191427230835,
+    0.6547209620475769,
+    0.7189556360244751,
+    0.6433776021003723,
+    0.6547929644584656,
+    0.6743820309638977,
+    0.6314001083374023,
+    0.6517000198364258,
+    0.6751412749290466,
+    0.6660149097442627,
+    0.6507155895233154,
+    0.6083450317382812,
+    0.651930570602417,
+    0.6193989515304565,
+    0.6797507405281067,
+    0.5682627558708191,
+    0.6556740403175354,
+    0.70988529920578,
+    0.7366566061973572,
+    0.6202832460403442,
+    0.5795401930809021,
+    0.6668210029602051,
+    0.6487170457839966,
+    0.6317108869552612,
+    0.6538662910461426,
+    0.6618324518203735,
+    0.6651723980903625,
+    0.6567606925964355,
+    0.7043998837471008,
+    0.6170417666435242,
+    0.7508528828620911,
+    0.640174925327301,
+    0.7315612435340881,
+    0.6187493205070496,
+    0.6621639132499695,
+    0.6726199388504028,
+    0.6491352915763855,
+    0.6578114628791809,
+    0.7203453183174133,
+    0.7003986239433289,
+    0.6871253848075867,
+    0.6394546031951904,
+    0.6925671696662903,
+    0.6475988030433655,
+    0.6423208117485046,
+    0.641756534576416,
+    0.672948956489563,
+    0.6964952349662781,
+    0.6490249037742615,
+    0.6655433177947998,
+    0.6672371625900269,
+    0.7117487192153931,
+    0.6557295918464661,
+    0.6206372380256653,
+    0.5815824866294861,
+    0.6745727062225342,
+    0.6414945125579834,
+    0.6446433663368225,
+    0.6456567049026489,
+    0.7323604822158813,
+    0.643811047077179,
+    0.6613209247589111,
+    0.6260334253311157,
+    0.6004076600074768,
+    0.6069157719612122,
+    0.6925716996192932,
+    0.6546671390533447,
+    0.7100270986557007,
+    0.6746254563331604,
+    0.6798838376998901,
+    0.6296841502189636,
+    0.6521498560905457,
+    0.6729148030281067,
+    0.6405901312828064,
+    0.5996081829071045,
+    0.6720979809761047,
+    0.7484996914863586,
+    0.6779284477233887,
+    0.6354366540908813,
+    0.6206742525100708,
+    0.6717017889022827,
+    0.6581626534461975,
+    0.701339840888977,
+    0.6801019310951233,
+    0.7086009383201599,
+    0.6117744445800781,
+    0.6127623319625854,
+    0.6836419105529785,
+    0.6123209595680237,
+    0.6722321510314941,
+    0.6773124933242798,
+    0.5914739370346069,
+    0.6346338391304016,
+    0.6743695735931396,
+    0.7017465829849243,
+    0.6110515594482422,
+    0.6401883363723755,
+    0.6156022548675537,
+    0.6053856015205383,
+    0.5909982323646545,
+    0.7172095775604248,
+    0.669147789478302,
+    0.6704107522964478,
+    0.6335607171058655,
+    0.7073308229446411,
+    0.6600568294525146,
+    0.6600111126899719,
+    0.6722016930580139,
+    0.6345213055610657,
+    0.7198286652565002,
+    0.6781390309333801,
+    0.6564075946807861,
+    0.6468143463134766,
+    0.671973705291748,
+    0.6683938503265381,
+    0.6554906368255615,
+    0.6926056742668152,
+    0.6656793355941772,
+    0.5721462368965149,
+    0.6564582586288452,
+    0.6730022430419922,
+    0.5827016234397888,
+    0.6720032691955566,
+    0.7085239291191101,
+    0.6496603488922119,
+    0.6720393300056458,
+    0.6186971664428711,
+    0.6179829835891724,
+    0.6348575353622437,
+    0.6487908363342285,
+    0.6840660572052002,
+    0.6134542226791382,
+    0.638865053653717,
+    0.6279285550117493,
+    0.6640127301216125,
+    0.7267652750015259,
+    0.6608922481536865,
+    0.6178916096687317,
+    0.6831009984016418,
+    0.6752191185951233,
+    0.57709801197052,
+    0.6040853261947632,
+    0.6745325326919556,
+    0.6201860308647156,
+    0.6398242115974426,
+    0.6423559188842773,
+    0.6220700144767761,
+    0.6898137927055359,
+    0.719078004360199,
+    0.6650940179824829,
+    0.6785270571708679,
+    0.646386981010437,
+    0.6597088575363159,
+    0.6532014608383179,
+    0.6431137323379517,
+    0.7415254712104797,
+    0.7026357650756836,
+    0.6057798862457275,
+    0.681803286075592,
+    0.6204355359077454,
+    0.6181091666221619,
+    0.6750675439834595,
+    0.7410226464271545,
+    0.6842115521430969,
+    0.6907299160957336,
+    0.6790720820426941,
+    0.6764955520629883,
+    0.6618170142173767,
+    0.6305433511734009,
+    0.6880211234092712,
+    0.6665513515472412,
+    0.720515251159668,
+    0.6703620553016663,
+    0.6279506087303162,
+    0.6378707885742188,
+    0.777721107006073,
+    0.7296308279037476,
+    0.7429915070533752,
+    0.712078332901001,
+    0.6364130973815918,
+    0.6354752779006958,
+    0.6131158471107483,
+    0.6784926056861877,
+    0.6649295687675476,
+    0.7250733375549316,
+    0.6308760643005371,
+    0.6715867519378662,
+    0.6213146448135376,
+    0.6418946981430054,
+    0.6165995001792908,
+    0.681118905544281,
+    0.6659755110740662,
+    0.6267216801643372,
+    0.6641278266906738,
+    0.7075330018997192,
+    0.7073616981506348,
+    0.6458112001419067,
+    0.6498982906341553,
+    0.6418663263320923,
+    0.6101221442222595,
+    0.6543890833854675,
+    0.642733097076416,
+    0.6963862180709839,
+    0.6565622091293335,
+    0.5788488984107971,
+    0.6298661828041077,
+    0.6514051556587219,
+    0.6516526341438293,
+    0.6105793714523315,
+    0.6458911895751953,
+    0.6410266160964966,
+    0.5964779853820801,
+    0.6585505604743958,
+    0.5892928242683411,
+    0.5519195199012756,
+    0.5906267762184143,
+    0.6188926100730896,
+    0.7652344107627869,
+    0.6372972130775452,
+    0.5821998119354248,
+    0.6409067511558533,
+    0.5689742565155029,
+    0.5927236676216125,
+    0.7159386873245239,
+    0.6479711532592773,
+    0.6397823691368103,
+    0.6802316904067993,
+    0.7250595688819885,
+    0.7066338658332825,
+    0.6161694526672363,
+    0.7498852014541626,
+    0.6230150461196899,
+    0.7221132516860962,
+    0.7070105671882629,
+    0.6697591543197632,
+    0.6666515469551086,
+    0.6695960164070129,
+    0.6236565113067627,
+    0.6033715009689331,
+    0.6882746815681458,
+    0.6626132130622864,
+    0.6521570086479187,
+    0.6964475512504578,
+    0.7076489925384521,
+    0.6269089579582214,
+    0.5953646302223206,
+    0.6773850917816162,
+    0.6002267003059387,
+    0.6434357762336731,
+    0.6159319877624512,
+    0.6900140047073364,
+    0.6474886536598206,
+    0.6398076415061951,
+    0.6354279518127441,
+    0.6024339199066162,
+    0.6055082082748413,
+    0.6672065854072571,
+    0.6491321921348572,
+    0.7359813451766968,
+    0.6637418270111084,
+    0.6333351731300354
+  ],
+  "training_config": {
+    "batch_size": 16,
+    "num_epochs": 4,
+    "learning_rate": 1e-05,
+    "weight_decay": 0.01,
+    "warmup_steps": 1000,
+    "max_grad_norm": 1.0,
+    "eval_steps": 500,
+    "save_steps": 500
+  },
+  "model_config": {
+    "vocab_size": 4796,
+    "model_dim": 256,
+    "num_heads": 8,
+    "num_layers": 6,
+    "max_sequence_length": 1024,
+    "dropout": 0.1
+  },
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure"
+}