Upload structure model checkpoint at step 11000

checkpoint_11000/README.md

@@ -0,0 +1,46 @@
+---
+library_name: mlx
+pipeline_tag: text-generation
+tags:
+- music
+- midi
+- generation
+- mlx
+- autoregressive
+- structure
+- musiclang
+---
+
+# okai-musiclang-structure v2.0 - Structure Model
+
+This is an autoregressive structure generation model for music using MLX.
+
+## Model Details
+
+- **Model Type**: Structure Generator (Autoregressive)
+- **Version**: v2.0
+- **Step**: 11000
+- **Architecture**: Transformer with causal language modeling
+- **Vocabulary Size**: 4796
+- **Model Dimension**: 256
+- **Layers**: 6
+- **Max Sequence Length**: 1024
+
+## Training Configuration
+
+- **Batch Size**: 8
+- **Learning Rate**: 0.0001
+- **Training Steps**: 11000
+
+## Usage
+
+This model generates sequential music structure:
+- Input: Song control tokens (genre, instruments, etc.)
+- Output: Sequential bar structure with chords and tonality
+
+Example generation:
+```
+GENRE__ROCK SUBGENRE__ALTERNATIVE START BAR__1 CHORD_DEGREE__1 TONALITY_DEGREE__1 BAR__2 CHORD_DEGREE__4 TONALITY_DEGREE__5 ... WILL_END
+```
+
+Generated with MLX framework for Apple Silicon.

checkpoint_11000/config.json

@@ -0,0 +1,14 @@
+{
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure",
+  "global_step": 11000,
+  "architecture": "AutoregressiveTransformer",
+  "training_type": "causal_lm",
+  "vocab_size": 4796,
+  "model_dim": 256,
+  "num_heads": 8,
+  "num_layers": 6,
+  "max_sequence_length": 1024,
+  "dropout": 0.1
+}

checkpoint_11000/model.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d590ea354c96dc78683740c981cb7766257e623dc7865d299e54f6a33fc32f64
+size 29839884

checkpoint_11000/training_state.json

@@ -0,0 +1,936 @@
+{
+  "global_step": 11000,
+  "epoch": 4,
+  "trainer_step": 11000,
+  "learning_rate": 9.999999747378752e-05,
+  "epoch_losses": [
+    0.6068229675292969,
+    0.6147122979164124,
+    0.5358209609985352,
+    0.5553908348083496,
+    0.5841445922851562,
+    0.5548526644706726,
+    0.5665801167488098,
+    0.6097950339317322,
+    0.6165870428085327,
+    0.5824198126792908,
+    0.5438722372055054,
+    0.6124132871627808,
+    0.5767466425895691,
+    0.6084809899330139,
+    0.5802693963050842,
+    0.5308706164360046,
+    0.6285377144813538,
+    0.5417285561561584,
+    0.6666320562362671,
+    0.5727231502532959,
+    0.5974239706993103,
+    0.5947246551513672,
+    0.5877379179000854,
+    0.5096126794815063,
+    0.5537489056587219,
+    0.5724690556526184,
+    0.7422561049461365,
+    0.6470662951469421,
+    0.5441425442695618,
+    0.5641372799873352,
+    0.608855664730072,
+    0.5526962280273438,
+    0.5300586819648743,
+    0.5176234245300293,
+    0.6177462935447693,
+    0.6158546805381775,
+    0.535477876663208,
+    0.6794624328613281,
+    0.5503556132316589,
+    0.6050283312797546,
+    0.5130244493484497,
+    0.5733151435852051,
+    0.6155235171318054,
+    0.6235335469245911,
+    0.560245931148529,
+    0.6626805067062378,
+    0.5453429222106934,
+    0.5795163512229919,
+    0.5905030369758606,
+    0.6503201127052307,
+    0.6316166520118713,
+    0.5720886588096619,
+    0.584568977355957,
+    0.5681793689727783,
+    0.5336548089981079,
+    0.6025570034980774,
+    0.6300626993179321,
+    0.5928053259849548,
+    0.5384969711303711,
+    0.6163606643676758,
+    0.5741029381752014,
+    0.6004948019981384,
+    0.6174150109291077,
+    0.5923458337783813,
+    0.515004575252533,
+    0.569686770439148,
+    0.5873505473136902,
+    0.6458595991134644,
+    0.5849032402038574,
+    0.6182407736778259,
+    0.6921294927597046,
+    0.5494351983070374,
+    0.6256405711174011,
+    0.6244653463363647,
+    0.5644569993019104,
+    0.5912322402000427,
+    0.5371138453483582,
+    0.5818576216697693,
+    0.5721514821052551,
+    0.5464998483657837,
+    0.5208649039268494,
+    0.5483657121658325,
+    0.5453832745552063,
+    0.5485217571258545,
+    0.5788820385932922,
+    0.6001384258270264,
+    0.5936784148216248,
+    0.5621330738067627,
+    0.4136527180671692,
+    0.6179426908493042,
+    0.590961217880249,
+    0.5501615405082703,
+    0.6022453904151917,
+    0.5899928212165833,
+    0.5472306609153748,
+    0.5625307559967041,
+    0.5832496285438538,
+    0.47777825593948364,
+    0.4924069046974182,
+    0.581865131855011,
+    0.5879999399185181,
+    0.619421124458313,
+    0.5611231327056885,
+    0.5646601915359497,
+    0.5321586728096008,
+    0.5887902975082397,
+    0.546940803527832,
+    0.6712146997451782,
+    0.5428193807601929,
+    0.6019913554191589,
+    0.568330705165863,
+    0.5007303357124329,
+    0.5436994433403015,
+    0.49487069249153137,
+    0.5390335917472839,
+    0.6383445858955383,
+    0.6272746920585632,
+    0.5678398609161377,
+    0.5205780863761902,
+    0.5687636137008667,
+    0.6133678555488586,
+    0.49371853470802307,
+    0.5017759799957275,
+    0.6229140758514404,
+    0.6260181665420532,
+    0.5337000489234924,
+    0.5795989632606506,
+    0.5913246870040894,
+    0.5171838402748108,
+    0.5626271963119507,
+    0.6427653431892395,
+    0.5758833885192871,
+    0.5893572568893433,
+    0.4847794771194458,
+    0.614666759967804,
+    0.62349933385849,
+    0.49999842047691345,
+    0.5976787805557251,
+    0.5415936708450317,
+    0.5505051016807556,
+    0.5510467886924744,
+    0.5132595300674438,
+    0.5849050283432007,
+    0.5921343564987183,
+    0.6119957566261292,
+    0.5744150876998901,
+    0.5088694095611572,
+    0.6639502644538879,
+    0.5765758752822876,
+    0.6628914475440979,
+    0.5988654494285583,
+    0.6030144691467285,
+    0.5115908980369568,
+    0.7090424299240112,
+    0.6015691161155701,
+    0.5375097990036011,
+    0.6107122898101807,
+    0.6100493669509888,
+    0.6436681151390076,
+    0.5412232875823975,
+    0.4883086681365967,
+    0.5939430594444275,
+    0.629514217376709,
+    0.5516510009765625,
+    0.5875236988067627,
+    0.6478635668754578,
+    0.5669489502906799,
+    0.5700483918190002,
+    0.6022571325302124,
+    0.5821655988693237,
+    0.6028453707695007,
+    0.6684448719024658,
+    0.6156103610992432,
+    0.5626107454299927,
+    0.5960555076599121,
+    0.6530018448829651,
+    0.5708699822425842,
+    0.6313037276268005,
+    0.5388955473899841,
+    0.5975350737571716,
+    0.5618932247161865,
+    0.4922546446323395,
+    0.5383130311965942,
+    0.5920611023902893,
+    0.5584353804588318,
+    0.5603187680244446,
+    0.6247968673706055,
+    0.5053911209106445,
+    0.5876448750495911,
+    0.5628833770751953,
+    0.543531060218811,
+    0.6848689913749695,
+    0.5899630784988403,
+    0.606182873249054,
+    0.6237930059432983,
+    0.5694372057914734,
+    0.5375161170959473,
+    0.4834044873714447,
+    0.7002958655357361,
+    0.5785776376724243,
+    0.5222181677818298,
+    0.6306176781654358,
+    0.6093822121620178,
+    0.5618623495101929,
+    0.5354885458946228,
+    0.4929267466068268,
+    0.514656126499176,
+    0.5422120690345764,
+    0.5069894790649414,
+    0.5951231718063354,
+    0.6320244073867798,
+    0.6510388851165771,
+    0.5482482314109802,
+    0.5626425743103027,
+    0.5791078805923462,
+    0.5709448456764221,
+    0.575049102306366,
+    0.5117776393890381,
+    0.5328512191772461,
+    0.500633716583252,
+    0.6518096327781677,
+    0.6012002229690552,
+    0.5673923492431641,
+    0.5171241164207458,
+    0.6221208572387695,
+    0.6004402041435242,
+    0.5773072242736816,
+    0.6082717776298523,
+    0.516526997089386,
+    0.5737775564193726,
+    0.5515335202217102,
+    0.5868050456047058,
+    0.5342029333114624,
+    0.6061544418334961,
+    0.6180281639099121,
+    0.5535492300987244,
+    0.5539149045944214,
+    0.6104509830474854,
+    0.6161192655563354,
+    0.5675837397575378,
+    0.5239880084991455,
+    0.6546217203140259,
+    0.5809990763664246,
+    0.5967749357223511,
+    0.6391072869300842,
+    0.6709733605384827,
+    0.49622032046318054,
+    0.6122916340827942,
+    0.6360995173454285,
+    0.5916529893875122,
+    0.6379596590995789,
+    0.5477548241615295,
+    0.5788457989692688,
+    0.6315295100212097,
+    0.5536654591560364,
+    0.5727817416191101,
+    0.5177866816520691,
+    0.5929723978042603,
+    0.6029887199401855,
+    0.5575534701347351,
+    0.6782206892967224,
+    0.6720032691955566,
+    0.5148356556892395,
+    0.5456855297088623,
+    0.5119496583938599,
+    0.5541788935661316,
+    0.5986124277114868,
+    0.6209011077880859,
+    0.6370325088500977,
+    0.5069963335990906,
+    0.5966598987579346,
+    0.5716536045074463,
+    0.5650112628936768,
+    0.5016883015632629,
+    0.6148310899734497,
+    0.5626320838928223,
+    0.61522376537323,
+    0.5916692018508911,
+    0.5834066271781921,
+    0.6389506459236145,
+    0.517223596572876,
+    0.5727995038032532,
+    0.5091632008552551,
+    0.6439189910888672,
+    0.5508335828781128,
+    0.5776335000991821,
+    0.6683233380317688,
+    0.5299586653709412,
+    0.6527262330055237,
+    0.5659148097038269,
+    0.5672585368156433,
+    0.5889172554016113,
+    0.6158193349838257,
+    0.5959590673446655,
+    0.5557019114494324,
+    0.631460428237915,
+    0.6409713625907898,
+    0.5368033647537231,
+    0.5725458860397339,
+    0.6339694857597351,
+    0.6118927597999573,
+    0.5586380362510681,
+    0.58585125207901,
+    0.6018088459968567,
+    0.5556765198707581,
+    0.5060271620750427,
+    0.5764479041099548,
+    0.6187633872032166,
+    0.5457466244697571,
+    0.5537747740745544,
+    0.5490426421165466,
+    0.5918760895729065,
+    0.5713350772857666,
+    0.5308899283409119,
+    0.5995064973831177,
+    0.6761916875839233,
+    0.7229323387145996,
+    0.560222327709198,
+    0.5976433753967285,
+    0.5336561799049377,
+    0.5496469736099243,
+    0.5488177537918091,
+    0.5486608147621155,
+    0.5080862045288086,
+    0.5767183303833008,
+    0.5873817801475525,
+    0.65555340051651,
+    0.5260395407676697,
+    0.6220614314079285,
+    0.5629678964614868,
+    0.5108757019042969,
+    0.5894508957862854,
+    0.5952895283699036,
+    0.6248810291290283,
+    0.6370676159858704,
+    0.5992563962936401,
+    0.6197344064712524,
+    0.49486052989959717,
+    0.5667328834533691,
+    0.5910235643386841,
+    0.6132674813270569,
+    0.595587432384491,
+    0.5661947727203369,
+    0.5571675896644592,
+    0.5393549203872681,
+    0.5079856514930725,
+    0.5690367817878723,
+    0.5852253437042236,
+    0.6278046369552612,
+    0.537283182144165,
+    0.6932445764541626,
+    0.5507816672325134,
+    0.5561645030975342,
+    0.5724679231643677,
+    0.5460627675056458,
+    0.5554937720298767,
+    0.5946077108383179,
+    0.6075481176376343,
+    0.5754949450492859,
+    0.5852423310279846,
+    0.568857729434967,
+    0.564369261264801,
+    0.6228911280632019,
+    0.49017900228500366,
+    0.5550848245620728,
+    0.49874427914619446,
+    0.5637691020965576,
+    0.6147509217262268,
+    0.6008241772651672,
+    0.5274174213409424,
+    0.505895733833313,
+    0.5585087537765503,
+    0.6596308350563049,
+    0.5464411973953247,
+    0.6201469302177429,
+    0.5577707886695862,
+    0.6074709296226501,
+    0.5436930060386658,
+    0.5322259664535522,
+    0.5605716109275818,
+    0.6187253594398499,
+    0.5538547039031982,
+    0.614111065864563,
+    0.5404108762741089,
+    0.5271131992340088,
+    0.5652844309806824,
+    0.6292334198951721,
+    0.5739777684211731,
+    0.5551609396934509,
+    0.6132850646972656,
+    0.5656164884567261,
+    0.6357395648956299,
+    0.5830930471420288,
+    0.5598461031913757,
+    0.5753377079963684,
+    0.5994662046432495,
+    0.6626417636871338,
+    0.5877900719642639,
+    0.522404134273529,
+    0.5639075636863708,
+    0.6458974480628967,
+    0.5817210674285889,
+    0.5111574530601501,
+    0.5404403805732727,
+    0.5723444223403931,
+    0.6585403680801392,
+    0.6164023876190186,
+    0.6917902827262878,
+    0.6649788618087769,
+    0.6091108322143555,
+    0.5410929918289185,
+    0.563125729560852,
+    0.564171552658081,
+    0.6083711385726929,
+    0.5237635970115662,
+    0.5019192695617676,
+    0.6524760723114014,
+    0.6079576015472412,
+    0.5705451965332031,
+    0.5747258067131042,
+    0.6468170881271362,
+    0.5479780435562134,
+    0.5562001466751099,
+    0.5094807147979736,
+    0.6003296375274658,
+    0.5549498796463013,
+    0.5741499066352844,
+    0.6517130732536316,
+    0.5592994093894958,
+    0.5953494906425476,
+    0.5012621879577637,
+    0.5961286425590515,
+    0.48844629526138306,
+    0.5317288041114807,
+    0.5944254994392395,
+    0.5983428955078125,
+    0.5899952054023743,
+    0.5420650243759155,
+    0.5537682175636292,
+    0.5808168053627014,
+    0.4984906315803528,
+    0.5518534183502197,
+    0.5482694506645203,
+    0.5826772451400757,
+    0.5338843464851379,
+    0.6981014609336853,
+    0.6174639463424683,
+    0.5141773223876953,
+    0.6592671871185303,
+    0.5519493818283081,
+    0.616955041885376,
+    0.579221785068512,
+    0.5853011012077332,
+    0.5084267258644104,
+    0.546942949295044,
+    0.6051084995269775,
+    0.5763227939605713,
+    0.557738184928894,
+    0.5969654321670532,
+    0.570490300655365,
+    0.5396754741668701,
+    0.5801126956939697,
+    0.5262994170188904,
+    0.6175907254219055,
+    0.5269214510917664,
+    0.5918722748756409,
+    0.6513169407844543,
+    0.570673942565918,
+    0.5642090439796448,
+    0.5738866329193115,
+    0.6327398419380188,
+    0.635979413986206,
+    0.5839241743087769,
+    0.5579726099967957,
+    0.6280338168144226,
+    0.5306480526924133,
+    0.59874027967453,
+    0.5537829995155334,
+    0.506962239742279,
+    0.5971207022666931,
+    0.6131194829940796,
+    0.5348106622695923,
+    0.5588272213935852,
+    0.6536917090415955,
+    0.5200406312942505,
+    0.6671174764633179,
+    0.5544396042823792,
+    0.5566648244857788,
+    0.6077685356140137,
+    0.6206951141357422,
+    0.5540650486946106,
+    0.5695459246635437,
+    0.506992518901825,
+    0.5488561987876892,
+    0.5896838903427124,
+    0.587496280670166,
+    0.491524338722229,
+    0.5741260051727295,
+    0.5273139476776123,
+    0.4861406683921814,
+    0.5610821843147278,
+    0.6270298361778259,
+    0.5418701767921448,
+    0.6067048907279968,
+    0.5846052765846252,
+    0.5119791626930237,
+    0.4578753113746643,
+    0.5751132965087891,
+    0.6078974604606628,
+    0.6301180124282837,
+    0.5219985246658325,
+    0.7281553149223328,
+    0.5064130425453186,
+    0.6070117950439453,
+    0.5331758260726929,
+    0.5921859741210938,
+    0.532640814781189,
+    0.5962949395179749,
+    0.5260534882545471,
+    0.5358363389968872,
+    0.571014940738678,
+    0.6417257785797119,
+    0.6290643215179443,
+    0.567865252494812,
+    0.5241466164588928,
+    0.538066565990448,
+    0.5558246970176697,
+    0.5586076974868774,
+    0.6130080819129944,
+    0.5562319159507751,
+    0.5619944334030151,
+    0.6110131740570068,
+    0.535862386226654,
+    0.6092177033424377,
+    0.5885372757911682,
+    0.5269281268119812,
+    0.5730301737785339,
+    0.5647291541099548,
+    0.5676366090774536,
+    0.7237237095832825,
+    0.6535601615905762,
+    0.5453290343284607,
+    0.6679090261459351,
+    0.5391219258308411,
+    0.536914050579071,
+    0.5293864011764526,
+    0.5624561905860901,
+    0.6371073126792908,
+    0.5826520919799805,
+    0.5779929161071777,
+    0.5547731518745422,
+    0.5243728756904602,
+    0.6071496605873108,
+    0.5582500696182251,
+    0.5676106214523315,
+    0.6074378490447998,
+    0.5313441157341003,
+    0.5629324913024902,
+    0.5319797992706299,
+    0.5647998452186584,
+    0.5939957499504089,
+    0.5834618210792542,
+    0.5499202013015747,
+    0.544204831123352,
+    0.6168993711471558,
+    0.5909891724586487,
+    0.658186137676239,
+    0.5985874533653259,
+    0.618532657623291,
+    0.5825645923614502,
+    0.5789549350738525,
+    0.5324231386184692,
+    0.5258656740188599,
+    0.5445476770401001,
+    0.562252402305603,
+    0.6179215908050537,
+    0.5627910494804382,
+    0.5958762764930725,
+    0.6448467373847961,
+    0.527662456035614,
+    0.5424537062644958,
+    0.522156298160553,
+    0.6093500256538391,
+    0.4859350025653839,
+    0.5809750556945801,
+    0.5414290428161621,
+    0.515802800655365,
+    0.5058017373085022,
+    0.6355696320533752,
+    0.5682951807975769,
+    0.5426174998283386,
+    0.6030883193016052,
+    0.560933530330658,
+    0.5854615569114685,
+    0.5490951538085938,
+    0.5216856002807617,
+    0.5077159404754639,
+    0.5237811803817749,
+    0.5447475910186768,
+    0.5984361171722412,
+    0.6491842865943909,
+    0.5936833620071411,
+    0.6586503386497498,
+    0.5771239399909973,
+    0.5534031391143799,
+    0.4987909495830536,
+    0.6347283124923706,
+    0.5695035457611084,
+    0.5739846229553223,
+    0.6212139129638672,
+    0.5730535984039307,
+    0.5982723236083984,
+    0.49001219868659973,
+    0.706341028213501,
+    0.6442098617553711,
+    0.6180665493011475,
+    0.5111734867095947,
+    0.5468065142631531,
+    0.5123172402381897,
+    0.5656365752220154,
+    0.5169116258621216,
+    0.5525305271148682,
+    0.6265032291412354,
+    0.503074586391449,
+    0.492662638425827,
+    0.7000900506973267,
+    0.6489583253860474,
+    0.5911493301391602,
+    0.5927005410194397,
+    0.5876816511154175,
+    0.5495153069496155,
+    0.5278126001358032,
+    0.6139336228370667,
+    0.5274063348770142,
+    0.4986157715320587,
+    0.5227870345115662,
+    0.5332207679748535,
+    0.5778593420982361,
+    0.48035264015197754,
+    0.5116228461265564,
+    0.6115031838417053,
+    0.5283017754554749,
+    0.5749018788337708,
+    0.5400736331939697,
+    0.49688902497291565,
+    0.6173889636993408,
+    0.5574884414672852,
+    0.6033402681350708,
+    0.5575160384178162,
+    0.4941816031932831,
+    0.5097621083259583,
+    0.5485844016075134,
+    0.571042537689209,
+    0.6380726099014282,
+    0.5439378619194031,
+    0.4802493453025818,
+    0.6067633032798767,
+    0.5766204595565796,
+    0.6151025891304016,
+    0.5204260349273682,
+    0.6418746709823608,
+    0.5744888186454773,
+    0.5159547328948975,
+    0.5142986178398132,
+    0.6230205297470093,
+    0.5230227112770081,
+    0.581328809261322,
+    0.5324411988258362,
+    0.6202817559242249,
+    0.5190445184707642,
+    0.5696788430213928,
+    0.5414522886276245,
+    0.564425528049469,
+    0.5589277148246765,
+    0.5850206017494202,
+    0.5533938407897949,
+    0.5866856575012207,
+    0.539099931716919,
+    0.5835258960723877,
+    0.5062729120254517,
+    0.6403427720069885,
+    0.6453301310539246,
+    0.5220813155174255,
+    0.5326244831085205,
+    0.6014195680618286,
+    0.5868620872497559,
+    0.4661448895931244,
+    0.5151216387748718,
+    0.5350122451782227,
+    0.6074433922767639,
+    0.6186888813972473,
+    0.6222517490386963,
+    0.6132470965385437,
+    0.5299389362335205,
+    0.569050133228302,
+    0.6146509647369385,
+    0.45010191202163696,
+    0.47767001390457153,
+    0.6066670417785645,
+    0.5818241238594055,
+    0.5128285884857178,
+    0.5337861776351929,
+    0.5195213556289673,
+    0.7601557970046997,
+    0.5153854489326477,
+    0.5652475357055664,
+    0.5185254216194153,
+    0.5211241245269775,
+    0.5121720433235168,
+    0.5949634313583374,
+    0.5983390808105469,
+    0.6084403991699219,
+    0.5957980751991272,
+    0.6401590704917908,
+    0.5366730690002441,
+    0.5913947224617004,
+    0.5747312307357788,
+    0.532295823097229,
+    0.5382422804832458,
+    0.5226972699165344,
+    0.5353747606277466,
+    0.48472803831100464,
+    0.5099581480026245,
+    0.5072365403175354,
+    0.5939505100250244,
+    0.6116344928741455,
+    0.5156381130218506,
+    0.5639355778694153,
+    0.5297510027885437,
+    0.6579383015632629,
+    0.5616186261177063,
+    0.5532714128494263,
+    0.5332199335098267,
+    0.5833485722541809,
+    0.5240852236747742,
+    0.5282641649246216,
+    0.5988271832466125,
+    0.569696307182312,
+    0.6048440337181091,
+    0.5550967454910278,
+    0.5744118094444275,
+    0.5796729326248169,
+    0.6263954639434814,
+    0.5129228830337524,
+    0.5770348906517029,
+    0.475697785615921,
+    0.58540278673172,
+    0.4960178732872009,
+    0.5210652947425842,
+    0.5948526263237,
+    0.5133665800094604,
+    0.4968591332435608,
+    0.5158878564834595,
+    0.6141068935394287,
+    0.6073957681655884,
+    0.5125283002853394,
+    0.6403157114982605,
+    0.6318353414535522,
+    0.603985071182251,
+    0.5232471823692322,
+    0.5637657642364502,
+    0.5850512981414795,
+    0.6048827767372131,
+    0.5483436584472656,
+    0.8421180844306946,
+    0.5657364130020142,
+    0.5281955599784851,
+    0.4814380705356598,
+    0.5944904088973999,
+    0.5247540473937988,
+    0.5572609901428223,
+    0.5090574622154236,
+    0.5571409463882446,
+    0.5378916263580322,
+    0.5895845293998718,
+    0.5247723460197449,
+    0.5484631657600403,
+    0.5442968010902405,
+    0.48953545093536377,
+    0.5572368502616882,
+    0.5839531421661377,
+    0.5456473231315613,
+    0.6669839024543762,
+    0.5753653049468994,
+    0.48852667212486267,
+    0.5539669394493103,
+    0.5771496295928955,
+    0.524544358253479,
+    0.5165728330612183,
+    0.5882136821746826,
+    0.5718851089477539,
+    0.4766905605792999,
+    0.5072553753852844,
+    0.5385528802871704,
+    0.4901380240917206,
+    0.5942749381065369,
+    0.6899946331977844,
+    0.5324667096138,
+    0.5991808176040649,
+    0.5308691263198853,
+    0.6726163625717163,
+    0.5310330986976624,
+    0.48141974210739136,
+    0.5640753507614136,
+    0.5407817959785461,
+    0.5349162220954895,
+    0.5842233300209045,
+    0.4961099326610565,
+    0.5341417789459229,
+    0.6675816178321838,
+    0.6462565064430237,
+    0.5885287523269653,
+    0.5815405249595642,
+    0.5424460172653198,
+    0.5652173757553101,
+    0.5732198357582092,
+    0.5475703477859497,
+    0.4533338248729706,
+    0.6300572752952576,
+    0.5017660856246948,
+    0.5531390905380249,
+    0.606556236743927,
+    0.565458357334137,
+    0.5229970812797546,
+    0.5369001626968384,
+    0.5708498954772949,
+    0.4367355406284332,
+    0.5674582719802856,
+    0.538144052028656,
+    0.5645135641098022,
+    0.5424489378929138,
+    0.5521032214164734,
+    0.5627442002296448,
+    0.5311033725738525,
+    0.4843291640281677,
+    0.5137526988983154,
+    0.5508560538291931,
+    0.6453741192817688,
+    0.555893063545227,
+    0.5594373345375061,
+    0.6522790789604187,
+    0.6023649573326111,
+    0.5424538850784302,
+    0.5807366967201233,
+    0.5928878784179688,
+    0.588518500328064,
+    0.5682075619697571,
+    0.6237792372703552,
+    0.5353606343269348,
+    0.5545751452445984,
+    0.5482308864593506,
+    0.4936862289905548,
+    0.6729709506034851,
+    0.5312345027923584,
+    0.5757244825363159,
+    0.633732795715332,
+    0.6099119186401367,
+    0.6328807473182678,
+    0.4728794991970062,
+    0.49176666140556335,
+    0.5500184893608093,
+    0.6540027260780334,
+    0.4735334813594818,
+    0.521282970905304,
+    0.6227515339851379,
+    0.6735265254974365,
+    0.5801041126251221,
+    0.5245409607887268,
+    0.5383498668670654,
+    0.5840194225311279,
+    0.5603135824203491,
+    0.5822688341140747,
+    0.4786559045314789,
+    0.5673475861549377,
+    0.6030540466308594,
+    0.5605639219284058,
+    0.47771334648132324,
+    0.590700626373291,
+    0.6049581170082092,
+    0.5788595676422119,
+    0.4704594910144806,
+    0.5078866481781006,
+    0.6120486259460449,
+    0.5955401659011841,
+    0.5858843326568604,
+    0.6155402660369873,
+    0.639340877532959,
+    0.6572726368904114,
+    0.5902500748634338,
+    0.5583671927452087,
+    0.5524179339408875,
+    0.5477911233901978,
+    0.5611307621002197,
+    0.5708115100860596,
+    0.4997204542160034,
+    0.5271554589271545,
+    0.5825361013412476,
+    0.5707816481590271,
+    0.5367846488952637,
+    0.5073348879814148,
+    0.5985050797462463,
+    0.5573855042457581,
+    0.5212849378585815,
+    0.4153398275375366,
+    0.5789616703987122,
+    0.5355590581893921,
+    0.5878378748893738
+  ],
+  "training_config": {
+    "batch_size": 8,
+    "num_epochs": 6,
+    "learning_rate": 0.0001,
+    "weight_decay": 0.01,
+    "warmup_steps": 1000,
+    "max_grad_norm": 1.0,
+    "eval_steps": 500,
+    "save_steps": 500
+  },
+  "model_config": {
+    "vocab_size": 4796,
+    "model_dim": 256,
+    "num_heads": 8,
+    "num_layers": 6,
+    "max_sequence_length": 1024,
+    "dropout": 0.1
+  },
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure"
+}