Upload structure model checkpoint at step 7000

checkpoint_7000/README.md

@@ -0,0 +1,46 @@
+---
+library_name: mlx
+pipeline_tag: text-generation
+tags:
+- music
+- midi
+- generation
+- mlx
+- autoregressive
+- structure
+- musiclang
+---
+
+# okai-musiclang-structure v2.0 - Structure Model
+
+This is an autoregressive structure generation model for music using MLX.
+
+## Model Details
+
+- **Model Type**: Structure Generator (Autoregressive)
+- **Version**: v2.0
+- **Step**: 7000
+- **Architecture**: Transformer with causal language modeling
+- **Vocabulary Size**: 4796
+- **Model Dimension**: 256
+- **Layers**: 6
+- **Max Sequence Length**: 1024
+
+## Training Configuration
+
+- **Batch Size**: 16
+- **Learning Rate**: 1e-05
+- **Training Steps**: 7000
+
+## Usage
+
+This model generates sequential music structure:
+- Input: Song control tokens (genre, instruments, etc.)
+- Output: Sequential bar structure with chords and tonality
+
+Example generation:
+```
+GENRE__ROCK SUBGENRE__ALTERNATIVE START BAR__1 CHORD_DEGREE__1 TONALITY_DEGREE__1 BAR__2 CHORD_DEGREE__4 TONALITY_DEGREE__5 ... WILL_END
+```
+
+Generated with MLX framework for Apple Silicon.

checkpoint_7000/config.json

@@ -0,0 +1,14 @@
+{
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure",
+  "global_step": 7000,
+  "architecture": "AutoregressiveTransformer",
+  "training_type": "causal_lm",
+  "vocab_size": 4796,
+  "model_dim": 256,
+  "num_heads": 8,
+  "num_layers": 6,
+  "max_sequence_length": 1024,
+  "dropout": 0.1
+}

checkpoint_7000/model.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856694f10ff46ae1748f82ebdf37c7849dd2d668eafffaab3e6244cadab4e3ec
+size 29839884

checkpoint_7000/training_state.json

@@ -0,0 +1,1320 @@
+{
+  "global_step": 7000,
+  "epoch": 3,
+  "trainer_step": 7000,
+  "learning_rate": 9.999999747378752e-06,
+  "epoch_losses": [
+    0.8267251253128052,
+    0.7156606912612915,
+    0.860819935798645,
+    0.9418178796768188,
+    0.7954195141792297,
+    0.785536527633667,
+    0.880850076675415,
+    0.9444862604141235,
+    0.710844874382019,
+    0.8115501999855042,
+    0.8385743498802185,
+    0.8324074745178223,
+    0.8686010241508484,
+    0.8397880792617798,
+    0.7364058494567871,
+    0.8601733446121216,
+    0.879347026348114,
+    0.7917970418930054,
+    0.8743105530738831,
+    0.8263768553733826,
+    0.8274832367897034,
+    0.7282205820083618,
+    0.8505825400352478,
+    0.92011958360672,
+    0.830745279788971,
+    0.8573527932167053,
+    0.8543904423713684,
+    0.9390841722488403,
+    0.8852065801620483,
+    0.872724175453186,
+    0.8681007027626038,
+    0.8253645896911621,
+    0.7693959474563599,
+    0.8637677431106567,
+    0.8749911785125732,
+    0.7714352011680603,
+    0.8498124480247498,
+    0.7690132260322571,
+    0.8109665513038635,
+    0.8016248941421509,
+    0.7285829782485962,
+    0.8874986171722412,
+    0.7933679223060608,
+    0.8005619645118713,
+    0.8700001835823059,
+    0.8136159777641296,
+    0.8945200443267822,
+    0.7730787992477417,
+    0.7665235996246338,
+    0.7343435287475586,
+    0.7805270552635193,
+    0.9628711938858032,
+    0.7565982937812805,
+    0.8406789302825928,
+    0.9148065447807312,
+    0.8471393585205078,
+    0.7834373712539673,
+    0.7912096381187439,
+    0.8091537952423096,
+    0.8797505497932434,
+    0.781848669052124,
+    0.8427628874778748,
+    0.7648460865020752,
+    0.8447132706642151,
+    0.8403868079185486,
+    0.7498573064804077,
+    0.7488678097724915,
+    0.8513166308403015,
+    0.7660120725631714,
+    0.7732702493667603,
+    0.7615871429443359,
+    0.8227044939994812,
+    0.8294056057929993,
+    0.8804996609687805,
+    0.8145940899848938,
+    0.7456373572349548,
+    0.7570104002952576,
+    0.8333815336227417,
+    0.9013676643371582,
+    0.7411203980445862,
+    0.8191972374916077,
+    0.7782153487205505,
+    0.8326579928398132,
+    0.845100462436676,
+    0.9998421669006348,
+    0.7848277688026428,
+    0.7959708571434021,
+    0.8005611300468445,
+    0.827416181564331,
+    0.7992665767669678,
+    0.7432759404182434,
+    0.6925281882286072,
+    0.8919035792350769,
+    0.7495708465576172,
+    0.7746514081954956,
+    0.8433645963668823,
+    0.7935962677001953,
+    0.8344244956970215,
+    0.8487056493759155,
+    0.9141316413879395,
+    0.8923897743225098,
+    0.8714606165885925,
+    0.8831012845039368,
+    0.7249584197998047,
+    0.8017855286598206,
+    0.7325617074966431,
+    0.8545896410942078,
+    0.8401230573654175,
+    0.819802463054657,
+    0.8069342970848083,
+    0.7293420433998108,
+    0.8219670057296753,
+    0.8231580257415771,
+    0.7832656502723694,
+    0.8409003019332886,
+    0.7875893712043762,
+    0.7834862470626831,
+    0.8598553538322449,
+    0.7544928193092346,
+    0.7602822184562683,
+    0.8253030180931091,
+    0.7512518763542175,
+    0.6745361089706421,
+    0.8263822793960571,
+    0.7470456957817078,
+    0.7142889499664307,
+    0.875754714012146,
+    0.7587679624557495,
+    0.7668524384498596,
+    0.7340443730354309,
+    0.7819405198097229,
+    0.8259172439575195,
+    0.8802277445793152,
+    0.8219906091690063,
+    0.8531641960144043,
+    0.8079729676246643,
+    0.8338596820831299,
+    0.7942845225334167,
+    0.7828904390335083,
+    0.8068522810935974,
+    0.7682546973228455,
+    0.7650644183158875,
+    0.8084389567375183,
+    0.799694836139679,
+    0.7674142718315125,
+    0.8472267389297485,
+    0.8099306225776672,
+    0.8832398056983948,
+    0.7811346054077148,
+    0.8373596668243408,
+    0.811606228351593,
+    0.7994090914726257,
+    0.854801595211029,
+    0.786896288394928,
+    0.7967766523361206,
+    0.893247663974762,
+    0.8646430969238281,
+    0.7787424325942993,
+    0.8987262845039368,
+    0.8025528788566589,
+    0.7871999740600586,
+    0.8252074718475342,
+    0.7703168392181396,
+    0.8022949695587158,
+    0.8270684480667114,
+    0.7491687536239624,
+    0.8273314237594604,
+    0.8100937604904175,
+    0.8045676946640015,
+    0.8092302083969116,
+    0.8559038043022156,
+    0.81805020570755,
+    0.8238271474838257,
+    0.7470946907997131,
+    0.7456565499305725,
+    0.8375546336174011,
+    0.8250463008880615,
+    0.9221420288085938,
+    0.8561370968818665,
+    0.8031499981880188,
+    0.8433287739753723,
+    0.964592456817627,
+    0.7806392908096313,
+    0.8497879505157471,
+    0.8931498527526855,
+    0.773786187171936,
+    0.8455853462219238,
+    0.8512445688247681,
+    0.7696901559829712,
+    0.7745411396026611,
+    0.9112189412117004,
+    0.862769603729248,
+    0.7580086588859558,
+    0.7507232427597046,
+    0.8742559552192688,
+    0.8068438172340393,
+    0.8243193030357361,
+    0.7685670852661133,
+    0.7798039317131042,
+    0.7855411171913147,
+    0.8399823904037476,
+    0.8017387986183167,
+    0.7240294814109802,
+    0.8370116353034973,
+    0.7078456282615662,
+    0.8576661348342896,
+    0.8158095479011536,
+    0.7758065462112427,
+    0.7223475575447083,
+    0.9219492077827454,
+    0.8386049270629883,
+    0.8989261984825134,
+    0.7553024291992188,
+    0.7741619348526001,
+    0.7765299677848816,
+    0.7559140920639038,
+    0.7753311991691589,
+    0.7087565660476685,
+    0.7816688418388367,
+    0.705898642539978,
+    0.7425345778465271,
+    0.8033889532089233,
+    0.788788378238678,
+    0.7933453917503357,
+    0.8550800681114197,
+    0.740778386592865,
+    0.7846851944923401,
+    0.9378728866577148,
+    0.8104960322380066,
+    0.8187196254730225,
+    0.8880254626274109,
+    0.8362064361572266,
+    0.8159574866294861,
+    0.7271130681037903,
+    0.8182744979858398,
+    0.8668578267097473,
+    0.8170772194862366,
+    0.8015566468238831,
+    0.7983573079109192,
+    0.7816091179847717,
+    0.7623358964920044,
+    0.7934963703155518,
+    0.8512696027755737,
+    0.8001073598861694,
+    0.8691814541816711,
+    0.7467926144599915,
+    0.73629230260849,
+    0.8151296377182007,
+    0.7516558766365051,
+    0.8484403491020203,
+    0.8413815498352051,
+    0.7151666879653931,
+    0.6833842396736145,
+    0.7645551562309265,
+    0.8128257393836975,
+    0.8214841485023499,
+    0.8272411227226257,
+    0.7388677597045898,
+    0.7817277908325195,
+    0.7946875691413879,
+    0.775445818901062,
+    0.7832990288734436,
+    0.7184854745864868,
+    0.8395812511444092,
+    0.825157105922699,
+    0.8496723771095276,
+    0.752990186214447,
+    0.7535010576248169,
+    0.8279983401298523,
+    0.785174548625946,
+    0.8172211647033691,
+    0.8726750016212463,
+    0.8208408951759338,
+    0.7668969035148621,
+    0.8966258764266968,
+    0.7289772629737854,
+    0.704111635684967,
+    0.846718430519104,
+    0.6758118867874146,
+    0.7777753472328186,
+    0.7973424196243286,
+    0.8451882004737854,
+    0.81060391664505,
+    0.7488210797309875,
+    0.7392869591712952,
+    0.9020735025405884,
+    0.7876619696617126,
+    0.8220584392547607,
+    0.8000291585922241,
+    0.7933567762374878,
+    0.790691614151001,
+    0.7219104766845703,
+    0.9341336488723755,
+    0.769748866558075,
+    0.7432000637054443,
+    0.8603104948997498,
+    0.7073503732681274,
+    0.8070240020751953,
+    0.7642353177070618,
+    0.7774791121482849,
+    0.7733474969863892,
+    0.8469381332397461,
+    0.7540550231933594,
+    0.7465381026268005,
+    0.7798303961753845,
+    0.8706777691841125,
+    0.8058483004570007,
+    0.7497255802154541,
+    0.7768770456314087,
+    0.8127480745315552,
+    0.8635938763618469,
+    0.6966846585273743,
+    0.8020406365394592,
+    0.8065252900123596,
+    0.839389979839325,
+    0.7847192287445068,
+    0.8044928908348083,
+    0.8048762679100037,
+    0.7160553932189941,
+    0.8170415163040161,
+    0.7988295555114746,
+    0.8182792663574219,
+    0.8013461232185364,
+    0.8066675066947937,
+    0.7903054356575012,
+    0.7932528257369995,
+    0.8171367049217224,
+    0.7683720588684082,
+    0.758154571056366,
+    0.7983700633049011,
+    0.8395617604255676,
+    0.7189447283744812,
+    0.8492457866668701,
+    0.795515775680542,
+    0.766109049320221,
+    0.8638597130775452,
+    0.7039635181427002,
+    0.825446605682373,
+    0.77964848279953,
+    0.8086645007133484,
+    0.7461229562759399,
+    0.8326292634010315,
+    0.8486502170562744,
+    0.8093816637992859,
+    0.7222384214401245,
+    0.8423341512680054,
+    0.8114393949508667,
+    0.7376851439476013,
+    0.7381478548049927,
+    0.7273658514022827,
+    0.7941574454307556,
+    0.8246335983276367,
+    0.80069899559021,
+    0.8088172674179077,
+    0.89604252576828,
+    0.8944546580314636,
+    0.8021531105041504,
+    0.8657751679420471,
+    0.8374419808387756,
+    0.8626073002815247,
+    0.7800911664962769,
+    0.8889337182044983,
+    0.7671722173690796,
+    0.7115981578826904,
+    0.7758989930152893,
+    0.8103392720222473,
+    0.8772517442703247,
+    0.8283193707466125,
+    0.8110719919204712,
+    0.7317943572998047,
+    0.8518179655075073,
+    0.8516228795051575,
+    0.7650246024131775,
+    0.7425577640533447,
+    0.7271779775619507,
+    0.897339940071106,
+    0.7179079055786133,
+    0.7995295524597168,
+    0.7873615622520447,
+    0.7651731967926025,
+    0.7444683313369751,
+    0.8549035787582397,
+    0.8426487445831299,
+    0.7943224906921387,
+    0.7894320487976074,
+    0.8444210290908813,
+    0.783359169960022,
+    0.7646369934082031,
+    0.8842077851295471,
+    0.7500979900360107,
+    0.7987539768218994,
+    0.7853385210037231,
+    0.7594422698020935,
+    0.7443320751190186,
+    0.7872217893600464,
+    0.7632434964179993,
+    0.7996298670768738,
+    0.7739502787590027,
+    0.8266758322715759,
+    0.7337266802787781,
+    0.8136026859283447,
+    0.7164396047592163,
+    0.7470225691795349,
+    0.8548786640167236,
+    0.8687338829040527,
+    0.7250160574913025,
+    0.7475525736808777,
+    0.8520419001579285,
+    0.7466073036193848,
+    0.790010392665863,
+    0.7706098556518555,
+    0.8053550124168396,
+    0.822833776473999,
+    0.7883005142211914,
+    0.7103252410888672,
+    0.8825663328170776,
+    0.802396297454834,
+    0.716567873954773,
+    0.9273552298545837,
+    0.72951340675354,
+    0.7873954772949219,
+    0.8054607510566711,
+    0.7517221570014954,
+    0.7419621348381042,
+    0.758427619934082,
+    0.7427695989608765,
+    0.8121815323829651,
+    0.7806315422058105,
+    0.8509624004364014,
+    0.7947694659233093,
+    0.7237097024917603,
+    0.7777594923973083,
+    0.819982647895813,
+    0.7767089009284973,
+    0.8212957382202148,
+    0.8154469132423401,
+    0.7915823459625244,
+    0.7466672658920288,
+    0.7628137469291687,
+    0.7747877836227417,
+    0.8776073455810547,
+    0.7887853980064392,
+    0.8050073385238647,
+    0.8582101464271545,
+    0.7772716283798218,
+    0.7913963794708252,
+    0.7277522683143616,
+    0.7516393661499023,
+    0.7812211513519287,
+    0.781220018863678,
+    0.8338103890419006,
+    0.7987700700759888,
+    0.7945192456245422,
+    0.8672469258308411,
+    0.7886396050453186,
+    0.7553274035453796,
+    0.7768886685371399,
+    0.7097201943397522,
+    0.8221865892410278,
+    0.8213567137718201,
+    0.7652928233146667,
+    0.7620263695716858,
+    0.7351884841918945,
+    0.7479183673858643,
+    0.7042406797409058,
+    0.7775771021842957,
+    0.7404934763908386,
+    0.8685864806175232,
+    0.7425143718719482,
+    0.7874400615692139,
+    0.7171471118927002,
+    0.7961915135383606,
+    0.823737382888794,
+    0.6455684900283813,
+    0.7594719529151917,
+    0.7506843209266663,
+    0.7896690368652344,
+    0.7240670919418335,
+    0.7936969995498657,
+    0.7289109230041504,
+    0.8223836421966553,
+    0.8965722322463989,
+    0.7352132797241211,
+    0.7368942499160767,
+    0.7422085404396057,
+    0.7981370091438293,
+    0.8175362348556519,
+    0.7543011903762817,
+    0.7818852066993713,
+    0.8082845211029053,
+    0.7568252682685852,
+    0.7982791066169739,
+    0.8049458265304565,
+    0.7453433871269226,
+    0.828565239906311,
+    0.7576547861099243,
+    0.7626289129257202,
+    0.7483375072479248,
+    0.8199647068977356,
+    0.7877355217933655,
+    0.7795529365539551,
+    0.7646918296813965,
+    0.8361537456512451,
+    0.720331609249115,
+    0.7400504350662231,
+    0.7356076240539551,
+    0.8423027396202087,
+    0.7016844153404236,
+    0.7737007141113281,
+    0.7161349654197693,
+    0.7593903541564941,
+    0.8538471460342407,
+    0.820962131023407,
+    0.7176027297973633,
+    0.7695058584213257,
+    0.7356391549110413,
+    0.6850097179412842,
+    0.7546579837799072,
+    0.8166735172271729,
+    0.7480100989341736,
+    0.8125941157341003,
+    0.789711058139801,
+    0.7933542728424072,
+    0.770374596118927,
+    0.7445796728134155,
+    0.8196256160736084,
+    0.7018460631370544,
+    0.7428053021430969,
+    0.8445996046066284,
+    0.8184049129486084,
+    0.8163850903511047,
+    0.8081181645393372,
+    0.7189147472381592,
+    0.803468644618988,
+    0.7657797932624817,
+    0.8160256147384644,
+    0.8127287030220032,
+    0.7481122016906738,
+    0.8263896107673645,
+    0.7997864484786987,
+    0.7760716080665588,
+    0.7697809338569641,
+    0.6870911121368408,
+    0.75513756275177,
+    0.7187445163726807,
+    0.8395391702651978,
+    0.9022083878517151,
+    0.7490493655204773,
+    0.8192733526229858,
+    0.7390750050544739,
+    0.7540389895439148,
+    0.8744629621505737,
+    0.7956312894821167,
+    0.8383409976959229,
+    0.8076743483543396,
+    0.7139235138893127,
+    0.7365282773971558,
+    0.7052450776100159,
+    0.7248348593711853,
+    0.7691724300384521,
+    0.8305703401565552,
+    0.8514397144317627,
+    0.8140835165977478,
+    0.7653284072875977,
+    0.7649521231651306,
+    0.7626849412918091,
+    0.7527552247047424,
+    0.7882123589515686,
+    0.69423508644104,
+    0.7793295383453369,
+    0.8434534668922424,
+    0.7298885583877563,
+    0.7352932095527649,
+    0.8358241319656372,
+    0.8255053162574768,
+    0.7746346592903137,
+    0.8088293671607971,
+    0.8599175214767456,
+    0.7454615235328674,
+    0.8525823950767517,
+    0.8193190693855286,
+    0.7202866673469543,
+    0.7632003426551819,
+    0.765610933303833,
+    0.7548247575759888,
+    0.8187887072563171,
+    0.8831357955932617,
+    0.7910749316215515,
+    0.8789410591125488,
+    0.8020681142807007,
+    0.7676330208778381,
+    0.7675012946128845,
+    0.7095235586166382,
+    0.6874545216560364,
+    0.7897490859031677,
+    0.7196207642555237,
+    0.681832492351532,
+    0.8164334297180176,
+    0.7647862434387207,
+    0.6980148553848267,
+    0.7266119122505188,
+    0.7837138175964355,
+    0.8337969183921814,
+    0.9289835691452026,
+    0.8093279600143433,
+    0.7745698690414429,
+    0.7161482572555542,
+    0.7774268388748169,
+    0.8562594652175903,
+    0.7712034583091736,
+    0.8270324468612671,
+    0.8727027773857117,
+    0.8103079795837402,
+    0.8995703458786011,
+    0.9233747124671936,
+    0.7144275903701782,
+    0.8097519278526306,
+    0.7291489839553833,
+    0.8063637018203735,
+    0.7195539474487305,
+    0.7227814793586731,
+    0.8067512512207031,
+    0.7135943174362183,
+    0.7465474605560303,
+    0.723467230796814,
+    0.8029189109802246,
+    0.9348520636558533,
+    0.7580736875534058,
+    0.7859365940093994,
+    0.9174296855926514,
+    0.8081722259521484,
+    0.6826128363609314,
+    0.7932848334312439,
+    0.7694560289382935,
+    0.7546145915985107,
+    0.6684277653694153,
+    0.7726326584815979,
+    0.805290699005127,
+    0.7969262003898621,
+    0.7167540788650513,
+    0.7606000304222107,
+    0.8890317678451538,
+    0.6934400796890259,
+    0.8021312952041626,
+    0.7187459468841553,
+    0.7912425994873047,
+    0.7202730178833008,
+    0.8195047378540039,
+    0.7667779922485352,
+    0.7984806895256042,
+    0.8136498928070068,
+    0.8167104721069336,
+    0.8448213338851929,
+    0.7723211646080017,
+    0.7624617218971252,
+    0.7027766108512878,
+    0.7588050365447998,
+    0.8275556564331055,
+    0.7537859082221985,
+    0.7327159643173218,
+    0.8392592072486877,
+    0.8199961185455322,
+    0.7562032341957092,
+    0.795039713382721,
+    0.7134716510772705,
+    0.8063964247703552,
+    0.7806269526481628,
+    0.799812912940979,
+    0.708301305770874,
+    0.7276490330696106,
+    0.8705180883407593,
+    0.7906174063682556,
+    0.7012436389923096,
+    0.7559731602668762,
+    0.7717202305793762,
+    0.798942506313324,
+    0.6541123986244202,
+    0.7617509961128235,
+    0.8450918197631836,
+    0.7542782425880432,
+    0.7967585325241089,
+    0.74738609790802,
+    0.7302188873291016,
+    0.757817804813385,
+    0.7143092751502991,
+    0.7843736410140991,
+    0.7081234455108643,
+    0.8190423250198364,
+    0.7050281167030334,
+    0.7923470139503479,
+    0.8084300756454468,
+    0.7406953573226929,
+    0.7688806056976318,
+    0.8244378566741943,
+    0.7792772650718689,
+    0.7079032063484192,
+    0.8059781193733215,
+    0.754417359828949,
+    0.8047753572463989,
+    0.7584958672523499,
+    0.7648802995681763,
+    0.7943398952484131,
+    0.8419164419174194,
+    0.764915406703949,
+    0.8322705626487732,
+    0.7639526724815369,
+    0.7688341736793518,
+    0.7494643926620483,
+    0.8560840487480164,
+    0.8962724208831787,
+    0.7654372453689575,
+    0.7613778114318848,
+    0.7676398158073425,
+    0.6921966671943665,
+    0.7078850865364075,
+    0.7314119338989258,
+    0.7196072936058044,
+    0.7965295314788818,
+    0.7536969184875488,
+    0.6990144848823547,
+    0.7750930190086365,
+    0.7284969091415405,
+    0.7743372917175293,
+    0.7171277403831482,
+    0.7186422348022461,
+    0.7681513428688049,
+    0.7844749689102173,
+    0.7596992254257202,
+    0.7676512598991394,
+    0.8156915903091431,
+    0.7465479969978333,
+    0.804159939289093,
+    0.7616428136825562,
+    0.7584534287452698,
+    0.7299894094467163,
+    0.7278734445571899,
+    0.8443729877471924,
+    0.7581186890602112,
+    0.6838551163673401,
+    0.7386722564697266,
+    0.8238412737846375,
+    0.7429566383361816,
+    0.8390719890594482,
+    0.7869603037834167,
+    0.791533350944519,
+    0.764062762260437,
+    0.8058978319168091,
+    0.7296543121337891,
+    0.8135994076728821,
+    0.7137603163719177,
+    0.7214677333831787,
+    0.8170547485351562,
+    0.7579906582832336,
+    0.828386664390564,
+    0.814666211605072,
+    0.7190247774124146,
+    0.7187027931213379,
+    0.7977748513221741,
+    0.8142910599708557,
+    0.8248099684715271,
+    0.7608196139335632,
+    0.8413570523262024,
+    0.7316682934761047,
+    0.7556985020637512,
+    0.774469256401062,
+    0.7042749524116516,
+    0.7117957472801208,
+    0.6917056441307068,
+    0.7047011256217957,
+    0.7931011319160461,
+    0.7300184965133667,
+    0.8079320192337036,
+    0.7362121343612671,
+    0.7115975618362427,
+    0.7589629888534546,
+    0.8633050918579102,
+    0.7891210913658142,
+    0.7208402156829834,
+    0.7273556590080261,
+    0.7903757691383362,
+    0.8201230764389038,
+    0.7671827077865601,
+    0.8476426005363464,
+    0.7457364797592163,
+    0.7366219758987427,
+    0.792304277420044,
+    0.714264988899231,
+    0.8702092170715332,
+    0.8032643795013428,
+    0.7589601874351501,
+    0.7782293558120728,
+    0.8308637142181396,
+    0.7090896368026733,
+    0.7383478879928589,
+    0.8502737879753113,
+    0.7221475839614868,
+    0.7875750660896301,
+    0.8059230446815491,
+    0.7243509888648987,
+    0.8188301920890808,
+    0.809751570224762,
+    0.7055332064628601,
+    0.7258038520812988,
+    0.7091037631034851,
+    0.7721728086471558,
+    0.8142811059951782,
+    0.7272377610206604,
+    0.7580984830856323,
+    0.7296957969665527,
+    0.7872277498245239,
+    0.759821355342865,
+    0.6580699682235718,
+    0.7246388792991638,
+    0.7565416693687439,
+    0.7160782814025879,
+    0.7071799039840698,
+    0.7372024059295654,
+    0.7445904612541199,
+    0.7686097621917725,
+    0.7816221117973328,
+    0.8472223877906799,
+    0.7399579882621765,
+    0.8235185742378235,
+    0.7995904088020325,
+    0.6761020421981812,
+    0.7877775430679321,
+    0.7217755913734436,
+    0.773084819316864,
+    0.8210790157318115,
+    0.7672991156578064,
+    0.7075163722038269,
+    0.7607898712158203,
+    0.829703152179718,
+    0.7322415709495544,
+    0.759836733341217,
+    0.7923035025596619,
+    0.7700127959251404,
+    0.7703285217285156,
+    0.7808494567871094,
+    0.7491394877433777,
+    0.8303806185722351,
+    0.773706316947937,
+    0.7233827114105225,
+    0.7315557599067688,
+    0.7448326349258423,
+    0.8218960762023926,
+    0.750889778137207,
+    0.762682318687439,
+    0.7120538353919983,
+    0.6860463619232178,
+    0.7403857111930847,
+    0.7573658227920532,
+    0.7535292506217957,
+    0.7122423648834229,
+    0.6665436029434204,
+    0.8023120760917664,
+    0.71961909532547,
+    0.7803027033805847,
+    0.7202416658401489,
+    0.7550574541091919,
+    0.721540093421936,
+    0.7658645510673523,
+    0.7996276021003723,
+    0.7137188911437988,
+    0.6550648808479309,
+    0.6959772706031799,
+    0.767464816570282,
+    0.8039703965187073,
+    0.7154470682144165,
+    0.7392994165420532,
+    0.7754210233688354,
+    0.8386576175689697,
+    0.7133771181106567,
+    0.8291122913360596,
+    0.7705318927764893,
+    0.6524718999862671,
+    0.7399185299873352,
+    0.7049036622047424,
+    0.7398115396499634,
+    0.8031675815582275,
+    0.7408901453018188,
+    0.7621890902519226,
+    0.7685920596122742,
+    0.7141993045806885,
+    0.690569281578064,
+    0.7698248624801636,
+    0.7841926217079163,
+    0.7635543346405029,
+    0.7116665244102478,
+    0.7676578164100647,
+    0.7132582068443298,
+    0.8081563711166382,
+    0.7500726580619812,
+    0.8428284525871277,
+    0.8748797178268433,
+    0.7727627158164978,
+    0.8037099838256836,
+    0.779276430606842,
+    0.7535267472267151,
+    0.6707544922828674,
+    0.7637175917625427,
+    0.6954565048217773,
+    0.7267332673072815,
+    0.6364474892616272,
+    0.8148676156997681,
+    0.7392045855522156,
+    0.7150927782058716,
+    0.682448148727417,
+    0.755987823009491,
+    0.8086895942687988,
+    0.7855865359306335,
+    0.7771542072296143,
+    0.7663400173187256,
+    0.7297822833061218,
+    0.7729833722114563,
+    0.832210123538971,
+    0.8083367943763733,
+    0.7212060689926147,
+    0.7121624946594238,
+    0.6752299666404724,
+    0.7374120354652405,
+    0.760837972164154,
+    0.6948829293251038,
+    0.7775582671165466,
+    0.7731814980506897,
+    0.7803729772567749,
+    0.6605048775672913,
+    0.6907756328582764,
+    0.6896321773529053,
+    0.729110062122345,
+    0.7137988209724426,
+    0.7732277512550354,
+    0.689712643623352,
+    0.7038092613220215,
+    0.7834256887435913,
+    0.7515540719032288,
+    0.7694740295410156,
+    0.7023923993110657,
+    0.7802719473838806,
+    0.7999288439750671,
+    0.7259929776191711,
+    0.7561230659484863,
+    0.7603898644447327,
+    0.7475786805152893,
+    0.8206576704978943,
+    0.7557363510131836,
+    0.6879016160964966,
+    0.9537316560745239,
+    0.7360861301422119,
+    0.6781630516052246,
+    0.7041544318199158,
+    0.7956985831260681,
+    0.7192253470420837,
+    0.7592557668685913,
+    0.690157949924469,
+    0.6984652876853943,
+    0.8088774681091309,
+    0.6911102533340454,
+    0.8382365703582764,
+    0.7750763893127441,
+    0.8063128590583801,
+    0.7569282650947571,
+    0.7082633376121521,
+    0.7379288673400879,
+    0.7018699645996094,
+    0.7431728839874268,
+    0.7636982202529907,
+    0.7598711848258972,
+    0.7940241098403931,
+    0.833055317401886,
+    0.797024130821228,
+    0.7104182839393616,
+    0.7600011825561523,
+    0.782833456993103,
+    0.7741050720214844,
+    0.6604939103126526,
+    0.7124152183532715,
+    0.7586072683334351,
+    0.7332367300987244,
+    0.7990788817405701,
+    0.7881842851638794,
+    0.7096378803253174,
+    0.8116661310195923,
+    0.7559031844139099,
+    0.8321433067321777,
+    0.7516083121299744,
+    0.8287970423698425,
+    0.7264426946640015,
+    0.7962033748626709,
+    0.834976851940155,
+    0.6896016001701355,
+    0.7261919379234314,
+    0.7073726654052734,
+    0.8611305952072144,
+    0.689298152923584,
+    0.8067061901092529,
+    0.7531687021255493,
+    0.6889452934265137,
+    0.7527690529823303,
+    0.7151774764060974,
+    0.7232200503349304,
+    0.7160813212394714,
+    0.7024446725845337,
+    0.7001519799232483,
+    0.7793050408363342,
+    0.7178512215614319,
+    0.7600283026695251,
+    0.781870424747467,
+    0.7628315091133118,
+    0.6724506616592407,
+    0.7600887417793274,
+    0.7470427751541138,
+    0.6840461492538452,
+    0.7185356616973877,
+    0.7303271293640137,
+    0.7143183350563049,
+    0.7891302704811096,
+    0.8065838813781738,
+    0.7663035988807678,
+    0.6784974932670593,
+    0.7271940112113953,
+    0.7379258871078491,
+    0.6961896419525146,
+    0.7662711143493652,
+    0.8763109445571899,
+    0.7833091020584106,
+    0.7058385014533997,
+    0.7719256281852722,
+    0.7569714784622192,
+    0.7861093282699585,
+    0.7605424523353577,
+    0.7739395499229431,
+    0.7895076870918274,
+    0.7885575890541077,
+    0.7185322642326355,
+    0.6537080407142639,
+    0.7043381929397583,
+    0.7113534212112427,
+    0.7724301218986511,
+    0.6991239786148071,
+    0.8097889423370361,
+    0.7611043453216553,
+    0.71358323097229,
+    0.7512773275375366,
+    0.7799162864685059,
+    0.703366756439209,
+    0.7348573207855225,
+    0.6808464527130127,
+    0.7474005818367004,
+    0.8093879818916321,
+    0.7440114617347717,
+    0.687166154384613,
+    0.7807294130325317,
+    0.8507593274116516,
+    0.6631843447685242,
+    0.7369017601013184,
+    0.7609278559684753,
+    0.7695323824882507,
+    0.7585760951042175,
+    0.7179641127586365,
+    0.7274924516677856,
+    0.771406352519989,
+    0.6756585240364075,
+    0.7232322692871094,
+    0.7455447316169739,
+    0.7195819616317749,
+    0.7033818960189819,
+    0.7278384566307068,
+    0.7011870741844177,
+    0.6745068430900574,
+    0.7958400845527649,
+    0.7251302599906921,
+    0.6804432272911072,
+    0.8033356070518494,
+    0.81425940990448,
+    0.7157374024391174,
+    0.695560097694397,
+    0.7403971552848816,
+    0.8311948776245117,
+    0.8391173481941223,
+    0.7657338380813599,
+    0.7508171200752258,
+    0.8243820667266846,
+    0.8281444907188416,
+    0.6756910681724548,
+    0.726447582244873,
+    0.7289028167724609,
+    0.7421982884407043,
+    0.7217929363250732,
+    0.7792796492576599,
+    0.828382670879364,
+    0.7242522239685059,
+    0.6974220871925354,
+    0.7608274817466736,
+    0.7762260437011719,
+    0.6875036358833313,
+    0.7716683745384216,
+    0.7271527051925659,
+    0.790447473526001,
+    0.6582524180412292,
+    0.6940693855285645,
+    0.7732769250869751,
+    0.6385658383369446,
+    0.7300325632095337,
+    0.7708159685134888,
+    0.6579810380935669,
+    0.8423106074333191,
+    0.7302672863006592,
+    0.7612982988357544,
+    0.7327244281768799,
+    0.7332159280776978,
+    0.7629950642585754,
+    0.7719275951385498,
+    0.6986938714981079,
+    0.7422325611114502,
+    0.7099800705909729,
+    0.7035031318664551,
+    0.6672273278236389,
+    0.8184042572975159,
+    0.6909960508346558,
+    0.7040022015571594,
+    0.7149863243103027,
+    0.7163936495780945,
+    0.6955528259277344,
+    0.7993263602256775,
+    0.693280041217804,
+    0.6761961579322815,
+    0.7410280704498291,
+    0.7246822118759155,
+    0.8494818806648254,
+    0.6852167248725891,
+    0.740398108959198,
+    0.7415021061897278,
+    0.8929011225700378,
+    0.7344460487365723,
+    0.6567475199699402,
+    0.755717933177948,
+    0.6871350407600403,
+    0.7469506859779358,
+    0.8341625332832336,
+    0.7664633393287659,
+    0.757254958152771,
+    0.6648613810539246,
+    0.7605388760566711,
+    0.800153911113739,
+    0.7824525833129883,
+    0.7710791230201721,
+    0.7336490750312805,
+    0.6452938318252563,
+    0.6240864396095276,
+    0.7513178586959839,
+    0.7217987179756165,
+    0.7376580238342285,
+    0.697801947593689,
+    0.7558507323265076,
+    0.7072253227233887,
+    0.6853188276290894,
+    0.7389248609542847,
+    0.7945376634597778,
+    0.7610505819320679,
+    0.7515883445739746,
+    0.7727093696594238,
+    0.7348294854164124,
+    0.7080317735671997,
+    0.7159060835838318,
+    0.7893919348716736,
+    0.85993492603302,
+    0.7675124406814575,
+    0.6918910145759583,
+    0.7409175634384155,
+    0.769034743309021,
+    0.7382131218910217,
+    0.7396398782730103,
+    0.6964068412780762,
+    0.7565510869026184,
+    0.7573763132095337,
+    0.6839967966079712,
+    0.7486304044723511,
+    0.743252158164978,
+    0.6529305577278137,
+    0.7166159152984619,
+    0.7085011601448059,
+    0.7553942799568176,
+    0.7410479187965393,
+    0.7056711912155151,
+    0.7404463887214661,
+    0.7891345024108887,
+    0.7617485523223877,
+    0.6882169842720032,
+    0.7721437811851501,
+    0.7140613198280334,
+    0.7536134123802185,
+    0.7980926632881165,
+    0.7515251040458679,
+    0.8223016262054443,
+    0.727387011051178,
+    0.8572594523429871,
+    0.6808825135231018,
+    0.7128362059593201,
+    0.8470732569694519,
+    0.7320493459701538,
+    0.6782528162002563,
+    0.7470121383666992,
+    0.7442435622215271,
+    0.6995844841003418,
+    0.7556934356689453,
+    0.7035101056098938,
+    0.7097402811050415,
+    0.6992288827896118,
+    0.7240234613418579,
+    0.8011593222618103,
+    0.7577691674232483,
+    0.6904500126838684,
+    0.7594506740570068,
+    0.6644190549850464,
+    0.7019849419593811,
+    0.7930297255516052,
+    0.7824069261550903,
+    0.7651052474975586,
+    0.7654629945755005,
+    0.7122133374214172,
+    0.7236876487731934,
+    0.8815368413925171,
+    0.7530853152275085,
+    0.819313645362854,
+    0.7805474996566772,
+    0.7945537567138672,
+    0.7311760783195496,
+    0.7067854404449463,
+    0.688076913356781,
+    0.7347742319107056,
+    0.7220151424407959,
+    0.7260928153991699,
+    0.7401109337806702,
+    0.6883934140205383,
+    0.7299502491950989,
+    0.8098858594894409,
+    0.7348639369010925,
+    0.7832469344139099,
+    0.8233292698860168,
+    0.7435253262519836,
+    0.7941820621490479,
+    0.7269495725631714,
+    0.7341521978378296,
+    0.7621837854385376,
+    0.6837522983551025,
+    0.7188453674316406,
+    0.7621819972991943,
+    0.7398362755775452,
+    0.7277173399925232,
+    0.6651642322540283,
+    0.7311643958091736,
+    0.6949841976165771,
+    0.7609550356864929,
+    0.6283567547798157,
+    0.7541377544403076,
+    0.792518138885498,
+    0.8298682570457458,
+    0.7015947699546814,
+    0.634783148765564,
+    0.7611388564109802,
+    0.729615330696106,
+    0.7198892831802368,
+    0.733116626739502,
+    0.7401660680770874,
+    0.7548138499259949,
+    0.725529134273529,
+    0.7810621857643127,
+    0.6922837495803833,
+    0.8251133561134338,
+    0.7249717712402344,
+    0.813823401927948,
+    0.7096564173698425,
+    0.7422872185707092,
+    0.7734967470169067,
+    0.7035492658615112,
+    0.720686674118042,
+    0.7954241633415222,
+    0.7837821841239929,
+    0.7688631415367126,
+    0.7074223160743713,
+    0.7660229206085205,
+    0.7173389792442322,
+    0.7047494649887085,
+    0.7270231246948242,
+    0.7454695701599121,
+    0.7719253301620483,
+    0.7172709703445435,
+    0.7411872744560242,
+    0.7544830441474915,
+    0.8096796274185181
+  ],
+  "training_config": {
+    "batch_size": 16,
+    "num_epochs": 4,
+    "learning_rate": 1e-05,
+    "weight_decay": 0.01,
+    "warmup_steps": 1000,
+    "max_grad_norm": 1.0,
+    "eval_steps": 500,
+    "save_steps": 500
+  },
+  "model_config": {
+    "vocab_size": 4796,
+    "model_dim": 256,
+    "num_heads": 8,
+    "num_layers": 6,
+    "max_sequence_length": 1024,
+    "dropout": 0.1
+  },
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure"
+}