Upload structure model checkpoint at step 3500

checkpoint_3500/README.md

@@ -0,0 +1,46 @@
+---
+library_name: mlx
+pipeline_tag: text-generation
+tags:
+- music
+- midi
+- generation
+- mlx
+- autoregressive
+- structure
+- musiclang
+---
+
+# okai-musiclang-structure v2.0 - Structure Model
+
+This is an autoregressive structure generation model for music using MLX.
+
+## Model Details
+
+- **Model Type**: Structure Generator (Autoregressive)
+- **Version**: v2.0
+- **Step**: 3500
+- **Architecture**: Transformer with causal language modeling
+- **Vocabulary Size**: 4796
+- **Model Dimension**: 256
+- **Layers**: 6
+- **Max Sequence Length**: 1024
+
+## Training Configuration
+
+- **Batch Size**: 16
+- **Learning Rate**: 1e-05
+- **Training Steps**: 3500
+
+## Usage
+
+This model generates sequential music structure:
+- Input: Song control tokens (genre, instruments, etc.)
+- Output: Sequential bar structure with chords and tonality
+
+Example generation:
+```
+GENRE__ROCK SUBGENRE__ALTERNATIVE START BAR__1 CHORD_DEGREE__1 TONALITY_DEGREE__1 BAR__2 CHORD_DEGREE__4 TONALITY_DEGREE__5 ... WILL_END
+```
+
+Generated with MLX framework for Apple Silicon.

checkpoint_3500/config.json

@@ -0,0 +1,14 @@
+{
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure",
+  "global_step": 3500,
+  "architecture": "AutoregressiveTransformer",
+  "training_type": "causal_lm",
+  "vocab_size": 4796,
+  "model_dim": 256,
+  "num_heads": 8,
+  "num_layers": 6,
+  "max_sequence_length": 1024,
+  "dropout": 0.1
+}

checkpoint_3500/model.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a710f414318596e2a8fb5afd9c24938c4ff5603a4a958d3b10ccbfb91e0bf2eb
+size 29839884

checkpoint_3500/training_state.json

@@ -0,0 +1,1626 @@
+{
+  "global_step": 3500,
+  "epoch": 1,
+  "trainer_step": 3500,
+  "learning_rate": 9.999999747378752e-06,
+  "epoch_losses": [
+    1.7293955087661743,
+    1.7601858377456665,
+    1.6190868616104126,
+    1.7451980113983154,
+    1.701377511024475,
+    1.6588249206542969,
+    1.6583818197250366,
+    1.6878631114959717,
+    1.6302950382232666,
+    1.7025562524795532,
+    1.8004159927368164,
+    1.7292814254760742,
+    1.616337776184082,
+    1.7280219793319702,
+    1.823448896408081,
+    1.7120184898376465,
+    1.639157772064209,
+    1.6284191608428955,
+    1.6839994192123413,
+    1.7949339151382446,
+    1.5744112730026245,
+    1.6716513633728027,
+    1.717328429222107,
+    1.7006312608718872,
+    1.859540581703186,
+    1.7632871866226196,
+    1.7942699193954468,
+    1.7329679727554321,
+    1.7112141847610474,
+    1.6165447235107422,
+    1.7208964824676514,
+    1.6240524053573608,
+    1.6348881721496582,
+    1.7209837436676025,
+    1.7384777069091797,
+    1.7252110242843628,
+    1.6180779933929443,
+    1.5901944637298584,
+    1.6428749561309814,
+    1.6507099866867065,
+    1.7259920835494995,
+    1.7451446056365967,
+    1.7164634466171265,
+    1.7105237245559692,
+    1.6539174318313599,
+    1.7445276975631714,
+    1.6990998983383179,
+    1.6163480281829834,
+    1.6803194284439087,
+    1.6707617044448853,
+    1.6227998733520508,
+    1.7251840829849243,
+    1.751766324043274,
+    1.7954998016357422,
+    1.5760107040405273,
+    1.7212122678756714,
+    1.6583250761032104,
+    1.582102656364441,
+    1.8238333463668823,
+    1.692293405532837,
+    1.7631574869155884,
+    1.641127586364746,
+    1.6412501335144043,
+    1.6396362781524658,
+    1.751018762588501,
+    1.6705764532089233,
+    1.765311360359192,
+    1.7680552005767822,
+    1.7106271982192993,
+    1.7239460945129395,
+    1.7113215923309326,
+    1.6063220500946045,
+    1.6960153579711914,
+    1.6591867208480835,
+    1.7286903858184814,
+    1.636628270149231,
+    1.7734651565551758,
+    1.6685333251953125,
+    1.6820003986358643,
+    1.7647629976272583,
+    1.6755094528198242,
+    1.6541610956192017,
+    1.6375068426132202,
+    1.6230283975601196,
+    1.6839603185653687,
+    1.677659273147583,
+    1.7746293544769287,
+    1.804154872894287,
+    1.6957547664642334,
+    1.6372662782669067,
+    1.608318567276001,
+    1.614088773727417,
+    1.6746459007263184,
+    1.6934666633605957,
+    1.6467796564102173,
+    1.6046024560928345,
+    1.6138876676559448,
+    1.6981079578399658,
+    1.6366262435913086,
+    1.678391695022583,
+    1.741255283355713,
+    1.6100248098373413,
+    1.6769570112228394,
+    1.632678747177124,
+    1.634615421295166,
+    1.6679664850234985,
+    1.624768614768982,
+    1.617706537246704,
+    1.6962661743164062,
+    1.5923209190368652,
+    1.521605134010315,
+    1.7413136959075928,
+    1.6982524394989014,
+    1.6113317012786865,
+    1.7030221223831177,
+    1.6662638187408447,
+    1.6283894777297974,
+    1.6511152982711792,
+    1.6033940315246582,
+    1.602652668952942,
+    1.6335868835449219,
+    1.7682538032531738,
+    1.5837901830673218,
+    1.6023051738739014,
+    1.6984747648239136,
+    1.7461055517196655,
+    1.6157246828079224,
+    1.6692535877227783,
+    1.590863823890686,
+    1.6227362155914307,
+    1.6949326992034912,
+    1.6188210248947144,
+    1.5725884437561035,
+    1.5736039876937866,
+    1.7143157720565796,
+    1.6286711692810059,
+    1.6693994998931885,
+    1.6782407760620117,
+    1.6353373527526855,
+    1.6194008588790894,
+    1.5363229513168335,
+    1.7683144807815552,
+    1.6417349576950073,
+    1.6615206003189087,
+    1.7666188478469849,
+    1.6383494138717651,
+    1.5776433944702148,
+    1.6462210416793823,
+    1.6690911054611206,
+    1.6180644035339355,
+    1.6782145500183105,
+    1.6011661291122437,
+    1.6669093370437622,
+    1.6001871824264526,
+    1.727211356163025,
+    1.6358219385147095,
+    1.5683456659317017,
+    1.6777936220169067,
+    1.6840957403182983,
+    1.5283507108688354,
+    1.6156624555587769,
+    1.5873806476593018,
+    1.6436434984207153,
+    1.621842861175537,
+    1.6360570192337036,
+    1.572231650352478,
+    1.7409683465957642,
+    1.6084173917770386,
+    1.7252334356307983,
+    1.6183394193649292,
+    1.5962541103363037,
+    1.569520115852356,
+    1.6144788265228271,
+    1.6944082975387573,
+    1.6462721824645996,
+    1.6300703287124634,
+    1.6266250610351562,
+    1.6188886165618896,
+    1.5451302528381348,
+    1.6826931238174438,
+    1.5869066715240479,
+    1.5747085809707642,
+    1.564475417137146,
+    1.618349552154541,
+    1.6574420928955078,
+    1.6050128936767578,
+    1.6602510213851929,
+    1.6417548656463623,
+    1.6593248844146729,
+    1.6225677728652954,
+    1.7302147150039673,
+    1.6324429512023926,
+    1.5149850845336914,
+    1.7009148597717285,
+    1.6268794536590576,
+    1.6387375593185425,
+    1.6600207090377808,
+    1.5475741624832153,
+    1.6725293397903442,
+    1.599919080734253,
+    1.628875732421875,
+    1.5655003786087036,
+    1.6623942852020264,
+    1.5322116613388062,
+    1.6372891664505005,
+    1.5767731666564941,
+    1.600152850151062,
+    1.6702579259872437,
+    1.6608325242996216,
+    1.6021569967269897,
+    1.556538701057434,
+    1.6089723110198975,
+    1.648123860359192,
+    1.5192968845367432,
+    1.6320958137512207,
+    1.5573846101760864,
+    1.6869468688964844,
+    1.517483115196228,
+    1.5629490613937378,
+    1.624876618385315,
+    1.6405097246170044,
+    1.6011712551116943,
+    1.6330050230026245,
+    1.6178004741668701,
+    1.6114885807037354,
+    1.5795032978057861,
+    1.5330207347869873,
+    1.5859097242355347,
+    1.6020095348358154,
+    1.4890053272247314,
+    1.5232658386230469,
+    1.6327292919158936,
+    1.593711495399475,
+    1.5947372913360596,
+    1.5834747552871704,
+    1.5523254871368408,
+    1.6421253681182861,
+    1.6064866781234741,
+    1.6158214807510376,
+    1.654994249343872,
+    1.5402013063430786,
+    1.6257473230361938,
+    1.5799341201782227,
+    1.6819297075271606,
+    1.5028729438781738,
+    1.5730222463607788,
+    1.6310783624649048,
+    1.540627121925354,
+    1.5741996765136719,
+    1.465477466583252,
+    1.6220077276229858,
+    1.5202901363372803,
+    1.542094111442566,
+    1.6253769397735596,
+    1.5492523908615112,
+    1.6086593866348267,
+    1.5233194828033447,
+    1.593900442123413,
+    1.6081711053848267,
+    1.5298497676849365,
+    1.6059364080429077,
+    1.5603829622268677,
+    1.6898647546768188,
+    1.586061716079712,
+    1.6083331108093262,
+    1.5512478351593018,
+    1.5494029521942139,
+    1.5158467292785645,
+    1.5854860544204712,
+    1.710686445236206,
+    1.5444263219833374,
+    1.4165462255477905,
+    1.604763388633728,
+    1.5339293479919434,
+    1.671465516090393,
+    1.6358274221420288,
+    1.6054017543792725,
+    1.4836598634719849,
+    1.5344702005386353,
+    1.5949821472167969,
+    1.6340124607086182,
+    1.5805503129959106,
+    1.5472660064697266,
+    1.5169745683670044,
+    1.6024911403656006,
+    1.5405491590499878,
+    1.5296697616577148,
+    1.6135938167572021,
+    1.5536402463912964,
+    1.5520057678222656,
+    1.6128756999969482,
+    1.5246747732162476,
+    1.4109467267990112,
+    1.6022005081176758,
+    1.5585917234420776,
+    1.6631319522857666,
+    1.4763307571411133,
+    1.4785007238388062,
+    1.614193081855774,
+    1.5573837757110596,
+    1.5407947301864624,
+    1.634524941444397,
+    1.5395541191101074,
+    1.5145260095596313,
+    1.587864637374878,
+    1.5076875686645508,
+    1.5438157320022583,
+    1.5398285388946533,
+    1.5459903478622437,
+    1.5756237506866455,
+    1.4778105020523071,
+    1.4755077362060547,
+    1.5967892408370972,
+    1.5159573554992676,
+    1.4996415376663208,
+    1.5503920316696167,
+    1.6176096200942993,
+    1.58620285987854,
+    1.5847283601760864,
+    1.4582573175430298,
+    1.598105549812317,
+    1.606966495513916,
+    1.6708546876907349,
+    1.6202969551086426,
+    1.5255999565124512,
+    1.6517486572265625,
+    1.6477441787719727,
+    1.584264874458313,
+    1.4926974773406982,
+    1.5785138607025146,
+    1.534803867340088,
+    1.4805582761764526,
+    1.5981488227844238,
+    1.558858036994934,
+    1.491403579711914,
+    1.624292016029358,
+    1.5254634618759155,
+    1.57206392288208,
+    1.5039857625961304,
+    1.5500396490097046,
+    1.546394944190979,
+    1.4969186782836914,
+    1.5247341394424438,
+    1.6259653568267822,
+    1.5381650924682617,
+    1.6409591436386108,
+    1.550769329071045,
+    1.5652581453323364,
+    1.5823543071746826,
+    1.5110467672348022,
+    1.6251153945922852,
+    1.5434706211090088,
+    1.4535561800003052,
+    1.5204854011535645,
+    1.523809552192688,
+    1.5758512020111084,
+    1.4403866529464722,
+    1.4674971103668213,
+    1.4716951847076416,
+    1.5157982110977173,
+    1.5376183986663818,
+    1.5113435983657837,
+    1.6242992877960205,
+    1.4708901643753052,
+    1.5381969213485718,
+    1.427090048789978,
+    1.5267959833145142,
+    1.5297565460205078,
+    1.5173829793930054,
+    1.4963855743408203,
+    1.3927234411239624,
+    1.5653893947601318,
+    1.5424407720565796,
+    1.604697585105896,
+    1.4711517095565796,
+    1.5423214435577393,
+    1.5407847166061401,
+    1.5800659656524658,
+    1.5848685503005981,
+    1.5012625455856323,
+    1.509359359741211,
+    1.5640360116958618,
+    1.523038387298584,
+    1.4387519359588623,
+    1.4715304374694824,
+    1.5426032543182373,
+    1.536876916885376,
+    1.5184515714645386,
+    1.5307228565216064,
+    1.443453073501587,
+    1.4872835874557495,
+    1.6026666164398193,
+    1.5087883472442627,
+    1.5095618963241577,
+    1.5213075876235962,
+    1.4653117656707764,
+    1.4436190128326416,
+    1.4803545475006104,
+    1.455751657485962,
+    1.4689338207244873,
+    1.5447839498519897,
+    1.5329535007476807,
+    1.477940559387207,
+    1.6077739000320435,
+    1.476158618927002,
+    1.4789670705795288,
+    1.410678505897522,
+    1.4939000606536865,
+    1.5149292945861816,
+    1.5331001281738281,
+    1.4813885688781738,
+    1.523728370666504,
+    1.468435287475586,
+    1.5504412651062012,
+    1.4985923767089844,
+    1.4412306547164917,
+    1.5390866994857788,
+    1.3763619661331177,
+    1.4376033544540405,
+    1.4826006889343262,
+    1.693792700767517,
+    1.5549108982086182,
+    1.4500024318695068,
+    1.538143277168274,
+    1.5853934288024902,
+    1.4990569353103638,
+    1.5395599603652954,
+    1.456899881362915,
+    1.4396278858184814,
+    1.5012537240982056,
+    1.5242419242858887,
+    1.4772796630859375,
+    1.564460277557373,
+    1.571394681930542,
+    1.4227372407913208,
+    1.4418703317642212,
+    1.4777151346206665,
+    1.4631361961364746,
+    1.5005990266799927,
+    1.5651389360427856,
+    1.5677653551101685,
+    1.464645266532898,
+    1.5344313383102417,
+    1.5339105129241943,
+    1.548764705657959,
+    1.4120484590530396,
+    1.4912840127944946,
+    1.44896399974823,
+    1.400243878364563,
+    1.4570752382278442,
+    1.604162573814392,
+    1.4875048398971558,
+    1.4713447093963623,
+    1.4472049474716187,
+    1.438135027885437,
+    1.5574958324432373,
+    1.5113263130187988,
+    1.5208957195281982,
+    1.5521085262298584,
+    1.5659428834915161,
+    1.514692783355713,
+    1.5202369689941406,
+    1.4341528415679932,
+    1.4798977375030518,
+    1.5448862314224243,
+    1.4798461198806763,
+    1.4293044805526733,
+    1.465888261795044,
+    1.5282429456710815,
+    1.4480410814285278,
+    1.4891890287399292,
+    1.4716970920562744,
+    1.4515043497085571,
+    1.5293903350830078,
+    1.436244010925293,
+    1.5054774284362793,
+    1.5445810556411743,
+    1.5074492692947388,
+    1.3618805408477783,
+    1.530578851699829,
+    1.5878831148147583,
+    1.512785792350769,
+    1.55103600025177,
+    1.6024169921875,
+    1.4167321920394897,
+    1.5685497522354126,
+    1.5849268436431885,
+    1.5394898653030396,
+    1.488437533378601,
+    1.5340781211853027,
+    1.4249407052993774,
+    1.4601502418518066,
+    1.5084264278411865,
+    1.4570647478103638,
+    1.5228303670883179,
+    1.4915659427642822,
+    1.48713219165802,
+    1.432301640510559,
+    1.5645512342453003,
+    1.448697566986084,
+    1.4712162017822266,
+    1.4578888416290283,
+    1.4159626960754395,
+    1.516791820526123,
+    1.539375901222229,
+    1.390950322151184,
+    1.4764032363891602,
+    1.5378646850585938,
+    1.420276165008545,
+    1.395110845565796,
+    1.4170491695404053,
+    1.4754364490509033,
+    1.4241368770599365,
+    1.482465386390686,
+    1.5186808109283447,
+    1.3765395879745483,
+    1.4213742017745972,
+    1.5562853813171387,
+    1.4540297985076904,
+    1.4167616367340088,
+    1.4829063415527344,
+    1.445663332939148,
+    1.3977222442626953,
+    1.5973588228225708,
+    1.4539437294006348,
+    1.5011138916015625,
+    1.5418769121170044,
+    1.4353307485580444,
+    1.4394947290420532,
+    1.4967540502548218,
+    1.439307689666748,
+    1.5015127658843994,
+    1.4811525344848633,
+    1.517405390739441,
+    1.4810948371887207,
+    1.4315427541732788,
+    1.455304741859436,
+    1.4147127866744995,
+    1.4660426378250122,
+    1.4609352350234985,
+    1.5695286989212036,
+    1.5749925374984741,
+    1.4250251054763794,
+    1.4322662353515625,
+    1.4117237329483032,
+    1.4630975723266602,
+    1.3714202642440796,
+    1.4332950115203857,
+    1.3619071245193481,
+    1.4277924299240112,
+    1.4210013151168823,
+    1.47507905960083,
+    1.415454626083374,
+    1.4945704936981201,
+    1.3835723400115967,
+    1.3912070989608765,
+    1.4384957551956177,
+    1.3963210582733154,
+    1.4653619527816772,
+    1.4550138711929321,
+    1.5202786922454834,
+    1.4935246706008911,
+    1.4403671026229858,
+    1.415016531944275,
+    1.4535421133041382,
+    1.4253504276275635,
+    1.4053711891174316,
+    1.5093010663986206,
+    1.4012540578842163,
+    1.4945218563079834,
+    1.4102131128311157,
+    1.3938679695129395,
+    1.4298489093780518,
+    1.4751979112625122,
+    1.395465612411499,
+    1.3679038286209106,
+    1.5537775754928589,
+    1.380786418914795,
+    1.365722417831421,
+    1.3399308919906616,
+    1.3578767776489258,
+    1.3889715671539307,
+    1.402415156364441,
+    1.3665434122085571,
+    1.4493536949157715,
+    1.5036587715148926,
+    1.5290522575378418,
+    1.3506282567977905,
+    1.4461326599121094,
+    1.474741816520691,
+    1.49782133102417,
+    1.424666166305542,
+    1.3597534894943237,
+    1.3816207647323608,
+    1.3389614820480347,
+    1.4637707471847534,
+    1.382070541381836,
+    1.459755778312683,
+    1.3938932418823242,
+    1.3789806365966797,
+    1.3559194803237915,
+    1.4494311809539795,
+    1.5477923154830933,
+    1.344463586807251,
+    1.3636548519134521,
+    1.4704358577728271,
+    1.4215285778045654,
+    1.367836833000183,
+    1.4342023134231567,
+    1.402306318283081,
+    1.3723551034927368,
+    1.310571312904358,
+    1.4614061117172241,
+    1.395709753036499,
+    1.5164644718170166,
+    1.4085286855697632,
+    1.4940966367721558,
+    1.3880451917648315,
+    1.3664075136184692,
+    1.4125093221664429,
+    1.3547121286392212,
+    1.4115920066833496,
+    1.4564104080200195,
+    1.4051861763000488,
+    1.414154052734375,
+    1.3637871742248535,
+    1.399660587310791,
+    1.3306152820587158,
+    1.3872019052505493,
+    1.4327548742294312,
+    1.398246169090271,
+    1.3953970670700073,
+    1.3790827989578247,
+    1.3681186437606812,
+    1.4342881441116333,
+    1.4120351076126099,
+    1.3566488027572632,
+    1.4125829935073853,
+    1.3941205739974976,
+    1.5280202627182007,
+    1.3868800401687622,
+    1.4242674112319946,
+    1.3568459749221802,
+    1.4793980121612549,
+    1.4180934429168701,
+    1.2897032499313354,
+    1.3806085586547852,
+    1.349747657775879,
+    1.368111252784729,
+    1.4939730167388916,
+    1.482133150100708,
+    1.4012677669525146,
+    1.3965141773223877,
+    1.4054008722305298,
+    1.3859314918518066,
+    1.3952773809432983,
+    1.4263362884521484,
+    1.3000329732894897,
+    1.3653019666671753,
+    1.3311264514923096,
+    1.3649431467056274,
+    1.427871823310852,
+    1.369268536567688,
+    1.323983073234558,
+    1.3413243293762207,
+    1.387545108795166,
+    1.5379948616027832,
+    1.3224480152130127,
+    1.316737413406372,
+    1.3804991245269775,
+    1.4301854372024536,
+    1.3990039825439453,
+    1.3846054077148438,
+    1.2710530757904053,
+    1.4213312864303589,
+    1.3069244623184204,
+    1.4041036367416382,
+    1.4145554304122925,
+    1.3901922702789307,
+    1.4064241647720337,
+    1.3034168481826782,
+    1.301823377609253,
+    1.39058518409729,
+    1.4657896757125854,
+    1.4114035367965698,
+    1.2910038232803345,
+    1.4014195203781128,
+    1.4561989307403564,
+    1.3635764122009277,
+    1.3262742757797241,
+    1.3286384344100952,
+    1.3801846504211426,
+    1.3634659051895142,
+    1.3450205326080322,
+    1.3316547870635986,
+    1.3272584676742554,
+    1.300484538078308,
+    1.3847111463546753,
+    1.3951717615127563,
+    1.378808856010437,
+    1.284766435623169,
+    1.3694623708724976,
+    1.4024015665054321,
+    1.2768806219100952,
+    1.3722600936889648,
+    1.3354672193527222,
+    1.3570016622543335,
+    1.3499515056610107,
+    1.3396129608154297,
+    1.4296501874923706,
+    1.3638063669204712,
+    1.3800721168518066,
+    1.409193992614746,
+    1.4018625020980835,
+    1.4748281240463257,
+    1.3840869665145874,
+    1.312124252319336,
+    1.3383833169937134,
+    1.3088147640228271,
+    1.3444253206253052,
+    1.3166872262954712,
+    1.3138468265533447,
+    1.4988855123519897,
+    1.3386740684509277,
+    1.2952399253845215,
+    1.3953948020935059,
+    1.3284218311309814,
+    1.3633406162261963,
+    1.4083261489868164,
+    1.292740821838379,
+    1.3881089687347412,
+    1.3791370391845703,
+    1.3002827167510986,
+    1.3861807584762573,
+    1.3714886903762817,
+    1.385932445526123,
+    1.3074193000793457,
+    1.4266709089279175,
+    1.3285163640975952,
+    1.3675861358642578,
+    1.3567898273468018,
+    1.340645670890808,
+    1.4247995615005493,
+    1.3113070726394653,
+    1.3741254806518555,
+    1.2976585626602173,
+    1.3020868301391602,
+    1.3789503574371338,
+    1.4038300514221191,
+    1.347122073173523,
+    1.3030668497085571,
+    1.3540693521499634,
+    1.2895346879959106,
+    1.4172950983047485,
+    1.2799469232559204,
+    1.3233195543289185,
+    1.3029537200927734,
+    1.244469404220581,
+    1.4193490743637085,
+    1.3265807628631592,
+    1.3087451457977295,
+    1.3683806657791138,
+    1.4140856266021729,
+    1.3685721158981323,
+    1.3360073566436768,
+    1.3180149793624878,
+    1.5110405683517456,
+    1.3315613269805908,
+    1.2600260972976685,
+    1.4581036567687988,
+    1.3356423377990723,
+    1.2503325939178467,
+    1.3906079530715942,
+    1.480261206626892,
+    1.2949858903884888,
+    1.345405101776123,
+    1.3379732370376587,
+    1.3273372650146484,
+    1.381747841835022,
+    1.305767297744751,
+    1.2598838806152344,
+    1.2542707920074463,
+    1.2461313009262085,
+    1.3816871643066406,
+    1.2427434921264648,
+    1.3488256931304932,
+    1.3134818077087402,
+    1.2642576694488525,
+    1.2753949165344238,
+    1.3158029317855835,
+    1.3109859228134155,
+    1.3462001085281372,
+    1.337829828262329,
+    1.3432934284210205,
+    1.3686755895614624,
+    1.4804043769836426,
+    1.3104745149612427,
+    1.3898893594741821,
+    1.3962167501449585,
+    1.3248072862625122,
+    1.254759430885315,
+    1.3701045513153076,
+    1.339389443397522,
+    1.297925591468811,
+    1.3576363325119019,
+    1.393566370010376,
+    1.3739333152770996,
+    1.3588813543319702,
+    1.4215176105499268,
+    1.2410887479782104,
+    1.3027255535125732,
+    1.3135219812393188,
+    1.3573436737060547,
+    1.3155922889709473,
+    1.3075770139694214,
+    1.2974001169204712,
+    1.390070915222168,
+    1.3226375579833984,
+    1.279017448425293,
+    1.3427493572235107,
+    1.3587464094161987,
+    1.3037419319152832,
+    1.3241934776306152,
+    1.2260496616363525,
+    1.1463721990585327,
+    1.3141437768936157,
+    1.270524263381958,
+    1.3099185228347778,
+    1.2770448923110962,
+    1.2695797681808472,
+    1.3142683506011963,
+    1.3114514350891113,
+    1.285222053527832,
+    1.2843573093414307,
+    1.236970067024231,
+    1.3765792846679688,
+    1.3322703838348389,
+    1.3372788429260254,
+    1.3465325832366943,
+    1.3115594387054443,
+    1.272031545639038,
+    1.2867885828018188,
+    1.3074184656143188,
+    1.3319528102874756,
+    1.3380509614944458,
+    1.297087550163269,
+    1.250562310218811,
+    1.3652399778366089,
+    1.3125206232070923,
+    1.3028758764266968,
+    1.2648299932479858,
+    1.3344601392745972,
+    1.2658498287200928,
+    1.3336366415023804,
+    1.3019062280654907,
+    1.3844603300094604,
+    1.2244112491607666,
+    1.2655014991760254,
+    1.2400827407836914,
+    1.3843356370925903,
+    1.294114351272583,
+    1.271409511566162,
+    1.2866109609603882,
+    1.344538927078247,
+    1.264449119567871,
+    1.3234026432037354,
+    1.2628121376037598,
+    1.26308012008667,
+    1.298971176147461,
+    1.2829461097717285,
+    1.4322679042816162,
+    1.199355959892273,
+    1.3367788791656494,
+    1.2617721557617188,
+    1.244067668914795,
+    1.2216311693191528,
+    1.3034731149673462,
+    1.214613437652588,
+    1.335984230041504,
+    1.2744009494781494,
+    1.2690341472625732,
+    1.2991571426391602,
+    1.2762469053268433,
+    1.3098026514053345,
+    1.2353936433792114,
+    1.2205952405929565,
+    1.407310128211975,
+    1.2804756164550781,
+    1.3279551267623901,
+    1.3378664255142212,
+    1.3293031454086304,
+    1.2074147462844849,
+    1.2813321352005005,
+    1.1675165891647339,
+    1.2988152503967285,
+    1.2019755840301514,
+    1.2994107007980347,
+    1.2277195453643799,
+    1.344833493232727,
+    1.1451431512832642,
+    1.3595517873764038,
+    1.317823886871338,
+    1.3754065036773682,
+    1.308014154434204,
+    1.2979894876480103,
+    1.3380519151687622,
+    1.4227104187011719,
+    1.2860862016677856,
+    1.3311903476715088,
+    1.3854936361312866,
+    1.3036402463912964,
+    1.2977654933929443,
+    1.3138059377670288,
+    1.240536093711853,
+    1.2353169918060303,
+    1.3958755731582642,
+    1.2997146844863892,
+    1.3095831871032715,
+    1.204744815826416,
+    1.288935899734497,
+    1.2700403928756714,
+    1.220474362373352,
+    1.2940564155578613,
+    1.3121041059494019,
+    1.2608393430709839,
+    1.3143490552902222,
+    1.2639957666397095,
+    1.3378390073776245,
+    1.2281246185302734,
+    1.3147631883621216,
+    1.2317473888397217,
+    1.2662124633789062,
+    1.3090300559997559,
+    1.3633828163146973,
+    1.2675374746322632,
+    1.3119099140167236,
+    1.2732305526733398,
+    1.3898621797561646,
+    1.2203655242919922,
+    1.2734179496765137,
+    1.243490219116211,
+    1.1881098747253418,
+    1.2691236734390259,
+    1.3971216678619385,
+    1.302649974822998,
+    1.272898554801941,
+    1.277833104133606,
+    1.2142384052276611,
+    1.2892955541610718,
+    1.288134217262268,
+    1.3323562145233154,
+    1.3570188283920288,
+    1.2377558946609497,
+    1.3455760478973389,
+    1.3061835765838623,
+    1.2739167213439941,
+    1.2965900897979736,
+    1.2301942110061646,
+    1.1811689138412476,
+    1.2207599878311157,
+    1.2242625951766968,
+    1.1982899904251099,
+    1.2534253597259521,
+    1.2732123136520386,
+    1.2330656051635742,
+    1.26335871219635,
+    1.368981122970581,
+    1.2740380764007568,
+    1.3136650323867798,
+    1.3320342302322388,
+    1.2448186874389648,
+    1.2572506666183472,
+    1.2770906686782837,
+    1.3287906646728516,
+    1.2687346935272217,
+    1.2228405475616455,
+    1.2329150438308716,
+    1.3876863718032837,
+    1.1710212230682373,
+    1.1711757183074951,
+    1.2435239553451538,
+    1.2062972784042358,
+    1.1795334815979004,
+    1.2189083099365234,
+    1.2826313972473145,
+    1.305945634841919,
+    1.2612392902374268,
+    1.2222362756729126,
+    1.2926266193389893,
+    1.2287118434906006,
+    1.1923919916152954,
+    1.2497708797454834,
+    1.2219889163970947,
+    1.2410752773284912,
+    1.250880241394043,
+    1.2572364807128906,
+    1.3388117551803589,
+    1.2122849225997925,
+    1.309999942779541,
+    1.2651214599609375,
+    1.2490609884262085,
+    1.2367358207702637,
+    1.2657678127288818,
+    1.267620325088501,
+    1.2556283473968506,
+    1.2553257942199707,
+    1.3048374652862549,
+    1.2601078748703003,
+    1.1940797567367554,
+    1.1677767038345337,
+    1.140426754951477,
+    1.1876273155212402,
+    1.222821831703186,
+    1.1578642129898071,
+    1.2070180177688599,
+    1.2612266540527344,
+    1.2604460716247559,
+    1.310094952583313,
+    1.1802973747253418,
+    1.1594762802124023,
+    1.0607445240020752,
+    1.2166236639022827,
+    1.1486778259277344,
+    1.353589653968811,
+    1.2126102447509766,
+    1.295511245727539,
+    1.325631856918335,
+    1.2318437099456787,
+    1.2528479099273682,
+    1.2308462858200073,
+    1.2443500757217407,
+    1.2799981832504272,
+    1.2686429023742676,
+    1.1421972513198853,
+    1.2811261415481567,
+    1.3883609771728516,
+    1.2487157583236694,
+    1.2007741928100586,
+    1.175830602645874,
+    1.2261024713516235,
+    1.1984612941741943,
+    1.1591590642929077,
+    1.3525210618972778,
+    1.321175456047058,
+    1.2502455711364746,
+    1.303575873374939,
+    1.1191478967666626,
+    1.2590172290802002,
+    1.2992279529571533,
+    1.271149754524231,
+    1.2166595458984375,
+    1.2322840690612793,
+    1.253865361213684,
+    1.2892210483551025,
+    1.134371280670166,
+    1.2195134162902832,
+    1.2336454391479492,
+    1.3165898323059082,
+    1.1566476821899414,
+    1.2434271574020386,
+    1.1501065492630005,
+    1.125138521194458,
+    1.2566609382629395,
+    1.2208160161972046,
+    1.3168352842330933,
+    1.2873386144638062,
+    1.2403970956802368,
+    1.2557129859924316,
+    1.2555512189865112,
+    1.2429832220077515,
+    1.2525938749313354,
+    1.185999870300293,
+    1.3132212162017822,
+    1.2021939754486084,
+    1.2951308488845825,
+    1.2869176864624023,
+    1.3156354427337646,
+    1.1919296979904175,
+    1.1801873445510864,
+    1.21534264087677,
+    1.2349765300750732,
+    1.2418605089187622,
+    1.2453887462615967,
+    1.2531192302703857,
+    1.339726209640503,
+    1.190983533859253,
+    1.225391149520874,
+    1.1427322626113892,
+    1.282149314880371,
+    1.2808855772018433,
+    1.3186416625976562,
+    1.2779844999313354,
+    1.1891708374023438,
+    1.1646441221237183,
+    1.1810388565063477,
+    1.1687482595443726,
+    1.3828407526016235,
+    1.1675349473953247,
+    1.2935185432434082,
+    1.2195402383804321,
+    1.1909834146499634,
+    1.1834505796432495,
+    1.1267781257629395,
+    1.3246876001358032,
+    1.203752040863037,
+    1.2448400259017944,
+    1.1976001262664795,
+    1.1995779275894165,
+    1.2016850709915161,
+    1.206965684890747,
+    1.2450239658355713,
+    1.1494914293289185,
+    1.1251780986785889,
+    1.2041206359863281,
+    1.14926278591156,
+    1.2668070793151855,
+    1.1840893030166626,
+    1.206445336341858,
+    1.1750423908233643,
+    1.1634905338287354,
+    1.1907588243484497,
+    1.1796150207519531,
+    1.2807570695877075,
+    1.217925786972046,
+    1.1991970539093018,
+    1.306994080543518,
+    1.1561170816421509,
+    1.351460576057434,
+    1.0990979671478271,
+    1.1853646039962769,
+    1.3013709783554077,
+    1.3959534168243408,
+    1.232507586479187,
+    1.188410758972168,
+    1.2150721549987793,
+    1.1525287628173828,
+    1.0853455066680908,
+    1.1917389631271362,
+    1.2395092248916626,
+    1.1478793621063232,
+    1.2689281702041626,
+    1.2117100954055786,
+    1.1400090456008911,
+    1.0910288095474243,
+    1.1751532554626465,
+    1.1349003314971924,
+    1.191552758216858,
+    1.2168091535568237,
+    1.2265937328338623,
+    1.2550711631774902,
+    1.202620267868042,
+    1.1125184297561646,
+    1.2395343780517578,
+    1.0704662799835205,
+    1.2573357820510864,
+    1.164240837097168,
+    1.249536156654358,
+    1.1940650939941406,
+    1.1544033288955688,
+    1.198646068572998,
+    1.0814512968063354,
+    1.0917954444885254,
+    1.2449684143066406,
+    1.2129757404327393,
+    1.1548196077346802,
+    1.1897151470184326,
+    1.197479486465454,
+    1.0878876447677612,
+    1.1465187072753906,
+    1.2044306993484497,
+    1.1948729753494263,
+    1.1247962713241577,
+    1.2284460067749023,
+    1.100545883178711,
+    1.0561456680297852,
+    1.054665446281433,
+    1.1326099634170532,
+    1.1217172145843506,
+    1.181276798248291,
+    1.2499053478240967,
+    1.1550545692443848,
+    1.1701749563217163,
+    1.247663140296936,
+    1.3164809942245483,
+    1.182608962059021,
+    1.1716101169586182,
+    1.2200660705566406,
+    1.1573542356491089,
+    1.255071759223938,
+    1.1326663494110107,
+    1.179107666015625,
+    1.09818696975708,
+    1.1566396951675415,
+    1.1537081003189087,
+    1.2267011404037476,
+    1.1350762844085693,
+    1.243192195892334,
+    1.213802456855774,
+    1.0902348756790161,
+    1.1361945867538452,
+    1.241317868232727,
+    1.1452703475952148,
+    1.1262212991714478,
+    1.244856595993042,
+    1.174715518951416,
+    1.2899409532546997,
+    1.0736392736434937,
+    1.145471215248108,
+    1.218551754951477,
+    1.1878644227981567,
+    1.1730021238327026,
+    1.173860788345337,
+    1.1727004051208496,
+    1.1775318384170532,
+    1.1695282459259033,
+    1.2128046751022339,
+    1.1024912595748901,
+    1.0325288772583008,
+    1.2669483423233032,
+    1.151711344718933,
+    1.237342119216919,
+    1.3221805095672607,
+    1.1577621698379517,
+    1.1754710674285889,
+    1.2740936279296875,
+    1.0865330696105957,
+    1.1717548370361328,
+    1.1161922216415405,
+    1.1124508380889893,
+    1.1247016191482544,
+    1.1337754726409912,
+    1.1828830242156982,
+    1.2157965898513794,
+    1.1743084192276,
+    1.2194468975067139,
+    1.1901994943618774,
+    1.1037381887435913,
+    1.0314059257507324,
+    1.1540642976760864,
+    1.1659107208251953,
+    1.1525955200195312,
+    1.1410435438156128,
+    1.2050853967666626,
+    1.1438642740249634,
+    1.2229902744293213,
+    1.0917325019836426,
+    1.2385599613189697,
+    1.2471721172332764,
+    1.136975646018982,
+    1.0474871397018433,
+    1.1593180894851685,
+    1.1365548372268677,
+    1.2129993438720703,
+    1.1162627935409546,
+    1.1601200103759766,
+    1.1929399967193604,
+    1.1639989614486694,
+    1.1440165042877197,
+    1.1264809370040894,
+    1.0938349962234497,
+    1.4230839014053345,
+    1.157656192779541,
+    1.1003345251083374,
+    1.1186020374298096,
+    1.1811665296554565,
+    1.2772796154022217,
+    1.1710915565490723,
+    1.1645303964614868,
+    1.150987148284912,
+    1.174250841140747,
+    1.1062990427017212,
+    1.2561073303222656,
+    1.0868799686431885,
+    1.270461082458496,
+    1.023628830909729,
+    1.1682687997817993,
+    1.1960986852645874,
+    1.1646827459335327,
+    1.0660011768341064,
+    1.1716052293777466,
+    1.1765104532241821,
+    1.1762182712554932,
+    1.1484920978546143,
+    1.1777793169021606,
+    1.2209889888763428,
+    1.2661370038986206,
+    1.1446236371994019,
+    1.117113709449768,
+    1.1262280941009521,
+    1.2238352298736572,
+    1.1591662168502808,
+    1.193559169769287,
+    1.207314372062683,
+    1.1982488632202148,
+    1.1899949312210083,
+    1.103035569190979,
+    1.20304536819458,
+    1.2690030336380005,
+    1.1817599534988403,
+    1.2805255651474,
+    1.2005200386047363,
+    1.0994802713394165,
+    1.1483879089355469,
+    1.101235032081604,
+    1.0602967739105225,
+    1.2153903245925903,
+    1.0814149379730225,
+    1.1915267705917358,
+    1.2318627834320068,
+    1.046999216079712,
+    1.1217210292816162,
+    1.231711506843567,
+    1.3157379627227783,
+    1.1447343826293945,
+    1.2933629751205444,
+    1.135514497756958,
+    1.1672486066818237,
+    1.1758720874786377,
+    1.211097240447998,
+    1.0506491661071777,
+    1.0661083459854126,
+    1.1377019882202148,
+    1.1477214097976685,
+    1.1295750141143799,
+    1.1999216079711914,
+    1.1766117811203003,
+    1.1009070873260498,
+    1.045820713043213,
+    1.134898066520691,
+    1.1199977397918701,
+    1.0535520315170288,
+    1.1764798164367676,
+    1.1182523965835571,
+    1.1322383880615234,
+    1.1237939596176147,
+    1.1916487216949463,
+    1.1663293838500977,
+    1.177513837814331,
+    1.1065692901611328,
+    1.1292041540145874,
+    1.118046522140503,
+    1.1192644834518433,
+    1.152773380279541,
+    1.184261679649353,
+    1.0967445373535156,
+    1.2233202457427979,
+    1.175911784172058,
+    1.0762019157409668,
+    1.3122526407241821,
+    1.0772666931152344,
+    1.1226574182510376,
+    1.1911861896514893,
+    1.2990914583206177,
+    1.2243281602859497,
+    1.06409752368927,
+    1.0891664028167725,
+    1.0966308116912842,
+    1.2644176483154297,
+    1.0456839799880981,
+    1.1484096050262451,
+    1.1120390892028809,
+    1.1457223892211914,
+    1.1205946207046509,
+    1.1067099571228027,
+    1.1575955152511597,
+    1.1084840297698975,
+    1.1992112398147583,
+    1.191282868385315,
+    1.1791143417358398,
+    1.130861759185791,
+    1.120163917541504,
+    1.126242756843567,
+    1.1027694940567017,
+    1.1891685724258423,
+    1.0697606801986694,
+    1.1611006259918213,
+    1.0813196897506714,
+    1.1148688793182373,
+    1.0362917184829712,
+    1.1106282472610474,
+    1.1869747638702393,
+    1.0745636224746704,
+    1.0568925142288208,
+    1.0841957330703735,
+    1.2035551071166992,
+    1.2165201902389526,
+    1.1641839742660522,
+    1.073272466659546,
+    1.0980371236801147,
+    1.177321434020996,
+    1.05148446559906,
+    1.1503465175628662,
+    0.9964816570281982,
+    1.1760711669921875,
+    1.0965700149536133,
+    1.0653904676437378,
+    1.120320439338684,
+    1.1383832693099976,
+    1.137010931968689,
+    1.189420461654663,
+    1.1277047395706177,
+    1.1789735555648804,
+    1.0584465265274048,
+    1.104589581489563,
+    1.15951669216156,
+    1.0896589756011963,
+    1.0570032596588135,
+    1.200798511505127,
+    1.172093152999878,
+    1.136920690536499,
+    1.2406773567199707,
+    1.2278013229370117,
+    1.1099576950073242,
+    1.047344446182251,
+    1.0846847295761108,
+    1.1024850606918335,
+    1.094860553741455,
+    1.1470822095870972,
+    1.1391221284866333,
+    1.017721176147461,
+    1.0084750652313232,
+    1.1856306791305542,
+    1.159232497215271,
+    1.1937377452850342,
+    1.1353788375854492,
+    1.1536625623703003,
+    1.1504539251327515,
+    1.1041501760482788,
+    1.141219139099121,
+    1.1502854824066162,
+    0.9873068332672119,
+    1.1081260442733765,
+    1.1045889854431152,
+    1.0541632175445557,
+    1.2711683511734009,
+    1.0786187648773193,
+    1.2121825218200684,
+    1.0895307064056396,
+    1.124189019203186,
+    1.076982855796814,
+    1.176081657409668,
+    1.2136712074279785,
+    1.0742002725601196,
+    1.1513241529464722,
+    1.0872761011123657,
+    1.1440211534500122,
+    1.170297384262085,
+    1.034949541091919,
+    1.0643973350524902,
+    1.0482016801834106,
+    1.0652343034744263,
+    1.072702407836914,
+    1.1082192659378052,
+    1.0940990447998047,
+    1.0787889957427979,
+    1.074620008468628,
+    1.0925230979919434,
+    1.103371024131775,
+    1.081149935722351,
+    1.1599056720733643,
+    1.092158555984497,
+    1.153066873550415,
+    1.0834802389144897,
+    1.1036542654037476,
+    1.1149792671203613,
+    0.990950882434845,
+    1.1515882015228271,
+    1.081855058670044,
+    1.1964689493179321,
+    0.9905576705932617,
+    1.2583035230636597,
+    1.062168836593628,
+    1.0187451839447021,
+    1.1598032712936401,
+    1.085599660873413,
+    1.041940450668335,
+    1.1253405809402466,
+    1.2446184158325195,
+    0.9927195906639099,
+    1.0038632154464722,
+    1.0293399095535278,
+    1.1235865354537964,
+    1.0247149467468262,
+    1.0662916898727417,
+    1.030302882194519,
+    1.1369844675064087,
+    1.0295476913452148,
+    1.0162781476974487,
+    1.08098566532135,
+    1.112762212753296,
+    1.0739539861679077,
+    0.9721547365188599,
+    1.167822003364563,
+    1.1414854526519775,
+    1.138631820678711,
+    1.1070433855056763,
+    1.0873723030090332,
+    1.108665108680725,
+    1.1173808574676514,
+    1.1710381507873535,
+    1.124113917350769,
+    1.0862027406692505,
+    1.0972756147384644,
+    0.9715194702148438,
+    1.2215557098388672,
+    1.112736463546753,
+    1.1700140237808228,
+    1.1083861589431763,
+    1.0449203252792358,
+    1.117695927619934,
+    1.1368918418884277,
+    1.1444945335388184,
+    1.045101284980774,
+    1.112958312034607,
+    1.1862965822219849,
+    1.057807207107544,
+    1.0896910429000854,
+    1.0988603830337524,
+    1.2038222551345825,
+    1.0885040760040283,
+    1.1304466724395752,
+    1.3334678411483765,
+    1.0781995058059692,
+    1.0867942571640015,
+    1.1702759265899658,
+    1.074796199798584,
+    1.2614164352416992,
+    1.101178526878357,
+    1.166748046875,
+    1.0526549816131592,
+    1.0907585620880127,
+    1.2125872373580933,
+    0.9937865138053894,
+    1.026250958442688,
+    1.0848876237869263,
+    1.206182599067688,
+    1.0685747861862183,
+    1.0281692743301392,
+    1.1577054262161255,
+    1.1358628273010254,
+    1.110984444618225,
+    1.0730903148651123,
+    1.1612098217010498,
+    1.07999587059021,
+    1.1081607341766357,
+    1.0736955404281616,
+    1.1499910354614258,
+    1.0984162092208862,
+    1.044792890548706,
+    1.0981111526489258,
+    1.05271315574646,
+    1.0076591968536377,
+    1.0343674421310425,
+    0.987693727016449,
+    1.1477241516113281,
+    1.0553306341171265,
+    1.136683702468872,
+    1.054084062576294,
+    1.053486704826355,
+    1.06687331199646,
+    0.9878673553466797,
+    0.9926707744598389,
+    1.2341581583023071,
+    1.1060322523117065,
+    1.06623375415802,
+    1.2020702362060547,
+    1.0792698860168457,
+    1.052780032157898,
+    0.9574667811393738,
+    1.047644019126892,
+    1.151694655418396,
+    1.1289530992507935,
+    1.120631217956543,
+    1.0089011192321777,
+    1.0323766469955444,
+    1.1205414533615112,
+    1.096964716911316,
+    1.0119868516921997,
+    1.077236294746399,
+    1.0866377353668213,
+    1.0438010692596436,
+    1.0906733274459839,
+    1.1307307481765747,
+    1.0847042798995972,
+    1.127439260482788,
+    1.1415445804595947,
+    1.1481071710586548,
+    1.070673942565918,
+    1.1686147451400757,
+    0.9923245906829834,
+    1.02408766746521,
+    1.1426658630371094,
+    1.120966911315918,
+    1.0847662687301636,
+    1.0861995220184326,
+    1.0615661144256592,
+    1.1092420816421509
+  ],
+  "training_config": {
+    "batch_size": 16,
+    "num_epochs": 4,
+    "learning_rate": 1e-05,
+    "weight_decay": 0.01,
+    "warmup_steps": 1000,
+    "max_grad_norm": 1.0,
+    "eval_steps": 500,
+    "save_steps": 500
+  },
+  "model_config": {
+    "vocab_size": 4796,
+    "model_dim": 256,
+    "num_heads": 8,
+    "num_layers": 6,
+    "max_sequence_length": 1024,
+    "dropout": 0.1
+  },
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure"
+}