Upload structure model checkpoint at step 3000

checkpoint_3000/README.md

@@ -0,0 +1,46 @@
+---
+library_name: mlx
+pipeline_tag: text-generation
+tags:
+- music
+- midi
+- generation
+- mlx
+- autoregressive
+- structure
+- musiclang
+---
+
+# okai-musiclang-structure v2.0 - Structure Model
+
+This is an autoregressive structure generation model for music using MLX.
+
+## Model Details
+
+- **Model Type**: Structure Generator (Autoregressive)
+- **Version**: v2.0
+- **Step**: 3000
+- **Architecture**: Transformer with causal language modeling
+- **Vocabulary Size**: 4796
+- **Model Dimension**: 256
+- **Layers**: 6
+- **Max Sequence Length**: 1024
+
+## Training Configuration
+
+- **Batch Size**: 16
+- **Learning Rate**: 1e-05
+- **Training Steps**: 3000
+
+## Usage
+
+This model generates sequential music structure:
+- Input: Song control tokens (genre, instruments, etc.)
+- Output: Sequential bar structure with chords and tonality
+
+Example generation:
+```
+GENRE__ROCK SUBGENRE__ALTERNATIVE START BAR__1 CHORD_DEGREE__1 TONALITY_DEGREE__1 BAR__2 CHORD_DEGREE__4 TONALITY_DEGREE__5 ... WILL_END
+```
+
+Generated with MLX framework for Apple Silicon.

checkpoint_3000/config.json

@@ -0,0 +1,14 @@
+{
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure",
+  "global_step": 3000,
+  "architecture": "AutoregressiveTransformer",
+  "training_type": "causal_lm",
+  "vocab_size": 4796,
+  "model_dim": 256,
+  "num_heads": 8,
+  "num_layers": 6,
+  "max_sequence_length": 1024,
+  "dropout": 0.1
+}

checkpoint_3000/model.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a900f043d0a9e3538c875a815d140b196f7d9a92ce70f393e0b96d23f67698
+size 29839884

checkpoint_3000/training_state.json

@@ -0,0 +1,1126 @@
+{
+  "global_step": 3000,
+  "epoch": 1,
+  "trainer_step": 3000,
+  "learning_rate": 9.999999747378752e-06,
+  "epoch_losses": [
+    1.7293955087661743,
+    1.7601858377456665,
+    1.6190868616104126,
+    1.7451980113983154,
+    1.701377511024475,
+    1.6588249206542969,
+    1.6583818197250366,
+    1.6878631114959717,
+    1.6302950382232666,
+    1.7025562524795532,
+    1.8004159927368164,
+    1.7292814254760742,
+    1.616337776184082,
+    1.7280219793319702,
+    1.823448896408081,
+    1.7120184898376465,
+    1.639157772064209,
+    1.6284191608428955,
+    1.6839994192123413,
+    1.7949339151382446,
+    1.5744112730026245,
+    1.6716513633728027,
+    1.717328429222107,
+    1.7006312608718872,
+    1.859540581703186,
+    1.7632871866226196,
+    1.7942699193954468,
+    1.7329679727554321,
+    1.7112141847610474,
+    1.6165447235107422,
+    1.7208964824676514,
+    1.6240524053573608,
+    1.6348881721496582,
+    1.7209837436676025,
+    1.7384777069091797,
+    1.7252110242843628,
+    1.6180779933929443,
+    1.5901944637298584,
+    1.6428749561309814,
+    1.6507099866867065,
+    1.7259920835494995,
+    1.7451446056365967,
+    1.7164634466171265,
+    1.7105237245559692,
+    1.6539174318313599,
+    1.7445276975631714,
+    1.6990998983383179,
+    1.6163480281829834,
+    1.6803194284439087,
+    1.6707617044448853,
+    1.6227998733520508,
+    1.7251840829849243,
+    1.751766324043274,
+    1.7954998016357422,
+    1.5760107040405273,
+    1.7212122678756714,
+    1.6583250761032104,
+    1.582102656364441,
+    1.8238333463668823,
+    1.692293405532837,
+    1.7631574869155884,
+    1.641127586364746,
+    1.6412501335144043,
+    1.6396362781524658,
+    1.751018762588501,
+    1.6705764532089233,
+    1.765311360359192,
+    1.7680552005767822,
+    1.7106271982192993,
+    1.7239460945129395,
+    1.7113215923309326,
+    1.6063220500946045,
+    1.6960153579711914,
+    1.6591867208480835,
+    1.7286903858184814,
+    1.636628270149231,
+    1.7734651565551758,
+    1.6685333251953125,
+    1.6820003986358643,
+    1.7647629976272583,
+    1.6755094528198242,
+    1.6541610956192017,
+    1.6375068426132202,
+    1.6230283975601196,
+    1.6839603185653687,
+    1.677659273147583,
+    1.7746293544769287,
+    1.804154872894287,
+    1.6957547664642334,
+    1.6372662782669067,
+    1.608318567276001,
+    1.614088773727417,
+    1.6746459007263184,
+    1.6934666633605957,
+    1.6467796564102173,
+    1.6046024560928345,
+    1.6138876676559448,
+    1.6981079578399658,
+    1.6366262435913086,
+    1.678391695022583,
+    1.741255283355713,
+    1.6100248098373413,
+    1.6769570112228394,
+    1.632678747177124,
+    1.634615421295166,
+    1.6679664850234985,
+    1.624768614768982,
+    1.617706537246704,
+    1.6962661743164062,
+    1.5923209190368652,
+    1.521605134010315,
+    1.7413136959075928,
+    1.6982524394989014,
+    1.6113317012786865,
+    1.7030221223831177,
+    1.6662638187408447,
+    1.6283894777297974,
+    1.6511152982711792,
+    1.6033940315246582,
+    1.602652668952942,
+    1.6335868835449219,
+    1.7682538032531738,
+    1.5837901830673218,
+    1.6023051738739014,
+    1.6984747648239136,
+    1.7461055517196655,
+    1.6157246828079224,
+    1.6692535877227783,
+    1.590863823890686,
+    1.6227362155914307,
+    1.6949326992034912,
+    1.6188210248947144,
+    1.5725884437561035,
+    1.5736039876937866,
+    1.7143157720565796,
+    1.6286711692810059,
+    1.6693994998931885,
+    1.6782407760620117,
+    1.6353373527526855,
+    1.6194008588790894,
+    1.5363229513168335,
+    1.7683144807815552,
+    1.6417349576950073,
+    1.6615206003189087,
+    1.7666188478469849,
+    1.6383494138717651,
+    1.5776433944702148,
+    1.6462210416793823,
+    1.6690911054611206,
+    1.6180644035339355,
+    1.6782145500183105,
+    1.6011661291122437,
+    1.6669093370437622,
+    1.6001871824264526,
+    1.727211356163025,
+    1.6358219385147095,
+    1.5683456659317017,
+    1.6777936220169067,
+    1.6840957403182983,
+    1.5283507108688354,
+    1.6156624555587769,
+    1.5873806476593018,
+    1.6436434984207153,
+    1.621842861175537,
+    1.6360570192337036,
+    1.572231650352478,
+    1.7409683465957642,
+    1.6084173917770386,
+    1.7252334356307983,
+    1.6183394193649292,
+    1.5962541103363037,
+    1.569520115852356,
+    1.6144788265228271,
+    1.6944082975387573,
+    1.6462721824645996,
+    1.6300703287124634,
+    1.6266250610351562,
+    1.6188886165618896,
+    1.5451302528381348,
+    1.6826931238174438,
+    1.5869066715240479,
+    1.5747085809707642,
+    1.564475417137146,
+    1.618349552154541,
+    1.6574420928955078,
+    1.6050128936767578,
+    1.6602510213851929,
+    1.6417548656463623,
+    1.6593248844146729,
+    1.6225677728652954,
+    1.7302147150039673,
+    1.6324429512023926,
+    1.5149850845336914,
+    1.7009148597717285,
+    1.6268794536590576,
+    1.6387375593185425,
+    1.6600207090377808,
+    1.5475741624832153,
+    1.6725293397903442,
+    1.599919080734253,
+    1.628875732421875,
+    1.5655003786087036,
+    1.6623942852020264,
+    1.5322116613388062,
+    1.6372891664505005,
+    1.5767731666564941,
+    1.600152850151062,
+    1.6702579259872437,
+    1.6608325242996216,
+    1.6021569967269897,
+    1.556538701057434,
+    1.6089723110198975,
+    1.648123860359192,
+    1.5192968845367432,
+    1.6320958137512207,
+    1.5573846101760864,
+    1.6869468688964844,
+    1.517483115196228,
+    1.5629490613937378,
+    1.624876618385315,
+    1.6405097246170044,
+    1.6011712551116943,
+    1.6330050230026245,
+    1.6178004741668701,
+    1.6114885807037354,
+    1.5795032978057861,
+    1.5330207347869873,
+    1.5859097242355347,
+    1.6020095348358154,
+    1.4890053272247314,
+    1.5232658386230469,
+    1.6327292919158936,
+    1.593711495399475,
+    1.5947372913360596,
+    1.5834747552871704,
+    1.5523254871368408,
+    1.6421253681182861,
+    1.6064866781234741,
+    1.6158214807510376,
+    1.654994249343872,
+    1.5402013063430786,
+    1.6257473230361938,
+    1.5799341201782227,
+    1.6819297075271606,
+    1.5028729438781738,
+    1.5730222463607788,
+    1.6310783624649048,
+    1.540627121925354,
+    1.5741996765136719,
+    1.465477466583252,
+    1.6220077276229858,
+    1.5202901363372803,
+    1.542094111442566,
+    1.6253769397735596,
+    1.5492523908615112,
+    1.6086593866348267,
+    1.5233194828033447,
+    1.593900442123413,
+    1.6081711053848267,
+    1.5298497676849365,
+    1.6059364080429077,
+    1.5603829622268677,
+    1.6898647546768188,
+    1.586061716079712,
+    1.6083331108093262,
+    1.5512478351593018,
+    1.5494029521942139,
+    1.5158467292785645,
+    1.5854860544204712,
+    1.710686445236206,
+    1.5444263219833374,
+    1.4165462255477905,
+    1.604763388633728,
+    1.5339293479919434,
+    1.671465516090393,
+    1.6358274221420288,
+    1.6054017543792725,
+    1.4836598634719849,
+    1.5344702005386353,
+    1.5949821472167969,
+    1.6340124607086182,
+    1.5805503129959106,
+    1.5472660064697266,
+    1.5169745683670044,
+    1.6024911403656006,
+    1.5405491590499878,
+    1.5296697616577148,
+    1.6135938167572021,
+    1.5536402463912964,
+    1.5520057678222656,
+    1.6128756999969482,
+    1.5246747732162476,
+    1.4109467267990112,
+    1.6022005081176758,
+    1.5585917234420776,
+    1.6631319522857666,
+    1.4763307571411133,
+    1.4785007238388062,
+    1.614193081855774,
+    1.5573837757110596,
+    1.5407947301864624,
+    1.634524941444397,
+    1.5395541191101074,
+    1.5145260095596313,
+    1.587864637374878,
+    1.5076875686645508,
+    1.5438157320022583,
+    1.5398285388946533,
+    1.5459903478622437,
+    1.5756237506866455,
+    1.4778105020523071,
+    1.4755077362060547,
+    1.5967892408370972,
+    1.5159573554992676,
+    1.4996415376663208,
+    1.5503920316696167,
+    1.6176096200942993,
+    1.58620285987854,
+    1.5847283601760864,
+    1.4582573175430298,
+    1.598105549812317,
+    1.606966495513916,
+    1.6708546876907349,
+    1.6202969551086426,
+    1.5255999565124512,
+    1.6517486572265625,
+    1.6477441787719727,
+    1.584264874458313,
+    1.4926974773406982,
+    1.5785138607025146,
+    1.534803867340088,
+    1.4805582761764526,
+    1.5981488227844238,
+    1.558858036994934,
+    1.491403579711914,
+    1.624292016029358,
+    1.5254634618759155,
+    1.57206392288208,
+    1.5039857625961304,
+    1.5500396490097046,
+    1.546394944190979,
+    1.4969186782836914,
+    1.5247341394424438,
+    1.6259653568267822,
+    1.5381650924682617,
+    1.6409591436386108,
+    1.550769329071045,
+    1.5652581453323364,
+    1.5823543071746826,
+    1.5110467672348022,
+    1.6251153945922852,
+    1.5434706211090088,
+    1.4535561800003052,
+    1.5204854011535645,
+    1.523809552192688,
+    1.5758512020111084,
+    1.4403866529464722,
+    1.4674971103668213,
+    1.4716951847076416,
+    1.5157982110977173,
+    1.5376183986663818,
+    1.5113435983657837,
+    1.6242992877960205,
+    1.4708901643753052,
+    1.5381969213485718,
+    1.427090048789978,
+    1.5267959833145142,
+    1.5297565460205078,
+    1.5173829793930054,
+    1.4963855743408203,
+    1.3927234411239624,
+    1.5653893947601318,
+    1.5424407720565796,
+    1.604697585105896,
+    1.4711517095565796,
+    1.5423214435577393,
+    1.5407847166061401,
+    1.5800659656524658,
+    1.5848685503005981,
+    1.5012625455856323,
+    1.509359359741211,
+    1.5640360116958618,
+    1.523038387298584,
+    1.4387519359588623,
+    1.4715304374694824,
+    1.5426032543182373,
+    1.536876916885376,
+    1.5184515714645386,
+    1.5307228565216064,
+    1.443453073501587,
+    1.4872835874557495,
+    1.6026666164398193,
+    1.5087883472442627,
+    1.5095618963241577,
+    1.5213075876235962,
+    1.4653117656707764,
+    1.4436190128326416,
+    1.4803545475006104,
+    1.455751657485962,
+    1.4689338207244873,
+    1.5447839498519897,
+    1.5329535007476807,
+    1.477940559387207,
+    1.6077739000320435,
+    1.476158618927002,
+    1.4789670705795288,
+    1.410678505897522,
+    1.4939000606536865,
+    1.5149292945861816,
+    1.5331001281738281,
+    1.4813885688781738,
+    1.523728370666504,
+    1.468435287475586,
+    1.5504412651062012,
+    1.4985923767089844,
+    1.4412306547164917,
+    1.5390866994857788,
+    1.3763619661331177,
+    1.4376033544540405,
+    1.4826006889343262,
+    1.693792700767517,
+    1.5549108982086182,
+    1.4500024318695068,
+    1.538143277168274,
+    1.5853934288024902,
+    1.4990569353103638,
+    1.5395599603652954,
+    1.456899881362915,
+    1.4396278858184814,
+    1.5012537240982056,
+    1.5242419242858887,
+    1.4772796630859375,
+    1.564460277557373,
+    1.571394681930542,
+    1.4227372407913208,
+    1.4418703317642212,
+    1.4777151346206665,
+    1.4631361961364746,
+    1.5005990266799927,
+    1.5651389360427856,
+    1.5677653551101685,
+    1.464645266532898,
+    1.5344313383102417,
+    1.5339105129241943,
+    1.548764705657959,
+    1.4120484590530396,
+    1.4912840127944946,
+    1.44896399974823,
+    1.400243878364563,
+    1.4570752382278442,
+    1.604162573814392,
+    1.4875048398971558,
+    1.4713447093963623,
+    1.4472049474716187,
+    1.438135027885437,
+    1.5574958324432373,
+    1.5113263130187988,
+    1.5208957195281982,
+    1.5521085262298584,
+    1.5659428834915161,
+    1.514692783355713,
+    1.5202369689941406,
+    1.4341528415679932,
+    1.4798977375030518,
+    1.5448862314224243,
+    1.4798461198806763,
+    1.4293044805526733,
+    1.465888261795044,
+    1.5282429456710815,
+    1.4480410814285278,
+    1.4891890287399292,
+    1.4716970920562744,
+    1.4515043497085571,
+    1.5293903350830078,
+    1.436244010925293,
+    1.5054774284362793,
+    1.5445810556411743,
+    1.5074492692947388,
+    1.3618805408477783,
+    1.530578851699829,
+    1.5878831148147583,
+    1.512785792350769,
+    1.55103600025177,
+    1.6024169921875,
+    1.4167321920394897,
+    1.5685497522354126,
+    1.5849268436431885,
+    1.5394898653030396,
+    1.488437533378601,
+    1.5340781211853027,
+    1.4249407052993774,
+    1.4601502418518066,
+    1.5084264278411865,
+    1.4570647478103638,
+    1.5228303670883179,
+    1.4915659427642822,
+    1.48713219165802,
+    1.432301640510559,
+    1.5645512342453003,
+    1.448697566986084,
+    1.4712162017822266,
+    1.4578888416290283,
+    1.4159626960754395,
+    1.516791820526123,
+    1.539375901222229,
+    1.390950322151184,
+    1.4764032363891602,
+    1.5378646850585938,
+    1.420276165008545,
+    1.395110845565796,
+    1.4170491695404053,
+    1.4754364490509033,
+    1.4241368770599365,
+    1.482465386390686,
+    1.5186808109283447,
+    1.3765395879745483,
+    1.4213742017745972,
+    1.5562853813171387,
+    1.4540297985076904,
+    1.4167616367340088,
+    1.4829063415527344,
+    1.445663332939148,
+    1.3977222442626953,
+    1.5973588228225708,
+    1.4539437294006348,
+    1.5011138916015625,
+    1.5418769121170044,
+    1.4353307485580444,
+    1.4394947290420532,
+    1.4967540502548218,
+    1.439307689666748,
+    1.5015127658843994,
+    1.4811525344848633,
+    1.517405390739441,
+    1.4810948371887207,
+    1.4315427541732788,
+    1.455304741859436,
+    1.4147127866744995,
+    1.4660426378250122,
+    1.4609352350234985,
+    1.5695286989212036,
+    1.5749925374984741,
+    1.4250251054763794,
+    1.4322662353515625,
+    1.4117237329483032,
+    1.4630975723266602,
+    1.3714202642440796,
+    1.4332950115203857,
+    1.3619071245193481,
+    1.4277924299240112,
+    1.4210013151168823,
+    1.47507905960083,
+    1.415454626083374,
+    1.4945704936981201,
+    1.3835723400115967,
+    1.3912070989608765,
+    1.4384957551956177,
+    1.3963210582733154,
+    1.4653619527816772,
+    1.4550138711929321,
+    1.5202786922454834,
+    1.4935246706008911,
+    1.4403671026229858,
+    1.415016531944275,
+    1.4535421133041382,
+    1.4253504276275635,
+    1.4053711891174316,
+    1.5093010663986206,
+    1.4012540578842163,
+    1.4945218563079834,
+    1.4102131128311157,
+    1.3938679695129395,
+    1.4298489093780518,
+    1.4751979112625122,
+    1.395465612411499,
+    1.3679038286209106,
+    1.5537775754928589,
+    1.380786418914795,
+    1.365722417831421,
+    1.3399308919906616,
+    1.3578767776489258,
+    1.3889715671539307,
+    1.402415156364441,
+    1.3665434122085571,
+    1.4493536949157715,
+    1.5036587715148926,
+    1.5290522575378418,
+    1.3506282567977905,
+    1.4461326599121094,
+    1.474741816520691,
+    1.49782133102417,
+    1.424666166305542,
+    1.3597534894943237,
+    1.3816207647323608,
+    1.3389614820480347,
+    1.4637707471847534,
+    1.382070541381836,
+    1.459755778312683,
+    1.3938932418823242,
+    1.3789806365966797,
+    1.3559194803237915,
+    1.4494311809539795,
+    1.5477923154830933,
+    1.344463586807251,
+    1.3636548519134521,
+    1.4704358577728271,
+    1.4215285778045654,
+    1.367836833000183,
+    1.4342023134231567,
+    1.402306318283081,
+    1.3723551034927368,
+    1.310571312904358,
+    1.4614061117172241,
+    1.395709753036499,
+    1.5164644718170166,
+    1.4085286855697632,
+    1.4940966367721558,
+    1.3880451917648315,
+    1.3664075136184692,
+    1.4125093221664429,
+    1.3547121286392212,
+    1.4115920066833496,
+    1.4564104080200195,
+    1.4051861763000488,
+    1.414154052734375,
+    1.3637871742248535,
+    1.399660587310791,
+    1.3306152820587158,
+    1.3872019052505493,
+    1.4327548742294312,
+    1.398246169090271,
+    1.3953970670700073,
+    1.3790827989578247,
+    1.3681186437606812,
+    1.4342881441116333,
+    1.4120351076126099,
+    1.3566488027572632,
+    1.4125829935073853,
+    1.3941205739974976,
+    1.5280202627182007,
+    1.3868800401687622,
+    1.4242674112319946,
+    1.3568459749221802,
+    1.4793980121612549,
+    1.4180934429168701,
+    1.2897032499313354,
+    1.3806085586547852,
+    1.349747657775879,
+    1.368111252784729,
+    1.4939730167388916,
+    1.482133150100708,
+    1.4012677669525146,
+    1.3965141773223877,
+    1.4054008722305298,
+    1.3859314918518066,
+    1.3952773809432983,
+    1.4263362884521484,
+    1.3000329732894897,
+    1.3653019666671753,
+    1.3311264514923096,
+    1.3649431467056274,
+    1.427871823310852,
+    1.369268536567688,
+    1.323983073234558,
+    1.3413243293762207,
+    1.387545108795166,
+    1.5379948616027832,
+    1.3224480152130127,
+    1.316737413406372,
+    1.3804991245269775,
+    1.4301854372024536,
+    1.3990039825439453,
+    1.3846054077148438,
+    1.2710530757904053,
+    1.4213312864303589,
+    1.3069244623184204,
+    1.4041036367416382,
+    1.4145554304122925,
+    1.3901922702789307,
+    1.4064241647720337,
+    1.3034168481826782,
+    1.301823377609253,
+    1.39058518409729,
+    1.4657896757125854,
+    1.4114035367965698,
+    1.2910038232803345,
+    1.4014195203781128,
+    1.4561989307403564,
+    1.3635764122009277,
+    1.3262742757797241,
+    1.3286384344100952,
+    1.3801846504211426,
+    1.3634659051895142,
+    1.3450205326080322,
+    1.3316547870635986,
+    1.3272584676742554,
+    1.300484538078308,
+    1.3847111463546753,
+    1.3951717615127563,
+    1.378808856010437,
+    1.284766435623169,
+    1.3694623708724976,
+    1.4024015665054321,
+    1.2768806219100952,
+    1.3722600936889648,
+    1.3354672193527222,
+    1.3570016622543335,
+    1.3499515056610107,
+    1.3396129608154297,
+    1.4296501874923706,
+    1.3638063669204712,
+    1.3800721168518066,
+    1.409193992614746,
+    1.4018625020980835,
+    1.4748281240463257,
+    1.3840869665145874,
+    1.312124252319336,
+    1.3383833169937134,
+    1.3088147640228271,
+    1.3444253206253052,
+    1.3166872262954712,
+    1.3138468265533447,
+    1.4988855123519897,
+    1.3386740684509277,
+    1.2952399253845215,
+    1.3953948020935059,
+    1.3284218311309814,
+    1.3633406162261963,
+    1.4083261489868164,
+    1.292740821838379,
+    1.3881089687347412,
+    1.3791370391845703,
+    1.3002827167510986,
+    1.3861807584762573,
+    1.3714886903762817,
+    1.385932445526123,
+    1.3074193000793457,
+    1.4266709089279175,
+    1.3285163640975952,
+    1.3675861358642578,
+    1.3567898273468018,
+    1.340645670890808,
+    1.4247995615005493,
+    1.3113070726394653,
+    1.3741254806518555,
+    1.2976585626602173,
+    1.3020868301391602,
+    1.3789503574371338,
+    1.4038300514221191,
+    1.347122073173523,
+    1.3030668497085571,
+    1.3540693521499634,
+    1.2895346879959106,
+    1.4172950983047485,
+    1.2799469232559204,
+    1.3233195543289185,
+    1.3029537200927734,
+    1.244469404220581,
+    1.4193490743637085,
+    1.3265807628631592,
+    1.3087451457977295,
+    1.3683806657791138,
+    1.4140856266021729,
+    1.3685721158981323,
+    1.3360073566436768,
+    1.3180149793624878,
+    1.5110405683517456,
+    1.3315613269805908,
+    1.2600260972976685,
+    1.4581036567687988,
+    1.3356423377990723,
+    1.2503325939178467,
+    1.3906079530715942,
+    1.480261206626892,
+    1.2949858903884888,
+    1.345405101776123,
+    1.3379732370376587,
+    1.3273372650146484,
+    1.381747841835022,
+    1.305767297744751,
+    1.2598838806152344,
+    1.2542707920074463,
+    1.2461313009262085,
+    1.3816871643066406,
+    1.2427434921264648,
+    1.3488256931304932,
+    1.3134818077087402,
+    1.2642576694488525,
+    1.2753949165344238,
+    1.3158029317855835,
+    1.3109859228134155,
+    1.3462001085281372,
+    1.337829828262329,
+    1.3432934284210205,
+    1.3686755895614624,
+    1.4804043769836426,
+    1.3104745149612427,
+    1.3898893594741821,
+    1.3962167501449585,
+    1.3248072862625122,
+    1.254759430885315,
+    1.3701045513153076,
+    1.339389443397522,
+    1.297925591468811,
+    1.3576363325119019,
+    1.393566370010376,
+    1.3739333152770996,
+    1.3588813543319702,
+    1.4215176105499268,
+    1.2410887479782104,
+    1.3027255535125732,
+    1.3135219812393188,
+    1.3573436737060547,
+    1.3155922889709473,
+    1.3075770139694214,
+    1.2974001169204712,
+    1.390070915222168,
+    1.3226375579833984,
+    1.279017448425293,
+    1.3427493572235107,
+    1.3587464094161987,
+    1.3037419319152832,
+    1.3241934776306152,
+    1.2260496616363525,
+    1.1463721990585327,
+    1.3141437768936157,
+    1.270524263381958,
+    1.3099185228347778,
+    1.2770448923110962,
+    1.2695797681808472,
+    1.3142683506011963,
+    1.3114514350891113,
+    1.285222053527832,
+    1.2843573093414307,
+    1.236970067024231,
+    1.3765792846679688,
+    1.3322703838348389,
+    1.3372788429260254,
+    1.3465325832366943,
+    1.3115594387054443,
+    1.272031545639038,
+    1.2867885828018188,
+    1.3074184656143188,
+    1.3319528102874756,
+    1.3380509614944458,
+    1.297087550163269,
+    1.250562310218811,
+    1.3652399778366089,
+    1.3125206232070923,
+    1.3028758764266968,
+    1.2648299932479858,
+    1.3344601392745972,
+    1.2658498287200928,
+    1.3336366415023804,
+    1.3019062280654907,
+    1.3844603300094604,
+    1.2244112491607666,
+    1.2655014991760254,
+    1.2400827407836914,
+    1.3843356370925903,
+    1.294114351272583,
+    1.271409511566162,
+    1.2866109609603882,
+    1.344538927078247,
+    1.264449119567871,
+    1.3234026432037354,
+    1.2628121376037598,
+    1.26308012008667,
+    1.298971176147461,
+    1.2829461097717285,
+    1.4322679042816162,
+    1.199355959892273,
+    1.3367788791656494,
+    1.2617721557617188,
+    1.244067668914795,
+    1.2216311693191528,
+    1.3034731149673462,
+    1.214613437652588,
+    1.335984230041504,
+    1.2744009494781494,
+    1.2690341472625732,
+    1.2991571426391602,
+    1.2762469053268433,
+    1.3098026514053345,
+    1.2353936433792114,
+    1.2205952405929565,
+    1.407310128211975,
+    1.2804756164550781,
+    1.3279551267623901,
+    1.3378664255142212,
+    1.3293031454086304,
+    1.2074147462844849,
+    1.2813321352005005,
+    1.1675165891647339,
+    1.2988152503967285,
+    1.2019755840301514,
+    1.2994107007980347,
+    1.2277195453643799,
+    1.344833493232727,
+    1.1451431512832642,
+    1.3595517873764038,
+    1.317823886871338,
+    1.3754065036773682,
+    1.308014154434204,
+    1.2979894876480103,
+    1.3380519151687622,
+    1.4227104187011719,
+    1.2860862016677856,
+    1.3311903476715088,
+    1.3854936361312866,
+    1.3036402463912964,
+    1.2977654933929443,
+    1.3138059377670288,
+    1.240536093711853,
+    1.2353169918060303,
+    1.3958755731582642,
+    1.2997146844863892,
+    1.3095831871032715,
+    1.204744815826416,
+    1.288935899734497,
+    1.2700403928756714,
+    1.220474362373352,
+    1.2940564155578613,
+    1.3121041059494019,
+    1.2608393430709839,
+    1.3143490552902222,
+    1.2639957666397095,
+    1.3378390073776245,
+    1.2281246185302734,
+    1.3147631883621216,
+    1.2317473888397217,
+    1.2662124633789062,
+    1.3090300559997559,
+    1.3633828163146973,
+    1.2675374746322632,
+    1.3119099140167236,
+    1.2732305526733398,
+    1.3898621797561646,
+    1.2203655242919922,
+    1.2734179496765137,
+    1.243490219116211,
+    1.1881098747253418,
+    1.2691236734390259,
+    1.3971216678619385,
+    1.302649974822998,
+    1.272898554801941,
+    1.277833104133606,
+    1.2142384052276611,
+    1.2892955541610718,
+    1.288134217262268,
+    1.3323562145233154,
+    1.3570188283920288,
+    1.2377558946609497,
+    1.3455760478973389,
+    1.3061835765838623,
+    1.2739167213439941,
+    1.2965900897979736,
+    1.2301942110061646,
+    1.1811689138412476,
+    1.2207599878311157,
+    1.2242625951766968,
+    1.1982899904251099,
+    1.2534253597259521,
+    1.2732123136520386,
+    1.2330656051635742,
+    1.26335871219635,
+    1.368981122970581,
+    1.2740380764007568,
+    1.3136650323867798,
+    1.3320342302322388,
+    1.2448186874389648,
+    1.2572506666183472,
+    1.2770906686782837,
+    1.3287906646728516,
+    1.2687346935272217,
+    1.2228405475616455,
+    1.2329150438308716,
+    1.3876863718032837,
+    1.1710212230682373,
+    1.1711757183074951,
+    1.2435239553451538,
+    1.2062972784042358,
+    1.1795334815979004,
+    1.2189083099365234,
+    1.2826313972473145,
+    1.305945634841919,
+    1.2612392902374268,
+    1.2222362756729126,
+    1.2926266193389893,
+    1.2287118434906006,
+    1.1923919916152954,
+    1.2497708797454834,
+    1.2219889163970947,
+    1.2410752773284912,
+    1.250880241394043,
+    1.2572364807128906,
+    1.3388117551803589,
+    1.2122849225997925,
+    1.309999942779541,
+    1.2651214599609375,
+    1.2490609884262085,
+    1.2367358207702637,
+    1.2657678127288818,
+    1.267620325088501,
+    1.2556283473968506,
+    1.2553257942199707,
+    1.3048374652862549,
+    1.2601078748703003,
+    1.1940797567367554,
+    1.1677767038345337,
+    1.140426754951477,
+    1.1876273155212402,
+    1.222821831703186,
+    1.1578642129898071,
+    1.2070180177688599,
+    1.2612266540527344,
+    1.2604460716247559,
+    1.310094952583313,
+    1.1802973747253418,
+    1.1594762802124023,
+    1.0607445240020752,
+    1.2166236639022827,
+    1.1486778259277344,
+    1.353589653968811,
+    1.2126102447509766,
+    1.295511245727539,
+    1.325631856918335,
+    1.2318437099456787,
+    1.2528479099273682,
+    1.2308462858200073,
+    1.2443500757217407,
+    1.2799981832504272,
+    1.2686429023742676,
+    1.1421972513198853,
+    1.2811261415481567,
+    1.3883609771728516,
+    1.2487157583236694,
+    1.2007741928100586,
+    1.175830602645874,
+    1.2261024713516235,
+    1.1984612941741943,
+    1.1591590642929077,
+    1.3525210618972778,
+    1.321175456047058,
+    1.2502455711364746,
+    1.303575873374939,
+    1.1191478967666626,
+    1.2590172290802002,
+    1.2992279529571533,
+    1.271149754524231,
+    1.2166595458984375,
+    1.2322840690612793,
+    1.253865361213684,
+    1.2892210483551025,
+    1.134371280670166,
+    1.2195134162902832,
+    1.2336454391479492,
+    1.3165898323059082,
+    1.1566476821899414,
+    1.2434271574020386,
+    1.1501065492630005,
+    1.125138521194458,
+    1.2566609382629395,
+    1.2208160161972046,
+    1.3168352842330933,
+    1.2873386144638062,
+    1.2403970956802368,
+    1.2557129859924316,
+    1.2555512189865112,
+    1.2429832220077515,
+    1.2525938749313354,
+    1.185999870300293,
+    1.3132212162017822,
+    1.2021939754486084,
+    1.2951308488845825,
+    1.2869176864624023,
+    1.3156354427337646,
+    1.1919296979904175,
+    1.1801873445510864,
+    1.21534264087677,
+    1.2349765300750732,
+    1.2418605089187622,
+    1.2453887462615967,
+    1.2531192302703857,
+    1.339726209640503,
+    1.190983533859253,
+    1.225391149520874,
+    1.1427322626113892,
+    1.282149314880371,
+    1.2808855772018433,
+    1.3186416625976562,
+    1.2779844999313354,
+    1.1891708374023438,
+    1.1646441221237183,
+    1.1810388565063477,
+    1.1687482595443726,
+    1.3828407526016235
+  ],
+  "training_config": {
+    "batch_size": 16,
+    "num_epochs": 4,
+    "learning_rate": 1e-05,
+    "weight_decay": 0.01,
+    "warmup_steps": 1000,
+    "max_grad_norm": 1.0,
+    "eval_steps": 500,
+    "save_steps": 500
+  },
+  "model_config": {
+    "vocab_size": 4796,
+    "model_dim": 256,
+    "num_heads": 8,
+    "num_layers": 6,
+    "max_sequence_length": 1024,
+    "dropout": 0.1
+  },
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure"
+}