Upload structure model checkpoint at step 2500

checkpoint_2500/README.md

@@ -0,0 +1,46 @@
+---
+library_name: mlx
+pipeline_tag: text-generation
+tags:
+- music
+- midi
+- generation
+- mlx
+- autoregressive
+- structure
+- musiclang
+---
+
+# okai-musiclang-structure v2.0 - Structure Model
+
+This is an autoregressive structure generation model for music using MLX.
+
+## Model Details
+
+- **Model Type**: Structure Generator (Autoregressive)
+- **Version**: v2.0
+- **Step**: 2500
+- **Architecture**: Transformer with causal language modeling
+- **Vocabulary Size**: 4796
+- **Model Dimension**: 256
+- **Layers**: 6
+- **Max Sequence Length**: 1024
+
+## Training Configuration
+
+- **Batch Size**: 16
+- **Learning Rate**: 1e-05
+- **Training Steps**: 2500
+
+## Usage
+
+This model generates sequential music structure:
+- Input: Song control tokens (genre, instruments, etc.)
+- Output: Sequential bar structure with chords and tonality
+
+Example generation:
+```
+GENRE__ROCK SUBGENRE__ALTERNATIVE START BAR__1 CHORD_DEGREE__1 TONALITY_DEGREE__1 BAR__2 CHORD_DEGREE__4 TONALITY_DEGREE__5 ... WILL_END
+```
+
+Generated with MLX framework for Apple Silicon.

checkpoint_2500/config.json

@@ -0,0 +1,14 @@
+{
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure",
+  "global_step": 2500,
+  "architecture": "AutoregressiveTransformer",
+  "training_type": "causal_lm",
+  "vocab_size": 4796,
+  "model_dim": 256,
+  "num_heads": 8,
+  "num_layers": 6,
+  "max_sequence_length": 1024,
+  "dropout": 0.1
+}

checkpoint_2500/model.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c2f4246396e7eb8105fb2a993aa55849fc59fbe91038e10f3cce442241a93e
+size 29839884

checkpoint_2500/training_state.json

@@ -0,0 +1,626 @@
+{
+  "global_step": 2500,
+  "epoch": 1,
+  "trainer_step": 2500,
+  "learning_rate": 9.999999747378752e-06,
+  "epoch_losses": [
+    1.7293955087661743,
+    1.7601858377456665,
+    1.6190868616104126,
+    1.7451980113983154,
+    1.701377511024475,
+    1.6588249206542969,
+    1.6583818197250366,
+    1.6878631114959717,
+    1.6302950382232666,
+    1.7025562524795532,
+    1.8004159927368164,
+    1.7292814254760742,
+    1.616337776184082,
+    1.7280219793319702,
+    1.823448896408081,
+    1.7120184898376465,
+    1.639157772064209,
+    1.6284191608428955,
+    1.6839994192123413,
+    1.7949339151382446,
+    1.5744112730026245,
+    1.6716513633728027,
+    1.717328429222107,
+    1.7006312608718872,
+    1.859540581703186,
+    1.7632871866226196,
+    1.7942699193954468,
+    1.7329679727554321,
+    1.7112141847610474,
+    1.6165447235107422,
+    1.7208964824676514,
+    1.6240524053573608,
+    1.6348881721496582,
+    1.7209837436676025,
+    1.7384777069091797,
+    1.7252110242843628,
+    1.6180779933929443,
+    1.5901944637298584,
+    1.6428749561309814,
+    1.6507099866867065,
+    1.7259920835494995,
+    1.7451446056365967,
+    1.7164634466171265,
+    1.7105237245559692,
+    1.6539174318313599,
+    1.7445276975631714,
+    1.6990998983383179,
+    1.6163480281829834,
+    1.6803194284439087,
+    1.6707617044448853,
+    1.6227998733520508,
+    1.7251840829849243,
+    1.751766324043274,
+    1.7954998016357422,
+    1.5760107040405273,
+    1.7212122678756714,
+    1.6583250761032104,
+    1.582102656364441,
+    1.8238333463668823,
+    1.692293405532837,
+    1.7631574869155884,
+    1.641127586364746,
+    1.6412501335144043,
+    1.6396362781524658,
+    1.751018762588501,
+    1.6705764532089233,
+    1.765311360359192,
+    1.7680552005767822,
+    1.7106271982192993,
+    1.7239460945129395,
+    1.7113215923309326,
+    1.6063220500946045,
+    1.6960153579711914,
+    1.6591867208480835,
+    1.7286903858184814,
+    1.636628270149231,
+    1.7734651565551758,
+    1.6685333251953125,
+    1.6820003986358643,
+    1.7647629976272583,
+    1.6755094528198242,
+    1.6541610956192017,
+    1.6375068426132202,
+    1.6230283975601196,
+    1.6839603185653687,
+    1.677659273147583,
+    1.7746293544769287,
+    1.804154872894287,
+    1.6957547664642334,
+    1.6372662782669067,
+    1.608318567276001,
+    1.614088773727417,
+    1.6746459007263184,
+    1.6934666633605957,
+    1.6467796564102173,
+    1.6046024560928345,
+    1.6138876676559448,
+    1.6981079578399658,
+    1.6366262435913086,
+    1.678391695022583,
+    1.741255283355713,
+    1.6100248098373413,
+    1.6769570112228394,
+    1.632678747177124,
+    1.634615421295166,
+    1.6679664850234985,
+    1.624768614768982,
+    1.617706537246704,
+    1.6962661743164062,
+    1.5923209190368652,
+    1.521605134010315,
+    1.7413136959075928,
+    1.6982524394989014,
+    1.6113317012786865,
+    1.7030221223831177,
+    1.6662638187408447,
+    1.6283894777297974,
+    1.6511152982711792,
+    1.6033940315246582,
+    1.602652668952942,
+    1.6335868835449219,
+    1.7682538032531738,
+    1.5837901830673218,
+    1.6023051738739014,
+    1.6984747648239136,
+    1.7461055517196655,
+    1.6157246828079224,
+    1.6692535877227783,
+    1.590863823890686,
+    1.6227362155914307,
+    1.6949326992034912,
+    1.6188210248947144,
+    1.5725884437561035,
+    1.5736039876937866,
+    1.7143157720565796,
+    1.6286711692810059,
+    1.6693994998931885,
+    1.6782407760620117,
+    1.6353373527526855,
+    1.6194008588790894,
+    1.5363229513168335,
+    1.7683144807815552,
+    1.6417349576950073,
+    1.6615206003189087,
+    1.7666188478469849,
+    1.6383494138717651,
+    1.5776433944702148,
+    1.6462210416793823,
+    1.6690911054611206,
+    1.6180644035339355,
+    1.6782145500183105,
+    1.6011661291122437,
+    1.6669093370437622,
+    1.6001871824264526,
+    1.727211356163025,
+    1.6358219385147095,
+    1.5683456659317017,
+    1.6777936220169067,
+    1.6840957403182983,
+    1.5283507108688354,
+    1.6156624555587769,
+    1.5873806476593018,
+    1.6436434984207153,
+    1.621842861175537,
+    1.6360570192337036,
+    1.572231650352478,
+    1.7409683465957642,
+    1.6084173917770386,
+    1.7252334356307983,
+    1.6183394193649292,
+    1.5962541103363037,
+    1.569520115852356,
+    1.6144788265228271,
+    1.6944082975387573,
+    1.6462721824645996,
+    1.6300703287124634,
+    1.6266250610351562,
+    1.6188886165618896,
+    1.5451302528381348,
+    1.6826931238174438,
+    1.5869066715240479,
+    1.5747085809707642,
+    1.564475417137146,
+    1.618349552154541,
+    1.6574420928955078,
+    1.6050128936767578,
+    1.6602510213851929,
+    1.6417548656463623,
+    1.6593248844146729,
+    1.6225677728652954,
+    1.7302147150039673,
+    1.6324429512023926,
+    1.5149850845336914,
+    1.7009148597717285,
+    1.6268794536590576,
+    1.6387375593185425,
+    1.6600207090377808,
+    1.5475741624832153,
+    1.6725293397903442,
+    1.599919080734253,
+    1.628875732421875,
+    1.5655003786087036,
+    1.6623942852020264,
+    1.5322116613388062,
+    1.6372891664505005,
+    1.5767731666564941,
+    1.600152850151062,
+    1.6702579259872437,
+    1.6608325242996216,
+    1.6021569967269897,
+    1.556538701057434,
+    1.6089723110198975,
+    1.648123860359192,
+    1.5192968845367432,
+    1.6320958137512207,
+    1.5573846101760864,
+    1.6869468688964844,
+    1.517483115196228,
+    1.5629490613937378,
+    1.624876618385315,
+    1.6405097246170044,
+    1.6011712551116943,
+    1.6330050230026245,
+    1.6178004741668701,
+    1.6114885807037354,
+    1.5795032978057861,
+    1.5330207347869873,
+    1.5859097242355347,
+    1.6020095348358154,
+    1.4890053272247314,
+    1.5232658386230469,
+    1.6327292919158936,
+    1.593711495399475,
+    1.5947372913360596,
+    1.5834747552871704,
+    1.5523254871368408,
+    1.6421253681182861,
+    1.6064866781234741,
+    1.6158214807510376,
+    1.654994249343872,
+    1.5402013063430786,
+    1.6257473230361938,
+    1.5799341201782227,
+    1.6819297075271606,
+    1.5028729438781738,
+    1.5730222463607788,
+    1.6310783624649048,
+    1.540627121925354,
+    1.5741996765136719,
+    1.465477466583252,
+    1.6220077276229858,
+    1.5202901363372803,
+    1.542094111442566,
+    1.6253769397735596,
+    1.5492523908615112,
+    1.6086593866348267,
+    1.5233194828033447,
+    1.593900442123413,
+    1.6081711053848267,
+    1.5298497676849365,
+    1.6059364080429077,
+    1.5603829622268677,
+    1.6898647546768188,
+    1.586061716079712,
+    1.6083331108093262,
+    1.5512478351593018,
+    1.5494029521942139,
+    1.5158467292785645,
+    1.5854860544204712,
+    1.710686445236206,
+    1.5444263219833374,
+    1.4165462255477905,
+    1.604763388633728,
+    1.5339293479919434,
+    1.671465516090393,
+    1.6358274221420288,
+    1.6054017543792725,
+    1.4836598634719849,
+    1.5344702005386353,
+    1.5949821472167969,
+    1.6340124607086182,
+    1.5805503129959106,
+    1.5472660064697266,
+    1.5169745683670044,
+    1.6024911403656006,
+    1.5405491590499878,
+    1.5296697616577148,
+    1.6135938167572021,
+    1.5536402463912964,
+    1.5520057678222656,
+    1.6128756999969482,
+    1.5246747732162476,
+    1.4109467267990112,
+    1.6022005081176758,
+    1.5585917234420776,
+    1.6631319522857666,
+    1.4763307571411133,
+    1.4785007238388062,
+    1.614193081855774,
+    1.5573837757110596,
+    1.5407947301864624,
+    1.634524941444397,
+    1.5395541191101074,
+    1.5145260095596313,
+    1.587864637374878,
+    1.5076875686645508,
+    1.5438157320022583,
+    1.5398285388946533,
+    1.5459903478622437,
+    1.5756237506866455,
+    1.4778105020523071,
+    1.4755077362060547,
+    1.5967892408370972,
+    1.5159573554992676,
+    1.4996415376663208,
+    1.5503920316696167,
+    1.6176096200942993,
+    1.58620285987854,
+    1.5847283601760864,
+    1.4582573175430298,
+    1.598105549812317,
+    1.606966495513916,
+    1.6708546876907349,
+    1.6202969551086426,
+    1.5255999565124512,
+    1.6517486572265625,
+    1.6477441787719727,
+    1.584264874458313,
+    1.4926974773406982,
+    1.5785138607025146,
+    1.534803867340088,
+    1.4805582761764526,
+    1.5981488227844238,
+    1.558858036994934,
+    1.491403579711914,
+    1.624292016029358,
+    1.5254634618759155,
+    1.57206392288208,
+    1.5039857625961304,
+    1.5500396490097046,
+    1.546394944190979,
+    1.4969186782836914,
+    1.5247341394424438,
+    1.6259653568267822,
+    1.5381650924682617,
+    1.6409591436386108,
+    1.550769329071045,
+    1.5652581453323364,
+    1.5823543071746826,
+    1.5110467672348022,
+    1.6251153945922852,
+    1.5434706211090088,
+    1.4535561800003052,
+    1.5204854011535645,
+    1.523809552192688,
+    1.5758512020111084,
+    1.4403866529464722,
+    1.4674971103668213,
+    1.4716951847076416,
+    1.5157982110977173,
+    1.5376183986663818,
+    1.5113435983657837,
+    1.6242992877960205,
+    1.4708901643753052,
+    1.5381969213485718,
+    1.427090048789978,
+    1.5267959833145142,
+    1.5297565460205078,
+    1.5173829793930054,
+    1.4963855743408203,
+    1.3927234411239624,
+    1.5653893947601318,
+    1.5424407720565796,
+    1.604697585105896,
+    1.4711517095565796,
+    1.5423214435577393,
+    1.5407847166061401,
+    1.5800659656524658,
+    1.5848685503005981,
+    1.5012625455856323,
+    1.509359359741211,
+    1.5640360116958618,
+    1.523038387298584,
+    1.4387519359588623,
+    1.4715304374694824,
+    1.5426032543182373,
+    1.536876916885376,
+    1.5184515714645386,
+    1.5307228565216064,
+    1.443453073501587,
+    1.4872835874557495,
+    1.6026666164398193,
+    1.5087883472442627,
+    1.5095618963241577,
+    1.5213075876235962,
+    1.4653117656707764,
+    1.4436190128326416,
+    1.4803545475006104,
+    1.455751657485962,
+    1.4689338207244873,
+    1.5447839498519897,
+    1.5329535007476807,
+    1.477940559387207,
+    1.6077739000320435,
+    1.476158618927002,
+    1.4789670705795288,
+    1.410678505897522,
+    1.4939000606536865,
+    1.5149292945861816,
+    1.5331001281738281,
+    1.4813885688781738,
+    1.523728370666504,
+    1.468435287475586,
+    1.5504412651062012,
+    1.4985923767089844,
+    1.4412306547164917,
+    1.5390866994857788,
+    1.3763619661331177,
+    1.4376033544540405,
+    1.4826006889343262,
+    1.693792700767517,
+    1.5549108982086182,
+    1.4500024318695068,
+    1.538143277168274,
+    1.5853934288024902,
+    1.4990569353103638,
+    1.5395599603652954,
+    1.456899881362915,
+    1.4396278858184814,
+    1.5012537240982056,
+    1.5242419242858887,
+    1.4772796630859375,
+    1.564460277557373,
+    1.571394681930542,
+    1.4227372407913208,
+    1.4418703317642212,
+    1.4777151346206665,
+    1.4631361961364746,
+    1.5005990266799927,
+    1.5651389360427856,
+    1.5677653551101685,
+    1.464645266532898,
+    1.5344313383102417,
+    1.5339105129241943,
+    1.548764705657959,
+    1.4120484590530396,
+    1.4912840127944946,
+    1.44896399974823,
+    1.400243878364563,
+    1.4570752382278442,
+    1.604162573814392,
+    1.4875048398971558,
+    1.4713447093963623,
+    1.4472049474716187,
+    1.438135027885437,
+    1.5574958324432373,
+    1.5113263130187988,
+    1.5208957195281982,
+    1.5521085262298584,
+    1.5659428834915161,
+    1.514692783355713,
+    1.5202369689941406,
+    1.4341528415679932,
+    1.4798977375030518,
+    1.5448862314224243,
+    1.4798461198806763,
+    1.4293044805526733,
+    1.465888261795044,
+    1.5282429456710815,
+    1.4480410814285278,
+    1.4891890287399292,
+    1.4716970920562744,
+    1.4515043497085571,
+    1.5293903350830078,
+    1.436244010925293,
+    1.5054774284362793,
+    1.5445810556411743,
+    1.5074492692947388,
+    1.3618805408477783,
+    1.530578851699829,
+    1.5878831148147583,
+    1.512785792350769,
+    1.55103600025177,
+    1.6024169921875,
+    1.4167321920394897,
+    1.5685497522354126,
+    1.5849268436431885,
+    1.5394898653030396,
+    1.488437533378601,
+    1.5340781211853027,
+    1.4249407052993774,
+    1.4601502418518066,
+    1.5084264278411865,
+    1.4570647478103638,
+    1.5228303670883179,
+    1.4915659427642822,
+    1.48713219165802,
+    1.432301640510559,
+    1.5645512342453003,
+    1.448697566986084,
+    1.4712162017822266,
+    1.4578888416290283,
+    1.4159626960754395,
+    1.516791820526123,
+    1.539375901222229,
+    1.390950322151184,
+    1.4764032363891602,
+    1.5378646850585938,
+    1.420276165008545,
+    1.395110845565796,
+    1.4170491695404053,
+    1.4754364490509033,
+    1.4241368770599365,
+    1.482465386390686,
+    1.5186808109283447,
+    1.3765395879745483,
+    1.4213742017745972,
+    1.5562853813171387,
+    1.4540297985076904,
+    1.4167616367340088,
+    1.4829063415527344,
+    1.445663332939148,
+    1.3977222442626953,
+    1.5973588228225708,
+    1.4539437294006348,
+    1.5011138916015625,
+    1.5418769121170044,
+    1.4353307485580444,
+    1.4394947290420532,
+    1.4967540502548218,
+    1.439307689666748,
+    1.5015127658843994,
+    1.4811525344848633,
+    1.517405390739441,
+    1.4810948371887207,
+    1.4315427541732788,
+    1.455304741859436,
+    1.4147127866744995,
+    1.4660426378250122,
+    1.4609352350234985,
+    1.5695286989212036,
+    1.5749925374984741,
+    1.4250251054763794,
+    1.4322662353515625,
+    1.4117237329483032,
+    1.4630975723266602,
+    1.3714202642440796,
+    1.4332950115203857,
+    1.3619071245193481,
+    1.4277924299240112,
+    1.4210013151168823,
+    1.47507905960083,
+    1.415454626083374,
+    1.4945704936981201,
+    1.3835723400115967,
+    1.3912070989608765,
+    1.4384957551956177,
+    1.3963210582733154,
+    1.4653619527816772,
+    1.4550138711929321,
+    1.5202786922454834,
+    1.4935246706008911,
+    1.4403671026229858,
+    1.415016531944275,
+    1.4535421133041382,
+    1.4253504276275635,
+    1.4053711891174316,
+    1.5093010663986206,
+    1.4012540578842163,
+    1.4945218563079834,
+    1.4102131128311157,
+    1.3938679695129395,
+    1.4298489093780518,
+    1.4751979112625122,
+    1.395465612411499,
+    1.3679038286209106,
+    1.5537775754928589,
+    1.380786418914795,
+    1.365722417831421,
+    1.3399308919906616,
+    1.3578767776489258,
+    1.3889715671539307,
+    1.402415156364441,
+    1.3665434122085571,
+    1.4493536949157715,
+    1.5036587715148926,
+    1.5290522575378418,
+    1.3506282567977905,
+    1.4461326599121094,
+    1.474741816520691,
+    1.49782133102417,
+    1.424666166305542,
+    1.3597534894943237,
+    1.3816207647323608,
+    1.3389614820480347,
+    1.4637707471847534,
+    1.382070541381836
+  ],
+  "training_config": {
+    "batch_size": 16,
+    "num_epochs": 4,
+    "learning_rate": 1e-05,
+    "weight_decay": 0.01,
+    "warmup_steps": 1000,
+    "max_grad_norm": 1.0,
+    "eval_steps": 500,
+    "save_steps": 500
+  },
+  "model_config": {
+    "vocab_size": 4796,
+    "model_dim": 256,
+    "num_heads": 8,
+    "num_layers": 6,
+    "max_sequence_length": 1024,
+    "dropout": 0.1
+  },
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure"
+}