Upload structure model checkpoint at step 10500

checkpoint_10500/README.md

@@ -0,0 +1,46 @@
+---
+library_name: mlx
+pipeline_tag: text-generation
+tags:
+- music
+- midi
+- generation
+- mlx
+- autoregressive
+- structure
+- musiclang
+---
+
+# okai-musiclang-structure v2.0 - Structure Model
+
+This is an autoregressive structure generation model for music using MLX.
+
+## Model Details
+
+- **Model Type**: Structure Generator (Autoregressive)
+- **Version**: v2.0
+- **Step**: 10500
+- **Architecture**: Transformer with causal language modeling
+- **Vocabulary Size**: 4796
+- **Model Dimension**: 256
+- **Layers**: 6
+- **Max Sequence Length**: 1024
+
+## Training Configuration
+
+- **Batch Size**: 8
+- **Learning Rate**: 0.0001
+- **Training Steps**: 10500
+
+## Usage
+
+This model generates sequential music structure:
+- Input: Song control tokens (genre, instruments, etc.)
+- Output: Sequential bar structure with chords and tonality
+
+Example generation:
+```
+GENRE__ROCK SUBGENRE__ALTERNATIVE START BAR__1 CHORD_DEGREE__1 TONALITY_DEGREE__1 BAR__2 CHORD_DEGREE__4 TONALITY_DEGREE__5 ... WILL_END
+```
+
+Generated with MLX framework for Apple Silicon.

checkpoint_10500/config.json

@@ -0,0 +1,14 @@
+{
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure",
+  "global_step": 10500,
+  "architecture": "AutoregressiveTransformer",
+  "training_type": "causal_lm",
+  "vocab_size": 4796,
+  "model_dim": 256,
+  "num_heads": 8,
+  "num_layers": 6,
+  "max_sequence_length": 1024,
+  "dropout": 0.1
+}

checkpoint_10500/model.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7063dd645212de20abdeb53dfcbf342d63c39792160598b0ea7c926d86f42d77
+size 29839884

checkpoint_10500/training_state.json

@@ -0,0 +1,436 @@
+{
+  "global_step": 10500,
+  "epoch": 4,
+  "trainer_step": 10500,
+  "learning_rate": 9.999999747378752e-05,
+  "epoch_losses": [
+    0.6068229675292969,
+    0.6147122979164124,
+    0.5358209609985352,
+    0.5553908348083496,
+    0.5841445922851562,
+    0.5548526644706726,
+    0.5665801167488098,
+    0.6097950339317322,
+    0.6165870428085327,
+    0.5824198126792908,
+    0.5438722372055054,
+    0.6124132871627808,
+    0.5767466425895691,
+    0.6084809899330139,
+    0.5802693963050842,
+    0.5308706164360046,
+    0.6285377144813538,
+    0.5417285561561584,
+    0.6666320562362671,
+    0.5727231502532959,
+    0.5974239706993103,
+    0.5947246551513672,
+    0.5877379179000854,
+    0.5096126794815063,
+    0.5537489056587219,
+    0.5724690556526184,
+    0.7422561049461365,
+    0.6470662951469421,
+    0.5441425442695618,
+    0.5641372799873352,
+    0.608855664730072,
+    0.5526962280273438,
+    0.5300586819648743,
+    0.5176234245300293,
+    0.6177462935447693,
+    0.6158546805381775,
+    0.535477876663208,
+    0.6794624328613281,
+    0.5503556132316589,
+    0.6050283312797546,
+    0.5130244493484497,
+    0.5733151435852051,
+    0.6155235171318054,
+    0.6235335469245911,
+    0.560245931148529,
+    0.6626805067062378,
+    0.5453429222106934,
+    0.5795163512229919,
+    0.5905030369758606,
+    0.6503201127052307,
+    0.6316166520118713,
+    0.5720886588096619,
+    0.584568977355957,
+    0.5681793689727783,
+    0.5336548089981079,
+    0.6025570034980774,
+    0.6300626993179321,
+    0.5928053259849548,
+    0.5384969711303711,
+    0.6163606643676758,
+    0.5741029381752014,
+    0.6004948019981384,
+    0.6174150109291077,
+    0.5923458337783813,
+    0.515004575252533,
+    0.569686770439148,
+    0.5873505473136902,
+    0.6458595991134644,
+    0.5849032402038574,
+    0.6182407736778259,
+    0.6921294927597046,
+    0.5494351983070374,
+    0.6256405711174011,
+    0.6244653463363647,
+    0.5644569993019104,
+    0.5912322402000427,
+    0.5371138453483582,
+    0.5818576216697693,
+    0.5721514821052551,
+    0.5464998483657837,
+    0.5208649039268494,
+    0.5483657121658325,
+    0.5453832745552063,
+    0.5485217571258545,
+    0.5788820385932922,
+    0.6001384258270264,
+    0.5936784148216248,
+    0.5621330738067627,
+    0.4136527180671692,
+    0.6179426908493042,
+    0.590961217880249,
+    0.5501615405082703,
+    0.6022453904151917,
+    0.5899928212165833,
+    0.5472306609153748,
+    0.5625307559967041,
+    0.5832496285438538,
+    0.47777825593948364,
+    0.4924069046974182,
+    0.581865131855011,
+    0.5879999399185181,
+    0.619421124458313,
+    0.5611231327056885,
+    0.5646601915359497,
+    0.5321586728096008,
+    0.5887902975082397,
+    0.546940803527832,
+    0.6712146997451782,
+    0.5428193807601929,
+    0.6019913554191589,
+    0.568330705165863,
+    0.5007303357124329,
+    0.5436994433403015,
+    0.49487069249153137,
+    0.5390335917472839,
+    0.6383445858955383,
+    0.6272746920585632,
+    0.5678398609161377,
+    0.5205780863761902,
+    0.5687636137008667,
+    0.6133678555488586,
+    0.49371853470802307,
+    0.5017759799957275,
+    0.6229140758514404,
+    0.6260181665420532,
+    0.5337000489234924,
+    0.5795989632606506,
+    0.5913246870040894,
+    0.5171838402748108,
+    0.5626271963119507,
+    0.6427653431892395,
+    0.5758833885192871,
+    0.5893572568893433,
+    0.4847794771194458,
+    0.614666759967804,
+    0.62349933385849,
+    0.49999842047691345,
+    0.5976787805557251,
+    0.5415936708450317,
+    0.5505051016807556,
+    0.5510467886924744,
+    0.5132595300674438,
+    0.5849050283432007,
+    0.5921343564987183,
+    0.6119957566261292,
+    0.5744150876998901,
+    0.5088694095611572,
+    0.6639502644538879,
+    0.5765758752822876,
+    0.6628914475440979,
+    0.5988654494285583,
+    0.6030144691467285,
+    0.5115908980369568,
+    0.7090424299240112,
+    0.6015691161155701,
+    0.5375097990036011,
+    0.6107122898101807,
+    0.6100493669509888,
+    0.6436681151390076,
+    0.5412232875823975,
+    0.4883086681365967,
+    0.5939430594444275,
+    0.629514217376709,
+    0.5516510009765625,
+    0.5875236988067627,
+    0.6478635668754578,
+    0.5669489502906799,
+    0.5700483918190002,
+    0.6022571325302124,
+    0.5821655988693237,
+    0.6028453707695007,
+    0.6684448719024658,
+    0.6156103610992432,
+    0.5626107454299927,
+    0.5960555076599121,
+    0.6530018448829651,
+    0.5708699822425842,
+    0.6313037276268005,
+    0.5388955473899841,
+    0.5975350737571716,
+    0.5618932247161865,
+    0.4922546446323395,
+    0.5383130311965942,
+    0.5920611023902893,
+    0.5584353804588318,
+    0.5603187680244446,
+    0.6247968673706055,
+    0.5053911209106445,
+    0.5876448750495911,
+    0.5628833770751953,
+    0.543531060218811,
+    0.6848689913749695,
+    0.5899630784988403,
+    0.606182873249054,
+    0.6237930059432983,
+    0.5694372057914734,
+    0.5375161170959473,
+    0.4834044873714447,
+    0.7002958655357361,
+    0.5785776376724243,
+    0.5222181677818298,
+    0.6306176781654358,
+    0.6093822121620178,
+    0.5618623495101929,
+    0.5354885458946228,
+    0.4929267466068268,
+    0.514656126499176,
+    0.5422120690345764,
+    0.5069894790649414,
+    0.5951231718063354,
+    0.6320244073867798,
+    0.6510388851165771,
+    0.5482482314109802,
+    0.5626425743103027,
+    0.5791078805923462,
+    0.5709448456764221,
+    0.575049102306366,
+    0.5117776393890381,
+    0.5328512191772461,
+    0.500633716583252,
+    0.6518096327781677,
+    0.6012002229690552,
+    0.5673923492431641,
+    0.5171241164207458,
+    0.6221208572387695,
+    0.6004402041435242,
+    0.5773072242736816,
+    0.6082717776298523,
+    0.516526997089386,
+    0.5737775564193726,
+    0.5515335202217102,
+    0.5868050456047058,
+    0.5342029333114624,
+    0.6061544418334961,
+    0.6180281639099121,
+    0.5535492300987244,
+    0.5539149045944214,
+    0.6104509830474854,
+    0.6161192655563354,
+    0.5675837397575378,
+    0.5239880084991455,
+    0.6546217203140259,
+    0.5809990763664246,
+    0.5967749357223511,
+    0.6391072869300842,
+    0.6709733605384827,
+    0.49622032046318054,
+    0.6122916340827942,
+    0.6360995173454285,
+    0.5916529893875122,
+    0.6379596590995789,
+    0.5477548241615295,
+    0.5788457989692688,
+    0.6315295100212097,
+    0.5536654591560364,
+    0.5727817416191101,
+    0.5177866816520691,
+    0.5929723978042603,
+    0.6029887199401855,
+    0.5575534701347351,
+    0.6782206892967224,
+    0.6720032691955566,
+    0.5148356556892395,
+    0.5456855297088623,
+    0.5119496583938599,
+    0.5541788935661316,
+    0.5986124277114868,
+    0.6209011077880859,
+    0.6370325088500977,
+    0.5069963335990906,
+    0.5966598987579346,
+    0.5716536045074463,
+    0.5650112628936768,
+    0.5016883015632629,
+    0.6148310899734497,
+    0.5626320838928223,
+    0.61522376537323,
+    0.5916692018508911,
+    0.5834066271781921,
+    0.6389506459236145,
+    0.517223596572876,
+    0.5727995038032532,
+    0.5091632008552551,
+    0.6439189910888672,
+    0.5508335828781128,
+    0.5776335000991821,
+    0.6683233380317688,
+    0.5299586653709412,
+    0.6527262330055237,
+    0.5659148097038269,
+    0.5672585368156433,
+    0.5889172554016113,
+    0.6158193349838257,
+    0.5959590673446655,
+    0.5557019114494324,
+    0.631460428237915,
+    0.6409713625907898,
+    0.5368033647537231,
+    0.5725458860397339,
+    0.6339694857597351,
+    0.6118927597999573,
+    0.5586380362510681,
+    0.58585125207901,
+    0.6018088459968567,
+    0.5556765198707581,
+    0.5060271620750427,
+    0.5764479041099548,
+    0.6187633872032166,
+    0.5457466244697571,
+    0.5537747740745544,
+    0.5490426421165466,
+    0.5918760895729065,
+    0.5713350772857666,
+    0.5308899283409119,
+    0.5995064973831177,
+    0.6761916875839233,
+    0.7229323387145996,
+    0.560222327709198,
+    0.5976433753967285,
+    0.5336561799049377,
+    0.5496469736099243,
+    0.5488177537918091,
+    0.5486608147621155,
+    0.5080862045288086,
+    0.5767183303833008,
+    0.5873817801475525,
+    0.65555340051651,
+    0.5260395407676697,
+    0.6220614314079285,
+    0.5629678964614868,
+    0.5108757019042969,
+    0.5894508957862854,
+    0.5952895283699036,
+    0.6248810291290283,
+    0.6370676159858704,
+    0.5992563962936401,
+    0.6197344064712524,
+    0.49486052989959717,
+    0.5667328834533691,
+    0.5910235643386841,
+    0.6132674813270569,
+    0.595587432384491,
+    0.5661947727203369,
+    0.5571675896644592,
+    0.5393549203872681,
+    0.5079856514930725,
+    0.5690367817878723,
+    0.5852253437042236,
+    0.6278046369552612,
+    0.537283182144165,
+    0.6932445764541626,
+    0.5507816672325134,
+    0.5561645030975342,
+    0.5724679231643677,
+    0.5460627675056458,
+    0.5554937720298767,
+    0.5946077108383179,
+    0.6075481176376343,
+    0.5754949450492859,
+    0.5852423310279846,
+    0.568857729434967,
+    0.564369261264801,
+    0.6228911280632019,
+    0.49017900228500366,
+    0.5550848245620728,
+    0.49874427914619446,
+    0.5637691020965576,
+    0.6147509217262268,
+    0.6008241772651672,
+    0.5274174213409424,
+    0.505895733833313,
+    0.5585087537765503,
+    0.6596308350563049,
+    0.5464411973953247,
+    0.6201469302177429,
+    0.5577707886695862,
+    0.6074709296226501,
+    0.5436930060386658,
+    0.5322259664535522,
+    0.5605716109275818,
+    0.6187253594398499,
+    0.5538547039031982,
+    0.614111065864563,
+    0.5404108762741089,
+    0.5271131992340088,
+    0.5652844309806824,
+    0.6292334198951721,
+    0.5739777684211731,
+    0.5551609396934509,
+    0.6132850646972656,
+    0.5656164884567261,
+    0.6357395648956299,
+    0.5830930471420288,
+    0.5598461031913757,
+    0.5753377079963684,
+    0.5994662046432495,
+    0.6626417636871338,
+    0.5877900719642639,
+    0.522404134273529,
+    0.5639075636863708,
+    0.6458974480628967,
+    0.5817210674285889,
+    0.5111574530601501,
+    0.5404403805732727,
+    0.5723444223403931,
+    0.6585403680801392,
+    0.6164023876190186
+  ],
+  "training_config": {
+    "batch_size": 8,
+    "num_epochs": 6,
+    "learning_rate": 0.0001,
+    "weight_decay": 0.01,
+    "warmup_steps": 1000,
+    "max_grad_norm": 1.0,
+    "eval_steps": 500,
+    "save_steps": 500
+  },
+  "model_config": {
+    "vocab_size": 4796,
+    "model_dim": 256,
+    "num_heads": 8,
+    "num_layers": 6,
+    "max_sequence_length": 1024,
+    "dropout": 0.1
+  },
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure"
+}