Upload structure model checkpoint at step 500

checkpoint_500/README.md

@@ -0,0 +1,46 @@
+---
+library_name: mlx
+pipeline_tag: text-generation
+tags:
+- music
+- midi
+- generation
+- mlx
+- autoregressive
+- structure
+- musiclang
+---
+
+# okai-musiclang-structure v2.0 - Structure Model
+
+This is an autoregressive structure generation model for music using MLX.
+
+## Model Details
+
+- **Model Type**: Structure Generator (Autoregressive)
+- **Version**: v2.0
+- **Step**: 500
+- **Architecture**: Transformer with causal language modeling
+- **Vocabulary Size**: 4796
+- **Model Dimension**: 256
+- **Layers**: 6
+- **Max Sequence Length**: 1024
+
+## Training Configuration
+
+- **Batch Size**: 16
+- **Learning Rate**: 1e-05
+- **Training Steps**: 500
+
+## Usage
+
+This model generates sequential music structure:
+- Input: Song control tokens (genre, instruments, etc.)
+- Output: Sequential bar structure with chords and tonality
+
+Example generation:
+```
+GENRE__ROCK SUBGENRE__ALTERNATIVE START BAR__1 CHORD_DEGREE__1 TONALITY_DEGREE__1 BAR__2 CHORD_DEGREE__4 TONALITY_DEGREE__5 ... WILL_END
+```
+
+Generated with MLX framework for Apple Silicon.

checkpoint_500/config.json

@@ -0,0 +1,14 @@
+{
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure",
+  "global_step": 500,
+  "architecture": "AutoregressiveTransformer",
+  "training_type": "causal_lm",
+  "vocab_size": 4796,
+  "model_dim": 256,
+  "num_heads": 8,
+  "num_layers": 6,
+  "max_sequence_length": 1024,
+  "dropout": 0.1
+}

checkpoint_500/model.npz

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45491a0a76bf4bf881abf6cdb8eb9c2124e13bfc0e77c778c7ac471229e4d4d
+size 29839884

checkpoint_500/training_state.json

@@ -0,0 +1,529 @@
+{
+  "global_step": 500,
+  "epoch": 0,
+  "trainer_step": 500,
+  "learning_rate": 4.999999873689376e-06,
+  "epoch_losses": [
+    8.533641815185547,
+    8.249370574951172,
+    8.213305473327637,
+    8.278966903686523,
+    8.23258113861084,
+    8.241193771362305,
+    8.217904090881348,
+    8.21481704711914,
+    8.175235748291016,
+    8.241929054260254,
+    8.216574668884277,
+    8.182279586791992,
+    8.235946655273438,
+    8.158271789550781,
+    8.183603286743164,
+    8.174986839294434,
+    8.174087524414062,
+    8.193735122680664,
+    8.1138277053833,
+    8.178915977478027,
+    8.13733959197998,
+    8.116848945617676,
+    8.12458610534668,
+    8.108814239501953,
+    8.11782455444336,
+    8.054926872253418,
+    8.09478759765625,
+    8.03462028503418,
+    8.039204597473145,
+    8.021127700805664,
+    7.985850811004639,
+    8.018377304077148,
+    7.975757598876953,
+    7.970521926879883,
+    7.973249912261963,
+    7.98308801651001,
+    7.928061008453369,
+    7.921592712402344,
+    7.877164840698242,
+    7.93072509765625,
+    7.862425327301025,
+    7.849054336547852,
+    7.868475437164307,
+    7.810122489929199,
+    7.802501201629639,
+    7.763761043548584,
+    7.763960361480713,
+    7.7838134765625,
+    7.74245023727417,
+    7.72191047668457,
+    7.720407962799072,
+    7.749114990234375,
+    7.667845249176025,
+    7.750572204589844,
+    7.608697891235352,
+    7.731229782104492,
+    7.543056488037109,
+    7.583296775817871,
+    7.699796676635742,
+    7.531789779663086,
+    7.5622172355651855,
+    7.552298069000244,
+    7.47780704498291,
+    7.545022010803223,
+    7.474845886230469,
+    7.508591651916504,
+    7.597563743591309,
+    7.467597961425781,
+    7.43573522567749,
+    7.430948734283447,
+    7.401016712188721,
+    7.387894153594971,
+    7.382081508636475,
+    7.391578197479248,
+    7.341254234313965,
+    7.398681640625,
+    7.253234386444092,
+    7.311158180236816,
+    7.362645626068115,
+    7.242771148681641,
+    7.285556316375732,
+    7.456370830535889,
+    7.253568649291992,
+    7.223536014556885,
+    7.170419692993164,
+    7.169544219970703,
+    7.117415904998779,
+    7.243345737457275,
+    7.245051383972168,
+    7.1828083992004395,
+    7.133808135986328,
+    7.0904765129089355,
+    7.207395076751709,
+    7.132864952087402,
+    7.066303730010986,
+    7.16894006729126,
+    6.984847545623779,
+    7.179343223571777,
+    7.130866527557373,
+    7.095851421356201,
+    7.012323379516602,
+    7.070097923278809,
+    7.045478343963623,
+    6.896512031555176,
+    7.001674652099609,
+    6.994753837585449,
+    6.963001728057861,
+    6.950398921966553,
+    6.902371406555176,
+    6.983620643615723,
+    7.014571666717529,
+    6.812811374664307,
+    6.928337097167969,
+    6.88639497756958,
+    6.767388343811035,
+    6.820084095001221,
+    6.802022933959961,
+    6.78419303894043,
+    6.850407600402832,
+    6.862349987030029,
+    6.776767253875732,
+    6.725618362426758,
+    6.872492790222168,
+    6.707313537597656,
+    6.855022430419922,
+    6.769525051116943,
+    6.696621894836426,
+    6.843217372894287,
+    6.610928058624268,
+    6.687578201293945,
+    6.63771390914917,
+    6.776702404022217,
+    6.666480541229248,
+    6.670825958251953,
+    6.595132350921631,
+    6.682031154632568,
+    6.650390148162842,
+    6.568670272827148,
+    6.768202781677246,
+    6.56696081161499,
+    6.589775085449219,
+    6.752619743347168,
+    6.677834987640381,
+    6.580569744110107,
+    6.540944576263428,
+    6.628304958343506,
+    6.512032985687256,
+    6.564898490905762,
+    6.516762733459473,
+    6.488214015960693,
+    6.5563740730285645,
+    6.598067760467529,
+    6.400941848754883,
+    6.468410491943359,
+    6.355321407318115,
+    6.513485431671143,
+    6.520254611968994,
+    6.55357027053833,
+    6.450283527374268,
+    6.414883136749268,
+    6.390750408172607,
+    6.445383071899414,
+    6.432184219360352,
+    6.3682169914245605,
+    6.450988292694092,
+    6.3371357917785645,
+    6.364427089691162,
+    6.268618583679199,
+    6.296602725982666,
+    6.311620712280273,
+    6.48854398727417,
+    6.3188910484313965,
+    6.32512092590332,
+    6.472036361694336,
+    6.275857448577881,
+    6.284448623657227,
+    6.2503228187561035,
+    6.342373847961426,
+    6.21042013168335,
+    6.335525035858154,
+    6.289359092712402,
+    6.382011890411377,
+    6.3722944259643555,
+    6.3691325187683105,
+    6.447114944458008,
+    6.339660167694092,
+    6.313081741333008,
+    6.297942161560059,
+    6.2732720375061035,
+    6.2748918533325195,
+    6.259987831115723,
+    6.403252601623535,
+    6.137993812561035,
+    6.1888227462768555,
+    6.238926410675049,
+    6.239675998687744,
+    6.152273654937744,
+    6.213259696960449,
+    6.096896171569824,
+    6.281241416931152,
+    6.186800003051758,
+    6.226377964019775,
+    6.2115912437438965,
+    6.077830791473389,
+    6.114934921264648,
+    6.136539936065674,
+    5.997470378875732,
+    5.985708713531494,
+    6.144141674041748,
+    6.092845439910889,
+    6.141261100769043,
+    6.006298542022705,
+    6.142297267913818,
+    5.961302757263184,
+    5.958497047424316,
+    6.083192825317383,
+    6.037881374359131,
+    6.070004463195801,
+    6.023356914520264,
+    5.999241828918457,
+    6.23020076751709,
+    5.8620405197143555,
+    5.912690162658691,
+    6.006953239440918,
+    5.985997676849365,
+    5.937958717346191,
+    6.033136367797852,
+    5.999087333679199,
+    6.063783645629883,
+    6.137297630310059,
+    5.9147233963012695,
+    5.865356922149658,
+    5.946539402008057,
+    5.763004302978516,
+    6.061219692230225,
+    5.817047119140625,
+    5.999147891998291,
+    5.780109405517578,
+    5.843562126159668,
+    5.952946662902832,
+    5.953010082244873,
+    5.726863861083984,
+    5.912685871124268,
+    5.788283348083496,
+    5.8707780838012695,
+    5.694561004638672,
+    5.898619651794434,
+    5.947425365447998,
+    5.920815944671631,
+    5.699347019195557,
+    5.96458625793457,
+    5.8879804611206055,
+    5.765600204467773,
+    5.977779865264893,
+    5.714404582977295,
+    5.73924446105957,
+    5.690033435821533,
+    5.687538146972656,
+    5.639945030212402,
+    5.629532814025879,
+    5.711661338806152,
+    5.7155866622924805,
+    5.6287760734558105,
+    5.625280380249023,
+    5.7265400886535645,
+    5.655271530151367,
+    5.739659786224365,
+    5.623749256134033,
+    5.663809299468994,
+    5.700953960418701,
+    5.577744960784912,
+    5.5986528396606445,
+    5.596560001373291,
+    5.548346996307373,
+    5.595094680786133,
+    5.479344367980957,
+    5.42011833190918,
+    5.441346645355225,
+    5.580869674682617,
+    5.466404914855957,
+    5.457706928253174,
+    5.851115703582764,
+    5.428859233856201,
+    5.542395114898682,
+    5.520089149475098,
+    5.5357666015625,
+    5.481703281402588,
+    5.452491283416748,
+    5.426485061645508,
+    5.42396354675293,
+    5.3393940925598145,
+    5.425936698913574,
+    5.299767971038818,
+    5.199957370758057,
+    5.475584030151367,
+    5.502594470977783,
+    5.403427600860596,
+    5.453193664550781,
+    5.363380432128906,
+    5.539879322052002,
+    5.305394172668457,
+    5.489497184753418,
+    5.370314598083496,
+    5.346648216247559,
+    5.421552658081055,
+    5.367100715637207,
+    5.45701265335083,
+    5.1264824867248535,
+    5.539360523223877,
+    5.080305576324463,
+    5.405026912689209,
+    5.2083048820495605,
+    5.417178630828857,
+    5.433363914489746,
+    5.290194988250732,
+    5.367462158203125,
+    5.234984874725342,
+    5.2744221687316895,
+    5.15809965133667,
+    5.1627068519592285,
+    5.04408073425293,
+    5.37129020690918,
+    5.177445411682129,
+    5.2997517585754395,
+    5.147530555725098,
+    5.243494033813477,
+    5.315242290496826,
+    5.541989326477051,
+    5.516964912414551,
+    5.160497188568115,
+    5.043497085571289,
+    5.038497447967529,
+    5.227731704711914,
+    5.276983261108398,
+    5.3126983642578125,
+    5.231666564941406,
+    5.209484100341797,
+    5.028507709503174,
+    5.1026716232299805,
+    4.957376956939697,
+    5.071759223937988,
+    5.149089336395264,
+    5.12722635269165,
+    5.054116249084473,
+    5.050735950469971,
+    5.071963787078857,
+    5.1522440910339355,
+    5.171833515167236,
+    4.968806266784668,
+    5.117867469787598,
+    4.971498966217041,
+    4.893161296844482,
+    4.927934646606445,
+    5.0174736976623535,
+    5.079720973968506,
+    5.020792484283447,
+    5.239316463470459,
+    5.034061431884766,
+    4.875212669372559,
+    4.9884161949157715,
+    5.007253170013428,
+    5.058053016662598,
+    4.84358024597168,
+    4.876876354217529,
+    4.955864906311035,
+    5.069127082824707,
+    4.824237823486328,
+    4.878872871398926,
+    4.840477466583252,
+    5.008471488952637,
+    4.999197959899902,
+    4.743509292602539,
+    4.902215957641602,
+    4.879490852355957,
+    4.939825057983398,
+    5.129141807556152,
+    4.831119537353516,
+    5.072861671447754,
+    4.8664655685424805,
+    4.868271827697754,
+    4.750430107116699,
+    4.6679911613464355,
+    4.702034950256348,
+    4.8597025871276855,
+    4.798350811004639,
+    4.854359149932861,
+    4.682636260986328,
+    4.816483974456787,
+    5.196009635925293,
+    4.88635778427124,
+    4.942518711090088,
+    4.897806644439697,
+    4.658376216888428,
+    4.691962242126465,
+    4.7886857986450195,
+    4.6910810470581055,
+    4.66346549987793,
+    4.64517068862915,
+    4.694141387939453,
+    4.813719272613525,
+    4.691742897033691,
+    4.687157154083252,
+    4.742137908935547,
+    4.76186990737915,
+    4.621423721313477,
+    4.580658912658691,
+    4.608345031738281,
+    4.6913275718688965,
+    4.649319171905518,
+    4.634782791137695,
+    4.967245578765869,
+    4.539463520050049,
+    4.769240856170654,
+    4.694432735443115,
+    4.840438365936279,
+    4.564076900482178,
+    4.789333820343018,
+    4.588627815246582,
+    4.630906581878662,
+    4.587449550628662,
+    4.6729888916015625,
+    4.848714828491211,
+    4.505236625671387,
+    4.412752628326416,
+    4.601399898529053,
+    4.687258720397949,
+    4.542797088623047,
+    4.705384254455566,
+    4.6192169189453125,
+    4.622165203094482,
+    4.769464492797852,
+    4.858829021453857,
+    4.624948501586914,
+    4.513854503631592,
+    4.475278377532959,
+    4.697529315948486,
+    4.448596954345703,
+    4.508578777313232,
+    4.603858947753906,
+    4.592143535614014,
+    4.597321510314941,
+    4.405484676361084,
+    4.455957412719727,
+    4.68441104888916,
+    4.581703186035156,
+    4.576325416564941,
+    4.38858699798584,
+    4.806777477264404,
+    4.450065612792969,
+    4.598170280456543,
+    4.4968132972717285,
+    4.4431867599487305,
+    4.424848556518555,
+    4.691896438598633,
+    4.404933452606201,
+    4.627661228179932,
+    4.616960525512695,
+    4.374143123626709,
+    4.3904500007629395,
+    4.51494026184082,
+    4.344545841217041,
+    4.251694679260254,
+    4.376049995422363,
+    4.394769191741943,
+    4.3416337966918945,
+    4.325849533081055,
+    4.240214824676514,
+    4.543012619018555,
+    4.365054130554199,
+    4.355646133422852,
+    4.542186737060547,
+    4.4532880783081055,
+    4.388335704803467,
+    4.364323139190674,
+    4.449298858642578,
+    4.362290859222412,
+    4.298976898193359,
+    4.212967395782471,
+    4.4806742668151855,
+    4.220837116241455,
+    4.407044410705566,
+    4.3456645011901855,
+    4.286310195922852,
+    4.43644905090332,
+    4.452373504638672,
+    4.337240695953369,
+    4.4666924476623535,
+    4.212227821350098,
+    4.5424299240112305,
+    4.221527576446533,
+    4.183377265930176,
+    4.348011493682861,
+    4.2196431159973145,
+    4.477828502655029,
+    4.541874408721924,
+    4.350090026855469,
+    4.454653739929199,
+    4.167858600616455,
+    4.236715793609619,
+    4.096307754516602
+  ],
+  "training_config": {
+    "batch_size": 16,
+    "num_epochs": 4,
+    "learning_rate": 1e-05,
+    "weight_decay": 0.01,
+    "warmup_steps": 1000,
+    "max_grad_norm": 1.0,
+    "eval_steps": 500,
+    "save_steps": 500
+  },
+  "model_config": {
+    "vocab_size": 4796,
+    "model_dim": 256,
+    "num_heads": 8,
+    "num_layers": 6,
+    "max_sequence_length": 1024,
+    "dropout": 0.1
+  },
+  "model_name": "okai-musiclang-structure",
+  "model_version": "v2.0",
+  "model_type": "structure"
+}