n0mad-0 commited on
Commit
59ae129
·
verified ·
1 Parent(s): 6815ea8

Initial model upload

Browse files
checkpoint.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:245a17a961b7fa94ad03221e62aebb1fee08bd840340470f400500dedbd6930f
3
+ size 5234275128
config.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "card": 2048,
3
+ "n_q": 32,
4
+ "dep_q": 0,
5
+ "delays": [31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0],
6
+ "dim": 2048,
7
+ "text_card": 4000,
8
+ "existing_text_padding_id": 3,
9
+ "num_heads": 32,
10
+ "num_layers": 48,
11
+ "hidden_scale": 4.125,
12
+ "causal": true,
13
+ "layer_scale": null,
14
+ "context": 375,
15
+ "max_period": 100000.0,
16
+ "gating": "silu",
17
+ "norm": "rms_norm_f32",
18
+ "positional_embedding": "rope",
19
+ "depformer_dim": 1024,
20
+ "depformer_num_heads": 16,
21
+ "depformer_num_layers": 6,
22
+ "depformer_dim_feedforward": null,
23
+ "depformer_multi_linear": true,
24
+ "depformer_pos_emb": "none",
25
+ "depformer_weights_per_step": true,
26
+ "text_initial_token_id": -1,
27
+ "conditioners": {},
28
+ "cross_attention": [],
29
+ "model_id": {
30
+ "sig": "3a48c347",
31
+ "epoch": 50
32
+ },
33
+ "mimi_name": "[email protected]",
34
+ "tokenizer_name": "tokenizer_en_audio_4000.model"
35
+ }
tokenizer_en_audio_4000.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d461765ae179566678c93091c5fa6f2984c31bbe990bf1aa62d92c64d91bc3f6
3
+ size 59339