{ "architectures": [ "Qwen3MoeForCausalLM" ], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 151643, "decoder_sparse_step": 1, "dual_chunk_attention_config": { "chunk_size": 131072, "local_size": 4096, "original_max_position_embeddings": 131072, "sparse_attention_enabled": true, "sparse_attention_config": [ { "0": [ "vertical_and_slash", 9216, 15360, 0 ], "1": [ "vertical_and_slash", 11264, 13312, 0 ], "2": [ "vertical_and_slash", 9216, 15360, 0 ], "3": [ "vertical_and_slash", 20480, 20480, 28 ], "4": [ "vertical_and_slash", 17408, 23552, 5807 ], "5": [ "vertical_and_slash", 9216, 15360, 0 ], "6": [ "vertical_and_slash", 17408, 23552, 1 ], "7": [ "vertical_and_slash", 9216, 15360, 0 ], "8": [ "vertical_and_slash", 9216, 15360, 0 ], "9": [ "vertical_and_slash", 9216, 15360, 0 ], "10": [ "vertical_and_slash", 9216, 15360, 0 ], "11": [ "vertical_and_slash", 18432, 22528, 11 ], "12": [ "vertical_and_slash", 9216, 15360, 0 ], "13": [ "vertical_and_slash", 9216, 15360, 0 ], "14": [ "vertical_and_slash", 9216, 15360, 0 ], "15": [ "vertical_and_slash", 9216, 15360, 0 ], "16": [ "vertical_and_slash", 17408, 23552, 2 ], "17": [ "vertical_and_slash", 9216, 15360, 0 ], "18": [ "vertical_and_slash", 9216, 15360, 0 ], "19": [ "vertical_and_slash", 17408, 23552, 87 ], "20": [ "vertical_and_slash", 9216, 15360, 0 ], "21": [ "vertical_and_slash", 17408, 23552, 7 ], "22": [ "vertical_and_slash", 9216, 15360, 0 ], "23": [ "vertical_and_slash", 17408, 23552, 3016 ], "24": [ "vertical_and_slash", 9216, 15360, 0 ], "25": [ "vertical_and_slash", 9216, 15360, 0 ], "26": [ "vertical_and_slash", 9216, 15360, 0 ], "27": [ "vertical_and_slash", 9216, 15360, 0 ], "28": [ "vertical_and_slash", 9216, 15360, 0 ], "29": [ "vertical_and_slash", 9216, 15360, 0 ], "30": [ "vertical_and_slash", 17408, 23552, 25 ], "31": [ "vertical_and_slash", 17408, 23552, 3 ] }, { "0": [ "vertical_and_slash", 9216, 15360, 0 ], "1": [ "vertical_and_slash", 9216, 15360, 0 ], "2": [ "vertical_and_slash", 9216, 15360, 0 ], "3": [ "vertical_and_slash", 9216, 15360, 0 ], "4": [ "vertical_and_slash", 9216, 15360, 0 ], "5": [ "vertical_and_slash", 9216, 15360, 0 ], "6": [ "vertical_and_slash", 9216, 15360, 0 ], "7": [ "vertical_and_slash", 9216, 15360, 0 ], "8": [ "vertical_and_slash", 9216, 15360, 0 ], "9": [ "vertical_and_slash", 9216, 15360, 0 ], "10": [ "vertical_and_slash", 9216, 15360, 0 ], "11": [ "vertical_and_slash", 9216, 15360, 0 ], "12": [ "vertical_and_slash", 9216, 15360, 0 ], "13": [ "vertical_and_slash", 9216, 15360, 0 ], "14": [ "vertical_and_slash", 17408, 23552, 366 ], "15": [ "vertical_and_slash", 9216, 15360, 0 ], "16": [ "vertical_and_slash", 9216, 15360, 0 ], "17": [ "vertical_and_slash", 9216, 15360, 0 ], "18": [ "vertical_and_slash", 9216, 15360, 0 ], "19": [ "vertical_and_slash", 9216, 15360, 0 ], "20": [ "vertical_and_slash", 9216, 15360, 0 ], "21": [ "vertical_and_slash", 9216, 15360, 0 ], "22": [ "vertical_and_slash", 9216, 15360, 0 ], "23": [ "vertical_and_slash", 9216, 15360, 0 ], "24": [ "vertical_and_slash", 17408, 23552, 849 ], "25": [ "vertical_and_slash", 9216, 15360, 0 ], "26": [ "vertical_and_slash", 9216, 15360, 0 ], "27": [ "vertical_and_slash", 9216, 15360, 0 ], "28": [ "vertical_and_slash", 9216, 15360, 0 ], "29": [ "vertical_and_slash", 9216, 15360, 0 ], "30": [ "vertical_and_slash", 9216, 15360, 0 ], "31": [ "vertical_and_slash", 9216, 15360, 0 ] }, { "0": [ "vertical_and_slash", 9216, 15360, 0 ], "1": [ "vertical_and_slash", 9216, 15360, 0 ], "2": [ "vertical_and_slash", 9216, 15360, 0 ], "3": [ "vertical_and_slash", 9216, 15360, 0 ], "4": [ "vertical_and_slash", 12288, 12288, 0 ], "5": [ "vertical_and_slash", 9216, 15360, 0 ], "6": [ "vertical_and_slash", 9216, 15360, 0 ], "7": [ "vertical_and_slash", 9216, 15360, 0 ], "8": [ "vertical_and_slash", 9216, 15360, 0 ], "9": [ "vertical_and_slash", 9216, 15360, 0 ], "10": [ "vertical_and_slash", 9216, 15360, 0 ], "11": [ "vertical_and_slash", 17408, 23552, 6 ], "12": [ "vertical_and_slash", 9216, 15360, 0 ], "13": [ "vertical_and_slash", 9216, 15360, 0 ], "14": [ "vertical_and_slash", 9216, 15360, 0 ], "15": [ "vertical_and_slash", 9216, 15360, 0 ], "16": [ "vertical_and_slash", 17408, 23552, 31 ], "17": [ "vertical_and_slash", 17408, 23552, 13 ], "18": [ "vertical_and_slash", 17408, 23552, 385 ], "19": [ "vertical_and_slash", 17408, 23552, 589 ], "20": [ "vertical_and_slash", 9216, 15360, 0 ], "21": [ "vertical_and_slash", 17408, 23552, 34 ], "22": [ "vertical_and_slash", 17408, 23552, 1889 ], "23": [ "vertical_and_slash", 17408, 23552, 2782 ], "24": [ "vertical_and_slash", 9216, 15360, 0 ], "25": [ "vertical_and_slash", 9216, 15360, 0 ], "26": [ "vertical_and_slash", 9216, 15360, 0 ], "27": [ "vertical_and_slash", 9216, 15360, 0 ], "28": [ "vertical_and_slash", 9216, 15360, 0 ], "29": [ "vertical_and_slash", 9216, 15360, 0 ], "30": [ "vertical_and_slash", 9216, 15360, 0 ], "31": [ "vertical_and_slash", 9216, 15360, 0 ] }, { "0": [ "vertical_and_slash", 9216, 15360, 0 ], "1": [ "vertical_and_slash", 9216, 15360, 0 ], "2": [ "vertical_and_slash", 9216, 15360, 0 ], "3": [ "vertical_and_slash", 9216, 15360, 0 ], "4": [ "vertical_and_slash", 9216, 15360, 0 ], "5": [ "vertical_and_slash", 9216, 15360, 0 ], "6": [ "vertical_and_slash", 9216, 15360, 0 ], "7": [ "vertical_and_slash", 9216, 15360, 0 ], "8": [ "vertical_and_slash", 9216, 15360, 0 ], "9": [ "vertical_and_slash", 9216, 15360, 0 ], "10": [ "vertical_and_slash", 9216, 15360, 0 ], "11": [ "vertical_and_slash", 9216, 15360, 0 ], "12": [ "vertical_and_slash", 9216, 15360, 0 ], "13": [ "vertical_and_slash", 9216, 15360, 0 ], "14": [ "vertical_and_slash", 9216, 15360, 0 ], "15": [ "vertical_and_slash", 9216, 15360, 0 ], "16": [ "vertical_and_slash", 9216, 15360, 0 ], "17": [ "vertical_and_slash", 17408, 23552, 116279 ], "18": [ "vertical_and_slash", 9216, 15360, 0 ], "19": [ "vertical_and_slash", 9216, 15360, 0 ], "20": [ "vertical_and_slash", 9216, 15360, 0 ], "21": [ "vertical_and_slash", 9216, 15360, 0 ], "22": [ "vertical_and_slash", 17408, 23552, 3 ], "23": [ "vertical_and_slash", 9216, 15360, 0 ], "24": [ "vertical_and_slash", 9216, 15360, 0 ], "25": [ "vertical_and_slash", 9216, 15360, 0 ], "26": [ "vertical_and_slash", 9216, 15360, 0 ], "27": [ "vertical_and_slash", 9216, 15360, 0 ], "28": [ "vertical_and_slash", 22528, 18432, 16 ], "29": [ "vertical_and_slash", 9216, 15360, 0 ], "30": [ "vertical_and_slash", 9216, 15360, 0 ], "31": [ "vertical_and_slash", 9216, 15360, 0 ] }, { "0": [ "vertical_and_slash", 9216, 15360, 0 ], "1": [ "vertical_and_slash", 23552, 17408, 388 ], "2": [ "vertical_and_slash", 9216, 15360, 0 ], "3": [ "vertical_and_slash", 9216, 15360, 0 ], "4": [ "vertical_and_slash", 9216, 15360, 0 ], "5": [ "vertical_and_slash", 9216, 15360, 0 ], "6": [ "vertical_and_slash", 9216, 15360, 0 ], "7": [ "vertical_and_slash", 17408, 23552, 1 ], "8": [ "vertical_and_slash", 9216, 15360, 0 ], "9": [ "vertical_and_slash", 9216, 15360, 0 ], "10": [ "vertical_and_slash", 17408, 23552, 50 ], "11": [ "vertical_and_slash", 9216, 15360, 0 ], "12": [ "vertical_and_slash", 9216, 15360, 0 ], "13": [ "vertical_and_slash", 9216, 15360, 0 ], "14": [ "vertical_and_slash", 9216, 15360, 0 ], "15": [ "vertical_and_slash", 9216, 15360, 0 ], "16": [ "vertical_and_slash", 9216, 15360, 0 ], "17": [ "vertical_and_slash", 17408, 23552, 1335 ], "18": [ "vertical_and_slash", 9216, 15360, 0 ], "19": [ "vertical_and_slash", 17408, 23552, 4 ], "20": [ "vertical_and_slash", 17408, 23552, 13 ], "21": [ "vertical_and_slash", 17408, 23552, 4 ], "22": [ "vertical_and_slash", 9216, 15360, 0 ], "23": [ "vertical_and_slash", 9216, 15360, 0 ], "24": [ "vertical_and_slash", 17408, 23552, 4778 ], "25": [ "vertical_and_slash", 17408, 23552, 5781 ], "26": [ "vertical_and_slash", 23552, 17408, 1631 ], "27": [ "vertical_and_slash", 21504, 19456, 1190 ], "28": [ "vertical_and_slash", 17408, 23552, 1704 ], "29": [ "vertical_and_slash", 9216, 15360, 0 ], "30": [ "vertical_and_slash", 21504, 19456, 5322 ], "31": [ "vertical_and_slash", 17408, 23552, 3420 ] }, { "0": [ "vertical_and_slash", 17408, 23552, 35 ], "1": [ "vertical_and_slash", 17408, 23552, 930 ], "2": [ "vertical_and_slash", 9216, 15360, 0 ], "3": [ "vertical_and_slash", 17408, 23552, 4 ], "4": [ "vertical_and_slash", 9216, 15360, 0 ], "5": [ "vertical_and_slash", 9216, 15360, 0 ], "6": [ "vertical_and_slash", 9216, 15360, 0 ], "7": [ "vertical_and_slash", 17408, 23552, 27970 ], "8": [ "vertical_and_slash", 9216, 15360, 0 ], "9": [ "vertical_and_slash", 9216, 15360, 0 ], "10": [ "vertical_and_slash", 9216, 15360, 0 ], "11": [ "vertical_and_slash", 9216, 15360, 0 ], "12": [ "vertical_and_slash", 17408, 23552, 54 ], "13": [ "vertical_and_slash", 9216, 15360, 0 ], "14": [ "vertical_and_slash", 9216, 15360, 0 ], "15": [ "vertical_and_slash", 9216, 15360, 0 ], "16": [ "vertical_and_slash", 9216, 15360, 0 ], "17": [ "vertical_and_slash", 9216, 15360, 0 ], "18": [ "vertical_and_slash", 17408, 23552, 72 ], "19": [ "vertical_and_slash", 17408, 23552, 1 ], "20": [ "vertical_and_slash", 9216, 15360, 0 ], "21": [ "vertical_and_slash", 17408, 23552, 9 ], "22": [ "vertical_and_slash", 17408, 23552, 2 ], "23": [ "vertical_and_slash", 9216, 15360, 0 ], "24": [ "vertical_and_slash", 9216, 15360, 0 ], "25": [ "vertical_and_slash", 20480, 20480, 150 ], "26": [ "vertical_and_slash", 17408, 23552, 12 ], "27": [ "vertical_and_slash", 9216, 15360, 0 ], "28": [ "vertical_and_slash", 9216, 15360, 0 ], "29": [ "vertical_and_slash", 9216, 15360, 0 ], "30": [ "vertical_and_slash", 9216, 15360, 0 ], "31": [ "vertical_and_slash", 9216, 15360, 0 ] }, { "0": [ "vertical_and_slash", 9216, 15360, 0 ], "1": [ "vertical_and_slash", 9216, 15360, 0 ], "2": [ "vertical_and_slash", 9216, 15360, 0 ], "3": [ "vertical_and_slash", 23552, 17408, 707 ], "4": [ "vertical_and_slash", 17408, 23552, 49 ], "5": [ "vertical_and_slash", 9216, 15360, 0 ], "6": [ "vertical_and_slash", 9216, 15360, 0 ], "7": [ "vertical_and_slash", 9216, 15360, 0 ], "8": [ "vertical_and_slash", 23552, 17408, 1384184 ], "9": [ "vertical_and_slash", 9216, 15360, 0 ], "10": [ "vertical_and_slash", 9216, 15360, 0 ], "11": [ "vertical_and_slash", 10240, 14336, 0 ], "12": [ "vertical_and_slash", 9216, 15360, 0 ], "13": [ "vertical_and_slash", 17408, 23552, 25 ], "14": [ "vertical_and_slash", 9216, 15360, 0 ], "15": [ "vertical_and_slash", 9216, 15360, 0 ], "16": [ "vertical_and_slash", 9216, 15360, 0 ], "17": [ "vertical_and_slash", 17408, 23552, 1613 ], "18": [ "vertical_and_slash", 9216, 15360, 0 ], "19": [ "vertical_and_slash", 9216, 15360, 0 ], "20": [ "vertical_and_slash", 17408, 23552, 4 ], "21": [ "vertical_and_slash", 9216, 15360, 0 ], "22": [ "vertical_and_slash", 9216, 15360, 0 ], "23": [ "vertical_and_slash", 9216, 15360, 0 ], "24": [ "vertical_and_slash", 17408, 23552, 140 ], "25": [ "vertical_and_slash", 17408, 23552, 55551 ], "26": [ "vertical_and_slash", 9216, 15360, 0 ], "27": [ "vertical_and_slash", 17408, 23552, 3 ], "28": [ "vertical_and_slash", 9216, 15360, 0 ], "29": [ "vertical_and_slash", 17408, 23552, 14244 ], "30": [ "vertical_and_slash", 17408, 23552, 1 ], "31": [ "vertical_and_slash", 9216, 15360, 0 ] }, { "0": [ "vertical_and_slash", 17408, 23552, 34633 ], "1": [ "vertical_and_slash", 22528, 18432, 223 ], "2": [ "vertical_and_slash", 9216, 15360, 0 ], "3": [ "vertical_and_slash", 9216, 15360, 0 ], "4": [ "vertical_and_slash", 9216, 15360, 0 ], "5": [ "vertical_and_slash", 9216, 15360, 0 ], "6": [ "vertical_and_slash", 9216, 15360, 0 ], "7": [ "vertical_and_slash", 9216, 15360, 0 ], "8": [ "vertical_and_slash", 9216, 15360, 0 ], "9": [ "vertical_and_slash", 9216, 15360, 0 ], "10": [ "vertical_and_slash", 9216, 15360, 0 ], "11": [ "vertical_and_slash", 9216, 15360, 0 ], "12": [ "vertical_and_slash", 9216, 15360, 0 ], "13": [ "vertical_and_slash", 9216, 15360, 0 ], "14": [ "vertical_and_slash", 9216, 15360, 0 ], "15": [ "vertical_and_slash", 9216, 15360, 0 ], "16": [ "vertical_and_slash", 9216, 15360, 0 ], "17": [ "vertical_and_slash", 9216, 15360, 0 ], "18": [ "vertical_and_slash", 9216, 15360, 0 ], "19": [ "vertical_and_slash", 9216, 15360, 0 ], "20": [ "vertical_and_slash", 9216, 15360, 0 ], "21": [ "vertical_and_slash", 9216, 15360, 0 ], "22": [ "vertical_and_slash", 9216, 15360, 0 ], "23": [ "vertical_and_slash", 9216, 15360, 0 ], "24": [ "vertical_and_slash", 9216, 15360, 0 ], "25": [ "vertical_and_slash", 9216, 15360, 0 ], "26": [ "vertical_and_slash", 17408, 23552, 124 ], "27": [ "vertical_and_slash", 9216, 15360, 0 ], "28": [ "vertical_and_slash", 9216, 15360, 0 ], "29": [ "vertical_and_slash", 9216, 15360, 0 ], "30": [ "vertical_and_slash", 17408, 23552, 4 ], "31": [ "vertical_and_slash", 9216, 15360, 0 ] }, { "0": [ "vertical_and_slash", 9216, 15360, 0 ], "1": [ "vertical_and_slash", 9216, 15360, 0 ], "2": [ "vertical_and_slash", 19456, 21504, 120 ], "3": [ "vertical_and_slash", 9216, 15360, 0 ], "4": [ "vertical_and_slash", 9216, 15360, 0 ], "5": [ "vertical_and_slash", 9216, 15360, 0 ], "6": [ "vertical_and_slash", 20480, 20480, 522 ], "7": [ "vertical_and_slash", 17408, 23552, 1 ], "8": [ "vertical_and_slash", 9216, 15360, 0 ], "9": [ "vertical_and_slash", 9216, 15360, 0 ], "10": [ "vertical_and_slash", 10240, 14336, 0 ], "11": [ "vertical_and_slash", 9216, 15360, 0 ], "12": [ "vertical_and_slash", 17408, 23552, 406881 ], "13": [ "vertical_and_slash", 17408, 23552, 2 ], "14": [ "vertical_and_slash", 9216, 15360, 0 ], "15": [ "vertical_and_slash", 9216, 15360, 0 ], "16": [ "vertical_and_slash", 18432, 22528, 1621 ], "17": [ "vertical_and_slash", 17408, 23552, 1017 ], "18": [ "vertical_and_slash", 17408, 23552, 1662 ], "19": [ "vertical_and_slash", 21504, 19456, 596 ], "20": [ "vertical_and_slash", 22528, 18432, 3170 ], "21": [ "vertical_and_slash", 17408, 23552, 239 ], "22": [ "vertical_and_slash", 20480, 20480, 674 ], "23": [ "vertical_and_slash", 22528, 18432, 4506 ], "24": [ "vertical_and_slash", 9216, 15360, 0 ], "25": [ "vertical_and_slash", 9216, 15360, 0 ], "26": [ "vertical_and_slash", 9216, 15360, 0 ], "27": [ "vertical_and_slash", 9216, 15360, 0 ], "28": [ "vertical_and_slash", 9216, 15360, 0 ], "29": [ "vertical_and_slash", 9216, 15360, 0 ], "30": [ "vertical_and_slash", 9216, 15360, 0 ], "31": [ "vertical_and_slash", 9216, 15360, 0 ] }, { "0": [ "vertical_and_slash", 22528, 18432, 5325 ], "1": [ "vertical_and_slash", 17408, 23552, 33 ], "2": [ "vertical_and_slash", 9216, 15360, 0 ], "3": [ "vertical_and_slash", 9216, 15360, 0 ], "4": [ "vertical_and_slash", 9216, 15360, 0 ], "5": [ "vertical_and_slash", 9216, 15360, 0 ], "6": [ "vertical_and_slash", 17408, 23552, 12 ], "7": [ "vertical_and_slash", 9216, 15360, 0 ], "8": [ "vertical_and_slash", 9216, 15360, 0 ], "9": [ "vertical_and_slash", 9216, 15360, 0 ], "10": [ "vertical_and_slash", 9216, 15360, 0 ], "11": [ "vertical_and_slash", 9216, 15360, 0 ], "12": [ "vertical_and_slash", 9216, 15360, 0 ], "13": [ "vertical_and_slash", 9216, 15360, 0 ], "14": [ "vertical_and_slash", 9216, 15360, 0 ], "15": [ "vertical_and_slash", 9216, 15360, 0 ], "16": [ "vertical_and_slash", 17408, 23552, 2 ], "17": [ "vertical_and_slash", 9216, 15360, 0 ], "18": [ "vertical_and_slash", 17408, 23552, 1613 ], "19": [ "vertical_and_slash", 17408, 23552, 12930 ], "20": [ "vertical_and_slash", 17408, 23552, 224 ], "21": [ "vertical_and_slash", 17408, 23552, 25 ], "22": [ "vertical_and_slash", 9216, 15360, 0 ], "23": [ "vertical_and_slash", 9216, 15360, 0 ], "24": [ "vertical_and_slash", 9216, 15360, 0 ], "25": [ "vertical_and_slash", 18432, 22528, 157 ], "26": [ "vertical_and_slash", 17408, 23552, 119672 ], "27": [ "vertical_and_slash", 17408, 23552, 1 ], "28": [ "vertical_and_slash", 9216, 15360, 0 ], "29": [ "vertical_and_slash", 9216, 15360, 0 ], "30": [ "vertical_and_slash", 17408, 23552, 455 ], "31": [ "vertical_and_slash", 17408, 23552, 2245 ] }, { "0": [ "vertical_and_slash", 17408, 23552, 12640 ], "1": [ "vertical_and_slash", 17408, 23552, 124 ], "2": [ "vertical_and_slash", 17408, 23552, 29341 ], "3": [ "vertical_and_slash", 17408, 23552, 684 ], "4": [ "vertical_and_slash", 17408, 23552, 544 ], "5": [ "vertical_and_slash", 17408, 23552, 31828 ], "6": [ "vertical_and_slash", 17408, 23552, 255805 ], "7": [ "vertical_and_slash", 9216, 15360, 0 ], "8": [ "vertical_and_slash", 17408, 23552, 1433 ], "9": [ "vertical_and_slash", 17408, 23552, 2963 ], "10": [ "vertical_and_slash", 17408, 23552, 624 ], "11": [ "vertical_and_slash", 21504, 19456, 11 ], "12": [ "vertical_and_slash", 17408, 23552, 3470 ], "13": [ "vertical_and_slash", 17408, 23552, 86101 ], "14": [ "vertical_and_slash", 9216, 15360, 0 ], "15": [ "vertical_and_slash", 17408, 23552, 1224 ], "16": [ "vertical_and_slash", 17408, 23552, 2 ], "17": [ "vertical_and_slash", 9216, 15360, 0 ], "18": [ "vertical_and_slash", 17408, 23552, 376 ], "19": [ "vertical_and_slash", 9216, 15360, 0 ], "20": [ "vertical_and_slash", 9216, 15360, 0 ], "21": [ "vertical_and_slash", 17408, 23552, 254 ], "22": [ "vertical_and_slash", 17408, 23552, 52532 ], "23": [ "vertical_and_slash", 9216, 15360, 0 ], "24": [ "vertical_and_slash", 17408, 23552, 2 ], "25": [ "vertical_and_slash", 17408, 23552, 1 ], "26": [ "vertical_and_slash", 9216, 15360, 0 ], "27": [ "vertical_and_slash", 17408, 23552, 715 ], "28": [ "vertical_and_slash", 9216, 15360, 0 ], "29": [ "vertical_and_slash", 17408, 23552, 13 ], "30": [ "vertical_and_slash", 22528, 18432, 10 ], "31": [ "vertical_and_slash", 17408, 23552, 22 ] }, { "0": [ "vertical_and_slash", 17408, 23552, 2 ], "1": [ "vertical_and_slash", 19456, 21504, 65 ], "2": [ "vertical_and_slash", 9216, 15360, 0 ], "3": [ "vertical_and_slash", 9216, 15360, 0 ], "4": [ "vertical_and_slash", 9216, 15360, 0 ], "5": [ "vertical_and_slash", 9216, 15360, 0 ], "6": [ "vertical_and_slash", 9216, 15360, 0 ], "7": [ "vertical_and_slash", 9216, 15360, 0 ], "8": [ "vertical_and_slash", 17408, 23552, 2 ], "9": [ "vertical_and_slash", 20480, 20480, 37 ], "10": [ "vertical_and_slash", 17408, 23552, 2 ], "11": [ "vertical_and_slash", 9216, 15360, 0 ], "12": [ "vertical_and_slash", 9216, 15360, 0 ], "13": [ "vertical_and_slash", 9216, 15360, 0 ], "14": [ "vertical_and_slash", 9216, 15360, 0 ], "15": [ "vertical_and_slash", 9216, 15360, 0 ], "16": [ "vertical_and_slash", 23552, 17408, 74 ], "17": [ "vertical_and_slash", 17408, 23552, 6 ], "18": [ "vertical_and_slash", 9216, 15360, 0 ], "19": [ "vertical_and_slash", 19456, 21504, 1 ], "20": [ "vertical_and_slash", 21504, 19456, 218228 ], "21": [ "vertical_and_slash", 17408, 23552, 29396 ], "22": [ "vertical_and_slash", 9216, 15360, 0 ], "23": [ "vertical_and_slash", 9216, 15360, 0 ], "24": [ "vertical_and_slash", 17408, 23552, 46 ], "25": [ "vertical_and_slash", 17408, 23552, 25626 ], "26": [ "vertical_and_slash", 17408, 23552, 73069 ], "27": [ "vertical_and_slash", 17408, 23552, 2 ], "28": [ "vertical_and_slash", 17408, 23552, 250 ], "29": [ "vertical_and_slash", 17408, 23552, 15 ], "30": [ "vertical_and_slash", 17408, 23552, 1017268 ], "31": [ "vertical_and_slash", 18432, 22528, 2926 ] }, { "0": [ "vertical_and_slash", 17408, 23552, 8874 ], "1": [ "vertical_and_slash", 17408, 23552, 3 ], "2": [ "vertical_and_slash", 9216, 15360, 0 ], "3": [ "vertical_and_slash", 21504, 19456, 3242 ], "4": [ "vertical_and_slash", 17408, 23552, 2 ], "5": [ "vertical_and_slash", 9216, 15360, 0 ], "6": [ "vertical_and_slash", 17408, 23552, 536 ], "7": [ "vertical_and_slash", 9216, 15360, 0 ], "8": [ "vertical_and_slash", 17408, 23552, 13 ], "9": [ "vertical_and_slash", 17408, 23552, 130 ], "10": [ "vertical_and_slash", 9216, 15360, 0 ], "11": [ "vertical_and_slash", 9216, 15360, 0 ], "12": [ "vertical_and_slash", 18432, 22528, 53 ], "13": [ "vertical_and_slash", 9216, 15360, 0 ], "14": [ "vertical_and_slash", 9216, 15360, 0 ], "15": [ "vertical_and_slash", 9216, 15360, 0 ], "16": [ "vertical_and_slash", 9216, 15360, 0 ], "17": [ "vertical_and_slash", 9216, 15360, 0 ], "18": [ "vertical_and_slash", 9216, 15360, 0 ], "19": [ "vertical_and_slash", 9216, 15360, 0 ], "20": [ "vertical_and_slash", 9216, 15360, 0 ], "21": [ "vertical_and_slash", 9216, 15360, 0 ], "22": [ "vertical_and_slash", 9216, 15360, 0 ], "23": [ "vertical_and_slash", 17408, 23552, 4 ], "24": [ "vertical_and_slash", 17408, 23552, 29838 ], "25": [ "vertical_and_slash", 23552, 17408, 180007 ], "26": [ "vertical_and_slash", 17408, 23552, 365735 ], "27": [ "vertical_and_slash", 17408, 23552, 217518 ], "28": [ "vertical_and_slash", 17408, 23552, 295 ], "29": [ "vertical_and_slash", 9216, 15360, 0 ], "30": [ "vertical_and_slash", 17408, 23552, 838431 ], "31": [ "vertical_and_slash", 17408, 23552, 216 ] }, { "0": [ "vertical_and_slash", 9216, 15360, 0 ], "1": [ "vertical_and_slash", 9216, 15360, 0 ], "2": [ "vertical_and_slash", 9216, 15360, 0 ], "3": [ "vertical_and_slash", 9216, 15360, 0 ], "4": [ "vertical_and_slash", 9216, 15360, 0 ], "5": [ "vertical_and_slash", 9216, 15360, 0 ], "6": [ "vertical_and_slash", 19456, 21504, 386 ], "7": [ "vertical_and_slash", 17408, 23552, 9 ], "8": [ "vertical_and_slash", 17408, 23552, 2 ], "9": [ "vertical_and_slash", 17408, 23552, 12 ], "10": [ "vertical_and_slash", 19456, 21504, 6386 ], "11": [ "vertical_and_slash", 17408, 23552, 1082 ], "12": [ "vertical_and_slash", 9216, 15360, 0 ], "13": [ "vertical_and_slash", 17408, 23552, 4 ], "14": [ "vertical_and_slash", 20480, 20480, 1937 ], "15": [ "vertical_and_slash", 17408, 23552, 1188 ], "16": [ "vertical_and_slash", 17408, 23552, 2 ], "17": [ "vertical_and_slash", 17408, 23552, 6044 ], "18": [ "vertical_and_slash", 17408, 23552, 3244 ], "19": [ "vertical_and_slash", 17408, 23552, 36 ], "20": [ "vertical_and_slash", 9216, 15360, 0 ], "21": [ "vertical_and_slash", 17408, 23552, 157 ], "22": [ "vertical_and_slash", 17408, 23552, 18 ], "23": [ "vertical_and_slash", 17408, 23552, 99 ], "24": [ "vertical_and_slash", 21504, 19456, 234 ], "25": [ "vertical_and_slash", 23552, 17408, 1386 ], "26": [ "vertical_and_slash", 17408, 23552, 253 ], "27": [ "vertical_and_slash", 19456, 21504, 72 ], "28": [ "vertical_and_slash", 9216, 15360, 0 ], "29": [ "vertical_and_slash", 9216, 15360, 0 ], "30": [ "vertical_and_slash", 9216, 15360, 0 ], "31": [ "vertical_and_slash", 9216, 15360, 0 ] }, { "0": [ "vertical_and_slash", 9216, 15360, 0 ], "1": [ "vertical_and_slash", 18432, 22528, 1452 ], "2": [ "vertical_and_slash", 17408, 23552, 441343 ], "3": [ "vertical_and_slash", 9216, 15360, 0 ], "4": [ "vertical_and_slash", 17408, 23552, 22 ], "5": [ "vertical_and_slash", 10240, 14336, 0 ], "6": [ "vertical_and_slash", 23552, 17408, 510292 ], "7": [ "vertical_and_slash", 9216, 15360, 0 ], "8": [ "vertical_and_slash", 19456, 21504, 84485 ], "9": [ "vertical_and_slash", 23552, 17408, 1530228 ], "10": [ "vertical_and_slash", 18432, 22528, 6 ], "11": [ "vertical_and_slash", 17408, 23552, 10746 ], "12": [ "vertical_and_slash", 18432, 22528, 8 ], "13": [ "vertical_and_slash", 21504, 19456, 178 ], "14": [ "vertical_and_slash", 9216, 15360, 0 ], "15": [ "vertical_and_slash", 17408, 23552, 20 ], "16": [ "vertical_and_slash", 9216, 15360, 0 ], "17": [ "vertical_and_slash", 17408, 23552, 7710 ], "18": [ "vertical_and_slash", 17408, 23552, 1185 ], "19": [ "vertical_and_slash", 17408, 23552, 2633 ], "20": [ "vertical_and_slash", 9216, 15360, 0 ], "21": [ "vertical_and_slash", 19456, 21504, 1223 ], "22": [ "vertical_and_slash", 9216, 15360, 0 ], "23": [ "vertical_and_slash", 17408, 23552, 1831 ], "24": [ "vertical_and_slash", 17408, 23552, 142383 ], "25": [ "vertical_and_slash", 17408, 23552, 21 ], "26": [ "vertical_and_slash", 17408, 23552, 259634 ], "27": [ "vertical_and_slash", 21504, 19456, 757371 ], "28": [ "vertical_and_slash", 17408, 23552, 56 ], "29": [ "vertical_and_slash", 17408, 23552, 2279 ], "30": [ "vertical_and_slash", 9216, 15360, 0 ], "31": [ "vertical_and_slash", 17408, 23552, 2242 ] }, { "0": [ "vertical_and_slash", 9216, 15360, 0 ], "1": [ "vertical_and_slash", 18432, 22528, 1333 ], "2": [ "vertical_and_slash", 9216, 15360, 0 ], "3": [ "vertical_and_slash", 17408, 23552, 8995 ], "4": [ "vertical_and_slash", 17408, 23552, 132024 ], "5": [ "vertical_and_slash", 17408, 23552, 262 ], "6": [ "vertical_and_slash", 17408, 23552, 42440 ], "7": [ "vertical_and_slash", 10240, 14336, 0 ], "8": [ "vertical_and_slash", 17408, 23552, 17400 ], "9": [ "vertical_and_slash", 9216, 15360, 0 ], "10": [ "vertical_and_slash", 9216, 15360, 0 ], "11": [ "vertical_and_slash", 17408, 23552, 18 ], "12": [ "vertical_and_slash", 17408, 23552, 10863 ], "13": [ "vertical_and_slash", 9216, 15360, 0 ], "14": [ "vertical_and_slash", 17408, 23552, 2760480 ], "15": [ "vertical_and_slash", 17408, 23552, 312 ], "16": [ "vertical_and_slash", 17408, 23552, 3 ], "17": [ "vertical_and_slash", 17408, 23552, 1465 ], "18": [ "vertical_and_slash", 9216, 15360, 0 ], "19": [ "vertical_and_slash", 17408, 23552, 2477 ], "20": [ "vertical_and_slash", 9216, 15360, 0 ], "21": [ "vertical_and_slash", 17408, 23552, 182712 ], "22": [ "vertical_and_slash", 17408, 23552, 87186 ], "23": [ "vertical_and_slash", 20480, 20480, 24199 ], "24": [ "vertical_and_slash", 17408, 23552, 130 ], "25": [ "vertical_and_slash", 17408, 23552, 605 ], "26": [ "vertical_and_slash", 17408, 23552, 305390 ], "27": [ "vertical_and_slash", 17408, 23552, 348 ], "28": [ "vertical_and_slash", 17408, 23552, 59195 ], "29": [ "vertical_and_slash", 17408, 23552, 53 ], "30": [ "vertical_and_slash", 18432, 22528, 11 ], "31": [ "vertical_and_slash", 19456, 21504, 28524 ] }, { "0": [ "vertical_and_slash", 22528, 18432, 16500 ], "1": [ "vertical_and_slash", 22528, 18432, 750 ], "2": [ "vertical_and_slash", 17408, 23552, 8907 ], "3": [ "vertical_and_slash", 22528, 18432, 7203 ], "4": [ "vertical_and_slash", 17408, 23552, 8282 ], "5": [ "vertical_and_slash", 21504, 19456, 8419 ], "6": [ "vertical_and_slash", 19456, 21504, 13878 ], "7": [ "vertical_and_slash", 22528, 18432, 6098 ], "8": [ "vertical_and_slash", 17408, 23552, 1 ], "9": [ "vertical_and_slash", 9216, 15360, 0 ], "10": [ "vertical_and_slash", 21504, 19456, 471216 ], "11": [ "vertical_and_slash", 18432, 22528, 890861 ], "12": [ "vertical_and_slash", 23552, 17408, 54120 ], "13": [ "vertical_and_slash", 17408, 23552, 102725 ], "14": [ "vertical_and_slash", 17408, 23552, 6756 ], "15": [ "vertical_and_slash", 9216, 15360, 0 ], "16": [ "vertical_and_slash", 23552, 17408, 3366 ], "17": [ "vertical_and_slash", 17408, 23552, 485 ], "18": [ "vertical_and_slash", 17408, 23552, 3329 ], "19": [ "vertical_and_slash", 22528, 18432, 30 ], "20": [ "vertical_and_slash", 19456, 21504, 4554 ], "21": [ "vertical_and_slash", 17408, 23552, 1746 ], "22": [ "vertical_and_slash", 19456, 21504, 7944 ], "23": [ "vertical_and_slash", 17408, 23552, 751 ], "24": [ "vertical_and_slash", 17408, 23552, 11748 ], "25": [ "vertical_and_slash", 21504, 19456, 1353 ], "26": [ "vertical_and_slash", 17408, 23552, 774839 ], "27": [ "vertical_and_slash", 17408, 23552, 1385 ], "28": [ "vertical_and_slash", 17408, 23552, 56109 ], "29": [ "vertical_and_slash", 17408, 23552, 454556 ], "30": [ "vertical_and_slash", 17408, 23552, 3994 ], "31": [ "vertical_and_slash", 22528, 18432, 10112 ] }, { "0": [ "vertical_and_slash", 9216, 15360, 0 ], "1": [ "vertical_and_slash", 17408, 23552, 3 ], "2": [ "vertical_and_slash", 17408, 23552, 80 ], "3": [ "vertical_and_slash", 17408, 23552, 1651423 ], "4": [ "vertical_and_slash", 9216, 15360, 0 ], "5": [ "vertical_and_slash", 17408, 23552, 4 ], "6": [ "vertical_and_slash", 9216, 15360, 0 ], "7": [ "vertical_and_slash", 9216, 15360, 0 ], "8": [ "vertical_and_slash", 9216, 15360, 0 ], "9": [ "vertical_and_slash", 23552, 17408, 581176 ], "10": [ "vertical_and_slash", 9216, 15360, 0 ], "11": [ "vertical_and_slash", 9216, 15360, 0 ], "12": [ "vertical_and_slash", 23552, 17408, 3201 ], "13": [ "vertical_and_slash", 9216, 15360, 0 ], "14": [ "vertical_and_slash", 9216, 15360, 0 ], "15": [ "vertical_and_slash", 9216, 15360, 0 ], "16": [ "vertical_and_slash", 17408, 23552, 7 ], "17": [ "vertical_and_slash", 17408, 23552, 895770 ], "18": [ "vertical_and_slash", 17408, 23552, 46 ], "19": [ "vertical_and_slash", 17408, 23552, 194412 ], "20": [ "vertical_and_slash", 17408, 23552, 1646347 ], "21": [ "vertical_and_slash", 17408, 23552, 423 ], "22": [ "vertical_and_slash", 17408, 23552, 240 ], "23": [ "vertical_and_slash", 17408, 23552, 4210270 ], "24": [ "vertical_and_slash", 20480, 20480, 141 ], "25": [ "vertical_and_slash", 17408, 23552, 184 ], "26": [ "vertical_and_slash", 21504, 19456, 8010 ], "27": [ "vertical_and_slash", 17408, 23552, 8 ], "28": [ "vertical_and_slash", 17408, 23552, 115 ], "29": [ "vertical_and_slash", 17408, 23552, 6441 ], "30": [ "vertical_and_slash", 19456, 21504, 978 ], "31": [ "vertical_and_slash", 17408, 23552, 312 ] }, { "0": [ "vertical_and_slash", 17408, 23552, 23 ], "1": [ "vertical_and_slash", 20480, 20480, 8 ], "2": [ "vertical_and_slash", 17408, 23552, 13 ], "3": [ "vertical_and_slash", 23552, 17408, 51963 ], "4": [ "vertical_and_slash", 17408, 23552, 13706 ], "5": [ "vertical_and_slash", 17408, 23552, 11180 ], "6": [ "vertical_and_slash", 9216, 15360, 0 ], "7": [ "vertical_and_slash", 23552, 17408, 63749 ], "8": [ "vertical_and_slash", 17408, 23552, 857639 ], "9": [ "vertical_and_slash", 23552, 17408, 29275 ], "10": [ "vertical_and_slash", 17408, 23552, 6305 ], "11": [ "vertical_and_slash", 17408, 23552, 83383 ], "12": [ "vertical_and_slash", 23552, 17408, 110698 ], "13": [ "vertical_and_slash", 23552, 17408, 195132 ], "14": [ "vertical_and_slash", 21504, 19456, 30 ], "15": [ "vertical_and_slash", 9216, 15360, 0 ], "16": [ "vertical_and_slash", 22528, 18432, 102 ], "17": [ "vertical_and_slash", 17408, 23552, 137 ], "18": [ "vertical_and_slash", 11264, 13312, 0 ], "19": [ "vertical_and_slash", 9216, 15360, 0 ], "20": [ "vertical_and_slash", 22528, 18432, 839514 ], "21": [ "vertical_and_slash", 9216, 15360, 0 ], "22": [ "vertical_and_slash", 22528, 18432, 4405 ], "23": [ "vertical_and_slash", 9216, 15360, 0 ], "24": [ "vertical_and_slash", 17408, 23552, 108257 ], "25": [ "vertical_and_slash", 17408, 23552, 257334 ], "26": [ "vertical_and_slash", 19456, 21504, 44795 ], "27": [ "vertical_and_slash", 23552, 17408, 202 ], "28": [ "vertical_and_slash", 18432, 22528, 751 ], "29": [ "vertical_and_slash", 17408, 23552, 16944 ], "30": [ "vertical_and_slash", 17408, 23552, 853 ], "31": [ "vertical_and_slash", 20480, 20480, 7467 ] }, { "0": [ "vertical_and_slash", 17408, 23552, 230897 ], "1": [ "vertical_and_slash", 17408, 23552, 674 ], "2": [ "vertical_and_slash", 17408, 23552, 17 ], "3": [ "vertical_and_slash", 17408, 23552, 70795 ], "4": [ "vertical_and_slash", 20480, 20480, 181 ], "5": [ "vertical_and_slash", 17408, 23552, 38 ], "6": [ "vertical_and_slash", 18432, 22528, 12 ], "7": [ "vertical_and_slash", 17408, 23552, 44 ], "8": [ "vertical_and_slash", 9216, 15360, 0 ], "9": [ "vertical_and_slash", 17408, 23552, 1 ], "10": [ "vertical_and_slash", 19456, 21504, 8 ], "11": [ "vertical_and_slash", 17408, 23552, 1 ], "12": [ "vertical_and_slash", 9216, 15360, 0 ], "13": [ "vertical_and_slash", 17408, 23552, 726324 ], "14": [ "vertical_and_slash", 17408, 23552, 42 ], "15": [ "vertical_and_slash", 17408, 23552, 827405 ], "16": [ "vertical_and_slash", 9216, 15360, 0 ], "17": [ "vertical_and_slash", 17408, 23552, 197 ], "18": [ "vertical_and_slash", 17408, 23552, 6 ], "19": [ "vertical_and_slash", 17408, 23552, 2 ], "20": [ "vertical_and_slash", 9216, 15360, 0 ], "21": [ "vertical_and_slash", 17408, 23552, 9 ], "22": [ "vertical_and_slash", 17408, 23552, 117 ], "23": [ "vertical_and_slash", 9216, 15360, 0 ], "24": [ "vertical_and_slash", 9216, 15360, 0 ], "25": [ "vertical_and_slash", 17408, 23552, 4 ], "26": [ "vertical_and_slash", 9216, 15360, 0 ], "27": [ "vertical_and_slash", 10240, 14336, 0 ], "28": [ "vertical_and_slash", 18432, 22528, 2 ], "29": [ "vertical_and_slash", 9216, 15360, 0 ], "30": [ "vertical_and_slash", 9216, 15360, 0 ], "31": [ "vertical_and_slash", 9216, 15360, 0 ] }, { "0": [ "vertical_and_slash", 17408, 23552, 1442 ], "1": [ "vertical_and_slash", 19456, 21504, 1119 ], "2": [ "vertical_and_slash", 21504, 19456, 2352 ], "3": [ "vertical_and_slash", 18432, 22528, 4721 ], "4": [ "vertical_and_slash", 20480, 20480, 31 ], "5": [ "vertical_and_slash", 17408, 23552, 2019 ], "6": [ "vertical_and_slash", 17408, 23552, 2744 ], "7": [ "vertical_and_slash", 17408, 23552, 1313 ], "8": [ "vertical_and_slash", 17408, 23552, 6 ], "9": [ "vertical_and_slash", 17408, 23552, 4382 ], "10": [ "vertical_and_slash", 17408, 23552, 616 ], "11": [ "vertical_and_slash", 17408, 23552, 2 ], "12": [ "vertical_and_slash", 17408, 23552, 1131033 ], "13": [ "vertical_and_slash", 17408, 23552, 28563 ], "14": [ "vertical_and_slash", 17408, 23552, 170 ], "15": [ "vertical_and_slash", 17408, 23552, 1454 ], "16": [ "vertical_and_slash", 22528, 18432, 12920 ], "17": [ "vertical_and_slash", 17408, 23552, 15216 ], "18": [ "vertical_and_slash", 17408, 23552, 9038 ], "19": [ "vertical_and_slash", 17408, 23552, 16438 ], "20": [ "vertical_and_slash", 17408, 23552, 12531 ], "21": [ "vertical_and_slash", 17408, 23552, 22760 ], "22": [ "vertical_and_slash", 17408, 23552, 26857 ], "23": [ "vertical_and_slash", 21504, 19456, 7494 ], "24": [ "vertical_and_slash", 17408, 23552, 3 ], "25": [ "vertical_and_slash", 17408, 23552, 75923 ], "26": [ "vertical_and_slash", 21504, 19456, 1097 ], "27": [ "vertical_and_slash", 17408, 23552, 33713 ], "28": [ "vertical_and_slash", 17408, 23552, 24766 ], "29": [ "vertical_and_slash", 9216, 15360, 0 ], "30": [ "vertical_and_slash", 14336, 10240, 0 ], "31": [ "vertical_and_slash", 17408, 23552, 45989 ] }, { "0": [ "vertical_and_slash", 17408, 23552, 1174 ], "1": [ "vertical_and_slash", 17408, 23552, 3953 ], "2": [ "vertical_and_slash", 17408, 23552, 1 ], "3": [ "vertical_and_slash", 22528, 18432, 3824 ], "4": [ "vertical_and_slash", 17408, 23552, 26738 ], "5": [ "vertical_and_slash", 19456, 21504, 23421 ], "6": [ "vertical_and_slash", 17408, 23552, 68 ], "7": [ "vertical_and_slash", 17408, 23552, 133436 ], "8": [ "vertical_and_slash", 9216, 15360, 0 ], "9": [ "vertical_and_slash", 9216, 15360, 0 ], "10": [ "vertical_and_slash", 17408, 23552, 5013 ], "11": [ "vertical_and_slash", 17408, 23552, 1 ], "12": [ "vertical_and_slash", 17408, 23552, 1 ], "13": [ "vertical_and_slash", 17408, 23552, 5 ], "14": [ "vertical_and_slash", 17408, 23552, 26 ], "15": [ "vertical_and_slash", 9216, 15360, 0 ], "16": [ "vertical_and_slash", 17408, 23552, 1126 ], "17": [ "vertical_and_slash", 17408, 23552, 213237 ], "18": [ "vertical_and_slash", 17408, 23552, 60670 ], "19": [ "vertical_and_slash", 17408, 23552, 105966 ], "20": [ "vertical_and_slash", 17408, 23552, 1351030 ], "21": [ "vertical_and_slash", 17408, 23552, 16781 ], "22": [ "vertical_and_slash", 17408, 23552, 45 ], "23": [ "vertical_and_slash", 17408, 23552, 2988 ], "24": [ "vertical_and_slash", 17408, 23552, 1 ], "25": [ "vertical_and_slash", 9216, 15360, 0 ], "26": [ "vertical_and_slash", 17408, 23552, 76913 ], "27": [ "vertical_and_slash", 20480, 20480, 13 ], "28": [ "vertical_and_slash", 17408, 23552, 8 ], "29": [ "vertical_and_slash", 17408, 23552, 93936 ], "30": [ "vertical_and_slash", 9216, 15360, 0 ], "31": [ "vertical_and_slash", 17408, 23552, 407026 ] }, { "0": [ "vertical_and_slash", 17408, 23552, 396773 ], "1": [ "vertical_and_slash", 17408, 23552, 15609 ], "2": [ "vertical_and_slash", 17408, 23552, 2442266 ], "3": [ "vertical_and_slash", 17408, 23552, 10130 ], "4": [ "vertical_and_slash", 17408, 23552, 33728 ], "5": [ "vertical_and_slash", 17408, 23552, 56075 ], "6": [ "vertical_and_slash", 17408, 23552, 695002 ], "7": [ "vertical_and_slash", 17408, 23552, 626916 ], "8": [ "vertical_and_slash", 17408, 23552, 25756 ], "9": [ "vertical_and_slash", 17408, 23552, 270916 ], "10": [ "vertical_and_slash", 17408, 23552, 330390 ], "11": [ "vertical_and_slash", 17408, 23552, 184269 ], "12": [ "vertical_and_slash", 17408, 23552, 331411 ], "13": [ "vertical_and_slash", 17408, 23552, 1258310 ], "14": [ "vertical_and_slash", 21504, 19456, 1706 ], "15": [ "vertical_and_slash", 17408, 23552, 62942 ], "16": [ "vertical_and_slash", 17408, 23552, 4106 ], "17": [ "vertical_and_slash", 17408, 23552, 31384 ], "18": [ "vertical_and_slash", 17408, 23552, 2929 ], "19": [ "vertical_and_slash", 17408, 23552, 5998 ], "20": [ "vertical_and_slash", 17408, 23552, 852 ], "21": [ "vertical_and_slash", 17408, 23552, 36040 ], "22": [ "vertical_and_slash", 17408, 23552, 38405 ], "23": [ "vertical_and_slash", 17408, 23552, 57597 ], "24": [ "vertical_and_slash", 17408, 23552, 61 ], "25": [ "vertical_and_slash", 17408, 23552, 1009 ], "26": [ "vertical_and_slash", 17408, 23552, 17 ], "27": [ "vertical_and_slash", 17408, 23552, 2 ], "28": [ "vertical_and_slash", 19456, 21504, 144 ], "29": [ "vertical_and_slash", 17408, 23552, 82644 ], "30": [ "vertical_and_slash", 17408, 23552, 1335 ], "31": [ "vertical_and_slash", 9216, 15360, 0 ] }, { "0": [ "vertical_and_slash", 17408, 23552, 2169 ], "1": [ "vertical_and_slash", 17408, 23552, 5530 ], "2": [ "vertical_and_slash", 17408, 23552, 6656 ], "3": [ "vertical_and_slash", 17408, 23552, 440 ], "4": [ "vertical_and_slash", 21504, 19456, 1421 ], "5": [ "vertical_and_slash", 17408, 23552, 167 ], "6": [ "vertical_and_slash", 17408, 23552, 600 ], "7": [ "vertical_and_slash", 17408, 23552, 2210 ], "8": [ "vertical_and_slash", 17408, 23552, 7938 ], "9": [ "vertical_and_slash", 17408, 23552, 362 ], "10": [ "vertical_and_slash", 17408, 23552, 2120 ], "11": [ "vertical_and_slash", 17408, 23552, 2367 ], "12": [ "vertical_and_slash", 18432, 22528, 9185 ], "13": [ "vertical_and_slash", 17408, 23552, 3342 ], "14": [ "vertical_and_slash", 17408, 23552, 10553 ], "15": [ "vertical_and_slash", 17408, 23552, 1597 ], "16": [ "vertical_and_slash", 17408, 23552, 2013 ], "17": [ "vertical_and_slash", 17408, 23552, 46885 ], "18": [ "vertical_and_slash", 18432, 22528, 42 ], "19": [ "vertical_and_slash", 17408, 23552, 621 ], "20": [ "vertical_and_slash", 17408, 23552, 14600 ], "21": [ "vertical_and_slash", 17408, 23552, 86199 ], "22": [ "vertical_and_slash", 18432, 22528, 22219 ], "23": [ "vertical_and_slash", 17408, 23552, 5177184 ], "24": [ "vertical_and_slash", 19456, 21504, 3184 ], "25": [ "vertical_and_slash", 18432, 22528, 40191 ], "26": [ "vertical_and_slash", 17408, 23552, 213604 ], "27": [ "vertical_and_slash", 18432, 22528, 1575 ], "28": [ "vertical_and_slash", 17408, 23552, 158603 ], "29": [ "vertical_and_slash", 19456, 21504, 3830 ], "30": [ "vertical_and_slash", 17408, 23552, 529008 ], "31": [ "vertical_and_slash", 18432, 22528, 302171 ] }, { "0": [ "vertical_and_slash", 17408, 23552, 595301 ], "1": [ "vertical_and_slash", 17408, 23552, 45167 ], "2": [ "vertical_and_slash", 18432, 22528, 7 ], "3": [ "vertical_and_slash", 18432, 22528, 65868 ], "4": [ "vertical_and_slash", 17408, 23552, 63710 ], "5": [ "vertical_and_slash", 17408, 23552, 5753 ], "6": [ "vertical_and_slash", 17408, 23552, 2183814 ], "7": [ "vertical_and_slash", 17408, 23552, 34338 ], "8": [ "vertical_and_slash", 17408, 23552, 3428386 ], "9": [ "vertical_and_slash", 18432, 22528, 172091 ], "10": [ "vertical_and_slash", 17408, 23552, 1220 ], "11": [ "vertical_and_slash", 18432, 22528, 5978 ], "12": [ "vertical_and_slash", 18432, 22528, 340690 ], "13": [ "vertical_and_slash", 18432, 22528, 119922 ], "14": [ "vertical_and_slash", 20480, 20480, 18202 ], "15": [ "vertical_and_slash", 17408, 23552, 12938 ], "16": [ "vertical_and_slash", 17408, 23552, 15 ], "17": [ "vertical_and_slash", 17408, 23552, 105 ], "18": [ "vertical_and_slash", 18432, 22528, 1062 ], "19": [ "vertical_and_slash", 10240, 14336, 0 ], "20": [ "vertical_and_slash", 17408, 23552, 323 ], "21": [ "vertical_and_slash", 9216, 15360, 0 ], "22": [ "vertical_and_slash", 17408, 23552, 30 ], "23": [ "vertical_and_slash", 17408, 23552, 39 ], "24": [ "vertical_and_slash", 17408, 23552, 362887 ], "25": [ "vertical_and_slash", 17408, 23552, 1490868 ], "26": [ "vertical_and_slash", 17408, 23552, 1050239 ], "27": [ "vertical_and_slash", 17408, 23552, 3162000 ], "28": [ "vertical_and_slash", 17408, 23552, 2906851 ], "29": [ "vertical_and_slash", 17408, 23552, 137958 ], "30": [ "vertical_and_slash", 17408, 23552, 8177113 ], "31": [ "vertical_and_slash", 17408, 23552, 235356 ] }, { "0": [ "vertical_and_slash", 17408, 23552, 2876 ], "1": [ "vertical_and_slash", 17408, 23552, 2852 ], "2": [ "vertical_and_slash", 17408, 23552, 7542 ], "3": [ "vertical_and_slash", 17408, 23552, 6149 ], "4": [ "vertical_and_slash", 17408, 23552, 51 ], "5": [ "vertical_and_slash", 17408, 23552, 3158 ], "6": [ "vertical_and_slash", 17408, 23552, 28 ], "7": [ "vertical_and_slash", 17408, 23552, 1679 ], "8": [ "vertical_and_slash", 17408, 23552, 30 ], "9": [ "vertical_and_slash", 17408, 23552, 18487 ], "10": [ "vertical_and_slash", 17408, 23552, 575 ], "11": [ "vertical_and_slash", 17408, 23552, 82 ], "12": [ "vertical_and_slash", 17408, 23552, 152 ], "13": [ "vertical_and_slash", 17408, 23552, 27 ], "14": [ "vertical_and_slash", 17408, 23552, 88136 ], "15": [ "vertical_and_slash", 17408, 23552, 63 ], "16": [ "vertical_and_slash", 17408, 23552, 2258679 ], "17": [ "vertical_and_slash", 17408, 23552, 299192 ], "18": [ "vertical_and_slash", 17408, 23552, 56784 ], "19": [ "vertical_and_slash", 17408, 23552, 2536781 ], "20": [ "vertical_and_slash", 17408, 23552, 20370 ], "21": [ "vertical_and_slash", 17408, 23552, 2113024 ], "22": [ "vertical_and_slash", 17408, 23552, 942049 ], "23": [ "vertical_and_slash", 17408, 23552, 134641 ], "24": [ "vertical_and_slash", 20480, 20480, 2529 ], "25": [ "vertical_and_slash", 17408, 23552, 61847 ], "26": [ "vertical_and_slash", 17408, 23552, 13004 ], "27": [ "vertical_and_slash", 17408, 23552, 7431 ], "28": [ "vertical_and_slash", 19456, 21504, 9 ], "29": [ "vertical_and_slash", 19456, 21504, 20315 ], "30": [ "vertical_and_slash", 17408, 23552, 10543 ], "31": [ "vertical_and_slash", 18432, 22528, 8844 ] }, { "0": [ "vertical_and_slash", 20480, 20480, 6293 ], "1": [ "vertical_and_slash", 17408, 23552, 5261951 ], "2": [ "vertical_and_slash", 17408, 23552, 3532880 ], "3": [ "vertical_and_slash", 17408, 23552, 19543 ], "4": [ "vertical_and_slash", 17408, 23552, 382244 ], "5": [ "vertical_and_slash", 18432, 22528, 5007664 ], "6": [ "vertical_and_slash", 17408, 23552, 1679927 ], "7": [ "vertical_and_slash", 17408, 23552, 2056387 ], "8": [ "vertical_and_slash", 17408, 23552, 1863852 ], "9": [ "vertical_and_slash", 17408, 23552, 2206370 ], "10": [ "vertical_and_slash", 17408, 23552, 173730 ], "11": [ "vertical_and_slash", 17408, 23552, 680795 ], "12": [ "vertical_and_slash", 17408, 23552, 1025244 ], "13": [ "vertical_and_slash", 22528, 18432, 59891 ], "14": [ "vertical_and_slash", 18432, 22528, 316 ], "15": [ "vertical_and_slash", 17408, 23552, 55059 ], "16": [ "vertical_and_slash", 17408, 23552, 6297 ], "17": [ "vertical_and_slash", 17408, 23552, 512656 ], "18": [ "vertical_and_slash", 18432, 22528, 2448509 ], "19": [ "vertical_and_slash", 17408, 23552, 1049925 ], "20": [ "vertical_and_slash", 17408, 23552, 287 ], "21": [ "vertical_and_slash", 17408, 23552, 424138 ], "22": [ "vertical_and_slash", 17408, 23552, 29309 ], "23": [ "vertical_and_slash", 17408, 23552, 699723 ], "24": [ "vertical_and_slash", 17408, 23552, 409441 ], "25": [ "vertical_and_slash", 17408, 23552, 73303 ], "26": [ "vertical_and_slash", 17408, 23552, 4312763 ], "27": [ "vertical_and_slash", 17408, 23552, 958618 ], "28": [ "vertical_and_slash", 17408, 23552, 146517 ], "29": [ "vertical_and_slash", 17408, 23552, 1813150 ], "30": [ "vertical_and_slash", 17408, 23552, 4213 ], "31": [ "vertical_and_slash", 17408, 23552, 103861 ] }, { "0": [ "vertical_and_slash", 17408, 23552, 494362 ], "1": [ "vertical_and_slash", 17408, 23552, 315540 ], "2": [ "vertical_and_slash", 17408, 23552, 1440 ], "3": [ "vertical_and_slash", 17408, 23552, 3052722 ], "4": [ "vertical_and_slash", 18432, 22528, 4608741 ], "5": [ "vertical_and_slash", 17408, 23552, 3837131 ], "6": [ "vertical_and_slash", 17408, 23552, 2706064 ], "7": [ "vertical_and_slash", 18432, 22528, 1739181 ], "8": [ "vertical_and_slash", 17408, 23552, 2067100 ], "9": [ "vertical_and_slash", 18432, 22528, 593 ], "10": [ "vertical_and_slash", 17408, 23552, 1961847 ], "11": [ "vertical_and_slash", 17408, 23552, 4321891 ], "12": [ "vertical_and_slash", 17408, 23552, 159692 ], "13": [ "vertical_and_slash", 17408, 23552, 108508 ], "14": [ "vertical_and_slash", 18432, 22528, 9595910 ], "15": [ "vertical_and_slash", 17408, 23552, 542710 ], "16": [ "vertical_and_slash", 17408, 23552, 6552 ], "17": [ "vertical_and_slash", 17408, 23552, 449130 ], "18": [ "vertical_and_slash", 17408, 23552, 5640 ], "19": [ "vertical_and_slash", 20480, 20480, 598115 ], "20": [ "vertical_and_slash", 17408, 23552, 7268 ], "21": [ "vertical_and_slash", 17408, 23552, 2006 ], "22": [ "vertical_and_slash", 17408, 23552, 35125 ], "23": [ "vertical_and_slash", 17408, 23552, 258828 ], "24": [ "vertical_and_slash", 17408, 23552, 52540 ], "25": [ "vertical_and_slash", 17408, 23552, 32234 ], "26": [ "vertical_and_slash", 19456, 21504, 7709232 ], "27": [ "vertical_and_slash", 17408, 23552, 32531 ], "28": [ "vertical_and_slash", 17408, 23552, 957657 ], "29": [ "vertical_and_slash", 17408, 23552, 119291 ], "30": [ "vertical_and_slash", 17408, 23552, 44873 ], "31": [ "vertical_and_slash", 19456, 21504, 2088391 ] }, { "0": [ "vertical_and_slash", 19456, 21504, 49959 ], "1": [ "vertical_and_slash", 21504, 19456, 178596 ], "2": [ "vertical_and_slash", 22528, 18432, 143911 ], "3": [ "vertical_and_slash", 21504, 19456, 171584 ], "4": [ "vertical_and_slash", 17408, 23552, 49373 ], "5": [ "vertical_and_slash", 20480, 20480, 63844 ], "6": [ "vertical_and_slash", 20480, 20480, 31771 ], "7": [ "vertical_and_slash", 17408, 23552, 70610 ], "8": [ "vertical_and_slash", 17408, 23552, 1982049 ], "9": [ "vertical_and_slash", 17408, 23552, 1 ], "10": [ "vertical_and_slash", 17408, 23552, 3961200 ], "11": [ "vertical_and_slash", 19456, 21504, 1114568 ], "12": [ "vertical_and_slash", 21504, 19456, 101392 ], "13": [ "vertical_and_slash", 17408, 23552, 5250790 ], "14": [ "vertical_and_slash", 23552, 17408, 964885 ], "15": [ "vertical_and_slash", 17408, 23552, 25 ], "16": [ "vertical_and_slash", 22528, 18432, 18021 ], "17": [ "vertical_and_slash", 19456, 21504, 552612 ], "18": [ "vertical_and_slash", 20480, 20480, 24393 ], "19": [ "vertical_and_slash", 18432, 22528, 977 ], "20": [ "vertical_and_slash", 19456, 21504, 31012 ], "21": [ "vertical_and_slash", 20480, 20480, 14254 ], "22": [ "vertical_and_slash", 20480, 20480, 65325 ], "23": [ "vertical_and_slash", 20480, 20480, 24734 ], "24": [ "vertical_and_slash", 17408, 23552, 91456 ], "25": [ "vertical_and_slash", 17408, 23552, 295989 ], "26": [ "vertical_and_slash", 17408, 23552, 610587 ], "27": [ "vertical_and_slash", 17408, 23552, 51566 ], "28": [ "vertical_and_slash", 17408, 23552, 78502 ], "29": [ "vertical_and_slash", 17408, 23552, 324798 ], "30": [ "vertical_and_slash", 17408, 23552, 15191 ], "31": [ "vertical_and_slash", 17408, 23552, 100990 ] }, { "0": [ "vertical_and_slash", 17408, 23552, 2669 ], "1": [ "vertical_and_slash", 17408, 23552, 157 ], "2": [ "vertical_and_slash", 17408, 23552, 56809 ], "3": [ "vertical_and_slash", 17408, 23552, 1687749 ], "4": [ "vertical_and_slash", 17408, 23552, 944269 ], "5": [ "vertical_and_slash", 17408, 23552, 282708 ], "6": [ "vertical_and_slash", 18432, 22528, 37 ], "7": [ "vertical_and_slash", 17408, 23552, 36 ], "8": [ "vertical_and_slash", 17408, 23552, 11 ], "9": [ "vertical_and_slash", 17408, 23552, 2633875 ], "10": [ "vertical_and_slash", 19456, 21504, 46383 ], "11": [ "vertical_and_slash", 19456, 21504, 84099 ], "12": [ "vertical_and_slash", 23552, 17408, 94817 ], "13": [ "vertical_and_slash", 21504, 19456, 912 ], "14": [ "vertical_and_slash", 11264, 13312, 0 ], "15": [ "vertical_and_slash", 17408, 23552, 361489 ], "16": [ "vertical_and_slash", 17408, 23552, 194453 ], "17": [ "vertical_and_slash", 17408, 23552, 1329911 ], "18": [ "vertical_and_slash", 17408, 23552, 211866 ], "19": [ "vertical_and_slash", 17408, 23552, 7036126 ], "20": [ "vertical_and_slash", 17408, 23552, 7437315 ], "21": [ "vertical_and_slash", 17408, 23552, 1327978 ], "22": [ "vertical_and_slash", 17408, 23552, 3082181 ], "23": [ "vertical_and_slash", 17408, 23552, 242828 ], "24": [ "vertical_and_slash", 20480, 20480, 14546 ], "25": [ "vertical_and_slash", 20480, 20480, 13446 ], "26": [ "vertical_and_slash", 18432, 22528, 20747 ], "27": [ "vertical_and_slash", 17408, 23552, 24577 ], "28": [ "vertical_and_slash", 21504, 19456, 4012 ], "29": [ "vertical_and_slash", 17408, 23552, 1467 ], "30": [ "vertical_and_slash", 19456, 21504, 14496 ], "31": [ "vertical_and_slash", 17408, 23552, 4773 ] }, { "0": [ "vertical_and_slash", 17408, 23552, 767036 ], "1": [ "vertical_and_slash", 22528, 18432, 3673 ], "2": [ "vertical_and_slash", 17408, 23552, 53224 ], "3": [ "vertical_and_slash", 18432, 22528, 32633 ], "4": [ "vertical_and_slash", 17408, 23552, 1612907 ], "5": [ "vertical_and_slash", 17408, 23552, 483457 ], "6": [ "vertical_and_slash", 17408, 23552, 12774 ], "7": [ "vertical_and_slash", 17408, 23552, 231206 ], "8": [ "vertical_and_slash", 17408, 23552, 1690088 ], "9": [ "vertical_and_slash", 20480, 20480, 8477 ], "10": [ "vertical_and_slash", 17408, 23552, 4842 ], "11": [ "vertical_and_slash", 17408, 23552, 53493 ], "12": [ "vertical_and_slash", 17408, 23552, 58536 ], "13": [ "vertical_and_slash", 18432, 22528, 189483 ], "14": [ "vertical_and_slash", 21504, 19456, 2 ], "15": [ "vertical_and_slash", 17408, 23552, 775348 ], "16": [ "vertical_and_slash", 20480, 20480, 92810 ], "17": [ "vertical_and_slash", 17408, 23552, 1007782 ], "18": [ "vertical_and_slash", 17408, 23552, 269160 ], "19": [ "vertical_and_slash", 17408, 23552, 261756 ], "20": [ "vertical_and_slash", 17408, 23552, 176564 ], "21": [ "vertical_and_slash", 17408, 23552, 144978 ], "22": [ "vertical_and_slash", 22528, 18432, 291329 ], "23": [ "vertical_and_slash", 18432, 22528, 190890 ], "24": [ "vertical_and_slash", 17408, 23552, 4034098 ], "25": [ "vertical_and_slash", 17408, 23552, 721618 ], "26": [ "vertical_and_slash", 17408, 23552, 35188 ], "27": [ "vertical_and_slash", 18432, 22528, 22668 ], "28": [ "vertical_and_slash", 20480, 20480, 27948 ], "29": [ "vertical_and_slash", 17408, 23552, 11318796 ], "30": [ "vertical_and_slash", 17408, 23552, 109418 ], "31": [ "vertical_and_slash", 17408, 23552, 11232 ] }, { "0": [ "vertical_and_slash", 18432, 22528, 700805 ], "1": [ "vertical_and_slash", 21504, 19456, 99866 ], "2": [ "vertical_and_slash", 19456, 21504, 161 ], "3": [ "vertical_and_slash", 17408, 23552, 34117 ], "4": [ "vertical_and_slash", 19456, 21504, 43542 ], "5": [ "vertical_and_slash", 23552, 17408, 509 ], "6": [ "vertical_and_slash", 17408, 23552, 19468 ], "7": [ "vertical_and_slash", 17408, 23552, 32015 ], "8": [ "vertical_and_slash", 17408, 23552, 20744 ], "9": [ "vertical_and_slash", 19456, 21504, 3989 ], "10": [ "vertical_and_slash", 21504, 19456, 172 ], "11": [ "vertical_and_slash", 19456, 21504, 8712 ], "12": [ "vertical_and_slash", 17408, 23552, 3936 ], "13": [ "vertical_and_slash", 17408, 23552, 549299 ], "14": [ "vertical_and_slash", 17408, 23552, 8005 ], "15": [ "vertical_and_slash", 17408, 23552, 247593 ], "16": [ "vertical_and_slash", 17408, 23552, 8422 ], "17": [ "vertical_and_slash", 17408, 23552, 109261 ], "18": [ "vertical_and_slash", 17408, 23552, 139050 ], "19": [ "vertical_and_slash", 17408, 23552, 1059997 ], "20": [ "vertical_and_slash", 19456, 21504, 66 ], "21": [ "vertical_and_slash", 17408, 23552, 170068 ], "22": [ "vertical_and_slash", 17408, 23552, 476778 ], "23": [ "vertical_and_slash", 17408, 23552, 74703 ], "24": [ "vertical_and_slash", 17408, 23552, 1 ], "25": [ "vertical_and_slash", 19456, 21504, 198 ], "26": [ "vertical_and_slash", 18432, 22528, 26 ], "27": [ "vertical_and_slash", 17408, 23552, 677837 ], "28": [ "vertical_and_slash", 17408, 23552, 49 ], "29": [ "vertical_and_slash", 9216, 15360, 0 ], "30": [ "vertical_and_slash", 17408, 23552, 57515 ], "31": [ "vertical_and_slash", 17408, 23552, 35532 ] }, { "0": [ "vertical_and_slash", 18432, 22528, 12733 ], "1": [ "vertical_and_slash", 17408, 23552, 20498 ], "2": [ "vertical_and_slash", 17408, 23552, 12159 ], "3": [ "vertical_and_slash", 17408, 23552, 76744 ], "4": [ "vertical_and_slash", 17408, 23552, 55478 ], "5": [ "vertical_and_slash", 19456, 21504, 3985 ], "6": [ "vertical_and_slash", 19456, 21504, 94984 ], "7": [ "vertical_and_slash", 19456, 21504, 14020 ], "8": [ "vertical_and_slash", 17408, 23552, 239771 ], "9": [ "vertical_and_slash", 17408, 23552, 2468083 ], "10": [ "vertical_and_slash", 17408, 23552, 107300 ], "11": [ "vertical_and_slash", 17408, 23552, 143863 ], "12": [ "vertical_and_slash", 18432, 22528, 6499198 ], "13": [ "vertical_and_slash", 17408, 23552, 2214688 ], "14": [ "vertical_and_slash", 17408, 23552, 414829 ], "15": [ "vertical_and_slash", 17408, 23552, 114083 ], "16": [ "vertical_and_slash", 17408, 23552, 29424 ], "17": [ "vertical_and_slash", 21504, 19456, 29028 ], "18": [ "vertical_and_slash", 22528, 18432, 25619 ], "19": [ "vertical_and_slash", 21504, 19456, 35619 ], "20": [ "vertical_and_slash", 17408, 23552, 28750 ], "21": [ "vertical_and_slash", 17408, 23552, 43013 ], "22": [ "vertical_and_slash", 17408, 23552, 32813 ], "23": [ "vertical_and_slash", 22528, 18432, 33788 ], "24": [ "vertical_and_slash", 17408, 23552, 961608 ], "25": [ "vertical_and_slash", 21504, 19456, 33724 ], "26": [ "vertical_and_slash", 22528, 18432, 11597 ], "27": [ "vertical_and_slash", 19456, 21504, 95229 ], "28": [ "vertical_and_slash", 17408, 23552, 247303 ], "29": [ "vertical_and_slash", 20480, 20480, 2768 ], "30": [ "vertical_and_slash", 23552, 17408, 117 ], "31": [ "vertical_and_slash", 17408, 23552, 13934 ] }, { "0": [ "vertical_and_slash", 17408, 23552, 340888 ], "1": [ "vertical_and_slash", 17408, 23552, 173673 ], "2": [ "vertical_and_slash", 19456, 21504, 5010 ], "3": [ "vertical_and_slash", 23552, 17408, 11996 ], "4": [ "vertical_and_slash", 17408, 23552, 261184 ], "5": [ "vertical_and_slash", 19456, 21504, 9838 ], "6": [ "vertical_and_slash", 20480, 20480, 10259 ], "7": [ "vertical_and_slash", 17408, 23552, 21485 ], "8": [ "vertical_and_slash", 18432, 22528, 266 ], "9": [ "vertical_and_slash", 17408, 23552, 335 ], "10": [ "vertical_and_slash", 17408, 23552, 99129 ], "11": [ "vertical_and_slash", 17408, 23552, 77 ], "12": [ "vertical_and_slash", 17408, 23552, 221 ], "13": [ "vertical_and_slash", 17408, 23552, 1510 ], "14": [ "vertical_and_slash", 17408, 23552, 2593 ], "15": [ "vertical_and_slash", 18432, 22528, 65 ], "16": [ "vertical_and_slash", 17408, 23552, 87241 ], "17": [ "vertical_and_slash", 17408, 23552, 4019687 ], "18": [ "vertical_and_slash", 17408, 23552, 39417 ], "19": [ "vertical_and_slash", 17408, 23552, 7025189 ], "20": [ "vertical_and_slash", 17408, 23552, 1911207 ], "21": [ "vertical_and_slash", 17408, 23552, 2681582 ], "22": [ "vertical_and_slash", 17408, 23552, 482 ], "23": [ "vertical_and_slash", 18432, 22528, 70680 ], "24": [ "vertical_and_slash", 17408, 23552, 43189 ], "25": [ "vertical_and_slash", 17408, 23552, 198763 ], "26": [ "vertical_and_slash", 17408, 23552, 870952 ], "27": [ "vertical_and_slash", 18432, 22528, 378 ], "28": [ "vertical_and_slash", 17408, 23552, 68953 ], "29": [ "vertical_and_slash", 17408, 23552, 966319 ], "30": [ "vertical_and_slash", 17408, 23552, 1102960 ], "31": [ "vertical_and_slash", 17408, 23552, 2813437 ] }, { "0": [ "vertical_and_slash", 17408, 23552, 8378996 ], "1": [ "vertical_and_slash", 17408, 23552, 592063 ], "2": [ "vertical_and_slash", 17408, 23552, 5207279 ], "3": [ "vertical_and_slash", 17408, 23552, 3745518 ], "4": [ "vertical_and_slash", 17408, 23552, 1172399 ], "5": [ "vertical_and_slash", 19456, 21504, 137093 ], "6": [ "vertical_and_slash", 17408, 23552, 1824614 ], "7": [ "vertical_and_slash", 17408, 23552, 11190347 ], "8": [ "vertical_and_slash", 17408, 23552, 1828354 ], "9": [ "vertical_and_slash", 17408, 23552, 637454 ], "10": [ "vertical_and_slash", 17408, 23552, 808649 ], "11": [ "vertical_and_slash", 17408, 23552, 109055 ], "12": [ "vertical_and_slash", 17408, 23552, 314953 ], "13": [ "vertical_and_slash", 17408, 23552, 1761972 ], "14": [ "vertical_and_slash", 19456, 21504, 189438 ], "15": [ "vertical_and_slash", 17408, 23552, 727757 ], "16": [ "vertical_and_slash", 18432, 22528, 52650 ], "17": [ "vertical_and_slash", 19456, 21504, 199021 ], "18": [ "vertical_and_slash", 18432, 22528, 331472 ], "19": [ "vertical_and_slash", 18432, 22528, 66409 ], "20": [ "vertical_and_slash", 18432, 22528, 2025 ], "21": [ "vertical_and_slash", 17408, 23552, 305343 ], "22": [ "vertical_and_slash", 17408, 23552, 5631413 ], "23": [ "vertical_and_slash", 18432, 22528, 395592 ], "24": [ "vertical_and_slash", 20480, 20480, 10242 ], "25": [ "vertical_and_slash", 19456, 21504, 548980 ], "26": [ "vertical_and_slash", 21504, 19456, 2338 ], "27": [ "vertical_and_slash", 22528, 18432, 97230 ], "28": [ "vertical_and_slash", 21504, 19456, 3216 ], "29": [ "vertical_and_slash", 17408, 23552, 25370 ], "30": [ "vertical_and_slash", 20480, 20480, 1963698 ], "31": [ "vertical_and_slash", 19456, 21504, 137923 ] }, { "0": [ "vertical_and_slash", 17408, 23552, 8776 ], "1": [ "vertical_and_slash", 17408, 23552, 8463 ], "2": [ "vertical_and_slash", 18432, 22528, 4731 ], "3": [ "vertical_and_slash", 19456, 21504, 6282 ], "4": [ "vertical_and_slash", 17408, 23552, 3918 ], "5": [ "vertical_and_slash", 20480, 20480, 19602 ], "6": [ "vertical_and_slash", 20480, 20480, 14643 ], "7": [ "vertical_and_slash", 18432, 22528, 10236 ], "8": [ "vertical_and_slash", 18432, 22528, 93734 ], "9": [ "vertical_and_slash", 19456, 21504, 28180 ], "10": [ "vertical_and_slash", 17408, 23552, 153382 ], "11": [ "vertical_and_slash", 18432, 22528, 102566 ], "12": [ "vertical_and_slash", 19456, 21504, 270 ], "13": [ "vertical_and_slash", 17408, 23552, 52787 ], "14": [ "vertical_and_slash", 19456, 21504, 7671 ], "15": [ "vertical_and_slash", 18432, 22528, 38885 ], "16": [ "vertical_and_slash", 18432, 22528, 564037 ], "17": [ "vertical_and_slash", 17408, 23552, 2721015 ], "18": [ "vertical_and_slash", 18432, 22528, 94888 ], "19": [ "vertical_and_slash", 17408, 23552, 5134 ], "20": [ "vertical_and_slash", 20480, 20480, 683715 ], "21": [ "vertical_and_slash", 17408, 23552, 2514722 ], "22": [ "vertical_and_slash", 17408, 23552, 3559294 ], "23": [ "vertical_and_slash", 17408, 23552, 5193212 ], "24": [ "vertical_and_slash", 21504, 19456, 25963 ], "25": [ "vertical_and_slash", 21504, 19456, 86199 ], "26": [ "vertical_and_slash", 21504, 19456, 4080352 ], "27": [ "vertical_and_slash", 23552, 17408, 64444 ], "28": [ "vertical_and_slash", 18432, 22528, 144778 ], "29": [ "vertical_and_slash", 19456, 21504, 899613 ], "30": [ "vertical_and_slash", 17408, 23552, 853556 ], "31": [ "vertical_and_slash", 18432, 22528, 1076522 ] }, { "0": [ "vertical_and_slash", 20480, 20480, 1110693 ], "1": [ "vertical_and_slash", 17408, 23552, 15075 ], "2": [ "vertical_and_slash", 22528, 18432, 34024 ], "3": [ "vertical_and_slash", 17408, 23552, 332927 ], "4": [ "vertical_and_slash", 17408, 23552, 174776 ], "5": [ "vertical_and_slash", 17408, 23552, 421095 ], "6": [ "vertical_and_slash", 17408, 23552, 5164553 ], "7": [ "vertical_and_slash", 17408, 23552, 702003 ], "8": [ "vertical_and_slash", 17408, 23552, 7813677 ], "9": [ "vertical_and_slash", 19456, 21504, 90136 ], "10": [ "vertical_and_slash", 19456, 21504, 53858 ], "11": [ "vertical_and_slash", 18432, 22528, 144434 ], "12": [ "vertical_and_slash", 17408, 23552, 3803594 ], "13": [ "vertical_and_slash", 17408, 23552, 3597432 ], "14": [ "vertical_and_slash", 22528, 18432, 1013227 ], "15": [ "vertical_and_slash", 20480, 20480, 320938 ], "16": [ "vertical_and_slash", 17408, 23552, 672 ], "17": [ "vertical_and_slash", 17408, 23552, 191074 ], "18": [ "vertical_and_slash", 18432, 22528, 20408 ], "19": [ "vertical_and_slash", 18432, 22528, 1288 ], "20": [ "vertical_and_slash", 17408, 23552, 5151 ], "21": [ "vertical_and_slash", 18432, 22528, 16581 ], "22": [ "vertical_and_slash", 18432, 22528, 2026 ], "23": [ "vertical_and_slash", 18432, 22528, 407 ], "24": [ "vertical_and_slash", 17408, 23552, 6971122 ], "25": [ "vertical_and_slash", 17408, 23552, 5496133 ], "26": [ "vertical_and_slash", 17408, 23552, 3941347 ], "27": [ "vertical_and_slash", 17408, 23552, 7641982 ], "28": [ "vertical_and_slash", 17408, 23552, 5858343 ], "29": [ "vertical_and_slash", 17408, 23552, 5187172 ], "30": [ "vertical_and_slash", 17408, 23552, 9134748 ], "31": [ "vertical_and_slash", 17408, 23552, 8050421 ] }, { "0": [ "vertical_and_slash", 18432, 22528, 92872 ], "1": [ "vertical_and_slash", 18432, 22528, 18648 ], "2": [ "vertical_and_slash", 17408, 23552, 413456 ], "3": [ "vertical_and_slash", 17408, 23552, 1862027 ], "4": [ "vertical_and_slash", 17408, 23552, 27560 ], "5": [ "vertical_and_slash", 17408, 23552, 4339 ], "6": [ "vertical_and_slash", 17408, 23552, 33579 ], "7": [ "vertical_and_slash", 17408, 23552, 129441 ], "8": [ "vertical_and_slash", 18432, 22528, 3385 ], "9": [ "vertical_and_slash", 18432, 22528, 4421 ], "10": [ "vertical_and_slash", 17408, 23552, 2566 ], "11": [ "vertical_and_slash", 18432, 22528, 1503 ], "12": [ "vertical_and_slash", 18432, 22528, 24850 ], "13": [ "vertical_and_slash", 18432, 22528, 1392 ], "14": [ "vertical_and_slash", 17408, 23552, 1375 ], "15": [ "vertical_and_slash", 17408, 23552, 8289 ], "16": [ "vertical_and_slash", 17408, 23552, 11220532 ], "17": [ "vertical_and_slash", 17408, 23552, 4447162 ], "18": [ "vertical_and_slash", 17408, 23552, 930424 ], "19": [ "vertical_and_slash", 17408, 23552, 2839239 ], "20": [ "vertical_and_slash", 17408, 23552, 7649 ], "21": [ "vertical_and_slash", 17408, 23552, 2745988 ], "22": [ "vertical_and_slash", 17408, 23552, 4247845 ], "23": [ "vertical_and_slash", 17408, 23552, 1201723 ], "24": [ "vertical_and_slash", 22528, 18432, 299755 ], "25": [ "vertical_and_slash", 17408, 23552, 6205406 ], "26": [ "vertical_and_slash", 17408, 23552, 13655 ], "27": [ "vertical_and_slash", 18432, 22528, 385857 ], "28": [ "vertical_and_slash", 19456, 21504, 86677 ], "29": [ "vertical_and_slash", 17408, 23552, 6218 ], "30": [ "vertical_and_slash", 18432, 22528, 59785 ], "31": [ "vertical_and_slash", 18432, 22528, 2005477 ] }, { "0": [ "vertical_and_slash", 23552, 17408, 28366 ], "1": [ "vertical_and_slash", 17408, 23552, 3384047 ], "2": [ "vertical_and_slash", 17408, 23552, 2789000 ], "3": [ "vertical_and_slash", 17408, 23552, 33783 ], "4": [ "vertical_and_slash", 17408, 23552, 1593005 ], "5": [ "vertical_and_slash", 17408, 23552, 5844790 ], "6": [ "vertical_and_slash", 18432, 22528, 2165812 ], "7": [ "vertical_and_slash", 21504, 19456, 252981 ], "8": [ "vertical_and_slash", 18432, 22528, 1781030 ], "9": [ "vertical_and_slash", 22528, 18432, 4100561 ], "10": [ "vertical_and_slash", 17408, 23552, 294786 ], "11": [ "vertical_and_slash", 17408, 23552, 48826 ], "12": [ "vertical_and_slash", 17408, 23552, 26932 ], "13": [ "vertical_and_slash", 21504, 19456, 718749 ], "14": [ "vertical_and_slash", 17408, 23552, 16618 ], "15": [ "vertical_and_slash", 9216, 15360, 0 ], "16": [ "vertical_and_slash", 21504, 19456, 667582 ], "17": [ "vertical_and_slash", 17408, 23552, 371997 ], "18": [ "vertical_and_slash", 17408, 23552, 1521135 ], "19": [ "vertical_and_slash", 17408, 23552, 65949 ], "20": [ "vertical_and_slash", 20480, 20480, 2997 ], "21": [ "vertical_and_slash", 21504, 19456, 150547 ], "22": [ "vertical_and_slash", 20480, 20480, 84497 ], "23": [ "vertical_and_slash", 21504, 19456, 102956 ], "24": [ "vertical_and_slash", 17408, 23552, 568630 ], "25": [ "vertical_and_slash", 17408, 23552, 1142008 ], "26": [ "vertical_and_slash", 17408, 23552, 2675469 ], "27": [ "vertical_and_slash", 17408, 23552, 4955354 ], "28": [ "vertical_and_slash", 17408, 23552, 913308 ], "29": [ "vertical_and_slash", 17408, 23552, 5767644 ], "30": [ "vertical_and_slash", 17408, 23552, 631961 ], "31": [ "vertical_and_slash", 17408, 23552, 583513 ] }, { "0": [ "vertical_and_slash", 19456, 21504, 442131 ], "1": [ "vertical_and_slash", 17408, 23552, 5101949 ], "2": [ "vertical_and_slash", 17408, 23552, 419485 ], "3": [ "vertical_and_slash", 17408, 23552, 478157 ], "4": [ "vertical_and_slash", 17408, 23552, 3751530 ], "5": [ "vertical_and_slash", 17408, 23552, 3617360 ], "6": [ "vertical_and_slash", 17408, 23552, 2592452 ], "7": [ "vertical_and_slash", 17408, 23552, 1725131 ], "8": [ "vertical_and_slash", 18432, 22528, 156743 ], "9": [ "vertical_and_slash", 22528, 18432, 947610 ], "10": [ "vertical_and_slash", 17408, 23552, 231300 ], "11": [ "vertical_and_slash", 17408, 23552, 5670385 ], "12": [ "vertical_and_slash", 17408, 23552, 378990 ], "13": [ "vertical_and_slash", 17408, 23552, 70196 ], "14": [ "vertical_and_slash", 17408, 23552, 9277039 ], "15": [ "vertical_and_slash", 17408, 23552, 139072 ], "16": [ "vertical_and_slash", 17408, 23552, 5632 ], "17": [ "vertical_and_slash", 17408, 23552, 2226406 ], "18": [ "vertical_and_slash", 17408, 23552, 6334 ], "19": [ "vertical_and_slash", 21504, 19456, 65130 ], "20": [ "vertical_and_slash", 17408, 23552, 1087116 ], "21": [ "vertical_and_slash", 17408, 23552, 23955 ], "22": [ "vertical_and_slash", 17408, 23552, 47040 ], "23": [ "vertical_and_slash", 17408, 23552, 1092579 ], "24": [ "vertical_and_slash", 17408, 23552, 278267 ], "25": [ "vertical_and_slash", 17408, 23552, 443572 ], "26": [ "vertical_and_slash", 17408, 23552, 3308173 ], "27": [ "vertical_and_slash", 17408, 23552, 215410 ], "28": [ "vertical_and_slash", 17408, 23552, 2863128 ], "29": [ "vertical_and_slash", 17408, 23552, 469677 ], "30": [ "vertical_and_slash", 17408, 23552, 623942 ], "31": [ "vertical_and_slash", 17408, 23552, 5135125 ] }, { "0": [ "vertical_and_slash", 19456, 21504, 555961 ], "1": [ "vertical_and_slash", 22528, 18432, 811440 ], "2": [ "vertical_and_slash", 23552, 17408, 800309 ], "3": [ "vertical_and_slash", 23552, 17408, 628526 ], "4": [ "vertical_and_slash", 17408, 23552, 213298 ], "5": [ "vertical_and_slash", 22528, 18432, 793614 ], "6": [ "vertical_and_slash", 23552, 17408, 1202757 ], "7": [ "vertical_and_slash", 22528, 18432, 645216 ], "8": [ "vertical_and_slash", 17408, 23552, 3576534 ], "9": [ "vertical_and_slash", 21504, 19456, 71399 ], "10": [ "vertical_and_slash", 18432, 22528, 4907634 ], "11": [ "vertical_and_slash", 18432, 22528, 5075519 ], "12": [ "vertical_and_slash", 19456, 21504, 937030 ], "13": [ "vertical_and_slash", 22528, 18432, 75080 ], "14": [ "vertical_and_slash", 17408, 23552, 725195 ], "15": [ "vertical_and_slash", 17408, 23552, 34470 ], "16": [ "vertical_and_slash", 22528, 18432, 53520 ], "17": [ "vertical_and_slash", 17408, 23552, 762124 ], "18": [ "vertical_and_slash", 19456, 21504, 70587 ], "19": [ "vertical_and_slash", 21504, 19456, 265089 ], "20": [ "vertical_and_slash", 18432, 22528, 374760 ], "21": [ "vertical_and_slash", 21504, 19456, 254463 ], "22": [ "vertical_and_slash", 20480, 20480, 446982 ], "23": [ "vertical_and_slash", 18432, 22528, 60753 ], "24": [ "vertical_and_slash", 17408, 23552, 450168 ], "25": [ "vertical_and_slash", 17408, 23552, 2864389 ], "26": [ "vertical_and_slash", 17408, 23552, 344780 ], "27": [ "vertical_and_slash", 17408, 23552, 8677788 ], "28": [ "vertical_and_slash", 17408, 23552, 4688916 ], "29": [ "vertical_and_slash", 17408, 23552, 4219052 ], "30": [ "vertical_and_slash", 17408, 23552, 77368 ], "31": [ "vertical_and_slash", 17408, 23552, 102950 ] }, { "0": [ "vertical_and_slash", 19456, 21504, 5991 ], "1": [ "vertical_and_slash", 20480, 20480, 66578 ], "2": [ "vertical_and_slash", 23552, 17408, 4256 ], "3": [ "vertical_and_slash", 17408, 23552, 281076 ], "4": [ "vertical_and_slash", 17408, 23552, 175959 ], "5": [ "vertical_and_slash", 17408, 23552, 952806 ], "6": [ "vertical_and_slash", 20480, 20480, 37728 ], "7": [ "vertical_and_slash", 20480, 20480, 103316 ], "8": [ "vertical_and_slash", 21504, 19456, 7389 ], "9": [ "vertical_and_slash", 17408, 23552, 257323 ], "10": [ "vertical_and_slash", 20480, 20480, 304271 ], "11": [ "vertical_and_slash", 19456, 21504, 6159 ], "12": [ "vertical_and_slash", 22528, 18432, 1521303 ], "13": [ "vertical_and_slash", 22528, 18432, 275452 ], "14": [ "vertical_and_slash", 22528, 18432, 2545778 ], "15": [ "vertical_and_slash", 17408, 23552, 650181 ], "16": [ "vertical_and_slash", 23552, 17408, 147059 ], "17": [ "vertical_and_slash", 17408, 23552, 6459055 ], "18": [ "vertical_and_slash", 17408, 23552, 106133 ], "19": [ "vertical_and_slash", 17408, 23552, 12699953 ], "20": [ "vertical_and_slash", 17408, 23552, 2986627 ], "21": [ "vertical_and_slash", 17408, 23552, 1396615 ], "22": [ "vertical_and_slash", 17408, 23552, 3233429 ], "23": [ "vertical_and_slash", 17408, 23552, 1953156 ], "24": [ "vertical_and_slash", 19456, 21504, 1084487 ], "25": [ "vertical_and_slash", 17408, 23552, 196481 ], "26": [ "vertical_and_slash", 22528, 18432, 234428 ], "27": [ "vertical_and_slash", 22528, 18432, 295472 ], "28": [ "vertical_and_slash", 21504, 19456, 243803 ], "29": [ "vertical_and_slash", 22528, 18432, 116671 ], "30": [ "vertical_and_slash", 22528, 18432, 95547 ], "31": [ "vertical_and_slash", 20480, 20480, 70393 ] }, { "0": [ "vertical_and_slash", 17408, 23552, 134024 ], "1": [ "vertical_and_slash", 21504, 19456, 20216 ], "2": [ "vertical_and_slash", 23552, 17408, 152721 ], "3": [ "vertical_and_slash", 18432, 22528, 128951 ], "4": [ "vertical_and_slash", 21504, 19456, 374876 ], "5": [ "vertical_and_slash", 19456, 21504, 9751 ], "6": [ "vertical_and_slash", 21504, 19456, 68337 ], "7": [ "vertical_and_slash", 17408, 23552, 107772 ], "8": [ "vertical_and_slash", 22528, 18432, 3813433 ], "9": [ "vertical_and_slash", 20480, 20480, 2155626 ], "10": [ "vertical_and_slash", 17408, 23552, 246034 ], "11": [ "vertical_and_slash", 17408, 23552, 1716727 ], "12": [ "vertical_and_slash", 17408, 23552, 188149 ], "13": [ "vertical_and_slash", 22528, 18432, 2904712 ], "14": [ "vertical_and_slash", 17408, 23552, 6605335 ], "15": [ "vertical_and_slash", 17408, 23552, 5897115 ], "16": [ "vertical_and_slash", 17408, 23552, 10701 ], "17": [ "vertical_and_slash", 17408, 23552, 1115641 ], "18": [ "vertical_and_slash", 17408, 23552, 74133 ], "19": [ "vertical_and_slash", 17408, 23552, 1469841 ], "20": [ "vertical_and_slash", 17408, 23552, 429405 ], "21": [ "vertical_and_slash", 17408, 23552, 2819608 ], "22": [ "vertical_and_slash", 17408, 23552, 81496 ], "23": [ "vertical_and_slash", 17408, 23552, 75081 ], "24": [ "vertical_and_slash", 21504, 19456, 407 ], "25": [ "vertical_and_slash", 22528, 18432, 190760 ], "26": [ "vertical_and_slash", 20480, 20480, 319815 ], "27": [ "vertical_and_slash", 22528, 18432, 29246 ], "28": [ "vertical_and_slash", 17408, 23552, 75820 ], "29": [ "vertical_and_slash", 22528, 18432, 11015 ], "30": [ "vertical_and_slash", 17408, 23552, 203670 ], "31": [ "vertical_and_slash", 22528, 18432, 6585 ] }, { "0": [ "vertical_and_slash", 17408, 23552, 2702957 ], "1": [ "vertical_and_slash", 17408, 23552, 586454 ], "2": [ "vertical_and_slash", 17408, 23552, 132281 ], "3": [ "vertical_and_slash", 17408, 23552, 928897 ], "4": [ "vertical_and_slash", 18432, 22528, 912755 ], "5": [ "vertical_and_slash", 21504, 19456, 680839 ], "6": [ "vertical_and_slash", 17408, 23552, 1089797 ], "7": [ "vertical_and_slash", 17408, 23552, 1255882 ], "8": [ "vertical_and_slash", 20480, 20480, 431711 ], "9": [ "vertical_and_slash", 21504, 19456, 1200383 ], "10": [ "vertical_and_slash", 17408, 23552, 1699781 ], "11": [ "vertical_and_slash", 21504, 19456, 2169495 ], "12": [ "vertical_and_slash", 22528, 18432, 1749 ], "13": [ "vertical_and_slash", 17408, 23552, 777409 ], "14": [ "vertical_and_slash", 23552, 17408, 141762 ], "15": [ "vertical_and_slash", 11264, 13312, 0 ], "16": [ "vertical_and_slash", 17408, 23552, 302410 ], "17": [ "vertical_and_slash", 17408, 23552, 1187019 ], "18": [ "vertical_and_slash", 17408, 23552, 90532 ], "19": [ "vertical_and_slash", 17408, 23552, 1299 ], "20": [ "vertical_and_slash", 17408, 23552, 3449827 ], "21": [ "vertical_and_slash", 17408, 23552, 64965 ], "22": [ "vertical_and_slash", 17408, 23552, 563 ], "23": [ "vertical_and_slash", 17408, 23552, 439400 ], "24": [ "vertical_and_slash", 21504, 19456, 309819 ], "25": [ "vertical_and_slash", 21504, 19456, 107789 ], "26": [ "vertical_and_slash", 22528, 18432, 755195 ], "27": [ "vertical_and_slash", 17408, 23552, 73522 ], "28": [ "vertical_and_slash", 17408, 23552, 76502 ], "29": [ "vertical_and_slash", 22528, 18432, 184712 ], "30": [ "vertical_and_slash", 17408, 23552, 1400121 ], "31": [ "vertical_and_slash", 17408, 23552, 305178 ] }, { "0": [ "vertical_and_slash", 20480, 20480, 1108145 ], "1": [ "vertical_and_slash", 19456, 21504, 8124191 ], "2": [ "vertical_and_slash", 21504, 19456, 85631 ], "3": [ "vertical_and_slash", 17408, 23552, 6985471 ], "4": [ "vertical_and_slash", 19456, 21504, 1245481 ], "5": [ "vertical_and_slash", 23552, 17408, 991341 ], "6": [ "vertical_and_slash", 22528, 18432, 7524865 ], "7": [ "vertical_and_slash", 21504, 19456, 1376372 ], "8": [ "vertical_and_slash", 17408, 23552, 857693 ], "9": [ "vertical_and_slash", 17408, 23552, 600421 ], "10": [ "vertical_and_slash", 17408, 23552, 634668 ], "11": [ "vertical_and_slash", 17408, 23552, 824143 ], "12": [ "vertical_and_slash", 17408, 23552, 409890 ], "13": [ "vertical_and_slash", 17408, 23552, 551001 ], "14": [ "vertical_and_slash", 17408, 23552, 1689669 ], "15": [ "vertical_and_slash", 17408, 23552, 1128812 ], "16": [ "vertical_and_slash", 17408, 23552, 5062121 ], "17": [ "vertical_and_slash", 22528, 18432, 2892045 ], "18": [ "vertical_and_slash", 20480, 20480, 7883 ], "19": [ "vertical_and_slash", 23552, 17408, 4809708 ], "20": [ "vertical_and_slash", 17408, 23552, 7443523 ], "21": [ "vertical_and_slash", 19456, 21504, 96974 ], "22": [ "vertical_and_slash", 17408, 23552, 678550 ], "23": [ "vertical_and_slash", 21504, 19456, 606667 ], "24": [ "vertical_and_slash", 17408, 23552, 3785143 ], "25": [ "vertical_and_slash", 17408, 23552, 1004068 ], "26": [ "vertical_and_slash", 17408, 23552, 278884 ], "27": [ "vertical_and_slash", 19456, 21504, 3518343 ], "28": [ "vertical_and_slash", 17408, 23552, 3853908 ], "29": [ "vertical_and_slash", 21504, 19456, 1917079 ], "30": [ "vertical_and_slash", 22528, 18432, 89033 ], "31": [ "vertical_and_slash", 17408, 23552, 81720 ] }, { "0": [ "vertical_and_slash", 18432, 22528, 211152 ], "1": [ "vertical_and_slash", 17408, 23552, 45188 ], "2": [ "vertical_and_slash", 19456, 21504, 139949 ], "3": [ "vertical_and_slash", 21504, 19456, 707722 ], "4": [ "vertical_and_slash", 20480, 20480, 311327 ], "5": [ "vertical_and_slash", 19456, 21504, 312812 ], "6": [ "vertical_and_slash", 19456, 21504, 192329 ], "7": [ "vertical_and_slash", 20480, 20480, 281880 ], "8": [ "vertical_and_slash", 17408, 23552, 320017 ], "9": [ "vertical_and_slash", 17408, 23552, 574911 ], "10": [ "vertical_and_slash", 17408, 23552, 568887 ], "11": [ "vertical_and_slash", 17408, 23552, 393223 ], "12": [ "vertical_and_slash", 19456, 21504, 438741 ], "13": [ "vertical_and_slash", 18432, 22528, 420196 ], "14": [ "vertical_and_slash", 17408, 23552, 556383 ], "15": [ "vertical_and_slash", 20480, 20480, 2366079 ], "16": [ "vertical_and_slash", 17408, 23552, 202703 ], "17": [ "vertical_and_slash", 17408, 23552, 81679 ], "18": [ "vertical_and_slash", 19456, 21504, 497455 ], "19": [ "vertical_and_slash", 18432, 22528, 455379 ], "20": [ "vertical_and_slash", 17408, 23552, 105566 ], "21": [ "vertical_and_slash", 18432, 22528, 355539 ], "22": [ "vertical_and_slash", 17408, 23552, 271570 ], "23": [ "vertical_and_slash", 19456, 21504, 466836 ], "24": [ "vertical_and_slash", 18432, 22528, 501965 ], "25": [ "vertical_and_slash", 17408, 23552, 1551022 ], "26": [ "vertical_and_slash", 17408, 23552, 1412336 ], "27": [ "vertical_and_slash", 18432, 22528, 636867 ], "28": [ "vertical_and_slash", 17408, 23552, 399213 ], "29": [ "vertical_and_slash", 17408, 23552, 3413773 ], "30": [ "vertical_and_slash", 20480, 20480, 352502 ], "31": [ "vertical_and_slash", 17408, 23552, 615703 ] }, { "0": [ "vertical_and_slash", 18432, 22528, 99983 ], "1": [ "vertical_and_slash", 17408, 23552, 269126 ], "2": [ "vertical_and_slash", 17408, 23552, 1679714 ], "3": [ "vertical_and_slash", 20480, 20480, 283423 ], "4": [ "vertical_and_slash", 18432, 22528, 1187823 ], "5": [ "vertical_and_slash", 21504, 19456, 286177 ], "6": [ "vertical_and_slash", 21504, 19456, 1462112 ], "7": [ "vertical_and_slash", 17408, 23552, 725511 ], "8": [ "vertical_and_slash", 22528, 18432, 1825365 ], "9": [ "vertical_and_slash", 21504, 19456, 3217670 ], "10": [ "vertical_and_slash", 17408, 23552, 916149 ], "11": [ "vertical_and_slash", 17408, 23552, 638590 ], "12": [ "vertical_and_slash", 20480, 20480, 850182 ], "13": [ "vertical_and_slash", 19456, 21504, 1556074 ], "14": [ "vertical_and_slash", 17408, 23552, 963967 ], "15": [ "vertical_and_slash", 17408, 23552, 899222 ], "16": [ "vertical_and_slash", 17408, 23552, 4916152 ], "17": [ "vertical_and_slash", 20480, 20480, 2980814 ], "18": [ "vertical_and_slash", 17408, 23552, 859900 ], "19": [ "vertical_and_slash", 17408, 23552, 4440886 ], "20": [ "vertical_and_slash", 22528, 18432, 1455723 ], "21": [ "vertical_and_slash", 17408, 23552, 549436 ], "22": [ "vertical_and_slash", 19456, 21504, 895471 ], "23": [ "vertical_and_slash", 20480, 20480, 626379 ], "24": [ "vertical_and_slash", 17408, 23552, 1442275 ], "25": [ "vertical_and_slash", 17408, 23552, 2447523 ], "26": [ "vertical_and_slash", 19456, 21504, 4390607 ], "27": [ "vertical_and_slash", 21504, 19456, 3838954 ], "28": [ "vertical_and_slash", 21504, 19456, 7641357 ], "29": [ "vertical_and_slash", 17408, 23552, 8030809 ], "30": [ "vertical_and_slash", 17408, 23552, 3025354 ], "31": [ "vertical_and_slash", 17408, 23552, 4393808 ] }, { "0": [ "vertical_and_slash", 17408, 23552, 750594 ], "1": [ "vertical_and_slash", 17408, 23552, 125477 ], "2": [ "vertical_and_slash", 20480, 20480, 2707643 ], "3": [ "vertical_and_slash", 17408, 23552, 1013319 ], "4": [ "vertical_and_slash", 18432, 22528, 192172 ], "5": [ "vertical_and_slash", 21504, 19456, 2483570 ], "6": [ "vertical_and_slash", 18432, 22528, 431495 ], "7": [ "vertical_and_slash", 17408, 23552, 182100 ], "8": [ "vertical_and_slash", 22528, 18432, 5376928 ], "9": [ "vertical_and_slash", 17408, 23552, 420459 ], "10": [ "vertical_and_slash", 17408, 23552, 218450 ], "11": [ "vertical_and_slash", 17408, 23552, 2123787 ], "12": [ "vertical_and_slash", 17408, 23552, 86475 ], "13": [ "vertical_and_slash", 17408, 23552, 385625 ], "14": [ "vertical_and_slash", 20480, 20480, 769117 ], "15": [ "vertical_and_slash", 17408, 23552, 591214 ], "16": [ "vertical_and_slash", 17408, 23552, 12531557 ], "17": [ "vertical_and_slash", 17408, 23552, 242707 ], "18": [ "vertical_and_slash", 23552, 17408, 4217760 ], "19": [ "vertical_and_slash", 17408, 23552, 1325248 ], "20": [ "vertical_and_slash", 17408, 23552, 166572 ], "21": [ "vertical_and_slash", 17408, 23552, 9536105 ], "22": [ "vertical_and_slash", 17408, 23552, 7575086 ], "23": [ "vertical_and_slash", 17408, 23552, 4249656 ], "24": [ "vertical_and_slash", 18432, 22528, 3220950 ], "25": [ "vertical_and_slash", 22528, 18432, 2925542 ], "26": [ "vertical_and_slash", 17408, 23552, 712996 ], "27": [ "vertical_and_slash", 22528, 18432, 3525312 ], "28": [ "vertical_and_slash", 22528, 18432, 3067320 ], "29": [ "vertical_and_slash", 17408, 23552, 1485822 ], "30": [ "vertical_and_slash", 22528, 18432, 2638329 ], "31": [ "vertical_and_slash", 22528, 18432, 2484040 ] } ] }, "eos_token_id": 151645, "head_dim": 128, "hidden_act": "silu", "hidden_size": 2048, "initializer_range": 0.02, "intermediate_size": 6144, "max_position_embeddings": 1010000, "max_window_layers": 48, "mlp_only_layers": [], "model_type": "qwen3_moe", "moe_intermediate_size": 768, "norm_topk_prob": true, "num_attention_heads": 32, "num_experts": 128, "num_experts_per_tok": 8, "num_hidden_layers": 48, "num_key_value_heads": 4, "output_router_logits": false, "quantization": { "group_size": 32, "bits": 6, "model.embed_tokens": { "group_size": 32, "bits": 6 }, "model.layers.0.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.0.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.0.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.0.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.0.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.0.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.0.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.0.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.1.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.1.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.1.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.1.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.1.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.1.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.1.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.1.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.2.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.2.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.2.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.2.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.2.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.2.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.2.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.2.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.3.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.3.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.3.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.3.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.3.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.3.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.3.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.3.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.4.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.4.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.4.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.4.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.4.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.4.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.4.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.4.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.5.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.5.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.5.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.5.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.5.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.5.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.5.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.5.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.6.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.6.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.6.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.6.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.6.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.6.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.6.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.6.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.7.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.7.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.7.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.7.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.7.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.7.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.7.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.7.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.8.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.8.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.8.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.8.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.8.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.8.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.8.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.8.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.9.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.9.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.9.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.9.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.9.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.9.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.9.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.9.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.10.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.10.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.10.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.10.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.10.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.10.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.10.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.10.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.11.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.11.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.11.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.11.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.11.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.11.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.11.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.11.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.12.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.12.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.12.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.12.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.12.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.12.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.12.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.12.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.13.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.13.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.13.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.13.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.13.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.13.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.13.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.13.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.14.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.14.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.14.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.14.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.14.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.14.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.14.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.14.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.15.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.15.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.15.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.15.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.15.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.15.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.15.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.15.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.16.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.16.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.16.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.16.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.16.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.16.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.16.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.16.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.17.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.17.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.17.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.17.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.17.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.17.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.17.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.17.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.18.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.18.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.18.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.18.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.18.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.18.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.18.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.18.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.19.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.19.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.19.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.19.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.19.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.19.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.19.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.19.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.20.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.20.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.20.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.20.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.20.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.20.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.20.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.20.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.21.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.21.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.21.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.21.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.21.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.21.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.21.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.21.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.22.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.22.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.22.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.22.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.22.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.22.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.22.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.22.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.23.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.23.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.23.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.23.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.23.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.23.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.23.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.23.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.24.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.24.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.24.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.24.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.24.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.24.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.24.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.24.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.25.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.25.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.25.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.25.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.25.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.25.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.25.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.25.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.26.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.26.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.26.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.26.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.26.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.26.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.26.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.26.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.27.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.27.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.27.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.27.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.27.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.27.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.27.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.27.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.28.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.28.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.28.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.28.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.28.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.28.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.28.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.28.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.29.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.29.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.29.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.29.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.29.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.29.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.29.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.29.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.30.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.30.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.30.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.30.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.30.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.30.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.30.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.30.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.31.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.31.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.31.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.31.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.31.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.31.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.31.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.31.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.32.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.32.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.32.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.32.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.32.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.32.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.32.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.32.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.33.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.33.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.33.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.33.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.33.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.33.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.33.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.33.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.34.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.34.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.34.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.34.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.34.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.34.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.34.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.34.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.35.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.35.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.35.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.35.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.35.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.35.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.35.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.35.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.36.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.36.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.36.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.36.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.36.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.36.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.36.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.36.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.37.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.37.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.37.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.37.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.37.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.37.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.37.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.37.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.38.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.38.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.38.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.38.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.38.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.38.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.38.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.38.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.39.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.39.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.39.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.39.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.39.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.39.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.39.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.39.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.40.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.40.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.40.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.40.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.40.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.40.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.40.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.40.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.41.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.41.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.41.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.41.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.41.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.41.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.41.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.41.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.42.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.42.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.42.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.42.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.42.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.42.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.42.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.42.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.43.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.43.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.43.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.43.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.43.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.43.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.43.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.43.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.44.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.44.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.44.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.44.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.44.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.44.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.44.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.44.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.45.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.45.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.45.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.45.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.45.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.45.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.45.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.45.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.46.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.46.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.46.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.46.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.46.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.46.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.46.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.46.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.47.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.47.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.47.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.47.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.47.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.47.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.47.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.47.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "lm_head": { "group_size": 32, "bits": 8 } }, "quantization_config": { "group_size": 32, "bits": 6, "model.embed_tokens": { "group_size": 32, "bits": 6 }, "model.layers.0.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.0.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.0.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.0.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.0.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.0.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.0.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.0.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.1.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.1.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.1.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.1.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.1.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.1.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.1.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.1.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.2.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.2.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.2.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.2.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.2.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.2.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.2.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.2.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.3.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.3.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.3.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.3.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.3.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.3.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.3.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.3.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.4.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.4.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.4.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.4.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.4.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.4.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.4.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.4.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.5.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.5.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.5.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.5.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.5.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.5.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.5.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.5.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.6.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.6.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.6.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.6.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.6.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.6.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.6.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.6.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.7.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.7.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.7.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.7.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.7.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.7.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.7.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.7.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.8.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.8.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.8.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.8.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.8.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.8.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.8.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.8.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.9.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.9.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.9.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.9.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.9.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.9.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.9.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.9.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.10.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.10.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.10.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.10.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.10.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.10.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.10.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.10.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.11.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.11.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.11.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.11.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.11.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.11.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.11.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.11.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.12.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.12.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.12.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.12.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.12.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.12.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.12.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.12.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.13.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.13.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.13.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.13.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.13.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.13.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.13.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.13.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.14.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.14.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.14.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.14.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.14.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.14.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.14.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.14.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.15.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.15.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.15.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.15.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.15.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.15.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.15.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.15.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.16.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.16.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.16.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.16.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.16.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.16.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.16.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.16.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.17.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.17.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.17.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.17.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.17.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.17.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.17.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.17.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.18.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.18.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.18.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.18.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.18.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.18.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.18.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.18.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.19.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.19.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.19.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.19.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.19.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.19.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.19.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.19.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.20.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.20.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.20.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.20.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.20.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.20.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.20.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.20.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.21.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.21.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.21.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.21.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.21.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.21.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.21.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.21.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.22.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.22.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.22.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.22.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.22.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.22.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.22.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.22.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.23.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.23.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.23.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.23.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.23.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.23.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.23.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.23.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.24.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.24.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.24.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.24.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.24.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.24.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.24.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.24.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.25.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.25.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.25.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.25.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.25.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.25.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.25.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.25.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.26.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.26.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.26.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.26.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.26.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.26.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.26.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.26.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.27.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.27.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.27.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.27.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.27.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.27.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.27.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.27.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.28.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.28.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.28.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.28.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.28.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.28.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.28.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.28.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.29.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.29.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.29.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.29.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.29.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.29.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.29.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.29.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.30.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.30.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.30.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.30.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.30.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.30.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.30.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.30.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.31.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.31.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.31.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.31.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.31.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.31.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.31.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.31.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.32.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.32.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.32.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.32.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.32.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.32.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.32.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.32.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.33.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.33.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.33.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.33.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.33.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.33.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.33.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.33.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.34.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.34.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.34.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.34.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.34.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.34.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.34.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.34.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.35.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.35.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.35.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.35.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.35.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.35.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.35.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.35.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.36.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.36.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.36.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.36.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.36.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.36.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.36.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.36.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.37.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.37.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.37.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.37.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.37.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.37.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.37.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.37.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.38.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.38.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.38.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.38.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.38.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.38.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.38.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.38.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.39.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.39.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.39.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.39.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.39.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.39.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.39.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.39.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.40.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.40.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.40.self_attn.v_proj": { "group_size": 32, "bits": 6 }, "model.layers.40.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.40.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.40.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.40.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.40.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 6 }, "model.layers.41.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.41.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.41.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.41.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.41.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.41.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.41.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.41.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.42.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.42.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.42.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.42.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.42.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.42.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.42.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.42.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.43.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.43.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.43.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.43.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.43.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.43.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.43.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.43.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.44.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.44.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.44.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.44.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.44.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.44.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.44.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.44.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.45.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.45.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.45.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.45.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.45.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.45.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.45.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.45.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.46.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.46.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.46.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.46.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.46.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.46.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.46.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.46.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "model.layers.47.self_attn.q_proj": { "group_size": 32, "bits": 6 }, "model.layers.47.self_attn.k_proj": { "group_size": 32, "bits": 6 }, "model.layers.47.self_attn.v_proj": { "group_size": 32, "bits": 8 }, "model.layers.47.self_attn.o_proj": { "group_size": 32, "bits": 6 }, "model.layers.47.mlp.gate": { "group_size": 32, "bits": 6 }, "model.layers.47.mlp.switch_mlp.gate_proj": { "group_size": 32, "bits": 6 }, "model.layers.47.mlp.switch_mlp.up_proj": { "group_size": 32, "bits": 6 }, "model.layers.47.mlp.switch_mlp.down_proj": { "group_size": 32, "bits": 8 }, "lm_head": { "group_size": 32, "bits": 8 } }, "rms_norm_eps": 1e-06, "rope_scaling": null, "rope_theta": 10000000, "router_aux_loss_coef": 0.001, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "transformers_version": "4.51.3", "use_cache": true, "use_sliding_window": false, "vocab_size": 151669 }