Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

added_tokens.json

@@ -0,0 +1,24 @@
+{
+  "</tool_call>": 151658,
+  "<tool_call>": 151657,
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|file_sep|>": 151664,
+  "<|fim_middle|>": 151660,
+  "<|fim_pad|>": 151662,
+  "<|fim_prefix|>": 151659,
+  "<|fim_suffix|>": 151661,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|repo_name|>": 151663,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

config.json

@@ -0,0 +1,51 @@
+{
+  "_attn_implementation_autoset": true,
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "hidden_act": "silu",
+  "hidden_size": 896,
+  "initializer_range": 0.02,
+  "intermediate_size": 4864,
+  "max_position_embeddings": 4096,
+  "max_window_layers": 48,
+  "model_type": "qwen2",
+  "num_attention_heads": 14,
+  "num_hidden_layers": 48,
+  "num_key_value_heads": 2,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "group_size": 128,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.0025,
+      "damp_percent": 0.01,
+      "mse": 0.0,
+      "quantizer": [
+        "gptqmodel:1.9.0"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel"
+    },
+    "pack_dtype": "int32",
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": 32768,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.50.3",
+  "use_cache": true,
+  "use_mrope": false,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022e4f09f6b5cfd7681deafa5cddd694486921185fa6a3f00dd38b4a7060ce33
+size 918766280

quant_log.csv

@@ -0,0 +1,337 @@
+layer,module,loss,damp,time
+0,self_attn.k_proj,0.03502,0.01000,0.600
+0,self_attn.v_proj,0.00149,0.01000,0.431
+0,self_attn.q_proj,0.10544,0.01000,0.358
+0,self_attn.o_proj,0.00012,0.01000,0.356
+0,mlp.up_proj,5.00789,0.01000,0.370
+0,mlp.gate_proj,6.02638,0.01000,0.368
+0,mlp.down_proj,0.01262,0.01000,1.998
+1,self_attn.k_proj,0.01558,0.01000,0.356
+1,self_attn.v_proj,0.00187,0.01000,0.354
+1,self_attn.q_proj,0.09073,0.01000,0.450
+1,self_attn.o_proj,0.00011,0.01000,0.356
+1,mlp.up_proj,3.36180,0.01000,0.375
+1,mlp.gate_proj,4.16244,0.01000,0.471
+1,mlp.down_proj,0.00165,0.01000,1.906
+2,self_attn.k_proj,0.60355,0.01000,0.353
+2,self_attn.v_proj,0.06793,0.01000,0.355
+2,self_attn.q_proj,1.13794,0.01000,0.444
+2,self_attn.o_proj,0.00234,0.01000,0.358
+2,mlp.up_proj,7.40313,0.01000,0.370
+2,mlp.gate_proj,11.70598,0.01000,0.473
+2,mlp.down_proj,0.01539,0.01000,1.897
+3,self_attn.k_proj,0.26456,0.01000,0.355
+3,self_attn.v_proj,0.04207,0.01000,0.351
+3,self_attn.q_proj,0.69332,0.01000,0.432
+3,self_attn.o_proj,0.00055,0.01000,0.357
+3,mlp.up_proj,6.28129,0.01000,0.373
+3,mlp.gate_proj,8.50286,0.01000,0.483
+3,mlp.down_proj,0.00720,0.01000,1.910
+4,self_attn.k_proj,1.69403,0.01000,0.362
+4,self_attn.v_proj,0.13846,0.01000,0.451
+4,self_attn.q_proj,3.39878,0.01000,0.428
+4,self_attn.o_proj,0.00950,0.01000,0.360
+4,mlp.up_proj,10.87261,0.01000,0.371
+4,mlp.gate_proj,18.55241,0.01000,0.504
+4,mlp.down_proj,0.14292,0.01000,1.348
+5,self_attn.k_proj,0.94710,0.01000,0.257
+5,self_attn.v_proj,0.16590,0.01000,0.271
+5,self_attn.q_proj,2.23485,0.01000,0.355
+5,self_attn.o_proj,0.00410,0.01000,0.255
+5,mlp.up_proj,10.98921,0.01000,0.270
+5,mlp.gate_proj,15.32189,0.01000,0.265
+5,mlp.down_proj,0.02995,0.01000,1.344
+6,self_attn.k_proj,2.68211,0.01000,0.257
+6,self_attn.v_proj,0.34881,0.01000,0.253
+6,self_attn.q_proj,5.39903,0.01000,0.344
+6,self_attn.o_proj,0.01885,0.01000,0.590
+6,mlp.up_proj,19.55389,0.01000,0.370
+6,mlp.gate_proj,34.42982,0.01000,0.472
+6,mlp.down_proj,0.10709,0.01000,1.898
+7,self_attn.k_proj,1.86686,0.01000,0.355
+7,self_attn.v_proj,0.40517,0.01000,0.350
+7,self_attn.q_proj,4.06289,0.01000,0.436
+7,self_attn.o_proj,0.00869,0.01000,0.356
+7,mlp.up_proj,15.71969,0.01000,0.372
+7,mlp.gate_proj,23.59863,0.01000,0.499
+7,mlp.down_proj,0.05564,0.01000,1.318
+8,self_attn.k_proj,1.88730,0.01000,0.251
+8,self_attn.v_proj,0.55043,0.01000,0.265
+8,self_attn.q_proj,4.32337,0.01000,0.341
+8,self_attn.o_proj,0.03835,0.01000,0.251
+8,mlp.up_proj,21.93264,0.01000,0.272
+8,mlp.gate_proj,34.87370,0.01000,0.376
+8,mlp.down_proj,0.12217,0.01000,1.326
+9,self_attn.k_proj,1.18920,0.01000,0.250
+9,self_attn.v_proj,0.32634,0.01000,0.306
+9,self_attn.q_proj,3.02042,0.01000,0.271
+9,self_attn.o_proj,0.00880,0.01000,0.254
+9,mlp.up_proj,16.77279,0.01000,0.272
+9,mlp.gate_proj,24.06133,0.01000,0.367
+9,mlp.down_proj,0.06775,0.01000,1.343
+10,self_attn.k_proj,2.82349,0.01000,0.252
+10,self_attn.v_proj,0.74898,0.01000,0.247
+10,self_attn.q_proj,6.31806,0.01000,0.339
+10,self_attn.o_proj,0.03610,0.01000,0.251
+10,mlp.up_proj,27.09812,0.01000,0.260
+10,mlp.gate_proj,59.46954,0.01000,0.377
+10,mlp.down_proj,0.15168,0.01000,1.332
+11,self_attn.k_proj,1.53766,0.01000,0.253
+11,self_attn.v_proj,0.40438,0.01000,0.260
+11,self_attn.q_proj,3.51694,0.01000,0.468
+11,self_attn.o_proj,0.00794,0.01000,0.409
+11,mlp.up_proj,17.42522,0.01000,0.267
+11,mlp.gate_proj,33.41463,0.01000,0.379
+11,mlp.down_proj,0.06716,0.01000,1.336
+12,self_attn.k_proj,2.71398,0.01000,0.255
+12,self_attn.v_proj,0.44769,0.01000,0.336
+12,self_attn.q_proj,4.99619,0.01000,0.322
+12,self_attn.o_proj,0.02493,0.01000,0.257
+12,mlp.up_proj,23.73990,0.01000,0.269
+12,mlp.gate_proj,35.98064,0.01000,0.367
+12,mlp.down_proj,0.13622,0.01000,1.381
+13,self_attn.k_proj,1.83977,0.01000,0.256
+13,self_attn.v_proj,0.32513,0.01000,0.254
+13,self_attn.q_proj,3.69291,0.01000,0.339
+13,self_attn.o_proj,0.00959,0.01000,0.254
+13,mlp.up_proj,17.12456,0.01000,0.269
+13,mlp.gate_proj,23.11242,0.01000,0.380
+13,mlp.down_proj,0.07700,0.01000,1.353
+14,self_attn.k_proj,4.11377,0.01000,0.272
+14,self_attn.v_proj,0.56398,0.01000,0.351
+14,self_attn.q_proj,7.77737,0.01000,0.292
+14,self_attn.o_proj,0.04280,0.01000,0.255
+14,mlp.up_proj,24.96210,0.01000,0.273
+14,mlp.gate_proj,34.15712,0.01000,0.364
+14,mlp.down_proj,0.13646,0.01000,1.338
+15,self_attn.k_proj,2.63422,0.01000,0.253
+15,self_attn.v_proj,0.39003,0.01000,0.340
+15,self_attn.q_proj,5.14377,0.01000,0.256
+15,self_attn.o_proj,0.01619,0.01000,0.254
+15,mlp.up_proj,16.05948,0.01000,0.273
+15,mlp.gate_proj,20.55264,0.01000,0.374
+15,mlp.down_proj,0.06390,0.01000,1.334
+16,self_attn.k_proj,2.12866,0.01000,0.264
+16,self_attn.v_proj,0.47042,0.01000,0.251
+16,self_attn.q_proj,6.88333,0.01000,0.299
+16,self_attn.o_proj,0.06486,0.01000,0.256
+16,mlp.up_proj,20.25186,0.01000,0.286
+16,mlp.gate_proj,27.96586,0.01000,0.489
+16,mlp.down_proj,0.08965,0.01000,1.931
+17,self_attn.k_proj,1.65464,0.01000,0.356
+17,self_attn.v_proj,0.42750,0.01000,0.353
+17,self_attn.q_proj,4.26713,0.01000,0.434
+17,self_attn.o_proj,0.00823,0.01000,0.358
+17,mlp.up_proj,14.15877,0.01000,0.380
+17,mlp.gate_proj,17.96412,0.01000,0.473
+17,mlp.down_proj,0.04496,0.01000,1.914
+18,self_attn.k_proj,6.82276,0.01000,0.356
+18,self_attn.v_proj,0.74098,0.01000,0.464
+18,self_attn.q_proj,16.49990,0.01000,0.361
+18,self_attn.o_proj,0.03458,0.01000,0.359
+18,mlp.up_proj,21.36189,0.01000,0.381
+18,mlp.gate_proj,26.75183,0.01000,0.500
+18,mlp.down_proj,0.09061,0.01000,1.923
+19,self_attn.k_proj,5.52928,0.01000,0.355
+19,self_attn.v_proj,0.85543,0.01000,0.356
+19,self_attn.q_proj,13.33852,0.01000,0.435
+19,self_attn.o_proj,0.01268,0.01000,0.357
+19,mlp.up_proj,14.30227,0.01000,0.372
+19,mlp.gate_proj,16.41010,0.01000,0.499
+19,mlp.down_proj,0.04469,0.01000,1.960
+20,self_attn.k_proj,2.39103,0.01000,0.356
+20,self_attn.v_proj,0.65044,0.01000,0.400
+20,self_attn.q_proj,5.50991,0.01000,0.445
+20,self_attn.o_proj,0.05966,0.01000,0.356
+20,mlp.up_proj,18.21964,0.01000,0.375
+20,mlp.gate_proj,25.80912,0.01000,0.476
+20,mlp.down_proj,0.07685,0.01000,1.894
+21,self_attn.k_proj,1.86779,0.01000,0.370
+21,self_attn.v_proj,0.48170,0.01000,0.463
+21,self_attn.q_proj,4.15237,0.01000,0.356
+21,self_attn.o_proj,0.01642,0.01000,0.357
+21,mlp.up_proj,14.35309,0.01000,0.373
+21,mlp.gate_proj,17.17359,0.01000,0.471
+21,mlp.down_proj,0.04145,0.01000,1.941
+22,self_attn.k_proj,7.57170,0.01000,0.357
+22,self_attn.v_proj,0.76554,0.01000,0.438
+22,self_attn.q_proj,16.30268,0.01000,0.360
+22,self_attn.o_proj,0.02961,0.01000,0.354
+22,mlp.up_proj,20.57209,0.01000,0.378
+22,mlp.gate_proj,23.87472,0.01000,0.469
+22,mlp.down_proj,0.08677,0.01000,1.888
+23,self_attn.k_proj,3.44012,0.01000,0.359
+23,self_attn.v_proj,0.73973,0.01000,0.462
+23,self_attn.q_proj,8.50972,0.01000,0.383
+23,self_attn.o_proj,0.01034,0.01000,0.354
+23,mlp.up_proj,14.92590,0.01000,0.380
+23,mlp.gate_proj,16.34019,0.01000,0.471
+23,mlp.down_proj,0.04388,0.01000,1.888
+24,self_attn.k_proj,2.68251,0.01000,0.356
+24,self_attn.v_proj,0.58842,0.01000,0.353
+24,self_attn.q_proj,6.38135,0.01000,0.427
+24,self_attn.o_proj,0.06894,0.01000,0.355
+24,mlp.up_proj,18.36766,0.01000,0.378
+24,mlp.gate_proj,22.58082,0.01000,0.493
+24,mlp.down_proj,0.07112,0.01000,1.890
+25,self_attn.k_proj,1.84232,0.01000,0.366
+25,self_attn.v_proj,0.38711,0.01000,0.459
+25,self_attn.q_proj,4.08449,0.01000,0.362
+25,self_attn.o_proj,0.00952,0.01000,0.357
+25,mlp.up_proj,13.12813,0.01000,0.375
+25,mlp.gate_proj,15.04545,0.01000,0.466
+25,mlp.down_proj,0.03564,0.01000,1.889
+26,self_attn.k_proj,4.76473,0.01000,0.356
+26,self_attn.v_proj,0.67035,0.01000,0.359
+26,self_attn.q_proj,10.89360,0.01000,0.428
+26,self_attn.o_proj,0.04611,0.01000,0.355
+26,mlp.up_proj,19.20356,0.01000,0.371
+26,mlp.gate_proj,23.04316,0.01000,0.484
+26,mlp.down_proj,0.08958,0.01000,1.966
+27,self_attn.k_proj,3.33627,0.01000,0.356
+27,self_attn.v_proj,0.54717,0.01000,0.425
+27,self_attn.q_proj,7.89752,0.01000,0.435
+27,self_attn.o_proj,0.01556,0.01000,0.353
+27,mlp.up_proj,13.69726,0.01000,0.382
+27,mlp.gate_proj,15.34180,0.01000,0.491
+27,mlp.down_proj,0.04274,0.01000,1.880
+28,self_attn.k_proj,3.10963,0.01000,0.359
+28,self_attn.v_proj,0.90080,0.01000,0.404
+28,self_attn.q_proj,8.45020,0.01000,0.422
+28,self_attn.o_proj,0.12536,0.01000,0.361
+28,mlp.up_proj,19.04866,0.01000,0.375
+28,mlp.gate_proj,24.96149,0.01000,0.435
+28,mlp.down_proj,0.12226,0.01000,1.881
+29,self_attn.k_proj,1.89022,0.01000,0.354
+29,self_attn.v_proj,0.65279,0.01000,0.353
+29,self_attn.q_proj,4.46385,0.01000,0.431
+29,self_attn.o_proj,0.01065,0.01000,0.359
+29,mlp.up_proj,15.06032,0.01000,0.380
+29,mlp.gate_proj,17.98568,0.01000,0.471
+29,mlp.down_proj,0.06156,0.01000,1.894
+30,self_attn.k_proj,3.35338,0.01000,0.360
+30,self_attn.v_proj,0.73886,0.01000,0.497
+30,self_attn.q_proj,8.27429,0.01000,0.465
+30,self_attn.o_proj,0.05691,0.01000,0.407
+30,mlp.up_proj,24.22082,0.01000,0.284
+30,mlp.gate_proj,31.44272,0.01000,0.443
+30,mlp.down_proj,0.17313,0.01000,1.368
+31,self_attn.k_proj,2.88453,0.01000,0.252
+31,self_attn.v_proj,0.61847,0.01000,0.263
+31,self_attn.q_proj,6.20819,0.01000,0.344
+31,self_attn.o_proj,0.00982,0.01000,0.255
+31,mlp.up_proj,16.11938,0.01000,0.269
+31,mlp.gate_proj,18.96483,0.01000,0.383
+31,mlp.down_proj,0.07271,0.01000,1.335
+32,self_attn.k_proj,6.66900,0.01000,0.254
+32,self_attn.v_proj,2.34639,0.01000,0.308
+32,self_attn.q_proj,15.14654,0.01000,0.251
+32,self_attn.o_proj,0.05010,0.01000,0.252
+32,mlp.up_proj,27.74219,0.01000,0.270
+32,mlp.gate_proj,42.54895,0.01000,0.384
+32,mlp.down_proj,0.29455,0.01000,1.316
+33,self_attn.k_proj,3.13420,0.01000,0.251
+33,self_attn.v_proj,1.74874,0.01000,0.267
+33,self_attn.q_proj,7.24945,0.01000,0.353
+33,self_attn.o_proj,0.01130,0.01000,0.260
+33,mlp.up_proj,20.27265,0.01000,0.265
+33,mlp.gate_proj,28.13426,0.01000,0.381
+33,mlp.down_proj,0.12377,0.01000,2.280
+34,self_attn.k_proj,3.93439,0.01000,0.251
+34,self_attn.v_proj,1.57006,0.01000,0.337
+34,self_attn.q_proj,9.14879,0.01000,0.254
+34,self_attn.o_proj,0.02188,0.01000,0.251
+34,mlp.up_proj,29.11380,0.01000,0.424
+34,mlp.gate_proj,59.26272,0.01000,0.433
+34,mlp.down_proj,0.23440,0.01000,1.326
+35,self_attn.k_proj,2.25258,0.01000,0.253
+35,self_attn.v_proj,1.03447,0.01000,0.265
+35,self_attn.q_proj,4.77424,0.01000,0.315
+35,self_attn.o_proj,0.01391,0.01000,0.251
+35,mlp.up_proj,22.42692,0.01000,0.267
+35,mlp.gate_proj,37.88570,0.01000,0.378
+35,mlp.down_proj,0.15588,0.01000,1.873
+36,self_attn.k_proj,4.07878,0.01000,0.251
+36,self_attn.v_proj,1.31110,0.01000,0.247
+36,self_attn.q_proj,9.11373,0.01000,0.336
+36,self_attn.o_proj,0.04196,0.01000,0.251
+36,mlp.up_proj,30.69535,0.01000,0.266
+36,mlp.gate_proj,48.81691,0.01000,0.374
+36,mlp.down_proj,0.24473,0.01000,1.343
+37,self_attn.k_proj,2.28196,0.01000,0.253
+37,self_attn.v_proj,0.83778,0.01000,0.307
+37,self_attn.q_proj,4.97280,0.01000,0.261
+37,self_attn.o_proj,0.03077,0.01000,0.253
+37,mlp.up_proj,25.55282,0.01000,0.274
+37,mlp.gate_proj,36.21564,0.01000,0.373
+37,mlp.down_proj,0.21938,0.01000,1.320
+38,self_attn.k_proj,3.39493,0.01000,0.252
+38,self_attn.v_proj,0.86729,0.01000,0.252
+38,self_attn.q_proj,7.32435,0.01000,0.350
+38,self_attn.o_proj,0.04364,0.01000,0.253
+38,mlp.up_proj,41.57827,0.01000,0.280
+38,mlp.gate_proj,64.67491,0.01000,0.355
+38,mlp.down_proj,0.47098,0.01000,1.334
+39,self_attn.k_proj,2.49290,0.01000,0.254
+39,self_attn.v_proj,0.90451,0.01000,0.341
+39,self_attn.q_proj,5.38168,0.01000,0.315
+39,self_attn.o_proj,0.02709,0.01000,0.252
+39,mlp.up_proj,30.90791,0.01000,0.263
+39,mlp.gate_proj,43.81223,0.01000,0.380
+39,mlp.down_proj,0.34576,0.01000,1.366
+40,self_attn.k_proj,5.68085,0.01000,0.271
+40,self_attn.v_proj,4.14036,0.01000,0.406
+40,self_attn.q_proj,11.47833,0.01000,0.331
+40,self_attn.o_proj,0.08676,0.01000,0.255
+40,mlp.up_proj,45.17474,0.01000,0.638
+40,mlp.gate_proj,66.32059,0.01000,0.600
+40,mlp.down_proj,0.69318,0.01000,1.905
+41,self_attn.k_proj,4.25041,0.01000,0.359
+41,self_attn.v_proj,2.61919,0.01000,0.433
+41,self_attn.q_proj,7.55455,0.01000,0.425
+41,self_attn.o_proj,0.03503,0.01000,0.356
+41,mlp.up_proj,37.79523,0.01000,0.376
+41,mlp.gate_proj,50.56963,0.01000,0.473
+41,mlp.down_proj,0.54696,0.01000,1.915
+42,self_attn.k_proj,7.00505,0.01000,0.356
+42,self_attn.v_proj,5.90668,0.01000,0.473
+42,self_attn.q_proj,14.50974,0.01000,0.357
+42,self_attn.o_proj,0.18478,0.01000,0.354
+42,mlp.up_proj,45.85146,0.01000,0.380
+42,mlp.gate_proj,61.16519,0.01000,0.438
+42,mlp.down_proj,1.36280,0.01000,1.929
+43,self_attn.k_proj,6.41938,0.01000,0.359
+43,self_attn.v_proj,2.73745,0.01000,0.426
+43,self_attn.q_proj,10.68003,0.01000,0.418
+43,self_attn.o_proj,0.03312,0.01000,0.363
+43,mlp.up_proj,47.07648,0.01000,0.376
+43,mlp.gate_proj,56.13808,0.01000,0.453
+43,mlp.down_proj,0.83957,0.01000,1.897
+44,self_attn.k_proj,7.83811,0.01000,0.357
+44,self_attn.v_proj,5.99721,0.01000,0.363
+44,self_attn.q_proj,15.54352,0.01000,0.418
+44,self_attn.o_proj,0.07378,0.01000,0.358
+44,mlp.up_proj,50.52370,0.01000,0.374
+44,mlp.gate_proj,56.82018,0.01000,0.483
+44,mlp.down_proj,1.07763,0.01000,1.898
+45,self_attn.k_proj,8.38010,0.01000,0.356
+45,self_attn.v_proj,3.38783,0.01000,0.417
+45,self_attn.q_proj,12.61263,0.01000,0.430
+45,self_attn.o_proj,0.05380,0.01000,0.356
+45,mlp.up_proj,51.93184,0.01000,0.367
+45,mlp.gate_proj,56.51867,0.01000,0.467
+45,mlp.down_proj,0.99369,0.01000,1.889
+46,self_attn.k_proj,9.27207,0.01000,0.359
+46,self_attn.v_proj,5.30227,0.01000,0.352
+46,self_attn.q_proj,13.91500,0.01000,0.419
+46,self_attn.o_proj,0.36553,0.01000,0.356
+46,mlp.up_proj,57.99126,0.01000,0.375
+46,mlp.gate_proj,73.99236,0.01000,0.472
+46,mlp.down_proj,1.55528,0.01000,1.936
+47,self_attn.k_proj,2.09461,0.01000,0.359
+47,self_attn.v_proj,1.72382,0.01000,0.359
+47,self_attn.q_proj,5.13000,0.01000,0.402
+47,self_attn.o_proj,0.03417,0.01000,0.366
+47,mlp.up_proj,52.20809,0.01000,0.370
+47,mlp.gate_proj,55.62090,0.01000,0.480
+47,mlp.down_proj,0.91741,0.01000,1.389

quantize_config.json

@@ -0,0 +1,21 @@
+{
+  "bits": 4,
+  "group_size": 128,
+  "desc_act": true,
+  "sym": true,
+  "lm_head": false,
+  "quant_method": "gptq",
+  "checkpoint_format": "gptq",
+  "pack_dtype": "int32",
+  "meta": {
+    "quantizer": [
+      "gptqmodel:1.9.0"
+    ],
+    "uri": "https://github.com/modelcloud/gptqmodel",
+    "damp_percent": 0.01,
+    "damp_auto_increment": 0.0025,
+    "static_groups": false,
+    "true_sequential": true,
+    "mse": 0.0
+  }
+}

special_tokens_map.json

@@ -0,0 +1,25 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|fim_pad|>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913950e4971737031da511cdd1b410daae4566f62eb845b3975bca5a102323d8
+size 11421995

tokenizer_config.json

@@ -0,0 +1,209 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|fim_pad|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2TokenizerFast",
+  "unk_token": null,
+  "_commit_hash": null
+}