PrunaAI
/

AlexeyRyzhikov-mistral7b_text_to_json_v3.1-bnb-8bit-smashed

8-bit precision

Model card Files Files and versions Community

sharpenb commited on Nov 16, 2024

Commit

c8bba3d

·

verified ·

1 Parent(s): ef62004

46566a4c650f629b43092e8a2af8fbd3918b3a5e39732632d9dc5638e020a98f

Files changed (2) hide show

config.json +1 -1
smash_config.json +1 -1

config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-    "_name_or_path": "/covalent/.cache/models/tmplw_bd0ny_vilqm7f",
     "architectures": [
         "MistralForCausalLM"
     ],

 {
+    "_name_or_path": "/covalent/.cache/models/tmptgi_g05kdp5p3m1n",
     "architectures": [
         "MistralForCausalLM"
     ],

smash_config.json CHANGED Viewed

@@ -28,7 +28,7 @@
     "quant_llm-int8_weight_bits": 8,
     "max_batch_size": 1,
     "device": "cuda",
-    "cache_dir": "/covalent/.cache/models/tmplw_bd0ny",
     "task": "",
     "save_load_fn": "bitsandbytes",
     "save_load_fn_args": {}

     "quant_llm-int8_weight_bits": 8,
     "max_batch_size": 1,
     "device": "cuda",
+    "cache_dir": "/covalent/.cache/models/tmptgi_g05k",
     "task": "",
     "save_load_fn": "bitsandbytes",
     "save_load_fn_args": {}