Delete config.json

config.json

@@ -1,55 +0,0 @@
-{  
-   "architectures": ["MistralForCausalLM"],  
-   "attention_dropout": 0.0,  
-   "bos_token_id": 1,  
-   "eos_token_id": 2,  
-   "hidden_act": "silu",  
-   "hidden_size": 4096,  
-   "initializer_range": 0.02,  
-   "intermediate_size": 14336,  
-   "max_position_embeddings": 32768,  
-   "model_type": "mistral",  
-   "num_attention_heads": 32,  
-   "num_hidden_layers": 32,  
-   "num_key_value_heads": 8,  
-   "rms_norm_eps": 1e-05,  
-   "rope_theta": 1000000.0,  
-   "sliding_window": null,  
-   "tie_word_embeddings": false,  
-   "torch_dtype": "bfloat16",  
-   "transformers_version": "4.36.0",  
-   "use_cache": true,  
-   "vocab_size": 32000,
-   "alpha_pattern": {},  
-   "auto_mapping": null,  
-   "base_model_name_or_path": "mistralai/Mistral-7B-Instruct-v0.2",  
-   "bias": "none",  
-   "fan_in_fan_out": false,  
-   "inference_mode": true,  
-   "init_lora_weights": true,  
-   "layer_replication": null,  
-   "layers_pattern": null,  
-   "layers_to_transform": null,  
-   "loftq_config": {},  
-   "lora_alpha": 16,  
-   "lora_dropout": 0.05,  
-   "megatron_config": null,  
-   "megatron_core": "megatron.core",  
-   "modules_to_save": null,  
-   "peft_type": "LORA",  
-   "r": 16,  
-   "rank_pattern": {},  
-   "revision": null,  
-   "target_modules": [    
-      "up_proj",    
-      "gate_proj",    
-      "o_proj",    
-      "down_proj",    
-      "q_proj",    
-      "v_proj",    
-      "lm_head",    
-      "k_proj"  ],  
-   "task_type": "CAUSAL_LM",  
-   "use_dora": false,  
-   "use_rslora": false
-}