Update app.py

app.py

@@ -1,7 +1,7 @@
 import gradio as gr
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
-
+from ctransformers import AutoConfig
 import os 
 
 hf_token = os.environ.get('HF_TOKEN')
@@ -9,13 +9,17 @@ hf_token = os.environ.get('HF_TOKEN')
 from huggingface_hub import login
 login(token=hf_token)
 
+config = AutoConfig.from_pretrained( "mistralai/Mistral-7B-Instruct-v0.1")
+config.config.max_new_tokens = 2000
+config.config.context_length = 4000                                                    )
+
 model = AutoModelForCausalLM.from_pretrained(
     "mistralai/Mistral-7B-Instruct-v0.1",
     token = hf_token,
     torch_dtype=torch.bfloat16,
     trust_remote_code=True,
     device_map="auto",
-    context_length = 6000)
+    config=config)
 tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1", token = hf_token)
 
 def generate_text(input_text):