Update app.py

app.py

@@ -45,8 +45,8 @@ opts=[]
 def generate(prompt, history,max_new_tokens,health,seed,temperature=temperature,top_p=top_p,repetition_penalty=repetition_penalty):
     opts.clear()
     #client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
-    #client = InferenceClient("abacusai/Slerp-CM-mist-dpo")
-    client = AsyncInferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
+    client = InferenceClient()
+    #client = AsyncInferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
     temperature = float(temperature)
     if temperature < 1e-2:
         temperature = 1e-2
@@ -79,7 +79,7 @@ def generate(prompt, history,max_new_tokens,health,seed,temperature=temperature,
     if cnt > MAX_HISTORY:
         history1 = compress_history(str(history), temperature, top_p, repetition_penalty)
     formatted_prompt = format_prompt(f"{GAME_MASTER.format(history=history1,stats=stats,dice=random.randint(1,10))}, {prompt}", history)
-    stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
+    stream = client.text_generation(prompt=formatted_prompt,model="abacusai/Slerp-CM-mist-dpo", **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""
 
     for response in stream: