Moreza009 commited on
Commit
f64e0b9
·
1 Parent(s): 7158a1f
Files changed (1) hide show
  1. app.py +1 -8
app.py CHANGED
@@ -4,12 +4,11 @@ from huggingface_hub import InferenceClient
4
  """
5
  For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
6
  """
7
- client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
8
 
9
 
10
  def respond(
11
  message,
12
- history: list[tuple[str, str]],
13
  system_message,
14
  max_tokens,
15
  temperature,
@@ -17,12 +16,6 @@ def respond(
17
  ):
18
  messages = [{"role": "system", "content": system_message}]
19
 
20
- for val in history:
21
- if val[0]:
22
- messages.append({"role": "user", "content": val[0]})
23
- if val[1]:
24
- messages.append({"role": "assistant", "content": val[1]})
25
-
26
  messages.append({"role": "user", "content": message})
27
 
28
  response = ""
 
4
  """
5
  For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
6
  """
7
+ client = InferenceClient("Moreza009/aya23-8b-double-quantized")
8
 
9
 
10
  def respond(
11
  message,
 
12
  system_message,
13
  max_tokens,
14
  temperature,
 
16
  ):
17
  messages = [{"role": "system", "content": system_message}]
18
 
 
 
 
 
 
 
19
  messages.append({"role": "user", "content": message})
20
 
21
  response = ""