pasha
commited on
Commit
·
c58bd2c
1
Parent(s):
f17b98f
Tunes
Browse files- chat_transformers.py +1 -1
- requirements.txt +1 -0
chat_transformers.py
CHANGED
|
@@ -71,7 +71,7 @@ def get_prompt(tokenizer, messages: List[Dict], add_generation_prompt: bool = Fa
|
|
| 71 |
def chat(
|
| 72 |
history_limit: int = 10,
|
| 73 |
system_prompt: str | None = SYSTEM_PROMPT,
|
| 74 |
-
max_new_tokens: int =
|
| 75 |
repetition_penalty: float = 1.2,
|
| 76 |
do_sample: bool = True,
|
| 77 |
temperature: float = 0.5,
|
|
|
|
| 71 |
def chat(
|
| 72 |
history_limit: int = 10,
|
| 73 |
system_prompt: str | None = SYSTEM_PROMPT,
|
| 74 |
+
max_new_tokens: int = 2048,
|
| 75 |
repetition_penalty: float = 1.2,
|
| 76 |
do_sample: bool = True,
|
| 77 |
temperature: float = 0.5,
|
requirements.txt
CHANGED
|
@@ -3,3 +3,4 @@ fire>=0.7.0
|
|
| 3 |
torch>=2.5.1
|
| 4 |
transformers>=4.47.1
|
| 5 |
peft>=0.14.0
|
|
|
|
|
|
| 3 |
torch>=2.5.1
|
| 4 |
transformers>=4.47.1
|
| 5 |
peft>=0.14.0
|
| 6 |
+
bitsandbytes>=0.45.0
|