Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -14,7 +14,7 @@ from dl_hf_model import dl_hf_model
|
|
| 14 |
from loguru import logger
|
| 15 |
|
| 16 |
|
| 17 |
-
URL = "https://huggingface.co/s3nh/mamba-gpt-3b-v2-GGML/resolve/main/mamba-gpt-3b-v2.ggmlv3.
|
| 18 |
|
| 19 |
_ = (
|
| 20 |
"golay" in platform.node()
|
|
@@ -25,7 +25,7 @@ _ = (
|
|
| 25 |
)
|
| 26 |
|
| 27 |
if _:
|
| 28 |
-
url = "https://huggingface.co/s3nh/mamba-gpt-3b-v2-GGML/resolve/main/mamba-gpt-3b-v2.ggmlv3.
|
| 29 |
|
| 30 |
|
| 31 |
prompt_template = """Below is an instruction that describes a task. Write a response that appropriately completes the request.
|
|
@@ -81,7 +81,9 @@ prompt_template = """### HUMAN:
|
|
| 81 |
|
| 82 |
### RESPONSE:"""
|
| 83 |
|
| 84 |
-
prmpt_template = """<|prompt|>{question}</s
|
|
|
|
|
|
|
| 85 |
|
| 86 |
_ = [elm for elm in prompt_template.splitlines() if elm.strip()]
|
| 87 |
stop_string = [elm.split(":")[0] + ":" for elm in _][-2]
|
|
|
|
| 14 |
from loguru import logger
|
| 15 |
|
| 16 |
|
| 17 |
+
URL = "https://huggingface.co/s3nh/mamba-gpt-3b-v2-GGML/resolve/main/mamba-gpt-3b-v2.ggmlv3.q4_0.bin" # 4.05G
|
| 18 |
|
| 19 |
_ = (
|
| 20 |
"golay" in platform.node()
|
|
|
|
| 25 |
)
|
| 26 |
|
| 27 |
if _:
|
| 28 |
+
url = "https://huggingface.co/s3nh/mamba-gpt-3b-v2-GGML/resolve/main/mamba-gpt-3b-v2.ggmlv3.q4_0.bin" # 2.87G
|
| 29 |
|
| 30 |
|
| 31 |
prompt_template = """Below is an instruction that describes a task. Write a response that appropriately completes the request.
|
|
|
|
| 81 |
|
| 82 |
### RESPONSE:"""
|
| 83 |
|
| 84 |
+
prmpt_template = """<|prompt|>{question}</s>
|
| 85 |
+
|
| 86 |
+
<|answer|>"""
|
| 87 |
|
| 88 |
_ = [elm for elm in prompt_template.splitlines() if elm.strip()]
|
| 89 |
stop_string = [elm.split(":")[0] + ":" for elm in _][-2]
|