Update app.py
Browse files
app.py
CHANGED
|
@@ -11,7 +11,7 @@ subprocess.run('pip install llama-cpp-python==0.2.75 --no-build-isolation --no-c
|
|
| 11 |
|
| 12 |
hf_hub_download(repo_id="TheBloke/Mistral-7B-Instruct-v0.2-GGUF", filename="mistral-7b-instruct-v0.2.Q6_K.gguf", local_dir = "./models")
|
| 13 |
|
| 14 |
-
@spaces.GPU
|
| 15 |
def respond(
|
| 16 |
message,
|
| 17 |
history: list[tuple[str, str]],
|
|
|
|
| 11 |
|
| 12 |
hf_hub_download(repo_id="TheBloke/Mistral-7B-Instruct-v0.2-GGUF", filename="mistral-7b-instruct-v0.2.Q6_K.gguf", local_dir = "./models")
|
| 13 |
|
| 14 |
+
@spaces.GPU(duration=120)
|
| 15 |
def respond(
|
| 16 |
message,
|
| 17 |
history: list[tuple[str, str]],
|