Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -1,11 +1,10 @@
|
|
1 |
import gradio as gr
|
2 |
from llama_cpp import Llama
|
3 |
from huggingface_hub import hf_hub_download
|
4 |
-
import multiprocessing
|
5 |
|
6 |
hf_hub_download(repo_id="LLukas22/gpt4all-lora-quantized-ggjt", filename="ggjt-model.bin", local_dir=".")
|
7 |
|
8 |
-
llm = Llama(model_path="./ggjt-model.bin", n_threads=
|
9 |
|
10 |
def chat(input):
|
11 |
resp = llm(input)
|
|
|
1 |
import gradio as gr
|
2 |
from llama_cpp import Llama
|
3 |
from huggingface_hub import hf_hub_download
|
|
|
4 |
|
5 |
hf_hub_download(repo_id="LLukas22/gpt4all-lora-quantized-ggjt", filename="ggjt-model.bin", local_dir=".")
|
6 |
|
7 |
+
llm = Llama(model_path="./ggjt-model.bin", n_threads=2)
|
8 |
|
9 |
def chat(input):
|
10 |
resp = llm(input)
|