Monster commited on
Commit
6138eb0
1 Parent(s): 97fe032

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -1,11 +1,10 @@
1
  import gradio as gr
2
  from llama_cpp import Llama
3
  from huggingface_hub import hf_hub_download
4
- import multiprocessing
5
 
6
  hf_hub_download(repo_id="LLukas22/gpt4all-lora-quantized-ggjt", filename="ggjt-model.bin", local_dir=".")
7
 
8
- llm = Llama(model_path="./ggjt-model.bin", n_threads=multiprocessing.cpu_count())
9
 
10
  def chat(input):
11
  resp = llm(input)
 
1
  import gradio as gr
2
  from llama_cpp import Llama
3
  from huggingface_hub import hf_hub_download
 
4
 
5
  hf_hub_download(repo_id="LLukas22/gpt4all-lora-quantized-ggjt", filename="ggjt-model.bin", local_dir=".")
6
 
7
+ llm = Llama(model_path="./ggjt-model.bin", n_threads=2)
8
 
9
  def chat(input):
10
  resp = llm(input)