operablepattern commited on
Commit
7c324c2
·
verified ·
1 Parent(s): 14bb5e0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -0
app.py CHANGED
@@ -1,6 +1,13 @@
1
  import gradio as gr
2
  from llama_cpp import Llama
3
 
 
 
 
 
 
 
 
4
  def response(message, history):
5
  print(message)
6
  print(history)
 
1
  import gradio as gr
2
  from llama_cpp import Llama
3
 
4
+ llm = Llama.from_pretrained(
5
+ repo_id="operablepattern/gemma-2b-it-Q",
6
+ filename="*Q4_K_M.gguf",
7
+ verbose=False
8
+ )
9
+
10
+
11
  def response(message, history):
12
  print(message)
13
  print(history)