Spaces:
Sleeping
Sleeping
Tobias Bergmann
commited on
Commit
·
9528d2d
1
Parent(s):
a0e3fc2
change description
Browse files
app.py
CHANGED
|
@@ -15,12 +15,10 @@ today_date = datetime.today().strftime("%B %-d, %Y") # noqa: DTZ002
|
|
| 15 |
|
| 16 |
SYS_PROMPT = f"""Today's Date: {today_date}.
|
| 17 |
You are Gemma, developed by Google. You are a helpful AI assistant"""
|
| 18 |
-
TITLE = "Gemma3 1b instruct IQ4_NL from local GGUF server using
|
| 19 |
DESCRIPTION = """
|
| 20 |
<p>Gemma3 1b instruct is an open-source LLM supporting a 128k context window. This demo uses only 2K context.
|
| 21 |
</p>
|
| 22 |
-
<p> The BPP library implements matrix multiplication with far less multiplications.
|
| 23 |
-
</p>
|
| 24 |
"""
|
| 25 |
LLAMA_CPP_SERVER = "http://127.0.0.1:8081"
|
| 26 |
MAX_NEW_TOKENS = 1024
|
|
|
|
| 15 |
|
| 16 |
SYS_PROMPT = f"""Today's Date: {today_date}.
|
| 17 |
You are Gemma, developed by Google. You are a helpful AI assistant"""
|
| 18 |
+
TITLE = "Gemma3 1b instruct IQ4_NL from local GGUF server using upstream llama.cpp"
|
| 19 |
DESCRIPTION = """
|
| 20 |
<p>Gemma3 1b instruct is an open-source LLM supporting a 128k context window. This demo uses only 2K context.
|
| 21 |
</p>
|
|
|
|
|
|
|
| 22 |
"""
|
| 23 |
LLAMA_CPP_SERVER = "http://127.0.0.1:8081"
|
| 24 |
MAX_NEW_TOKENS = 1024
|