Update app.py
Browse files
app.py
CHANGED
|
@@ -42,7 +42,7 @@ from ctransformers import AutoModelForCausalLM
|
|
| 42 |
|
| 43 |
# wizzard vicuna
|
| 44 |
# see https://github.com/melodysdreamj/WizardVicunaLM
|
| 45 |
-
llm = AutoModelForCausalLM.from_pretrained('TheBloke/Wizard-Vicuna-13B-Uncensored-GGML', model_file='Wizard-Vicuna-13B-Uncensored.ggmlv3.q4_0.bin', model_type='llama')
|
| 46 |
|
| 47 |
|
| 48 |
modelInfo = {'path2':'TheBloke/hippogriff-30b-chat-GGML:hippogriff-30b.ggmlv3.q4_1.bin', 'promptType':'raw', 'modelType':'llama'}
|
|
|
|
| 42 |
|
| 43 |
# wizzard vicuna
|
| 44 |
# see https://github.com/melodysdreamj/WizardVicunaLM
|
| 45 |
+
#llm = AutoModelForCausalLM.from_pretrained('TheBloke/Wizard-Vicuna-13B-Uncensored-GGML', model_file='Wizard-Vicuna-13B-Uncensored.ggmlv3.q4_0.bin', model_type='llama')
|
| 46 |
|
| 47 |
|
| 48 |
modelInfo = {'path2':'TheBloke/hippogriff-30b-chat-GGML:hippogriff-30b.ggmlv3.q4_1.bin', 'promptType':'raw', 'modelType':'llama'}
|