Update app.py
Browse files
app.py
CHANGED
|
@@ -36,10 +36,10 @@ def generate(
|
|
| 36 |
return llm(format_prompt(user_prompt), **asdict(generation_config))
|
| 37 |
|
| 38 |
config = AutoConfig.from_pretrained(
|
| 39 |
-
"
|
| 40 |
)
|
| 41 |
llm = AutoModelForCausalLM.from_pretrained(
|
| 42 |
-
os.path.abspath("replit-
|
| 43 |
model_type="replit",
|
| 44 |
config=config,
|
| 45 |
)
|
|
|
|
| 36 |
return llm(format_prompt(user_prompt), **asdict(generation_config))
|
| 37 |
|
| 38 |
config = AutoConfig.from_pretrained(
|
| 39 |
+
"nickrosh/Evol-Replit-v1", context_length=2048
|
| 40 |
)
|
| 41 |
llm = AutoModelForCausalLM.from_pretrained(
|
| 42 |
+
os.path.abspath("replit-v2-codeinstruct-3b.q4_1.bin"),
|
| 43 |
model_type="replit",
|
| 44 |
config=config,
|
| 45 |
)
|