Spaces:
Runtime error
Runtime error
Boning c
commited on
Update app.py
Browse files
app.py
CHANGED
|
@@ -27,7 +27,7 @@ def load_models():
|
|
| 27 |
return f"✅ Loaded: {PRIMARY_MODEL} with fallback {FALLBACK_MODEL}"
|
| 28 |
|
| 29 |
# Token streaming
|
| 30 |
-
def generate_stream(prompt, use_fallback=False, max_length=
|
| 31 |
model = fallback_model if use_fallback else primary_model
|
| 32 |
tokenizer = fallback_tokenizer if use_fallback else primary_tokenizer
|
| 33 |
input_ids = tokenizer(prompt, return_tensors="pt").input_ids.to(device)
|
|
|
|
| 27 |
return f"✅ Loaded: {PRIMARY_MODEL} with fallback {FALLBACK_MODEL}"
|
| 28 |
|
| 29 |
# Token streaming
|
| 30 |
+
def generate_stream(prompt, use_fallback=False, max_length=10, temperature=0.6, top_p=0.9):
|
| 31 |
model = fallback_model if use_fallback else primary_model
|
| 32 |
tokenizer = fallback_tokenizer if use_fallback else primary_tokenizer
|
| 33 |
input_ids = tokenizer(prompt, return_tensors="pt").input_ids.to(device)
|