Boning c commited on
Commit
7bb17e1
·
verified ·
1 Parent(s): 0c5f1b7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -27,7 +27,7 @@ def load_models():
27
  return f"✅ Loaded: {PRIMARY_MODEL} with fallback {FALLBACK_MODEL}"
28
 
29
  # Token streaming
30
- def generate_stream(prompt, use_fallback=False, max_length=60, temperature=0.6, top_p=0.9):
31
  model = fallback_model if use_fallback else primary_model
32
  tokenizer = fallback_tokenizer if use_fallback else primary_tokenizer
33
  input_ids = tokenizer(prompt, return_tensors="pt").input_ids.to(device)
 
27
  return f"✅ Loaded: {PRIMARY_MODEL} with fallback {FALLBACK_MODEL}"
28
 
29
  # Token streaming
30
+ def generate_stream(prompt, use_fallback=False, max_length=10, temperature=0.6, top_p=0.9):
31
  model = fallback_model if use_fallback else primary_model
32
  tokenizer = fallback_tokenizer if use_fallback else primary_tokenizer
33
  input_ids = tokenizer(prompt, return_tensors="pt").input_ids.to(device)