File size: 147 Bytes
7e42996
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
# Model settings
device = "cuda"
model_name = "openbmb/MiniCPM-V-2_6"

# Decoding settings
sampling = True
stream = True
repetition_penalty = 1.05