459fbe3 726a01e 459fbe3 726a01e 459fbe3
1
2
3
4
5
6
7
8
9
MAX_SEQUENCE_LENGTH = 32768 # max_seq_len DEFAULT_MAX_NEW_TOKENS = 128 DEFAULT_TOP_K = 100 DEFAULT_TOP_P = 0.95 DEFAULT_TEMPERATURE = 5
