Nanobit commited on
Commit
2e52807
·
verified ·
1 Parent(s): 62281cf

fix: update rope configs following upstream (#1)

Browse files

- fix: update rope following upstream (216c7d6c89c57c1fd398c321c6c148239943e87e)

Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -101,8 +101,8 @@
101
  "pad_token_id": 200018,
102
  "rms_norm_eps": 1e-05,
103
  "rope_scaling": {
104
- "factor": 8.0,
105
- "high_freq_factor": 4.0,
106
  "low_freq_factor": 1.0,
107
  "original_max_position_embeddings": 8192,
108
  "rope_type": "llama3"
 
101
  "pad_token_id": 200018,
102
  "rms_norm_eps": 1e-05,
103
  "rope_scaling": {
104
+ "factor": 16.0,
105
+ "high_freq_factor": 1.0,
106
  "low_freq_factor": 1.0,
107
  "original_max_position_embeddings": 8192,
108
  "rope_type": "llama3"