medmekk HF Staff commited on
Commit
41ec796
·
verified ·
1 Parent(s): dc33fe7

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -154,8 +154,8 @@
154
  "pad_token_id": 200018,
155
  "rms_norm_eps": 1e-05,
156
  "rope_scaling": {
157
- "factor": 8.0,
158
- "high_freq_factor": 4.0,
159
  "low_freq_factor": 1.0,
160
  "original_max_position_embeddings": 8192,
161
  "rope_type": "llama3"
 
154
  "pad_token_id": 200018,
155
  "rms_norm_eps": 1e-05,
156
  "rope_scaling": {
157
+ "factor": 16.0,
158
+ "high_freq_factor": 1.0,
159
  "low_freq_factor": 1.0,
160
  "original_max_position_embeddings": 8192,
161
  "rope_type": "llama3"