x54-729 commited on
Commit
b666125
1 Parent(s): 180a5b8

update rope_scaling

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -22,7 +22,7 @@
22
  "pad_token_id": 2,
23
  "rms_norm_eps": 1e-05,
24
  "rope_scaling": {
25
- "factor": 1.0,
26
  "type": "dynamic"
27
  },
28
  "rope_theta": 1000000,
 
22
  "pad_token_id": 2,
23
  "rms_norm_eps": 1e-05,
24
  "rope_scaling": {
25
+ "factor": 3.0,
26
  "type": "dynamic"
27
  },
28
  "rope_theta": 1000000,