abuelnasr
/

keras_phi3_mini_4k_instruct_en

Model card Files Files and versions Community

abuelnasr commited on May 14

Commit

b82855f

•

1 Parent(s): b223c1d

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -13,7 +13,7 @@
         "layer_norm_epsilon": 1e-05,
         "dropout": 0.0,
         "max_sequence_length": 4096,
-        "training_sequence_length": 4096,
         "rope_max_wavelength": 10000.0,
         "rope_scaling_type": null,
         "rope_scaling_short_factor": null,

         "layer_norm_epsilon": 1e-05,
         "dropout": 0.0,
         "max_sequence_length": 4096,
+        "pretraining_sequence_length": 4096,
         "rope_max_wavelength": 10000.0,
         "rope_scaling_type": null,
         "rope_scaling_short_factor": null,