abuelnasr
/

keras_phi3_mini_128k_instruct_en

Model card Files Files and versions Community

abuelnasr commited on May 9

Commit

c600d78

•

1 Parent(s): 4bef79c

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -13,7 +13,7 @@
         "layer_norm_epsilon": 1e-05,
         "dropout": 0.0,
         "max_sequence_length": 131072,
-        "original_max_sequence_length": 4096,
         "rope_max_wavelength": 10000.0,
         "rope_scaling_type": "su",
         "rope_scaling_short_factor": [

         "layer_norm_epsilon": 1e-05,
         "dropout": 0.0,
         "max_sequence_length": 131072,
+        "training_sequence_length": 4096,
         "rope_max_wavelength": 10000.0,
         "rope_scaling_type": "su",
         "rope_scaling_short_factor": [