abuelnasr
/

keras_phi3_mini_128k_instruct_en

Model card Files Files and versions

abuelnasr commited on May 14, 2024

Commit

6342222

·

verified ·

1 Parent(s): b0980e1

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -13,7 +13,7 @@
         "layer_norm_epsilon": 1e-05,
         "dropout": 0.0,
         "max_sequence_length": 131072,
-        "training_sequence_length": 4096,
         "rope_max_wavelength": 10000.0,
         "rope_scaling_type": "su",
         "rope_scaling_short_factor": [

         "layer_norm_epsilon": 1e-05,
         "dropout": 0.0,
         "max_sequence_length": 131072,
+        "pretraining_sequence_length": 4096,
         "rope_max_wavelength": 10000.0,
         "rope_scaling_type": "su",
         "rope_scaling_short_factor": [