Update config.json

config.json

@@ -17,6 +17,11 @@
   "num_key_value_heads": 8,
   "rms_norm_eps": 1e-06,
   "rope_theta": 1000000.0,
+    "rope_scaling": {
+    "factor": 4.0,
+    "original_max_position_embeddings": 32768,
+    "type": "yarn"
+  }
   "sliding_window": 131072,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
@@ -24,4 +29,5 @@
   "use_cache": true,
   "use_sliding_window": false,
   "vocab_size": 152064
+  
 }