update generation_config

generation_config.json

@@ -1,14 +1,12 @@
 {
-  "bos_token_id": 151643,
-  "do_sample": true,
-  "eos_token_id": [
-    151645,
-    151643
-  ],
-  "max_length": 32768,
+  "cache_implementation": "offloaded_hybrid_chunked",
+  "eos_token_id": 151645,
+  "forced_eos_token_id": 151645,
+  "low_memory": true,
+  "max_new_tokens": 8,
+  "min_new_tokens": 5,
   "pad_token_id": 151654,
-  "temperature": 0.01,
-  "top_k": 1,
-  "top_p": 0.001,
-  "transformers_version": "4.49.0"
+  "remove_invalid_values": true,
+  "renormalize_logits": true,
+  "transformers_version": "4.56.0.dev0"
 }