update generation_config

generation_config.json

@@ -1,15 +1,12 @@
 {
-    "bos_token_id": 151643,
-    "pad_token_id": 151643,
-    "do_sample": true,
-    "eos_token_id": [
-      151645,
-      151643
-    ],
-    "repetition_penalty": 1.0,
-    "temperature": 0.01,
-    "top_p": 0.001,
-    "top_k": 1,
-    "transformers_version": "4.37.0"
-  }
-  
+  "cache_implementation": "offloaded_hybrid_chunked",
+  "eos_token_id": 151645,
+  "forced_eos_token_id": 151645,
+  "low_memory": true,
+  "max_new_tokens": 8,
+  "min_new_tokens": 5,
+  "pad_token_id": 151643,
+  "remove_invalid_values": true,
+  "renormalize_logits": true,
+  "transformers_version": "4.55.0.dev0"
+}