Update generation

notes/generation.py

@@ -40,7 +40,7 @@ target_column = "targets"
 max_source_length = 256
 max_target_length = 1024
 seed = 42
-eval_batch_size = 32
+eval_batch_size = 64
 # generation_kwargs = {
 #     "max_length": 1024,
 #     "min_length": 128,
@@ -51,10 +51,10 @@ eval_batch_size = 32
 # }
 generation_kwargs = {
     "max_length": 1024,
-    "min_length": 128,
+    "min_length": 64,
     "no_repeat_ngram_size": 3,
     "early_stopping": True,
-    "num_beams": 5,
+    "num_beams": 4,
     "length_penalty": 1.5,
 }