ydshieh commited on
Commit
cb2b435
·
1 Parent(s): fde7d97

keep in memory for feature extraction

Browse files
Files changed (1) hide show
  1. run_image_captioning_flax.py +1 -0
run_image_captioning_flax.py CHANGED
@@ -871,6 +871,7 @@ def main():
871
  remove_columns=[image_column],
872
  load_from_cache_file=not data_args.overwrite_cache,
873
  features=features,
 
874
  desc=f"Running feature extraction on {names[split]} dataset".replace(" ", " "),
875
  )
876
  _ds = _ds.with_format("numpy")
 
871
  remove_columns=[image_column],
872
  load_from_cache_file=not data_args.overwrite_cache,
873
  features=features,
874
+ keep_in_memory=True,
875
  desc=f"Running feature extraction on {names[split]} dataset".replace(" ", " "),
876
  )
877
  _ds = _ds.with_format("numpy")