ydshieh
commited on
Commit
·
cb2b435
1
Parent(s):
fde7d97
keep in memory for feature extraction
Browse files
run_image_captioning_flax.py
CHANGED
@@ -871,6 +871,7 @@ def main():
|
|
871 |
remove_columns=[image_column],
|
872 |
load_from_cache_file=not data_args.overwrite_cache,
|
873 |
features=features,
|
|
|
874 |
desc=f"Running feature extraction on {names[split]} dataset".replace(" ", " "),
|
875 |
)
|
876 |
_ds = _ds.with_format("numpy")
|
|
|
871 |
remove_columns=[image_column],
|
872 |
load_from_cache_file=not data_args.overwrite_cache,
|
873 |
features=features,
|
874 |
+
keep_in_memory=True,
|
875 |
desc=f"Running feature extraction on {names[split]} dataset".replace(" ", " "),
|
876 |
)
|
877 |
_ds = _ds.with_format("numpy")
|