Upload model
Browse files- lmdb_jpg.py +2 -2
lmdb_jpg.py
CHANGED
|
@@ -34,7 +34,7 @@ class JPGDataset(Dataset):
|
|
| 34 |
'images': image,
|
| 35 |
}
|
| 36 |
|
| 37 |
-
def prepare_mimic_cxr_jpg_lmdb(mimic_iv_duckdb_path,
|
| 38 |
|
| 39 |
num_workers = num_workers if num_workers is not None else multiprocessing.cpu_count()
|
| 40 |
|
|
@@ -48,7 +48,7 @@ def prepare_mimic_cxr_jpg_lmdb(mimic_iv_duckdb_path, mimic_cxr_jpg_path, mimic_c
|
|
| 48 |
|
| 49 |
print(f'Map size: {map_size}')
|
| 50 |
|
| 51 |
-
dataset = JPGDataset(df,
|
| 52 |
dataloader = DataLoader(
|
| 53 |
dataset,
|
| 54 |
batch_size=num_workers,
|
|
|
|
| 34 |
'images': image,
|
| 35 |
}
|
| 36 |
|
| 37 |
+
def prepare_mimic_cxr_jpg_lmdb(mimic_iv_duckdb_path, mimic_cxr_jpg_dir, mimic_cxr_jpg_lmdb_path, map_size_tb, num_workers=None):
|
| 38 |
|
| 39 |
num_workers = num_workers if num_workers is not None else multiprocessing.cpu_count()
|
| 40 |
|
|
|
|
| 48 |
|
| 49 |
print(f'Map size: {map_size}')
|
| 50 |
|
| 51 |
+
dataset = JPGDataset(df, mimic_cxr_jpg_dir)
|
| 52 |
dataloader = DataLoader(
|
| 53 |
dataset,
|
| 54 |
batch_size=num_workers,
|