Merge branch 'dev' of https://github.com/mwalmsley/galaxy-datasets in…

…to dev
mwalmsley · Feb 25, 2024 · d9f9146 · d9f9146
2 parents ccebc76 + 7031fbf
commit d9f9146
Showing 1 changed file with 7 additions and 2 deletions.
diff --git a/galaxy_datasets/pytorch/galaxy_datamodule.py b/galaxy_datasets/pytorch/galaxy_datamodule.py
@@ -81,8 +81,13 @@ def __init__(
         self.val_fraction = val_fraction
         self.test_fraction = test_fraction
 
-        self.prefetch_factor = prefetch_factor
-        self.dataloader_timeout = 600  # seconds aka 10 mins
+        if self.num_workers == 0:
+            logging.warning('num_workers=0, setting prefetch=None and timeout=0 as no multiprocessing')
+            self.prefetch_factor = None
+            self.dataloader_timeout = 0
+        else:
+            self.prefetch_factor = prefetch_factor
+            self.dataloader_timeout = 600  # seconds aka 10 mins
 
         logging.info('Num workers: {}'.format(self.num_workers))
         logging.info('Prefetch factor: {}'.format(self.prefetch_factor))