explicitly catch full queue, notify of other exceptions

This commit is contained in:
maturk committed 2023-06-26 15:21:13 +03:00
1 parent 3f73e78bfd
commit 10fc5f3657
1 file changed
+6 -2
@@ -3,6 +3,7 @@ from __future__ import annotations
import concurrent.futures
import functools
import time
import queue
from abc import abstractmethod
from collections import defaultdict
from dataclasses import dataclass, field
@@ -108,8 +109,11 @@ class DataProc(mp.Process):
try:
self.out_queue.put_nowait((ray_bundle, batch))
break
except:
time.sleep(0.001)
except queue.Full:
time.sleep(0.0001)
except Exception:
CONSOLE.print_exception()
CONSOLE.print("[bold red]Error: Error occured in parallel datamanager queue.")
def cache_images(self):
# caches all the input images in a NxHxWx3 tensor