class robot_multirequests(multi_mixin, robot_base):
- concurrent_class = concurrent.futures.ProcessPoolExecutor # or ThreadPoolExecutor # noqa: E501 line too long
-
# We're I/O-bound, not CPU-bound
max_urls = 2*cpu_count if cpu_count else 10
def __init__(self, *args, **kw):
- concurrent_class = getattr(concurrent.futures, self.concurrent_class) \
- if isinstance(self.concurrent_class, str) \
- else self.concurrent_class
- self.concurrent_class_name = concurrent_class.__name__
+ concurrent_class = concurrent.futures.ProcessPoolExecutor
multi_mixin.__init__(self, *args, **kw)
robot_base.__init__(self, *args, **kw)
+ self.concurrent_class_name = concurrent_class.__name__
self.executor = concurrent_class(max_workers=self.max_urls)
def version_str(self):
WHAT'S NEW
+Version 6.1.0 (2024-??-??)
+
+ Make bkmk_rmultirequests always multiprocess.
+
Version 6.0.0 (2024-08-19)
Robot based on aiohttp, processes multiple URLs in parallel.
+Version 6.1.0 (2024-??-??)
+
+ Make bkmk_rmultirequests always multiprocess.
+
Version 6.0.0 (2024-08-19)
Robot based on aiohttp, processes multiple URLs in parallel.