From 2d62974e415da24c477131ea725ddea53d391de7 Mon Sep 17 00:00:00 2001 From: Oleg Broytman Date: Tue, 10 Sep 2024 19:00:54 +0300 Subject: [PATCH] Feat(Robots): Signal `get_url` is not implemented for forking robots --- Robots/concurrent_futures.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/Robots/concurrent_futures.py b/Robots/concurrent_futures.py index aa46019..b6ab0fb 100644 --- a/Robots/concurrent_futures.py +++ b/Robots/concurrent_futures.py @@ -84,3 +84,7 @@ class cf_multiprocess(concurrent_futures): def __init__(self, *args, **kw): self.concurrent_class = concurrent.futures.ProcessPoolExecutor concurrent_futures.__init__(self, *args, **kw) + + async def get_url(self, url, req_headers): + raise NotImplementedError( + 'This robot does not implement get_url; use non-forking robots.') -- 2.39.5