Bugfix, compatibility with scrapy 2.10: Do not pass spider to engine.…

…crawl
scrapinghub · Aug 9, 2023 · 83df90e · 83df90e
1 parent 404b7b7
commit 83df90e
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/scrapyrt/core.py b/scrapyrt/core.py
@@ -178,7 +178,7 @@ def spider_idle(self, spider):
                 self.crawler.spider, "modify_realtime_request", None)
             if callable(modify_request):
                 self.request = modify_request(self.request)
-            spider.crawler.engine.crawl(self.request, spider)
+            spider.crawler.engine.crawl(self.request)
             self._request_scheduled = True
             raise DontCloseSpider
 

diff --git a/tests/test_crawl_manager.py b/tests/test_crawl_manager.py
@@ -104,7 +104,7 @@ def test_spider_opened(self):
         self.assertIsNone(self.crawl_manager.request.callback)
         self._call_spider_idle()
         self.crawler.engine.crawl.assert_called_once_with(
-            self.crawl_manager.request, self.spider)
+            self.crawl_manager.request)
         self.assertNotEqual(self.request, self.crawl_manager.request)
         self.assertEquals(
             self.crawl_manager.request.callback, self.spider.parse_something)
@@ -127,15 +127,15 @@ def modify_realtime_request(request):
         self.spider.modify_realtime_request = modify_realtime_request
         self._call_spider_idle()
         self.crawler.engine.crawl.assert_called_once_with(
-            self.crawl_manager.request, self.spider)
+            self.crawl_manager.request)
         self.assertEqual(self.crawl_manager.request.method, 'POST')
         self.assertEqual(self.crawl_manager.request.meta['foo'], 'bar')
 
     def test_modify_realtime_request_is_not_callable(self):
         self.spider.modify_realtime_request = None
         self._call_spider_idle()
         self.crawler.engine.crawl.assert_called_once_with(
-            self.crawl_manager.request, self.spider)
+            self.crawl_manager.request)
         self.assertNotEqual(self.request, self.crawl_manager.request)
 
     def test_pass_wrong_spider_errback(self):