Adding the SQLAlchemyPipeline to the spider pipelines

2026-01-01 21:24:48 +01:00 · 2026-01-01 21:24:48 +01:00 · 8adc0623bd
commit 8adc0623bd
parent 0db07013ce
1 changed files with 3 additions and 0 deletions
--- a/scrarls.py
+++ b/scrarls.py
@ -119,6 +119,9 @@ class TvShow(CrawlSpider):
        'USER_AGENT': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/109.0.0.0 Safari/537.36',
        'AUTOTHROTTLE_ENABLED': True,
        'DOWNLOAD_DELAY': 10,
+        'ITEM_PIPELINES': {
+            '__main__.SQLAlchemyPipeline': 300,
+        },
    }
    rules: list[Rule] = [
        Rule(LinkExtractor(allow=r"/tv-shows/page/"), callback="parse", follow=True)