edipretoro/rlsbb_scraper
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fixing the settings after the renaming

Browse Source
This commit is contained in:
edipretoro 2024-06-06 08:52:30 +02:00
parent 86607d90cd
commit 54f600f50d
1 changed files with 8 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
rlsbb_scraper/settings.py
View File

@ -1,4 +1,4 @@
# Scrapy settings for rslbb_scraper project # Scrapy settings for rlsbb_scraper project
# #
# For simplicity, this file contains only settings considered important or # For simplicity, this file contains only settings considered important or
# commonly used. You can find more settings consulting the documentation: # commonly used. You can find more settings consulting the documentation:
@ -7,14 +7,14 @@
# https://docs.scrapy.org/en/latest/topics/downloader-middleware.html # https://docs.scrapy.org/en/latest/topics/downloader-middleware.html
# https://docs.scrapy.org/en/latest/topics/spider-middleware.html # https://docs.scrapy.org/en/latest/topics/spider-middleware.html
BOT_NAME = "rslbb_scraper" BOT_NAME = "rlsbb_scraper"
SPIDER_MODULES = ["rslbb_scraper.spiders"] SPIDER_MODULES = ["rlsbb_scraper.spiders"]
NEWSPIDER_MODULE = "rslbb_scraper.spiders" NEWSPIDER_MODULE = "rlsbb_scraper.spiders"
# Crawl responsibly by identifying yourself (and your website) on the user-agent # Crawl responsibly by identifying yourself (and your website) on the user-agent
#USER_AGENT = "rslbb_scraper (+http://www.yourdomain.com)" #USER_AGENT = "rlsbb_scraper (+http://www.yourdomain.com)"
# Obey robots.txt rules # Obey robots.txt rules
ROBOTSTXT_OBEY = True ROBOTSTXT_OBEY = True
@ -45,13 +45,13 @@ ROBOTSTXT_OBEY = True
# Enable or disable spider middlewares # Enable or disable spider middlewares
# See https://docs.scrapy.org/en/latest/topics/spider-middleware.html # See https://docs.scrapy.org/en/latest/topics/spider-middleware.html
#SPIDER_MIDDLEWARES = { #SPIDER_MIDDLEWARES = {
# "rslbb_scraper.middlewares.RslbbScraperSpiderMiddleware": 543, # "rlsbb_scraper.middlewares.rlsbbScraperSpiderMiddleware": 543,
#} #}
# Enable or disable downloader middlewares # Enable or disable downloader middlewares
# See https://docs.scrapy.org/en/latest/topics/downloader-middleware.html # See https://docs.scrapy.org/en/latest/topics/downloader-middleware.html
#DOWNLOADER_MIDDLEWARES = { #DOWNLOADER_MIDDLEWARES = {
# "rslbb_scraper.middlewares.RslbbScraperDownloaderMiddleware": 543, # "rlsbb_scraper.middlewares.rlsbbScraperDownloaderMiddleware": 543,
#} #}
# Enable or disable extensions # Enable or disable extensions
@ -63,7 +63,7 @@ ROBOTSTXT_OBEY = True
# Configure item pipelines # Configure item pipelines
# See https://docs.scrapy.org/en/latest/topics/item-pipeline.html # See https://docs.scrapy.org/en/latest/topics/item-pipeline.html
#ITEM_PIPELINES = { #ITEM_PIPELINES = {
# "rslbb_scraper.pipelines.RslbbScraperPipeline": 300, # "rlsbb_scraper.pipelines.rlsbbScraperPipeline": 300,
#} #}
# Enable and configure the AutoThrottle extension (disabled by default) # Enable and configure the AutoThrottle extension (disabled by default)