edipretoro/scrarls
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Adding type annotation to TvShow

Browse Source
This commit is contained in:
edipretoro 2025-12-29 21:38:53 +01:00
parent 15877e456a
commit 3f6d1bfb4f
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
scrarls.py
View File

@ -19,15 +19,15 @@ class TvShowItem(scrapy.Item):
class TvShow(CrawlSpider): class TvShow(CrawlSpider):
name = "rlsb_tvshow" name: str = "rlsb_tvshow"
allowed_domains = ["rlsbb.ru"] allowed_domains: list[str] = ["rlsbb.ru"]
start_urls = ["https://rlsbb.ru/category/tv-shows/"] start_urls: list[str] = ["https://rlsbb.ru/category/tv-shows/"]
custom_settings = { custom_settings = {
'USER_AGENT': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/109.0.0.0 Safari/537.36', 'USER_AGENT': 'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/109.0.0.0 Safari/537.36',
'AUTOTHROTTLE_ENABLED': True, 'AUTOTHROTTLE_ENABLED': True,
'DOWNLOAD_DELAY': 10, 'DOWNLOAD_DELAY': 10,
} }
rules = [ rules: list[Rule] = [
Rule(LinkExtractor(allow=r"/tv-shows/page/"), callback="parse", follow=True) Rule(LinkExtractor(allow=r"/tv-shows/page/"), callback="parse", follow=True)
] ]