Compare commits

..

No commits in common. "34ea401c00e921d404ccb071cf7ad850271343b3" and "cf13f8908965432473c9c1f525501c953b222491" have entirely different histories.

2 changed files with 2 additions and 24 deletions

View File

@ -5,11 +5,3 @@ requires-python = ">=3.14"
dependencies = [
"scrapy>=2.13.4",
]
[tool]
[tool.pyrefly]
project-includes = [
"**/*.py*",
"**/*.ipynb",
]

View File

@ -10,13 +10,8 @@ from scrapy.linkextractors import LinkExtractor
class TvShowItem(scrapy.Item):
article_id = scrapy.Field()
article_title = scrapy.Field()
title = scrapy.Field()
date = scrapy.Field()
summary = scrapy.Field()
image_url = scrapy.Field()
download_url = scrapy.Field()
release_date = scrapy.Field()
class TvShow(CrawlSpider):
@ -33,16 +28,7 @@ class TvShow(CrawlSpider):
]
def parse(self, response):
for article in response.css("article"):
item = TvShowItem()
item['article_id'] = article.attrib['id'],
item['article_title'] = article.css('h1.entry-title > a::text').get(),
item['title'] = article.css('.entry-summary > p > strong::text').get(),
item['date'] = article.css('.entry-meta-header-before::text').getall()[1].strip(),
item['summary'] = article.xpath('.//div[@class="entry-summary"]/node()').extract(),
item['image_url'] = article.css('.entry-summary > p > img::attr(src)').get(),
item['download_url'] = article.css('.entry-summary > p > a[href ^= "https://rapidgator"]::attr(href)').get()
yield item
pass
def main():