Compare commits
No commits in common. "34ea401c00e921d404ccb071cf7ad850271343b3" and "cf13f8908965432473c9c1f525501c953b222491" have entirely different histories.
34ea401c00
...
cf13f89089
@ -5,11 +5,3 @@ requires-python = ">=3.14"
|
||||
dependencies = [
|
||||
"scrapy>=2.13.4",
|
||||
]
|
||||
|
||||
[tool]
|
||||
|
||||
[tool.pyrefly]
|
||||
project-includes = [
|
||||
"**/*.py*",
|
||||
"**/*.ipynb",
|
||||
]
|
||||
|
||||
18
scrarls.py
18
scrarls.py
@ -10,13 +10,8 @@ from scrapy.linkextractors import LinkExtractor
|
||||
|
||||
|
||||
class TvShowItem(scrapy.Item):
|
||||
article_id = scrapy.Field()
|
||||
article_title = scrapy.Field()
|
||||
title = scrapy.Field()
|
||||
date = scrapy.Field()
|
||||
summary = scrapy.Field()
|
||||
image_url = scrapy.Field()
|
||||
download_url = scrapy.Field()
|
||||
release_date = scrapy.Field()
|
||||
|
||||
|
||||
class TvShow(CrawlSpider):
|
||||
@ -33,16 +28,7 @@ class TvShow(CrawlSpider):
|
||||
]
|
||||
|
||||
def parse(self, response):
|
||||
for article in response.css("article"):
|
||||
item = TvShowItem()
|
||||
item['article_id'] = article.attrib['id'],
|
||||
item['article_title'] = article.css('h1.entry-title > a::text').get(),
|
||||
item['title'] = article.css('.entry-summary > p > strong::text').get(),
|
||||
item['date'] = article.css('.entry-meta-header-before::text').getall()[1].strip(),
|
||||
item['summary'] = article.xpath('.//div[@class="entry-summary"]/node()').extract(),
|
||||
item['image_url'] = article.css('.entry-summary > p > img::attr(src)').get(),
|
||||
item['download_url'] = article.css('.entry-summary > p > a[href ^= "https://rapidgator"]::attr(href)').get()
|
||||
yield item
|
||||
pass
|
||||
|
||||
|
||||
def main():
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user