Compare commits
No commits in common. "ada99be2620292b19cffca8ec9a0d730d04f6be9" and "f8bb6678f19b81d53727faf7b648befb7f935872" have entirely different histories.
ada99be262
...
f8bb6678f1
22
scrarls.py
22
scrarls.py
@ -9,28 +9,10 @@ from scrapy.crawler import CrawlerProcess
|
||||
from scrapy.spiders import CrawlSpider, Rule
|
||||
from scrapy.linkextractors import LinkExtractor
|
||||
|
||||
from sqlalchemy import create_engine, Column, Integer, String, Text, DateTime
|
||||
from sqlalchemy.ext.declarative import declarative_base
|
||||
from sqlalchemy.orm import sessionmaker
|
||||
|
||||
Base = declarative_base()
|
||||
|
||||
|
||||
class TvShow(Base):
|
||||
__tablename__ = 'tvshows'
|
||||
id = Column(Integer, primary_key=True)
|
||||
rlsbb_id = Column(Integer, nullable=False)
|
||||
article_title = Column(String(255), nullable=False)
|
||||
title = Column(String(255), nullable=False)
|
||||
date = Column(DateTime, nullable=False)
|
||||
summary = Column(Text, nullable=True)
|
||||
image_url = Column(String(length=255), nullable=True)
|
||||
download_url = Column(String(length=255), nullable=True)
|
||||
|
||||
|
||||
class TvShowItem(scrapy.Item):
|
||||
post_id: scrapy.Field = scrapy.Field()
|
||||
post_title: scrapy.Field = scrapy.Field()
|
||||
article_id: scrapy.Field = scrapy.Field()
|
||||
article_title: scrapy.Field = scrapy.Field()
|
||||
title:scrapy.Field = scrapy.Field()
|
||||
date: scrapy.Field = scrapy.Field()
|
||||
summary: scrapy.Field = scrapy.Field()
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user