Compare commits

...

2 Commits

Author SHA1 Message Date
edipretoro ada99be262 Renaming some fields for the TvShowItem 2026-01-01 21:15:36 +01:00
edipretoro 177652dce1 Adding a SQLAlchemy model to store scraped posts 2025-12-31 18:12:22 +01:00
+20 -2
View File
@@ -9,10 +9,28 @@ from scrapy.crawler import CrawlerProcess
from scrapy.spiders import CrawlSpider, Rule from scrapy.spiders import CrawlSpider, Rule
from scrapy.linkextractors import LinkExtractor from scrapy.linkextractors import LinkExtractor
from sqlalchemy import create_engine, Column, Integer, String, Text, DateTime
from sqlalchemy.ext.declarative import declarative_base
from sqlalchemy.orm import sessionmaker
Base = declarative_base()
class TvShow(Base):
__tablename__ = 'tvshows'
id = Column(Integer, primary_key=True)
rlsbb_id = Column(Integer, nullable=False)
article_title = Column(String(255), nullable=False)
title = Column(String(255), nullable=False)
date = Column(DateTime, nullable=False)
summary = Column(Text, nullable=True)
image_url = Column(String(length=255), nullable=True)
download_url = Column(String(length=255), nullable=True)
class TvShowItem(scrapy.Item): class TvShowItem(scrapy.Item):
article_id: scrapy.Field = scrapy.Field() post_id: scrapy.Field = scrapy.Field()
article_title: scrapy.Field = scrapy.Field() post_title: scrapy.Field = scrapy.Field()
title:scrapy.Field = scrapy.Field() title:scrapy.Field = scrapy.Field()
date: scrapy.Field = scrapy.Field() date: scrapy.Field = scrapy.Field()
summary: scrapy.Field = scrapy.Field() summary: scrapy.Field = scrapy.Field()