Refactoring the main function to use multiprocessing.Process to run scrapy

scrarls.py

@@ -4,6 +4,7 @@ import re
 import sys
 
 from datetime import datetime
+from multiprocessing import Process
 
 import scrapy
 from scrapy.crawler import CrawlerProcess
@@ -173,11 +174,25 @@ class TvShow(CrawlSpider):
         return datetime.strptime(formatted_date, "Posted on %B %d, %Y at %H:%M in")
 
 
-def main():
+def run_scrapy():
     process = CrawlerProcess()
     _ = process.crawl(TvShow)
     process.start()
-    return 0
+
+
+def main():
+    p_scrapy = Process(target=run_scrapy)
+
+    try:
+        p_scrapy.start()
+    except KeyboardInterrupt:
+        print(f"Closing...")
+        p_scrapy.terminate()
+        p_scrapy.join(timeout=30)
+        if p_scrapy.is_alive():
+            print("⚠️ Scrapy n'a pas pu s'arrêter proprement.")
+            p_scrapy.kill()
+        print(f"scrarls is stopped.")
 
 
 if __name__ == "__main__":