From d42cc510884037e621285d7b76c9fbd38ec69c58 Mon Sep 17 00:00:00 2001 From: Jordan ERNST Date: Wed, 12 Aug 2020 22:36:22 +0200 Subject: [PATCH] Launch spriders from main Immoscrap.py script --- ImmoScrap.py | 13 +++++++++++++ 1 file changed, 13 insertions(+) create mode 100755 ImmoScrap.py diff --git a/ImmoScrap.py b/ImmoScrap.py new file mode 100755 index 0000000..0acd73a --- /dev/null +++ b/ImmoScrap.py @@ -0,0 +1,13 @@ +#!/usr/bin/env ipython3 + +from scrapy.crawler import CrawlerProcess +from scrapy.utils.project import get_project_settings + + +process = CrawlerProcess(get_project_settings()) + +# Will crawl simultaneously: +process.crawl('leboncoin') +process.crawl('seloger') +process.crawl('pap') +process.start() # the script will block here until the crawling is finished