diff --git a/ImmoScrap.py b/ImmoScrap.py new file mode 100755 index 0000000..0acd73a --- /dev/null +++ b/ImmoScrap.py @@ -0,0 +1,13 @@ +#!/usr/bin/env ipython3 + +from scrapy.crawler import CrawlerProcess +from scrapy.utils.project import get_project_settings + + +process = CrawlerProcess(get_project_settings()) + +# Will crawl simultaneously: +process.crawl('leboncoin') +process.crawl('seloger') +process.crawl('pap') +process.start() # the script will block here until the crawling is finished