#!/usr/bin/env python3 from scrapy.crawler import CrawlerProcess from scrapy.utils.project import get_project_settings process = CrawlerProcess(get_project_settings()) # Will crawl simultaneously: process.crawl('leboncoin') process.crawl('seloger') process.crawl('pap') process.start() # the script will block here until the crawling is finished