2020-08-16 01:13:20 +02:00
|
|
|
#!/usr/bin/env python3
|
2020-08-12 22:36:22 +02:00
|
|
|
|
|
|
|
|
from scrapy.crawler import CrawlerProcess
|
|
|
|
|
from scrapy.utils.project import get_project_settings
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
process = CrawlerProcess(get_project_settings())
|
|
|
|
|
|
|
|
|
|
# Will crawl simultaneously:
|
|
|
|
|
process.crawl('leboncoin')
|
|
|
|
|
process.crawl('seloger')
|
|
|
|
|
process.crawl('pap')
|
|
|
|
|
process.start() # the script will block here until the crawling is finished
|
