Launch spriders from main Immoscrap.py script
This commit is contained in:
parent
1e18327a9e
commit
d42cc51088
|
@ -0,0 +1,13 @@
|
|||
#!/usr/bin/env ipython3
|
||||
|
||||
from scrapy.crawler import CrawlerProcess
|
||||
from scrapy.utils.project import get_project_settings
|
||||
|
||||
|
||||
process = CrawlerProcess(get_project_settings())
|
||||
|
||||
# Will crawl simultaneously:
|
||||
process.crawl('leboncoin')
|
||||
process.crawl('seloger')
|
||||
process.crawl('pap')
|
||||
process.start() # the script will block here until the crawling is finished
|
Loading…
Reference in New Issue