Compare commits

...

2 Commits

2 changed files with 16 additions and 3 deletions

13
ImmoScrap.py Executable file
View File

@ -0,0 +1,13 @@
#!/usr/bin/env ipython3
from scrapy.crawler import CrawlerProcess
from scrapy.utils.project import get_project_settings
process = CrawlerProcess(get_project_settings())
# Will crawl simultaneously:
process.crawl('leboncoin')
process.crawl('seloger')
process.crawl('pap')
process.start() # the script will block here until the crawling is finished

View File

@ -56,9 +56,9 @@ ROBOTSTXT_OBEY = False
# Enable or disable extensions
# See https://docs.scrapy.org/en/latest/topics/extensions.html
#EXTENSIONS = {
# 'scrapy.extensions.telnet.TelnetConsole': None,
#}
EXTENSIONS = {
'scrapy.extensions.telnet.TelnetConsole': None
}
# Configure item pipelines
# See https://docs.scrapy.org/en/latest/topics/item-pipeline.html