From 214c351efc616276f46a4e3846da845b2c6b7a64 Mon Sep 17 00:00:00 2001 From: Jordan ERNST Date: Sun, 16 Aug 2020 01:23:04 +0200 Subject: [PATCH] Disable cookies, added download delay --- ImmoScrap/settings.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ImmoScrap/settings.py b/ImmoScrap/settings.py index 3697430..d19a9c3 100644 --- a/ImmoScrap/settings.py +++ b/ImmoScrap/settings.py @@ -25,13 +25,13 @@ ROBOTSTXT_OBEY = False # Configure a delay for requests for the same website (default: 0) # See https://docs.scrapy.org/en/latest/topics/settings.html#download-delay # See also autothrottle settings and docs -# DOWNLOAD_DELAY = 3 +DOWNLOAD_DELAY = 2 # Beetween 1 and 3 seconds : RANDOMIZE_DOWNLOAD_DELAY enabled by default # The download delay setting will honor only one of: # CONCURRENT_REQUESTS_PER_DOMAIN = 16 # CONCURRENT_REQUESTS_PER_IP = 16 # Disable cookies (enabled by default) -# COOKIES_ENABLED = False +COOKIES_ENABLED = False # Some sites may use cookies to spot bot behaviour # Disable Telnet Console (enabled by default) # TELNETCONSOLE_ENABLED = False