From 9a2cc429d07db25a1cc80309f65c64c8dae099c6 Mon Sep 17 00:00:00 2001 From: Jordan ERNST Date: Thu, 2 Jul 2020 10:28:26 +0200 Subject: [PATCH] Fixed --- ImmoScrap/spiders/Seloger.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/ImmoScrap/spiders/Seloger.py b/ImmoScrap/spiders/Seloger.py index 80a414b..ab24829 100644 --- a/ImmoScrap/spiders/Seloger.py +++ b/ImmoScrap/spiders/Seloger.py @@ -17,12 +17,14 @@ class SelogerSpider(scrapy.Spider): 'price': 'NaN/300000', 'sort': 'd_dt_crea', 'enterprise': 0, - 'qsVersion': 1.0, - 'LISTING-LISTpg': 1} + 'qsVersion': 1.0 + } vienne_params = params.copy() vienne_params['searchareas'] = vienne_area + vienne_params['LISTING-LISTpg'] = 1 # From python 3.7 dict keep insertion order. We wand the page to be the last param stetienne_params = params.copy() stetienne_params['searchareas'] = stetienne_area + stetienne_params['LISTING-LISTpg'] = 1 # From python 3.7 dict keep insertion order. We wand the page to be the last param headers = {'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64; rv:78.0) Gecko/20100101 Firefox/78.0'} @@ -35,7 +37,7 @@ class SelogerSpider(scrapy.Spider): def start_requests(self): urls = [ - f'{self.baseurl}?{urlencode(self.vienne_params)},' + f'{self.baseurl}?{urlencode(self.vienne_params)}', f'{self.baseurl}?{urlencode(self.stetienne_params)}' ] for url in urls: