Fixed
This commit is contained in:
parent
c1ee5eba52
commit
9a2cc429d0
|
@ -17,12 +17,14 @@ class SelogerSpider(scrapy.Spider):
|
||||||
'price': 'NaN/300000',
|
'price': 'NaN/300000',
|
||||||
'sort': 'd_dt_crea',
|
'sort': 'd_dt_crea',
|
||||||
'enterprise': 0,
|
'enterprise': 0,
|
||||||
'qsVersion': 1.0,
|
'qsVersion': 1.0
|
||||||
'LISTING-LISTpg': 1}
|
}
|
||||||
vienne_params = params.copy()
|
vienne_params = params.copy()
|
||||||
vienne_params['searchareas'] = vienne_area
|
vienne_params['searchareas'] = vienne_area
|
||||||
|
vienne_params['LISTING-LISTpg'] = 1 # From python 3.7 dict keep insertion order. We wand the page to be the last param
|
||||||
stetienne_params = params.copy()
|
stetienne_params = params.copy()
|
||||||
stetienne_params['searchareas'] = stetienne_area
|
stetienne_params['searchareas'] = stetienne_area
|
||||||
|
stetienne_params['LISTING-LISTpg'] = 1 # From python 3.7 dict keep insertion order. We wand the page to be the last param
|
||||||
|
|
||||||
headers = {'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64; rv:78.0) Gecko/20100101 Firefox/78.0'}
|
headers = {'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64; rv:78.0) Gecko/20100101 Firefox/78.0'}
|
||||||
|
|
||||||
|
@ -35,7 +37,7 @@ class SelogerSpider(scrapy.Spider):
|
||||||
|
|
||||||
def start_requests(self):
|
def start_requests(self):
|
||||||
urls = [
|
urls = [
|
||||||
f'{self.baseurl}?{urlencode(self.vienne_params)},'
|
f'{self.baseurl}?{urlencode(self.vienne_params)}',
|
||||||
f'{self.baseurl}?{urlencode(self.stetienne_params)}'
|
f'{self.baseurl}?{urlencode(self.stetienne_params)}'
|
||||||
]
|
]
|
||||||
for url in urls:
|
for url in urls:
|
||||||
|
|
Loading…
Reference in New Issue