SecT0uch
/
ImmoScrap
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Fixed

This commit is contained in:
Jordan ERNST 2020-07-02 10:28:26 +02:00
parent c1ee5eba52
commit 9a2cc429d0
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
ImmoScrap/spiders/Seloger.py
View File

@ -17,12 +17,14 @@ class SelogerSpider(scrapy.Spider):
'price': 'NaN/300000',
'sort': 'd_dt_crea',
'enterprise': 0,
'qsVersion': 1.0,
'LISTING-LISTpg': 1}
'qsVersion': 1.0
}
vienne_params = params.copy()
vienne_params['searchareas'] = vienne_area
vienne_params['LISTING-LISTpg'] = 1 # From python 3.7 dict keep insertion order. We wand the page to be the last param
stetienne_params = params.copy()
stetienne_params['searchareas'] = stetienne_area
stetienne_params['LISTING-LISTpg'] = 1 # From python 3.7 dict keep insertion order. We wand the page to be the last param
headers = {'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64; rv:78.0) Gecko/20100101 Firefox/78.0'}
@ -35,7 +37,7 @@ class SelogerSpider(scrapy.Spider):
def start_requests(self):
urls = [
f'{self.baseurl}?{urlencode(self.vienne_params)},'
f'{self.baseurl}?{urlencode(self.vienne_params)}',
f'{self.baseurl}?{urlencode(self.stetienne_params)}'
]
for url in urls: