From 7e58f445a5ab28fa1e397411f4eea86bda1f3a5a Mon Sep 17 00:00:00 2001
From: Jordan ERNST <pro.ernst@gmail.com>
Date: Sun, 2 Aug 2020 20:32:37 +0200
Subject: [PATCH] leboncoin: St-Etienne added

---
 ImmoScrap/spiders/leboncoin.py | 32 ++++++++++++++++++++------------
 1 file changed, 20 insertions(+), 12 deletions(-)

diff --git a/ImmoScrap/spiders/leboncoin.py b/ImmoScrap/spiders/leboncoin.py
index d3a2274..04d756e 100644
--- a/ImmoScrap/spiders/leboncoin.py
+++ b/ImmoScrap/spiders/leboncoin.py
@@ -5,6 +5,12 @@ class LeboncoinSpider(scrapy.Spider):
     name = "leboncoin"
 
     apiurl = 'https://api.leboncoin.fr/api/adfinder/v1/search'
+
+    areas = (
+        {"lat": 45.521971, "lng": 4.869926, "radius": 1000},  # Vienne
+        {"lat": 45.437621, "lng": 4.388003, "radius": 1000}   # Saint-Etienne
+        )
+
     filters = {
         "category": {"id": "9"},      # 9 : buy
         "enums": {
@@ -14,7 +20,6 @@ class LeboncoinSpider(scrapy.Spider):
         },
         "ranges": {"price": {"max": 300000}},
         "location": {
-            "area": {"lat": 45.521971, "lng": 4.869926, "radius": 1000},
             "city_zipcodes": [],
             "departments": [],
             "disable_region": False,
@@ -24,16 +29,6 @@ class LeboncoinSpider(scrapy.Spider):
         "keywords": {}
     }
 
-    data = {
-        "pivot": "0,0,0",     # page cursor
-        "limit": 100,         # number of results par page (100 is server-side max)
-        "limit_alu": 1,       # 0 to return only statistics, 1 to also return listings
-        "offset": 0,
-        "filters": filters,
-        "sort_by": "time",
-        "sort_order": "desc"
-    }
-
     headers = {
         "User-Agent": "LBC;Android;6.0;Android SDK built for x86;phone;616a1ca77ca70180;wwan;4.30.4.0;70400;3",
         "Accept-Encoding": "gzip, deflate",
@@ -44,7 +39,20 @@ class LeboncoinSpider(scrapy.Spider):
 
     def start_requests(self):
         url = self.apiurl
-        yield scrapy.http.JsonRequest(url=url, headers=self.headers, data=self.data, callback=self.parse)
+        for area in self.areas:
+            filters = self.filters.copy()
+            filters['location']['area'] = area
+
+            self.data = {
+                    "pivot": "0,0,0",     # page cursor
+                    "limit": 100,         # number of results par page (100 is server-side max)
+                    "limit_alu": 1,       # 0 to return only statistics, 1 to also return listings
+                    "offset": 0,
+                    "filters": filters,
+                    "sort_by": "time",
+                    "sort_order": "desc"
+                }
+            yield scrapy.http.JsonRequest(url=url, headers=self.headers, data=self.data, callback=self.parse)
 
     def parse(self, response):
         json = response.json()