From ccf5ddda5b06e270017664955a7f8306ae1567ef Mon Sep 17 00:00:00 2001 From: Jordan ERNST Date: Sun, 2 Aug 2020 17:21:17 +0200 Subject: [PATCH] leboncoin: parsing OK, time to add St-Etienne --- ImmoScrap/spiders/leboncoin.py | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/ImmoScrap/spiders/leboncoin.py b/ImmoScrap/spiders/leboncoin.py index 9a02827..d3a2274 100644 --- a/ImmoScrap/spiders/leboncoin.py +++ b/ImmoScrap/spiders/leboncoin.py @@ -50,7 +50,14 @@ class LeboncoinSpider(scrapy.Spider): json = response.json() ads = json["ads"] for ad in ads: - pass + yield { + 'url': ad['url'], + 'type': ad['attributes'][0]['value_label'], + 'price': ad['price'], + 'rooms': ad['attributes'][2]['value'], + 'bedrooms': 'Unknown', + 'area': ad['attributes'][1]['value'] + } total_ads_nb = json["total"] next_offset = self.data["offset"] + self.data["limit"]