fix scrape for new website

This commit is contained in:
Hendrik Schutter 2023-01-10 18:30:09 +01:00
parent a0971823b5
commit 1a37c403e3
2 changed files with 26 additions and 6 deletions

View File

@ -1,3 +1,23 @@
# eBayCompetitorPriceCompare
scrape ebay(.de) for competitors listings and compare the price to own ebay shop
## Requirements
```
pip install tinydb tqdm
```
## Usage
### Scrape listings
Scrape all listings from seller's shop with `python search_seller.py`
This will create `seller_db.json` with all found listings.
Delete this file before next run manually.
### Compare listings
Compare and export all found listings with `python compare.py`
This will take a while and exports the static html.
## Example export
See `example_export/` for an example.

View File

@ -28,18 +28,18 @@ def scrape_listing(url):
soup = make_soup(url)
#print(soup.find("div", class_="vim x-item-title").span.text)
#print(soup.find("span", id="prcIsum")["content"])
#print(soup.find("img", id="icImg")["src"])
#print(soup.find("span", itemprop="price")["content"])
#print(soup.find("img", itemprop="image")["src"])
listing = {
'title': soup.find("div", class_="vim x-item-title").span.text,
'price': float(soup.find("span", id="prcIsum")["content"]),
'image': soup.find("img", id="icImg")["src"],
'price': float(soup.find("span", itemprop="price")["content"]),
'image': soup.find("img", itemprop="image")["src"],
'url' : url
}
return listing
if __name__ == "__main__":
listing = scrape_listing("https://www.ebay.de/itm/165508291809")
listing = scrape_listing("https://www.ebay.de/itm/162861653490")
print(listing)