From a34cbb5f7103cae0103990cb7be650b9ca64f149 Mon Sep 17 00:00:00 2001 From: localhorst Date: Sat, 17 Aug 2024 21:58:04 +0200 Subject: [PATCH] fix seller listing item parsing --- search_seller.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/search_seller.py b/search_seller.py index 368cea4..92aa4dc 100644 --- a/search_seller.py +++ b/search_seller.py @@ -42,19 +42,22 @@ def seller_listings(seller_name, db): #print ("Web Page: ", url) soup = make_soup(url) - results = soup.find_all("li", class_="sresult lvresult clearfix li") + results = soup.find_all("li", class_="s-item s-item__dsa-on-bottom s-item__pl-on-bottom") for result in results: + #print(result) try: rec = { 'epid': result.a['href'].split("?", 1)[0], } + #check if listing is allready stored if not db.search(Query().epid == rec["epid"]): result_page_added += 1 db.insert(rec) except (AttributeError, KeyError) as ex: pass + if (result_page_added == 0): last_result_page = True page_counter += 1