diff --git a/search_seller.py b/search_seller.py index 368cea4..92aa4dc 100644 --- a/search_seller.py +++ b/search_seller.py @@ -42,19 +42,22 @@ def seller_listings(seller_name, db): #print ("Web Page: ", url) soup = make_soup(url) - results = soup.find_all("li", class_="sresult lvresult clearfix li") + results = soup.find_all("li", class_="s-item s-item__dsa-on-bottom s-item__pl-on-bottom") for result in results: + #print(result) try: rec = { 'epid': result.a['href'].split("?", 1)[0], } + #check if listing is allready stored if not db.search(Query().epid == rec["epid"]): result_page_added += 1 db.insert(rec) except (AttributeError, KeyError) as ex: pass + if (result_page_added == 0): last_result_page = True page_counter += 1