localhorst/eBayCompetitorPriceCompare
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

fix ebay search scrape

Browse Source
This commit is contained in:
Hendrik Schutter 2023-01-10 22:53:10 +01:00
parent 7f9d8ef27f
commit 20087e8c20
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
search_eBay.py
View File

@ -38,18 +38,18 @@ def search(search_term, max_pages):
result_page_added = 0
url = 'https://www.ebay.de/sch/i.html?_from=R40&_nkw=' + search_term.replace(" ", "+") + '&_sop=10&LH_PrefLoc=1&LH_SellerType=2&LH_BIN=1&_pgn=' + str(page_counter)
#print ("Web Page: ", url)
print ("Web Page: ", url)
soup = make_soup(url)
results = soup.find_all("li", class_="s-item s-item__pl-on-bottom s-item--watch-at-corner")
results = soup.find_all("div", class_="s-item__info clearfix")
for result in results:
try:
#rec = {
# 'epid': result.div.div.div.a['href'].split("?", 1)[0],
#}
found_listings.add(result.div.div.div.a['href'].split("?", 1)[0])
#print(result)
found_listings.add(result.a['href'].split("?", 1)[0])
#check if listing is allready stored
#if not db.search(Query().epid == rec["epid"]):