fix ebay search scrape
This commit is contained in:
parent
7f9d8ef27f
commit
20087e8c20
|
@ -38,18 +38,18 @@ def search(search_term, max_pages):
|
||||||
result_page_added = 0
|
result_page_added = 0
|
||||||
url = 'https://www.ebay.de/sch/i.html?_from=R40&_nkw=' + search_term.replace(" ", "+") + '&_sop=10&LH_PrefLoc=1&LH_SellerType=2&LH_BIN=1&_pgn=' + str(page_counter)
|
url = 'https://www.ebay.de/sch/i.html?_from=R40&_nkw=' + search_term.replace(" ", "+") + '&_sop=10&LH_PrefLoc=1&LH_SellerType=2&LH_BIN=1&_pgn=' + str(page_counter)
|
||||||
|
|
||||||
#print ("Web Page: ", url)
|
print ("Web Page: ", url)
|
||||||
|
|
||||||
soup = make_soup(url)
|
soup = make_soup(url)
|
||||||
results = soup.find_all("li", class_="s-item s-item__pl-on-bottom s-item--watch-at-corner")
|
results = soup.find_all("div", class_="s-item__info clearfix")
|
||||||
|
|
||||||
for result in results:
|
for result in results:
|
||||||
try:
|
try:
|
||||||
#rec = {
|
#rec = {
|
||||||
# 'epid': result.div.div.div.a['href'].split("?", 1)[0],
|
# 'epid': result.div.div.div.a['href'].split("?", 1)[0],
|
||||||
#}
|
#}
|
||||||
|
#print(result)
|
||||||
found_listings.add(result.div.div.div.a['href'].split("?", 1)[0])
|
found_listings.add(result.a['href'].split("?", 1)[0])
|
||||||
|
|
||||||
#check if listing is allready stored
|
#check if listing is allready stored
|
||||||
#if not db.search(Query().epid == rec["epid"]):
|
#if not db.search(Query().epid == rec["epid"]):
|
||||||
|
|
Loading…
Reference in New Issue