localhorst/eBayCompetitorPriceCompare
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

start page

Browse Source
This commit is contained in:
Hendrik Schutter
2022-07-20 23:21:01 +02:00
parent 76495b8b57
commit 3ce9899e82
5 changed files with 228 additions and 35 deletions
Download Patch File Download Diff File Expand all files Collapse all files
compare.py
+44 -12
View File
@@ -7,38 +7,46 @@
"""
from bs4 import BeautifulSoup
import datetime
from datetime import datetime
from tinydb import TinyDB, Query
import urllib3
import sys
import scrape_listing as sl
import search_eBay as se
import export_html as exhtml
if __name__ == "__main__":
seller_db = TinyDB("seller_db.json")
database_lenght = len(seller_db.all())
comparison_results = list()
if database_lenght == 0:
print("Unable to load seller shop database!")
sys.exit(-1)
print("Loaded seller shop database: " + str(database_lenght) + " listings")
compare_start_timestamp = datetime.now() #set start time for comparing
for shop_listing_url in seller_db.all():
#print(shop_listing_url["epid"])
for retrieve_counter in range(5):
try:
shop_listing_data = sl.scrape_listing(shop_listing_url["epid"])
seller_listing_data = sl.scrape_listing(shop_listing_url["epid"])
break
except:
#pass
print("Unable to retrieve seller listing data from: " + shop_listing_url["epid"])
if shop_listing_data:
print("\n\nCompare: " + shop_listing_data["title"] + " | " + str(shop_listing_data["price"]) + "€ | " + shop_listing_url["epid"])
if seller_listing_data:
print("\n\nCompare: " + seller_listing_data["title"] + " | " + str(seller_listing_data["price"]) + "€ | " + shop_listing_url["epid"])
competitor_listings = se.search(shop_listing_data["title"], 1)
print("Found " + str(len(competitor_listings)) + " listings from competitors with term: " + shop_listing_data["title"])
comparison_result = {
'seller_listing': seller_listing_data,
'competitor_listings': list(),
'max_price_delta': float(0.0)
}
competitor_listings = se.search(seller_listing_data["title"], 1)
print("Found " + str(len(competitor_listings)) + " listings from competitors with term: " + seller_listing_data["title"])
sys.stdout.flush()
cheaper_listings = list()
for competitor_listing_url in competitor_listings:
@@ -46,7 +54,6 @@ if __name__ == "__main__":
#print(shop_listing_url["epid"])
if seller_db.search(Query().epid == competitor_listing_url):
#if competitor_listing_url == shop_listing_url["epid"]:
print("Found listing from sellers shop --> ignore " + competitor_listing_url)
continue
#else:
@@ -63,16 +70,41 @@ if __name__ == "__main__":
if competitor_listing_data:
#print(competitor_listing_data["price"])
if competitor_listing_data["price"] < shop_listing_data["price"]:
#print("found cheaper competitor: " + str(competitor_listing_data["price"]) + "€ instead: " + str(shop_listing_data["price"]) + "€ ---> " + competitor_listing_url)
if competitor_listing_data["price"] < seller_listing_data["price"]:
#print("found cheaper competitor: " + str(competitor_listing_data["price"]) + "€ instead: " + str(seller_listing_data["price"]) + "€ ---> " + competitor_listing_url)
cheaper_listings.append({
'title': competitor_listing_data["title"],
'price': competitor_listing_data["price"],
'image': competitor_listing_data["image"],
'url': competitor_listing_url})
for cheaper_listing in sorted(cheaper_listings, key=lambda d: d['price']) :
#print(cheaper_listing)
print("found cheaper competitor: " + str(cheaper_listing["price"]) + "€ instead: " + str(shop_listing_data["price"]) + "€ ---> " + cheaper_listing["url"])
#break
print("found cheaper competitor: " + str(cheaper_listing["price"]) + "€ instead: " + str(seller_listing_data["price"]) + "€ ---> " + cheaper_listing["url"])
comparison_result['competitor_listings'].append(cheaper_listing)
if comparison_result['max_price_delta'] == 0.0:
comparison_result['max_price_delta'] = seller_listing_data["price"] - cheaper_listing["price"]
if cheaper_listings:
comparison_results.append(comparison_result)
break
now = datetime.now() # current date and time
exp = exhtml.exporter("./html_out/")
for comparison in sorted(comparison_results, key=lambda d: d['max_price_delta'], reverse=True):
exp.export_comparison(comparison['seller_listing'], comparison['competitor_listings'])
exp.export_startpage(str(database_lenght), len(comparison), datetime.timestamp(compare_start_timestamp), now.strftime("%m/%d/%Y, %H:%M:%S"))