From 70d136b0d925a988b19d4cda5175c99fc0013716 Mon Sep 17 00:00:00 2001 From: localhorst Date: Sun, 18 Aug 2024 23:08:16 +0200 Subject: [PATCH] increase how often a fetch is tried --- compare.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/compare.py b/compare.py index 202318f..86c4a76 100644 --- a/compare.py +++ b/compare.py @@ -28,7 +28,7 @@ if __name__ == "__main__": compare_start_timestamp = datetime.now() # set start time for comparing for shop_listing_url in seller_db.all(): # print(shop_listing_url["epid"]) - for retrieve_counter in range(5): + for retrieve_counter in range(42): try: seller_listing_data = sl.scrape_listing(shop_listing_url["epid"]) break @@ -60,7 +60,7 @@ if __name__ == "__main__": # print("not from own shop") competitor_listing_data = False - for retrieve_counter_competitor in range(5): + for retrieve_counter_competitor in range(42): try: # print("scraping : " + competitor_listing_url) competitor_listing_data = sl.scrape_listing(