increase how often a fetch is tried

This commit is contained in:
Hendrik Schutter 2024-08-18 23:08:16 +02:00
parent 6c965151f9
commit 70d136b0d9

View File

@ -28,7 +28,7 @@ if __name__ == "__main__":
compare_start_timestamp = datetime.now() # set start time for comparing
for shop_listing_url in seller_db.all():
# print(shop_listing_url["epid"])
for retrieve_counter in range(5):
for retrieve_counter in range(42):
try:
seller_listing_data = sl.scrape_listing(shop_listing_url["epid"])
break
@ -60,7 +60,7 @@ if __name__ == "__main__":
# print("not from own shop")
competitor_listing_data = False
for retrieve_counter_competitor in range(5):
for retrieve_counter_competitor in range(42):
try:
# print("scraping : " + competitor_listing_url)
competitor_listing_data = sl.scrape_listing(