increase how often a fetch is tried
This commit is contained in:
parent
6c965151f9
commit
70d136b0d9
@ -28,7 +28,7 @@ if __name__ == "__main__":
|
||||
compare_start_timestamp = datetime.now() # set start time for comparing
|
||||
for shop_listing_url in seller_db.all():
|
||||
# print(shop_listing_url["epid"])
|
||||
for retrieve_counter in range(5):
|
||||
for retrieve_counter in range(42):
|
||||
try:
|
||||
seller_listing_data = sl.scrape_listing(shop_listing_url["epid"])
|
||||
break
|
||||
@ -60,7 +60,7 @@ if __name__ == "__main__":
|
||||
# print("not from own shop")
|
||||
|
||||
competitor_listing_data = False
|
||||
for retrieve_counter_competitor in range(5):
|
||||
for retrieve_counter_competitor in range(42):
|
||||
try:
|
||||
# print("scraping : " + competitor_listing_url)
|
||||
competitor_listing_data = sl.scrape_listing(
|
||||
|
Loading…
Reference in New Issue
Block a user