increase how often a fetch is tried
This commit is contained in:
parent
6c965151f9
commit
70d136b0d9
@ -28,7 +28,7 @@ if __name__ == "__main__":
|
|||||||
compare_start_timestamp = datetime.now() # set start time for comparing
|
compare_start_timestamp = datetime.now() # set start time for comparing
|
||||||
for shop_listing_url in seller_db.all():
|
for shop_listing_url in seller_db.all():
|
||||||
# print(shop_listing_url["epid"])
|
# print(shop_listing_url["epid"])
|
||||||
for retrieve_counter in range(5):
|
for retrieve_counter in range(42):
|
||||||
try:
|
try:
|
||||||
seller_listing_data = sl.scrape_listing(shop_listing_url["epid"])
|
seller_listing_data = sl.scrape_listing(shop_listing_url["epid"])
|
||||||
break
|
break
|
||||||
@ -60,7 +60,7 @@ if __name__ == "__main__":
|
|||||||
# print("not from own shop")
|
# print("not from own shop")
|
||||||
|
|
||||||
competitor_listing_data = False
|
competitor_listing_data = False
|
||||||
for retrieve_counter_competitor in range(5):
|
for retrieve_counter_competitor in range(42):
|
||||||
try:
|
try:
|
||||||
# print("scraping : " + competitor_listing_url)
|
# print("scraping : " + competitor_listing_url)
|
||||||
competitor_listing_data = sl.scrape_listing(
|
competitor_listing_data = sl.scrape_listing(
|
||||||
|
Loading…
Reference in New Issue
Block a user