diff --git a/fb_marketplace/fb_marketplace_product_info.py b/fb_marketplace/fb_marketplace_product_info.py index 65cdeea..8429164 100644 --- a/fb_marketplace/fb_marketplace_product_info.py +++ b/fb_marketplace/fb_marketplace_product_info.py @@ -50,9 +50,12 @@ class FbMarketplaceProductInfo: results = self.cur.fetchall() + logging.info("Total rows: {}".format(len(results))) + + cnt = 1 for result in results: try: - logging.info("============== Collecting data for {} ==============".format(result[0])) + logging.info("============== {}/{}: Collecting data for {} ==============".format(str(cnt),str(len(results)),result[0])) self.getProductInfo(result) sql = f""" update {self.config.get('crawler_schema')}.{self.config.get('tracker_tab')} set flag=1 where name='{result[0]}' and price={result[1]} and url='{result[2]}'