diff --git a/fb_marketplace/fb_marketplace_product_info.py b/fb_marketplace/fb_marketplace_product_info.py index 320336f..6776f78 100644 --- a/fb_marketplace/fb_marketplace_product_info.py +++ b/fb_marketplace/fb_marketplace_product_info.py @@ -25,7 +25,7 @@ class FbMarketplaceProductInfo: op.add_argument('--user-data-dir=/home/ec2-user/fb-crawler-binary/chrome/fb_marketplace') self.version_main = 120 self.driver = Chrome(options=op, version_main=self.version_main) - time.sleep(3000) + #time.sleep(3000) self.cur.execute("select id from " + self.config.get('crawler_schema') + "." + self.config.get( 'source_tab') + " where source_name='fb_marketplace'") @@ -40,7 +40,7 @@ class FbMarketplaceProductInfo: def run_product_pipeline(self): - table = f"""{self.config.get('crawler_schema')}.{self.config.get('tracker_tab')}""" + table = f"""{self.config.get('crawler_schema')}.{self.config.get('tracker_tab')} limit 1""" sql = f""" SELECT * FROM {table} where flag=0 limit 1