From e4b1f8c269d5685ef0cac2a839a917a4d01966a7 Mon Sep 17 00:00:00 2001 From: "shariar@raenabeauty.com" Date: Mon, 5 Feb 2024 14:33:41 +0400 Subject: [PATCH] FB Marketplace crawler --- fb_marketplace/fb_marketplace_product_info.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/fb_marketplace/fb_marketplace_product_info.py b/fb_marketplace/fb_marketplace_product_info.py index 320336f..6776f78 100644 --- a/fb_marketplace/fb_marketplace_product_info.py +++ b/fb_marketplace/fb_marketplace_product_info.py @@ -25,7 +25,7 @@ class FbMarketplaceProductInfo: op.add_argument('--user-data-dir=/home/ec2-user/fb-crawler-binary/chrome/fb_marketplace') self.version_main = 120 self.driver = Chrome(options=op, version_main=self.version_main) - time.sleep(3000) + #time.sleep(3000) self.cur.execute("select id from " + self.config.get('crawler_schema') + "." + self.config.get( 'source_tab') + " where source_name='fb_marketplace'") @@ -40,7 +40,7 @@ class FbMarketplaceProductInfo: def run_product_pipeline(self): - table = f"""{self.config.get('crawler_schema')}.{self.config.get('tracker_tab')}""" + table = f"""{self.config.get('crawler_schema')}.{self.config.get('tracker_tab')} limit 1""" sql = f""" SELECT * FROM {table} where flag=0 limit 1