From 70ded552b7838fabbdda673e7e2497f7ba0d25de Mon Sep 17 00:00:00 2001 From: "shariar@raenabeauty.com" Date: Mon, 5 Feb 2024 14:46:11 +0400 Subject: [PATCH] FB Marketplace crawler --- fb_marketplace/fb_marketplace_product_info.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/fb_marketplace/fb_marketplace_product_info.py b/fb_marketplace/fb_marketplace_product_info.py index 189aa12..1191dd9 100644 --- a/fb_marketplace/fb_marketplace_product_info.py +++ b/fb_marketplace/fb_marketplace_product_info.py @@ -43,7 +43,7 @@ class FbMarketplaceProductInfo: table = f"""{self.config.get('crawler_schema')}.{self.config.get('tracker_tab')}""" sql = f""" - SELECT * FROM {table} where flag=0 limit 1 + SELECT * FROM {table} where flag=1 limit 1 """ print("SQL is: {}".format(sql)) self.cur.execute(sql) @@ -84,6 +84,10 @@ class FbMarketplaceProductInfo: seller_link = "" + if name == "" or name is None: + name = self.driver.find_element(By.XPATH,'/html/body/div[1]/div/div[1]/div/div[3]/div/div/div[1]/div[1]/div[2]/div/div/div/div/div/div[1]/div[2]/div/div[2]/div/div[1]/div[1]/div[1]/div[1]/h1/span').text + + try: images_ele = self.driver.find_element(By.CSS_SELECTOR, ".x1a0syf3.x1ja2u2z").find_elements(By.TAG_NAME, "img")