Shariar
/
raena-crawler-engine
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

FB Marketplace crawler

This commit is contained in:
Shariar Imtiaz 2024-02-05 14:46:11 +04:00
parent 9e195d40ed
commit 70ded552b7
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
fb_marketplace/fb_marketplace_product_info.py
View File

@ -43,7 +43,7 @@ class FbMarketplaceProductInfo:
table = f"""{self.config.get('crawler_schema')}.{self.config.get('tracker_tab')}""" table = f"""{self.config.get('crawler_schema')}.{self.config.get('tracker_tab')}"""
sql = f""" sql = f"""
SELECT * FROM {table} where flag=0 limit 1 SELECT * FROM {table} where flag=1 limit 1
""" """
print("SQL is: {}".format(sql)) print("SQL is: {}".format(sql))
self.cur.execute(sql) self.cur.execute(sql)
@ -84,6 +84,10 @@ class FbMarketplaceProductInfo:
seller_link = "" seller_link = ""
if name == "" or name is None:
name = self.driver.find_element(By.XPATH,'/html/body/div[1]/div/div[1]/div/div[3]/div/div/div[1]/div[1]/div[2]/div/div/div/div/div/div[1]/div[2]/div/div[2]/div/div[1]/div[1]/div[1]/div[1]/h1/span').text
try: try:
images_ele = self.driver.find_element(By.CSS_SELECTOR, ".x1a0syf3.x1ja2u2z").find_elements(By.TAG_NAME, "img") images_ele = self.driver.find_element(By.CSS_SELECTOR, ".x1a0syf3.x1ja2u2z").find_elements(By.TAG_NAME, "img")