Shariar
/
raena-crawler-engine
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

FB Marketplace crawler

This commit is contained in:
Shariar Imtiaz 2024-02-07 10:01:59 +04:00
parent ab312868e2
commit e2568e7979
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
fb_marketplace/fb_marketplace_product_info.py
View File

@ -58,7 +58,7 @@ class FbMarketplaceProductInfo:
logging.info("============== {}/{}: Collecting data for {} ==============".format(str(cnt),str(len(results)),result[0])) logging.info("============== {}/{}: Collecting data for {} ==============".format(str(cnt),str(len(results)),result[0]))
self.getProductInfo(result) self.getProductInfo(result)
sql = f""" sql = f"""
update {self.config.get('crawler_schema')}.{self.config.get('tracker_tab')} set flag=1 where name='{result[0]}' and price={result[1]} and url='{result[2]}' update {self.config.get('crawler_schema')}.{self.config.get('tracker_tab')} set flag=1 where url='{result[2]}'
""" """
logging.info("SQL is: {}".format(sql)) logging.info("SQL is: {}".format(sql))
self.cur.execute(sql) self.cur.execute(sql)