Shariar
/
raena-crawler-engine
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

added Hasaki crawler

This commit is contained in:
Shariar Imtiaz 2024-03-26 15:22:33 +04:00
parent 5ba6894313
commit 295ac41305
1 changed files with 18 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
hasaki_crawler_engine/hasaki_category_products.py
View File

@ -154,6 +154,18 @@ class HasakiCategoryProducts:
pass pass
self.cur.execute(f"""delete from {self.config.get('crawler_schema')}.{self.config.get('tracker_tab')} where flag=1""")
sql = f"""
select * from {self.config.get('crawler_schema')}.{self.config.get('tracker_tab')} where product_url = '{product_url}'
"""
logging.info(sql)
self.cur.execute(sql)
res = self.cur.fetchall()
if not res:
sql = f""" sql = f"""
insert into {self.config.get('crawler_schema')}.{self.config.get('tracker_tab')}(crawler_name,product_section, product_name, product_url, product_image, product_sold, product_brand, gift, product_rank, categoryid) insert into {self.config.get('crawler_schema')}.{self.config.get('tracker_tab')}(crawler_name,product_section, product_name, product_url, product_image, product_sold, product_brand, gift, product_rank, categoryid)
values('{self.crawler_name}','{product_section}','{product_name.replace("'","")}','{product_url}','{product_image}',{product_sold},'{product_brand}','{gift}',{product_rank},{categoryId}) values('{self.crawler_name}','{product_section}','{product_name.replace("'","")}','{product_url}','{product_image}',{product_sold},'{product_brand}','{gift}',{product_rank},{categoryId})
@ -162,6 +174,8 @@ class HasakiCategoryProducts:
logging.info(sql) logging.info(sql)
self.cur.execute(sql) self.cur.execute(sql)
else:
logging.info("Product already present. skipping.....")
except Exception as e: except Exception as e:
print(e) print(e)