Shariar
/
raena-crawler-engine
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

added Hasaki crawler

This commit is contained in:
Shariar Imtiaz 2024-03-18 12:22:42 +04:00
parent b134f50f1e
commit 8be3e9b9f4
2 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
hasaki_crawler_engine/hasaki_product_info.py
View File

@ -154,6 +154,8 @@ class HasakiProductInfo:
driver.get(url) driver.get(url)
iteminfo = ""
for request in driver.requests: for request in driver.requests:
if request.response: if request.response:
if '/wap/v2/product/detail' in request.url: if '/wap/v2/product/detail' in request.url:

2
hasaki_crawler_engine/test2.py
View File

@ -22,6 +22,8 @@ def get_raw_product(url):
driver.get(url) driver.get(url)
iteminfo = ""
for request in driver.requests: for request in driver.requests:
if request.response: if request.response:
if '/wap/v2/product/detail' in request.url: if '/wap/v2/product/detail' in request.url: