Shariar
/
raena-crawler-engine
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

added Hasaki crawler

This commit is contained in:
Shariar Imtiaz 2024-04-03 12:41:01 +04:00
parent d54cfcd992
commit 3d87935aa2
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
hasaki_crawler_engine/test_selenium.py
View File

@ -1,11 +1,9 @@
from seleniumwire import webdriver
from selenium.webdriver.chrome.service import Service
from webdriver_manager.chrome import ChromeDriverManager
import logging import logging
from fake_useragent import UserAgent from fake_useragent import UserAgent
import brotli import brotli
import seleniumwire.undetected_chromedriver as uc import seleniumwire.undetected_chromedriver as uc
import json import json
import time
def get_raw_product_data_selenium(url): def get_raw_product_data_selenium(url):
ua = UserAgent(platforms='mobile') ua = UserAgent(platforms='mobile')
@ -24,6 +22,8 @@ def get_raw_product_data_selenium(url):
driver.get(url) driver.get(url)
time.sleep(100)
iteminfo = "" iteminfo = ""
for request in driver.requests: for request in driver.requests: