added Hasaki crawler
This commit is contained in:
parent
d54cfcd992
commit
3d87935aa2
|
@ -1,11 +1,9 @@
|
|||
from seleniumwire import webdriver
|
||||
from selenium.webdriver.chrome.service import Service
|
||||
from webdriver_manager.chrome import ChromeDriverManager
|
||||
import logging
|
||||
from fake_useragent import UserAgent
|
||||
import brotli
|
||||
import seleniumwire.undetected_chromedriver as uc
|
||||
import json
|
||||
import time
|
||||
|
||||
def get_raw_product_data_selenium(url):
|
||||
ua = UserAgent(platforms='mobile')
|
||||
|
@ -24,6 +22,8 @@ def get_raw_product_data_selenium(url):
|
|||
|
||||
driver.get(url)
|
||||
|
||||
time.sleep(100)
|
||||
|
||||
iteminfo = ""
|
||||
|
||||
for request in driver.requests:
|
||||
|
|
Loading…
Reference in New Issue