From 3d87935aa28dfb375a19e7782d9be32461954341 Mon Sep 17 00:00:00 2001 From: "shariar@raenabeauty.com" Date: Wed, 3 Apr 2024 12:41:01 +0400 Subject: [PATCH] added Hasaki crawler --- hasaki_crawler_engine/test_selenium.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/hasaki_crawler_engine/test_selenium.py b/hasaki_crawler_engine/test_selenium.py index c56bebe..8d171f3 100644 --- a/hasaki_crawler_engine/test_selenium.py +++ b/hasaki_crawler_engine/test_selenium.py @@ -1,11 +1,9 @@ -from seleniumwire import webdriver -from selenium.webdriver.chrome.service import Service -from webdriver_manager.chrome import ChromeDriverManager import logging from fake_useragent import UserAgent import brotli import seleniumwire.undetected_chromedriver as uc import json +import time def get_raw_product_data_selenium(url): ua = UserAgent(platforms='mobile') @@ -24,6 +22,8 @@ def get_raw_product_data_selenium(url): driver.get(url) + time.sleep(100) + iteminfo = "" for request in driver.requests: