raena-crawler-engine/hasaki_crawler_engine/test2.py

from seleniumwire import webdriver
from selenium.webdriver.chrome.service import Service
from webdriver_manager.chrome import ChromeDriverManager
from fake_useragent import UserAgent
import brotli
import json


def get_raw_product(url):
    ua = UserAgent(platforms='mobile')
    random_mobile_ua = ua.random

    op = webdriver.ChromeOptions()
    op.add_argument(f"user-agent={random_mobile_ua}")
    op.add_experimental_option("useAutomationExtension", False)
    op.add_argument('--no-sandbox')
    op.add_argument('--disable-notifications')
    op.add_argument("--lang=en-GB")
    op.headless = False

    driver = webdriver.Chrome(service=Service(ChromeDriverManager().install()), options=op)

    driver.get(url)

    for request in driver.requests:
        if request.response:
            if '/wap/v2/product/detail' in request.url:
                encoding = request.response.headers.get('content-encoding')
                # print(encoding)
                if encoding:
                    iteminfo = brotli.decompress(request.response.body)
                else:
                    iteminfo = request.response.body



    driver.quit()

    iteminfo_json = json.loads(iteminfo)
    return iteminfo_json


get_raw_product('https://hasaki.vn/san-pham/nuoc-tay-trang-bioderma-danh-cho-da-nhay-cam-500ml-9740.html')