Shariar
/
raena-crawler-engine
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

added Hasaki crawler

This commit is contained in:
Shariar Imtiaz 2024-03-15 05:15:41 +04:00
parent 1306933483
commit a1290c8772
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
hasaki_crawler_engine/hasaki_product_info.py
View File

@ -9,6 +9,8 @@ import pandas as pd
from bs4 import BeautifulSoup from bs4 import BeautifulSoup
from Util import translate_text_to_english from Util import translate_text_to_english
from fake_useragent import UserAgent from fake_useragent import UserAgent
import time
import random
class HasakiProductInfo: class HasakiProductInfo:
def __init__(self, config): def __init__(self, config):
@ -55,7 +57,7 @@ class HasakiProductInfo:
try: try:
self.get_product_info(row) self.get_product_info(row)
#time.sleep(random.randint(23,57)) time.sleep(random.randint(23,57))
except: except:
pass pass