Shariar
/
raena-crawler-engine
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

added Hasaki crawler

This commit is contained in:
Shariar Imtiaz 2024-03-14 13:33:51 +04:00
parent d0344122e2
commit 7a45367975
2 changed files with 0 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
hasaki_crawler_engine/hasaki_category_products.py
View File

@ -1,12 +1,9 @@
import hashlib
import logging import logging
import random import random
import time import time
import psycopg2 import psycopg2
from playwright.sync_api import sync_playwright from playwright.sync_api import sync_playwright
from deep_translator import GoogleTranslator
from hasaki_db_writer import hasaki_db_writer from hasaki_db_writer import hasaki_db_writer
import pandas as pd
from Util import translate_text_to_english from Util import translate_text_to_english
class HasakiCategoryProducts: class HasakiCategoryProducts:
def __init__(self, config): def __init__(self, config):

3
hasaki_crawler_engine/hasaki_product_info.py
View File

@ -1,12 +1,9 @@
import hashlib import hashlib
import logging import logging
import random
import string import string
import time
import re import re
import psycopg2 import psycopg2
from playwright.sync_api import sync_playwright from playwright.sync_api import sync_playwright
from deep_translator import GoogleTranslator
from hasaki_db_writer import hasaki_db_writer from hasaki_db_writer import hasaki_db_writer
import pandas as pd import pandas as pd
from bs4 import BeautifulSoup from bs4 import BeautifulSoup