Shariar
/
raena-crawler-engine
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

FB Marketplace crawler

This commit is contained in:
Shariar Imtiaz 2024-02-01 10:54:11 +04:00
parent 4b1841ba18
commit 309bc78606
3 changed files with 0 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
fb_marketplace/fb_marketplace_main.py
View File

@ -1,11 +1,6 @@
import hashlib
import psycopg2
from fb_marketplace_products import FbMarketplaceProducts from fb_marketplace_products import FbMarketplaceProducts
from fb_marketplace_product_info import FbMarketplaceProductInfo from fb_marketplace_product_info import FbMarketplaceProductInfo
import logging import logging
from fb_db_writer import fb_db_writer
###### Looger ###### ###### Looger ######
format = "%(asctime)s: %(message)s" format = "%(asctime)s: %(message)s"

1
fb_marketplace/fb_marketplace_product_info.py
View File

@ -3,7 +3,6 @@ import time
from selenium.webdriver import Keys from selenium.webdriver import Keys
from selenium.webdriver.common.by import By from selenium.webdriver.common.by import By
from undetected_chromedriver import Chrome, ChromeOptions from undetected_chromedriver import Chrome, ChromeOptions
import pandas as pd
import random import random
import psycopg2 import psycopg2
import logging import logging

1
fb_marketplace/fb_marketplace_products.py
View File

@ -2,7 +2,6 @@ import time
from selenium.webdriver import Keys from selenium.webdriver import Keys
from selenium.webdriver.common.by import By from selenium.webdriver.common.by import By
from undetected_chromedriver import Chrome, ChromeOptions from undetected_chromedriver import Chrome, ChromeOptions
from scroller.scroller import smartScroll, getPageInfos, scrollTo
import pandas as pd import pandas as pd
import random import random
from datetime import datetime from datetime import datetime