FB Marketplace crawler
This commit is contained in:
parent
65e49049f6
commit
7e46c28355
|
@ -43,7 +43,7 @@ class FbMarketplaceProductInfo:
|
||||||
table = f"""{self.config.get('crawler_schema')}.{self.config.get('tracker_tab')}"""
|
table = f"""{self.config.get('crawler_schema')}.{self.config.get('tracker_tab')}"""
|
||||||
|
|
||||||
sql = f"""
|
sql = f"""
|
||||||
SELECT * FROM {table} where flag=1 limit 1
|
SELECT * FROM {table} where flag=0
|
||||||
"""
|
"""
|
||||||
print("SQL is: {}".format(sql))
|
print("SQL is: {}".format(sql))
|
||||||
self.cur.execute(sql)
|
self.cur.execute(sql)
|
||||||
|
@ -61,7 +61,6 @@ class FbMarketplaceProductInfo:
|
||||||
self.cur.execute(sql)
|
self.cur.execute(sql)
|
||||||
except Exception as e:
|
except Exception as e:
|
||||||
logging.info(e)
|
logging.info(e)
|
||||||
pass
|
|
||||||
|
|
||||||
time.sleep(random.randint(5,20))
|
time.sleep(random.randint(5,20))
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue