raena-crawler-engine/tokopedia_crawler_engine/conf.json.sample

29 lines
967 B
Plaintext

{
"crawler_name": "raena_crawler_engine_tokopedia",
"crawler_target": "Tokopedia",
"crawler_target_url": "https://www.tokopedia.com/",
"crawler_schema": "raena_spider_management",
"category_tab": "rce_category",
"tracker_tab": "crawler_tracker",
"product_tab": "rce_product",
"variant_tab": "rce_product_variant",
"brand_tab": "rce_brand",
"reseller_tab": "rce_reseller",
"reseller_store_tab": "rce_reseller_store",
"review_tab": "rce_ratings_reviews",
"review_productmodels_tab": "rce_ratings_reviews_productmodels",
"review_producttags_tab": "rce_ratings_reviews_producttags",
"review_tags": "rce_tags",
"source_tab": "rce_source",
"product_per_category": "120",
"source_category": "61",
"proxy_url": "http://59e7e01ebdf54a6585c7db8824efa1e8:@proxy.crawlera.com:8011/",
"db_user": "",
"db_pass": "",
"database": "raena_db",
"db_host": "localhost",
"db_port": "5432",
"crawler_main": "1",
"crawler_slave_no": ""
}