raena-crawler-engine/oliveyoung_crawler/run_spider.sh

18 lines
265 B
Bash
Raw Permalink Normal View History

2024-01-24 13:05:07 +00:00
#!/bin/bash
docker rm splash-local
docker pull scrapinghub/splash
docker run --name splash-local -p 8050:8050 -d scrapinghub/splash
sleep 10
scrapy crawl oliveyoung_product
sleep 10
scrapy crawl tiktok_hashtag
docker stop splash-local
docker rm splash-local