diff --git a/runner_facebook.sh b/runner_facebook.sh new file mode 100755 index 0000000..fff4966 --- /dev/null +++ b/runner_facebook.sh @@ -0,0 +1,21 @@ +#!/usr/bin/env bash + +OLD=$PWD +cd $(dirname $0) + +if [ -d "/usr/local/crawler-venv" ] +then + source /usr/local/crawler-venv/bin/activate +fi + +FOLDER=$(date +"%Y-%m") +mkdir -p "$OLD/$FOLDER" + +DAY=$(date +"%d") +mkdir -p "$OLD/$FOLDER/$DAY/facebook" + +TIME=$(date +"%s") + +source ~/.secrets + +scrapy crawl events -a email="$FACEBOOK_EMAIL" -a password="$FACEBOOK_PASSWORD" -a page="$1" -o "$OLD/$FOLDER/$DAY/facebook/$TIME_$1.csv"