facebook runner

This commit is contained in:
StefanYohansson 2019-07-04 18:18:44 -03:00
parent 5c3128cfef
commit ef352b6030

21
runner_facebook.sh Executable file
View File

@ -0,0 +1,21 @@
#!/usr/bin/env bash
OLD=$PWD
cd $(dirname $0)
if [ -d "/usr/local/crawler-venv" ]
then
source /usr/local/crawler-venv/bin/activate
fi
FOLDER=$(date +"%Y-%m")
mkdir -p "$OLD/$FOLDER"
DAY=$(date +"%d")
mkdir -p "$OLD/$FOLDER/$DAY/facebook"
TIME=$(date +"%s")
source ~/.secrets
scrapy crawl events -a email="$FACEBOOK_EMAIL" -a password="$FACEBOOK_PASSWORD" -a page="$1" -o "$OLD/$FOLDER/$DAY/facebook/$TIME_$1.csv"