25 lines
823 B
Bash
Executable File
25 lines
823 B
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
SOURCES=("7sur7.cd" "actualite.cd" "radiookapi.net" "mediacongo.net" "newscd.net")
|
|
BASE_CMD="/usr/bin/php /var/www/html/news.devscast.tech/bin/console app:update"
|
|
LOG_DIR="/var/www/html/news.devscast.tech/var"
|
|
|
|
mkdir -p "$LOG_DIR"
|
|
rm -f "${LOG_DIR}"/*.log
|
|
|
|
for SOURCE in "${SOURCES[@]}"; do
|
|
if [[ "$SOURCE" == "7sur7.cd" ]]; then
|
|
CATEGORIES=("politique" "economie" "culture" "sport" "societe")
|
|
|
|
for CATEGORY in "${CATEGORIES[@]}"; do
|
|
LOG_FILE="${LOG_DIR}/${SOURCE}.${CATEGORY}.log"
|
|
$BASE_CMD "$SOURCE" --direction=forward -vvv --category="$CATEGORY" 2>&1 | tee "$LOG_FILE"
|
|
done
|
|
else
|
|
LOG_FILE="${LOG_DIR}/${SOURCE}.log"
|
|
$BASE_CMD "$SOURCE" --direction=forward -vvv 2>&1 | tee "$LOG_FILE"
|
|
fi
|
|
done
|
|
|
|
echo "All crawlers finished."
|