Initial commit

This commit is contained in:
2025-10-05 13:55:28 +02:00
commit 68d521677a
767 changed files with 46947 additions and 0 deletions
+24
View File
@@ -0,0 +1,24 @@
#!/usr/bin/env bash
SOURCES=("7sur7.cd" "actualite.cd" "radiookapi.net" "mediacongo.net" "newscd.net")
BASE_CMD="/usr/bin/php /var/www/html/news.devscast.tech/bin/console app:update"
LOG_DIR="/var/www/html/news.devscast.tech/var"
mkdir -p "$LOG_DIR"
rm -f "${LOG_DIR}"/*.log
for SOURCE in "${SOURCES[@]}"; do
if [[ "$SOURCE" == "7sur7.cd" ]]; then
CATEGORIES=("politique" "economie" "culture" "sport" "societe")
for CATEGORY in "${CATEGORIES[@]}"; do
LOG_FILE="${LOG_DIR}/${SOURCE}.${CATEGORY}.log"
$BASE_CMD "$SOURCE" --direction=forward -vvv --category="$CATEGORY" 2>&1 | tee "$LOG_FILE"
done
else
LOG_FILE="${LOG_DIR}/${SOURCE}.log"
$BASE_CMD "$SOURCE" --direction=forward -vvv 2>&1 | tee "$LOG_FILE"
fi
done
echo "All crawlers finished."