first commit

scheduler.sh

@@ -0,0 +1,87 @@
+#!/bin/bash
+
+# ParentZone Downloaders Daily Scheduler
+# This script runs both the config downloader and snapshot downloader
+
+LOG_DIR="/app/logs"
+LOG_FILE="$LOG_DIR/scheduler_$(date +%Y%m%d).log"
+CONFIG_FILE="/app/config.json"
+
+# Create log directory if it doesn't exist
+mkdir -p "$LOG_DIR"
+
+# Function to log messages with timestamp
+log_message() {
+    echo "$(date '+%Y-%m-%d %H:%M:%S') - $1" | tee -a "$LOG_FILE"
+}
+
+# Function to run a command and log its output
+run_with_logging() {
+    local command="$1"
+    local description="$2"
+
+    log_message "Starting: $description"
+    log_message "Command: $command"
+
+    # Run the command and capture both stdout and stderr
+    if eval "$command" >> "$LOG_FILE" 2>&1; then
+        log_message "SUCCESS: $description completed successfully"
+        return 0
+    else
+        log_message "ERROR: $description failed with exit code $?"
+        return 1
+    fi
+}
+
+# Main execution
+log_message "=== ParentZone Downloaders Daily Run Started ==="
+
+# Check if config file exists
+if [ ! -f "$CONFIG_FILE" ]; then
+    log_message "ERROR: Configuration file $CONFIG_FILE not found"
+    exit 1
+fi
+
+cd /app
+
+# Run config-based snapshot downloader
+run_with_logging "python3 config_snapshot_downloader.py --config $CONFIG_FILE" "Config Snapshot Downloader"
+config_result=$?
+
+# Run regular snapshot downloader with environment variables
+if [ -n "$API_KEY" ]; then
+    run_with_logging "python3 snapshot_downloader.py --api-key $API_KEY --output-dir snapshots" "Snapshot Downloader (API Key)"
+    snapshot_result=$?
+elif [ -n "$EMAIL" ] && [ -n "$PASSWORD" ]; then
+    run_with_logging "python3 snapshot_downloader.py --email $EMAIL --password $PASSWORD --output-dir snapshots" "Snapshot Downloader (Email/Password)"
+    snapshot_result=$?
+else
+    log_message "WARNING: No authentication method provided via environment variables, skipping direct snapshot downloader"
+    snapshot_result=0
+fi
+
+# Summary
+log_message "=== Daily Run Summary ==="
+if [ $config_result -eq 0 ]; then
+    log_message "✓ Config Snapshot Downloader: SUCCESS"
+else
+    log_message "✗ Config Snapshot Downloader: FAILED"
+fi
+
+if [ $snapshot_result -eq 0 ]; then
+    log_message "✓ Snapshot Downloader: SUCCESS"
+else
+    log_message "✗ Snapshot Downloader: FAILED"
+fi
+
+# Cleanup old log files (keep only last 30 days)
+find "$LOG_DIR" -name "scheduler_*.log" -mtime +30 -delete 2>/dev/null || true
+
+log_message "=== ParentZone Downloaders Daily Run Completed ==="
+
+# Exit with error if any downloader failed
+if [ $config_result -ne 0 ] || [ $snapshot_result -ne 0 ]; then
+    exit 1
+fi
+
+exit 0