pipeline/dags/school_data_pipeline.py

@@ -49,6 +49,7 @@ ADMIN_KEY="${ADMIN_API_KEY:-changeme}"
 echo "Calling $BACKEND_URL/api/admin/reload ..."
 
 response=$(curl -s -o /tmp/reload_response.json -w "%{http_code}" \\
+    --connect-timeout 10 --max-time 120 \\
     -X POST "$BACKEND_URL/api/admin/reload" \\
     -H "X-API-Key: $ADMIN_KEY" \\
     -H "Content-Type: application/json")
@@ -217,4 +218,9 @@ with DAG(
         bash_command=f"cd {PIPELINE_DIR}/transform && {DBT_BIN} build --profiles-dir . --target production --select stg_idaci+ fact_deprivation+",
     )
 
-    extract_idaci >> dbt_build_idaci
+    invalidate_cache_idaci = BashOperator(
+        task_id="invalidate_cache",
+        bash_command=INVALIDATE_CACHE_CMD,
+    )
+
+    extract_idaci >> dbt_build_idaci >> invalidate_cache_idaci