chore: remove the Ofsted Parent View feature end to end

Removes the 'What Parents Say' section and all supporting elements:

Frontend:
- Drop the OfstedParentView type, the parent_view field, the survey
  section and the 'X% would recommend' callouts in the primary and
  secondary detail views, the Parents nav item, and the parent-view CSS.

Backend:
- Remove the FactParentView model, its loading in data_loader, and
  parent_view from the school-details API response.
- Bump SCHEMA_VERSION to 6 and add an idempotent drop step
  (DROP TABLE IF EXISTS marts.fact_parent_view) to the CLI migration;
  add scripts/sql/drop_fact_parent_view.sql to apply directly to the
  dbt-owned marts DBs on staging and prod.

Pipeline:
- Delete the stg_parent_view + fact_parent_view dbt models and their
  source/schema entries, the tap-uk-parent-view Meltano extractor, and
  the monthly Parent View DAG; drop it from the Dockerfile and the
  staging bootstrap docs.

The rest of dbt (which builds every mart the app reads) is untouched.

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>

pipeline/Dockerfile

@@ -19,7 +19,6 @@ RUN pip install --no-cache-dir \
     ./plugins/extractors/tap-uk-gias \
     ./plugins/extractors/tap-uk-ees \
     ./plugins/extractors/tap-uk-ofsted \
-    ./plugins/extractors/tap-uk-parent-view \
     ./plugins/extractors/tap-uk-fbit \
     ./plugins/extractors/tap-uk-idaci
 

pipeline/dags/school_data_pipeline.py

@@ -156,31 +156,6 @@ with DAG(
     extract_ees_group >> dbt_build_ees >> sync_typesense_ees
 
 
-# ── Monthly DAG (Parent View) ──────────────────────────────────────────
-
-with DAG(
-    dag_id="school_data_monthly_parent_view",
-    default_args=default_args,
-    description="Monthly Ofsted Parent View extraction and transform",
-    schedule="0 3 1 * *",
-    start_date=datetime(2025, 1, 1),
-    catchup=False,
-    tags=["school-compare", "monthly"],
-) as monthly_parent_view_dag:
-
-    extract_parent_view = BashOperator(
-        task_id="extract_parent_view",
-        bash_command=f"cd {PIPELINE_DIR} && {MELTANO_BIN} run tap-uk-parent-view target-postgres",
-    )
-
-    dbt_build_parent_view = BashOperator(
-        task_id="dbt_build",
-        bash_command=f"cd {PIPELINE_DIR}/transform && {DBT_BIN} build --profiles-dir . --target production --select stg_parent_view+ fact_parent_view+",
-    )
-
-    extract_parent_view >> dbt_build_parent_view
-
-
 # ── Annual DAG (IDACI Deprivation) ────────────────────────────────────
 
 with DAG(

pipeline/meltano.yml

@@ -50,11 +50,6 @@ plugins:
           kind: string
           description: Ofsted Management Information download URL
 
-    - name: tap-uk-parent-view
-      namespace: uk_parent_view
-      pip_url: ./plugins/extractors/tap-uk-parent-view
-      executable: tap-uk-parent-view
-
     - name: tap-uk-fbit
       namespace: uk_fbit
       pip_url: ./plugins/extractors/tap-uk-fbit

pipeline/plugins/extractors/tap-uk-parent-view/pyproject.toml

@@ -1,18 +0,0 @@
-[build-system]
-requires = ["setuptools>=68", "wheel"]
-build-backend = "setuptools.build_meta"
-
-[project]
-name = "tap-uk-parent-view"
-version = "0.1.0"
-description = "Singer tap for UK Ofsted Parent View survey data"
-requires-python = ">=3.10"
-dependencies = [
-    "singer-sdk~=0.53",
-    "requests>=2.31",
-    "pandas>=2.0",
-    "openpyxl>=3.1",
-]
-
-[project.scripts]
-tap-uk-parent-view = "tap_uk_parent_view.tap:TapUKParentView.cli"

pipeline/plugins/extractors/tap-uk-parent-view/tap_uk_parent_view/__init__.py

@@ -1 +0,0 @@
-"""tap-uk-parent-view: Singer tap for Ofsted Parent View survey data."""

pipeline/plugins/extractors/tap-uk-parent-view/tap_uk_parent_view/tap.py

@@ -1,151 +0,0 @@
-"""Parent View Singer tap — extracts survey data from Ofsted Parent View open data portal."""
-
-from __future__ import annotations
-
-import io
-import re
-from datetime import date
-
-import pandas as pd
-import requests
-from singer_sdk import Stream, Tap
-from singer_sdk import typing as th
-
-OPEN_DATA_PAGE = "https://parentview.ofsted.gov.uk/open-data"
-
-
-def _positive_pct(row: pd.Series, q_col_base: str) -> float | None:
-    """Sum 'Strongly agree' + 'Agree' percentages for a question."""
-    strongly = row.get(f"{q_col_base} - Strongly agree %") or row.get(f"{q_col_base} - Strongly Agree %")
-    agree = row.get(f"{q_col_base} - Agree %")
-    try:
-        total = 0.0
-        if pd.notna(strongly):
-            total += float(strongly)
-        if pd.notna(agree):
-            total += float(agree)
-        return round(total, 1) if total > 0 else None
-    except (TypeError, ValueError):
-        return None
-
-
-class ParentViewStream(Stream):
-    """Stream: Parent View survey responses per school."""
-
-    name = "parent_view"
-    primary_keys = ["urn"]
-    replication_key = None
-
-    schema = th.PropertiesList(
-        th.Property("urn", th.IntegerType, required=True),
-        th.Property("survey_date", th.StringType),
-        th.Property("total_responses", th.IntegerType),
-        th.Property("q_happy_pct", th.NumberType),
-        th.Property("q_safe_pct", th.NumberType),
-        th.Property("q_behaviour_pct", th.NumberType),
-        th.Property("q_bullying_pct", th.NumberType),
-        th.Property("q_communication_pct", th.NumberType),
-        th.Property("q_progress_pct", th.NumberType),
-        th.Property("q_teaching_pct", th.NumberType),
-        th.Property("q_information_pct", th.NumberType),
-        th.Property("q_curriculum_pct", th.NumberType),
-        th.Property("q_future_pct", th.NumberType),
-        th.Property("q_leadership_pct", th.NumberType),
-        th.Property("q_wellbeing_pct", th.NumberType),
-        th.Property("q_recommend_pct", th.NumberType),
-    ).to_dict()
-
-    def _discover_download_url(self) -> str:
-        """Scrape the open data page for the download link."""
-        resp = requests.get(OPEN_DATA_PAGE, timeout=30)
-        resp.raise_for_status()
-        urls = re.findall(r'href="([^"]+\.(?:xlsx|csv|zip))"', resp.text, re.IGNORECASE)
-        if not urls:
-            msg = "No download link found on Parent View open data page"
-            raise RuntimeError(msg)
-        url = urls[0]
-        if not url.startswith("http"):
-            url = "https://parentview.ofsted.gov.uk" + url
-        return url
-
-    def get_records(self, context):
-        url = self._discover_download_url()
-        self.logger.info("Downloading Parent View data: %s", url)
-
-        resp = requests.get(url, timeout=120)
-        resp.raise_for_status()
-
-        if url.endswith(".xlsx"):
-            df = pd.read_excel(io.BytesIO(resp.content))
-        else:
-            df = pd.read_csv(
-                io.BytesIO(resp.content),
-                encoding="latin-1",
-                low_memory=False,
-            )
-
-        # Normalise URN column
-        urn_col = next((c for c in df.columns if c.strip().upper() == "URN"), None)
-        if not urn_col:
-            self.logger.error("URN column not found. Columns: %s", list(df.columns)[:20])
-            return
-
-        df.rename(columns={urn_col: "urn"}, inplace=True)
-        df["urn"] = pd.to_numeric(df["urn"], errors="coerce")
-        df = df.dropna(subset=["urn"])
-
-        # Find total responses column
-        resp_col = next(
-            (c for c in df.columns if "total" in c.lower() and "respon" in c.lower()),
-            None,
-        )
-
-        today = date.today().isoformat()
-
-        for _, row in df.iterrows():
-            try:
-                urn = int(row["urn"])
-            except (ValueError, TypeError):
-                continue
-
-            total = None
-            if resp_col and pd.notna(row.get(resp_col)):
-                try:
-                    total = int(row[resp_col])
-                except (ValueError, TypeError):
-                    pass
-
-            yield {
-                "urn": urn,
-                "survey_date": today,
-                "total_responses": total,
-                "q_happy_pct": _positive_pct(row, "Q1"),
-                "q_safe_pct": _positive_pct(row, "Q2"),
-                "q_behaviour_pct": _positive_pct(row, "Q3"),
-                "q_bullying_pct": _positive_pct(row, "Q4"),
-                "q_communication_pct": _positive_pct(row, "Q5"),
-                "q_progress_pct": _positive_pct(row, "Q7"),
-                "q_teaching_pct": _positive_pct(row, "Q8"),
-                "q_information_pct": _positive_pct(row, "Q9"),
-                "q_curriculum_pct": _positive_pct(row, "Q10"),
-                "q_future_pct": _positive_pct(row, "Q11"),
-                "q_leadership_pct": _positive_pct(row, "Q12"),
-                "q_wellbeing_pct": _positive_pct(row, "Q13"),
-                "q_recommend_pct": _positive_pct(row, "Q14"),
-            }
-
-
-class TapUKParentView(Tap):
-    """Singer tap for UK Ofsted Parent View."""
-
-    name = "tap-uk-parent-view"
-    config_jsonschema = th.PropertiesList(
-        th.Property("download_url", th.StringType, description="Direct URL to Parent View data file"),
-    ).to_dict()
-
-    def discover_streams(self):
-        return [ParentViewStream(self)]
-
-
-if __name__ == "__main__":
-    TapUKParentView.cli()

pipeline/transform/models/marts/_marts_schema.yml

@@ -105,12 +105,6 @@ models:
       - name: year
         tests: [not_null]
 
-  - name: fact_parent_view
-    description: Parent View survey responses
-    columns:
-      - name: urn
-        tests: [not_null]
-
   - name: fact_ks2_national_averages
     description: Official DfE KS2 national headline averages — one row per academic year
     columns:

pipeline/transform/models/marts/fact_parent_view.sql

@@ -1,20 +0,0 @@
--- Mart: Parent View survey responses — one row per URN (latest survey)
-
-select
-    urn,
-    survey_date,
-    total_responses,
-    q_happy_pct,
-    q_safe_pct,
-    q_behaviour_pct,
-    q_bullying_pct,
-    q_communication_pct,
-    q_progress_pct,
-    q_teaching_pct,
-    q_information_pct,
-    q_curriculum_pct,
-    q_future_pct,
-    q_leadership_pct,
-    q_wellbeing_pct,
-    q_recommend_pct
-from {{ ref('stg_parent_view') }}

pipeline/transform/models/staging/_stg_sources.yml

@@ -53,9 +53,6 @@ sources:
 
       # Phonics: no school-level data on EES (only national/LA level)
 
-      - name: parent_view
-        description: Ofsted Parent View survey responses
-
       - name: fbit_finance
         description: Financial benchmarking data from FBIT API
 

pipeline/transform/models/staging/stg_parent_view.sql

@@ -1,30 +0,0 @@
--- Staging model: Ofsted Parent View survey responses
--- The tap computes positive percentages (Strongly agree + Agree) per question.
-
-with source as (
-    select * from {{ source('raw', 'parent_view') }}
-),
-
-renamed as (
-    select
-        cast(urn as integer)                       as urn,
-        cast(survey_date as date)                  as survey_date,
-        cast(total_responses as integer)           as total_responses,
-        cast(q_happy_pct as numeric)               as q_happy_pct,
-        cast(q_safe_pct as numeric)                as q_safe_pct,
-        cast(q_behaviour_pct as numeric)           as q_behaviour_pct,
-        cast(q_bullying_pct as numeric)            as q_bullying_pct,
-        cast(q_communication_pct as numeric)       as q_communication_pct,
-        cast(q_progress_pct as numeric)            as q_progress_pct,
-        cast(q_teaching_pct as numeric)            as q_teaching_pct,
-        cast(q_information_pct as numeric)         as q_information_pct,
-        cast(q_curriculum_pct as numeric)           as q_curriculum_pct,
-        cast(q_future_pct as numeric)              as q_future_pct,
-        cast(q_leadership_pct as numeric)          as q_leadership_pct,
-        cast(q_wellbeing_pct as numeric)           as q_wellbeing_pct,
-        cast(q_recommend_pct as numeric)           as q_recommend_pct
-    from source
-    where urn is not null
-)
-
-select * from renamed