From 1d56eebe8752e49a5be16f2a432b5f45a164fbbc Mon Sep 17 00:00:00 2001 From: Tudor Date: Fri, 27 Mar 2026 17:55:11 +0000 Subject: [PATCH] fix(stg_ofsted_inspections): filter out rows with no inspection date MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Schools in the MI file that have never been inspected have a null inspection_date after parsing. Exclude them — they are not inspection records. Co-Authored-By: Claude Sonnet 4.6 --- pipeline/transform/models/staging/stg_ofsted_inspections.sql | 1 + 1 file changed, 1 insertion(+) diff --git a/pipeline/transform/models/staging/stg_ofsted_inspections.sql b/pipeline/transform/models/staging/stg_ofsted_inspections.sql index d19cc1c..9a22b65 100644 --- a/pipeline/transform/models/staging/stg_ofsted_inspections.sql +++ b/pipeline/transform/models/staging/stg_ofsted_inspections.sql @@ -36,6 +36,7 @@ renamed as ( report_url from source where urn is not null + and inspection_date is not null ) select * from renamed