From 3b35849bb32ed72bde4a8c4fe0e09b4649c228f7 Mon Sep 17 00:00:00 2001 From: Tudor Date: Tue, 7 Jul 2026 10:28:08 +0100 Subject: [PATCH] feat(pipeline): ingest GIAS OfficialSixthForm into staging Co-Authored-By: Claude Fable 5 --- pipeline/plugins/extractors/tap-uk-gias/tap_uk_gias/tap.py | 1 + pipeline/transform/models/staging/stg_gias_establishments.sql | 1 + 2 files changed, 2 insertions(+) diff --git a/pipeline/plugins/extractors/tap-uk-gias/tap_uk_gias/tap.py b/pipeline/plugins/extractors/tap-uk-gias/tap_uk_gias/tap.py index 250dc25..66dec17 100644 --- a/pipeline/plugins/extractors/tap-uk-gias/tap_uk_gias/tap.py +++ b/pipeline/plugins/extractors/tap-uk-gias/tap_uk_gias/tap.py @@ -33,6 +33,7 @@ class GIASEstablishmentsStream(Stream): th.Property("EstablishmentName", th.StringType), th.Property("TypeOfEstablishment (name)", th.StringType), th.Property("PhaseOfEducation (name)", th.StringType), + th.Property("OfficialSixthForm (name)", th.StringType), th.Property("LA (code)", th.StringType), th.Property("LA (name)", th.StringType), th.Property("EstablishmentNumber", th.StringType), diff --git a/pipeline/transform/models/staging/stg_gias_establishments.sql b/pipeline/transform/models/staging/stg_gias_establishments.sql index 3cea609..8763a86 100644 --- a/pipeline/transform/models/staging/stg_gias_establishments.sql +++ b/pipeline/transform/models/staging/stg_gias_establishments.sql @@ -14,6 +14,7 @@ renamed as ( "EstablishmentName" as school_name, "TypeOfEstablishment (name)" as school_type, "PhaseOfEducation (name)" as phase, + nullif(trim("OfficialSixthForm (name)"), '') as official_sixth_form, "Gender (name)" as gender, "ReligiousCharacter (name)" as religious_character, "AdmissionsPolicy (name)" as admissions_policy,