feat(pipeline): ingest GIAS OfficialSixthForm into staging

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
TudorandClaude Fable 5 committed 2026-07-07 10:28:08 +01:00
1 parent 87f4c6dd40
commit 3b35849bb3
2 files changed
+2

No files matched your search

@@ -33,6 +33,7 @@ class GIASEstablishmentsStream(Stream):
th.Property("EstablishmentName", th.StringType), th.Property("EstablishmentName", th.StringType),
th.Property("TypeOfEstablishment (name)", th.StringType), th.Property("TypeOfEstablishment (name)", th.StringType),
th.Property("PhaseOfEducation (name)", th.StringType), th.Property("PhaseOfEducation (name)", th.StringType),
th.Property("OfficialSixthForm (name)", th.StringType),
th.Property("LA (code)", th.StringType), th.Property("LA (code)", th.StringType),
th.Property("LA (name)", th.StringType), th.Property("LA (name)", th.StringType),
th.Property("EstablishmentNumber", th.StringType), th.Property("EstablishmentNumber", th.StringType),
@@ -14,6 +14,7 @@ renamed as (
"EstablishmentName" as school_name, "EstablishmentName" as school_name,
"TypeOfEstablishment (name)" as school_type, "TypeOfEstablishment (name)" as school_type,
"PhaseOfEducation (name)" as phase, "PhaseOfEducation (name)" as phase,
nullif(trim("OfficialSixthForm (name)"), '') as official_sixth_form,
"Gender (name)" as gender, "Gender (name)" as gender,
"ReligiousCharacter (name)" as religious_character, "ReligiousCharacter (name)" as religious_character,
"AdmissionsPolicy (name)" as admissions_policy, "AdmissionsPolicy (name)" as admissions_policy,