TudorandClaude Fable 5
95081d38bd
PR Checks / Frontend Typecheck + Tests (pull_request) Successful in 9m39s
PR Checks / Backend Smoke (pull_request) Successful in 5s
PR Checks / Build Backend (no push) (pull_request) Successful in 17s
PR Checks / Build Frontend (no push) (pull_request) Successful in 41s
PR Checks / Build Pipeline (no push) (pull_request) Successful in 45s
PR Checks / AI Code Review (Claude) (pull_request) Successful in 1m35s
Removes the 'What Parents Say' section and all supporting elements: Frontend: - Drop the OfstedParentView type, the parent_view field, the survey section and the 'X% would recommend' callouts in the primary and secondary detail views, the Parents nav item, and the parent-view CSS. Backend: - Remove the FactParentView model, its loading in data_loader, and parent_view from the school-details API response. - Bump SCHEMA_VERSION to 6 and add an idempotent drop step (DROP TABLE IF EXISTS marts.fact_parent_view) to the CLI migration; add scripts/sql/drop_fact_parent_view.sql to apply directly to the dbt-owned marts DBs on staging and prod. Pipeline: - Delete the stg_parent_view + fact_parent_view dbt models and their source/schema entries, the tap-uk-parent-view Meltano extractor, and the monthly Parent View DAG; drop it from the Dockerfile and the staging bootstrap docs. The rest of dbt (which builds every mart the app reads) is untouched. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
110 lines
3.5 KiB
YAML
110 lines
3.5 KiB
YAML
project_id: school-compare-pipeline
|
|
default_environment: production
|
|
|
|
plugins:
|
|
extractors:
|
|
- name: tap-uk-gias
|
|
namespace: uk_gias
|
|
pip_url: ./plugins/extractors/tap-uk-gias
|
|
executable: tap-uk-gias
|
|
settings:
|
|
- name: download_url
|
|
kind: string
|
|
description: GIAS bulk CSV download URL
|
|
|
|
- name: tap-uk-ees
|
|
namespace: uk_ees
|
|
pip_url: ./plugins/extractors/tap-uk-ees
|
|
executable: tap-uk-ees
|
|
settings:
|
|
- name: base_url
|
|
kind: string
|
|
value: https://content.explore-education-statistics.service.gov.uk/api/v1
|
|
- name: datasets
|
|
kind: array
|
|
description: List of EES dataset configs to extract
|
|
- name: legacy_ks2_urls
|
|
kind: object
|
|
description: "Year code → URL mapping for legacy KS2 CSVs"
|
|
- name: legacy_ks4_urls
|
|
kind: object
|
|
description: "Year code → URL mapping for legacy KS4 ZIPs (england_ks4final.csv inside)"
|
|
config:
|
|
legacy_ks2_urls:
|
|
"201516": "http://10.0.1.224:8081/filebrowser/api/public/dl/iaoSkg1v?inline=true"
|
|
"201617": "http://10.0.1.224:8081/filebrowser/api/public/dl/bqCMUcIH?inline=true"
|
|
"201718": "http://10.0.1.224:8081/filebrowser/api/public/dl/0L61fE_a?inline=true"
|
|
"201819": "http://10.0.1.224:8081/filebrowser/api/public/dl/XJGJ5lG1?inline=true"
|
|
legacy_ks4_urls:
|
|
"201516": "http://10.0.1.224:8081/filebrowser/api/public/dl/iaoSkg1v?inline=true"
|
|
"201617": "http://10.0.1.224:8081/filebrowser/api/public/dl/bqCMUcIH?inline=true"
|
|
"201718": "http://10.0.1.224:8081/filebrowser/api/public/dl/0L61fE_a?inline=true"
|
|
"201819": "http://10.0.1.224:8081/filebrowser/api/public/dl/XJGJ5lG1?inline=true"
|
|
|
|
- name: tap-uk-ofsted
|
|
namespace: uk_ofsted
|
|
pip_url: ./plugins/extractors/tap-uk-ofsted
|
|
executable: tap-uk-ofsted
|
|
settings:
|
|
- name: mi_url
|
|
kind: string
|
|
description: Ofsted Management Information download URL
|
|
|
|
- name: tap-uk-fbit
|
|
namespace: uk_fbit
|
|
pip_url: ./plugins/extractors/tap-uk-fbit
|
|
executable: tap-uk-fbit
|
|
settings:
|
|
- name: base_url
|
|
kind: string
|
|
value: https://financial-benchmarking-and-insights-tool.education.gov.uk/api
|
|
|
|
- name: tap-uk-idaci
|
|
namespace: uk_idaci
|
|
pip_url: ./plugins/extractors/tap-uk-idaci
|
|
executable: tap-uk-idaci
|
|
|
|
loaders:
|
|
- name: target-postgres
|
|
variant: meltanolabs
|
|
pip_url: meltanolabs-target-postgres
|
|
config:
|
|
host: $PG_HOST
|
|
port: $PG_PORT
|
|
user: $PG_USER
|
|
password: $PG_PASSWORD
|
|
database: $PG_DATABASE
|
|
default_target_schema: raw
|
|
|
|
utilities:
|
|
- name: dbt-postgres
|
|
variant: dbt-labs
|
|
pip_url: dbt-postgres~=1.10
|
|
config:
|
|
project_dir: $MELTANO_PROJECT_ROOT/transform
|
|
profiles_dir: $MELTANO_PROJECT_ROOT/transform
|
|
|
|
environments:
|
|
- name: dev
|
|
config:
|
|
plugins:
|
|
loaders:
|
|
- name: target-postgres
|
|
config:
|
|
host: localhost
|
|
port: 5432
|
|
user: postgres
|
|
password: postgres
|
|
database: school_compare
|
|
- name: production
|
|
config:
|
|
plugins:
|
|
loaders:
|
|
- name: target-postgres
|
|
config:
|
|
host: ${PG_HOST}
|
|
port: ${PG_PORT}
|
|
user: ${PG_USER}
|
|
password: ${PG_PASSWORD}
|
|
database: ${PG_DATABASE}
|