6036 lines
752 KiB
Plaintext
6036 lines
752 KiB
Plaintext
|
ﾞ #･nodesﾞ Rﾙ!seed.school_compare.la_code_namesﾞ ｨdatabaseｮschool_compareｦschema･seeds､nameｭla_code_namesｭresource_type､seedｬpackage_nameｮschool_compare､pathｱla_code_names.csvｲoriginal_file_pathｷseeds/la_code_names.csvｩunique_idﾙ!seed.school_compare.la_code_names｣fqn聴school_compareｭla_code_names･aliasｭla_code_namesｨchecksumうnameｦsha256ｨchecksumﾙ@a3924c9bda3cb6be5f85832b0744c21935a4e006bc9e2d71ca03b075157abe8eｦconfigﾞ ｧenabledﾃ･aliasﾀｦschema･seedsｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized､seedｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｩdelimiter｡,ｭquote_columnsﾀ､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_config※schema･seedsｪcreated_atﾋAﾚ萌B艟ｫｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾙ("school_compare"."seeds"."la_code_names"ｨraw_code�ｪdoc_blocks姓root_pathﾙ7/Users/tudor/projects/school_compare/pipeline/transformｪdepends_on※macros整defer_relationﾀﾙ#seed.school_compare.gias_code_namesﾞ ｨdatabaseｮschool_compareｦschema･seeds､nameｯgias_code_namesｭresource_type､seedｬpackage_nameｮschool_compare､pathｳgias_code_names.csvｲoriginal_file_pathｹseeds/gias_code_names.csvｩunique_idﾙ#seed.school_compare.gias_code_names｣fqn聴school_compareｯgias_code_names･aliasｯgias_code_namesｨchecksumうnameｦsha256ｨchecksumﾙ@be09e2443f1d0d9ed3d0f8637ae38183e63b9e40c208e8684993e17ac5f2903bｦconfigﾞ ｧenabledﾃ･aliasﾀｦschema･seedsｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized､seedｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｩdelimiter｡,ｭquote_columnsﾀ､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_config※schema･seedsｪcreated_atﾋAﾚ萌B芒ｬｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾙ*"school_compare"."seeds"."gias_code_names"ｨraw_code�ｪdoc_blocks姓root_pathﾙ7/Users/tudor/projects/school_compare/pipeline/transformｪdepends_on※macros整defer_relationﾀﾙ%seed.school_compare.school_type_codesﾞ ｨdatabaseｮschool_compareｦschema･seeds､nameｱschool_type_codesｭresource_type､seedｬpackage_nameｮschool_compare､pathｵschool_type_codes.csvｲoriginal_file_pathｻseeds/school_type_codes.csvｩunique_idﾙ%seed.school_compare.school_type_codes｣fqn聴school_compareｱschool_type_codes･aliasｱschool_type_codesｨchecksumうnameｦsha256ｨchecksumﾙ@6020353ed39356287495de70fd2b44bed411ef059b2e61b0136c0faf3c9769cfｦconfigﾞ ｧenabledﾃ･aliasﾀｦschema･seedsｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized､seedｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｩdelimiter｡,ｭquote_columnsﾀ､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_config※schema･seedsｪcreated_atﾋAﾚ萌B苴ﾖｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾙ,"school_compare"."seeds"."school_type_codes"ｨraw_code�ｪdoc_blocks姓root_pathﾙ7/Users/tudor/projects/school_compare/pipeline/transformｪdepends_on※macros整defer_relationﾀﾙ)model.school_compare.stg_ees_ks4_nationalﾞ ,ｨdatabaseｮschool_compareｦschemaｧstaging､nameｴstg_ees_ks4_nationalｭresource_type･modelｬpackage_nameｮschool_compare､pathﾙ staging/stg_ees_ks4_national.sqlｲoriginal_file_pathﾙ'models/staging/stg_ees_ks4_national.sqlｩunique_idﾙ)model.school_compare.stg_ees_ks4_national｣fqn動school_compareｧstagingｴstg_ees_ks4_national･aliasｴstg_ees_ks4_nationalｨchecksumうnameｦsha256ｨchecksumﾙ@cdc96082b585ef4940e4d
|
|||
|
|
|
|||
|
|
-- Staging model: official DfE KS4 national headline averages 窶� one row per
|
|||
|
|
-- academic year (England, all state-funded, all pupils). Source: EES data
|
|||
|
|
-- catalogue "National characteristics summary data". Suppressed values
|
|||
|
|
-- ('z', 'x') are coerced to NULL by safe_numeric 窶� Progress 8 is 'z' in
|
|||
|
|
-- years with no KS2 baseline (e.g. 2024/25): legitimately unpublished.
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
cast(trim(time_period) as integer) as year,
|
|||
|
|
{{ safe_numeric('attainment_8_score') }} as attainment_8_score,
|
|||
|
|
{{ safe_numeric('progress_8_score') }} as progress_8_score,
|
|||
|
|
{{ safe_numeric('english_maths_standard_pass_pct') }} as english_maths_standard_pass_pct,
|
|||
|
|
{{ safe_numeric('english_maths_strong_pass_pct') }} as english_maths_strong_pass_pct,
|
|||
|
|
{{ safe_numeric('ebacc_entry_pct') }} as ebacc_entry_pct,
|
|||
|
|
{{ safe_numeric('ebacc_standard_pass_pct') }} as ebacc_standard_pass_pct,
|
|||
|
|
{{ safe_numeric('ebacc_strong_pass_pct') }} as ebacc_strong_pass_pct,
|
|||
|
|
{{ safe_numeric('ebacc_avg_score') }} as ebacc_avg_score
|
|||
|
|
from {{ source('raw', 'ees_ks4_national') }}
|
|||
|
|
where time_period ~ '^[0-9]+$'ｪdoc_blocks勢language｣sql､refs制sources葬｣rawｰees_ks4_nationalｧmetrics姓functions征depends_onえmacros胎!macro.school_compare.safe_numeric･nodes胎*source.school_compare.raw.ees_ks4_nationalｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key征time_spineﾀ･batchﾀﾙ!model.school_compare.dim_locationﾞ ,ｨdatabaseｮschool_compareｦschema･marts､nameｬdim_locationｭresource_type･modelｬpackage_nameｮschool_compare､pathｶmarts/dim_location.sqlｲoriginal_file_pathｽmodels/marts/dim_location.sqlｩunique_idﾙ!model.school_compare.dim_location｣fqn動school_compare･martsｬdim_location･aliasｬdim_locationｨchecksumうnameｦsha256ｨchecksumﾙ@d52fb2b99be90d6fa3c9e3e4f75b5f1bf872450a5e4460aea47d6e9dd6d1d210ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschema･martsｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized･tableｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性descriptionﾙ/School location dimension with PostGIS geometryｧcolumnsぅurn研name｣urnｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks勢postcode研nameｨpostcodeｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks畝meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾙ/school_compare://models/marts/_marts_schema.ymlｪbuild_pathﾀｱunrendered_configぎmaterialized･tableｦschema･martsｪcreated_atﾋAﾚ萌z=)Rｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾙ'"school_compare"."marts"."dim_location"ｨraw_codeﾚD-- Mart: School location dimension 窶� one row per URN, PostGIS-enabled
|
|||
|
|
-- Geometry derived from GIAS easting/northing (British National Grid 竊� WGS84).
|
|||
|
|
-- For schools missing easting/northing, the geocode script backfills via Postcodes.io.
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
s.urn,
|
|||
|
|
s.address_line1,
|
|||
|
|
s.address_line2,
|
|||
|
|
s.town,
|
|||
|
|
s.county,
|
|||
|
|
s.postcode,
|
|||
|
|
s.local_authority_code,
|
|||
|
|
s.local_authority_name,
|
|||
|
|
s.parliamentary_constituency,
|
|||
|
|
s.urban_rural,
|
|||
|
|
s.easting,
|
|||
|
|
s.northing,
|
|||
|
|
case
|
|||
|
|
when s.easting is not null and s.northing is not null
|
|||
|
|
then ST_Transform(ST_SetSRID(ST_MakePoint(s.easting::double precision, s.northing::double precision), 27700), 4326)
|
|||
|
|
else null
|
|||
|
|
end as geom,
|
|||
|
|
case
|
|||
|
|
when s.easting is not null and s.northing is not null
|
|||
|
|
then ST_Y(ST_Transform(ST_SetSRID(ST_MakePoint(s.easting::double precision, s.northing::double precision), 27700), 4326))
|
|||
|
|
else null
|
|||
|
|
end as latitude,
|
|||
|
|
case
|
|||
|
|
when s.easting is not null and s.northing is not null
|
|||
|
|
then ST_X(ST_Transform(ST_SetSRID(ST_MakePoint(s.easting::double precision, s.northing::double precision), 27700), 4326))
|
|||
|
|
else null
|
|||
|
|
end as longitude
|
|||
|
|
from {{ ref('stg_gias_establishments') }} s
|
|||
|
|
-- Must match dim_school's status filter exactly (the API inner-joins the two).
|
|||
|
|
where s.status_code in (1, 3)ｪdoc_blocks勢language｣sql､refs巣､nameｷstg_gias_establishmentsｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros是nodes胎,model.school_compare.stg_gias_establishmentsｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key促urnｪtime_spineﾀ･batchﾀｿmodel.school_compare.dim_schoolﾞ ,ｨdatabaseｮschool_compareｦschema･marts､nameｪdim_schoolｭresource_type･modelｬpackage_nameｮschool_compare､pathｴmarts/dim_school.sqlｲoriginal_file_pathｻmodels/marts/dim_school.sqlｩunique_idｿmodel.school_compare.dim_school｣fqn動school_compare･martsｪdim_school･aliasｪdim_schoolｨchecksumうnameｦsha256ｨchecksumﾙ@116be1472b8a5ef306d333ad7aec953f47ae184f8ceb8af7bab9770133b7a913ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschema･martsｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized･tableｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性descriptionﾙ5Canonical school dimension 窶� one row per active URNｧcolumns哀urn研name｣urnｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks性school_name研nameｫschool_nameｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks征phase_code研nameｪphase_codeｫdescriptionﾚ
|
|||
|
|
GIAS PhaseOfEducation code (2 = Primary, 4 = Secondary, 7 = All-through, etc. 窶� see seeds/gias_code_names.csv). May be null for a small number of independent schools where GIAS publishes "Not Applicable", no statutory age range, and the school name gives no hint.
|
|||
|
|
､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks整has_sixth_form研nameｮhas_sixth_formｫdescriptionﾚAuthoritative sixth-form flag from GIAS OfficialSixthForm. "Has a sixth form" => true; "Does not have a sixth form" and "Not applicable" => false; blank GIAS value falls back to statutory_high_age >= 18. Replaces the age_range-contains-"18" heuristic (spec 2026-07-07 ﾂｧ3).
|
|||
|
|
､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks性status_code研nameｫstatus_codeｫdescriptionﾙHGIAS EstablishmentStatus code (1 = Open, 3 = Open but proposed to close)､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks晴school_type_code研nameｰschool_type_codeｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks精religious_character_code研nameｸreligious_character_codeｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks生admissions_policy_code研nameｶadmissions_policy_codeｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks畝meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾙ/school_compare://models/marts/_marts_schema.ymlｪbuild_pathﾀｱunrendered_configぎmaterialized･tableｦschema･martsｪcreated_atﾋAﾚ萌z=8ｨｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾙ%"school_compare"."marts"."dim_school"ｨraw_codeﾚﾌ-- Mart: Canonical school dimension 窶� one row per active URN
|
|||
|
|
|
|||
|
|
-- int_ofsted_latest is only ref()'d inside a conditional block below (it may not
|
|||
|
|
-- exist before the Ofsted pipeline first runs), so declare the dependency
|
|||
|
|
-- explicitly for dbt's DAG.
|
|||
|
|
-- depends_on: {{ ref('int_ofsted_latest') }}
|
|||
|
|
|
|||
|
|
with schools as (
|
|||
|
|
select * from {{ ref('stg_gias_establishments') }}
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
{% set ofsted_relation = adapter.get_relation(
|
|||
|
|
database=target.database,
|
|||
|
|
schema='intermediate',
|
|||
|
|
identifier='int_ofsted_latest'
|
|||
|
|
) %}
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
s.urn,
|
|||
|
|
s.local_authority_code * 1000 + s.establishment_number as laestab,
|
|||
|
|
s.school_name,
|
|||
|
|
-- Phase in GIAS code space (see seeds/gias_code_names.csv):
|
|||
|
|
-- 2 = Primary, 4 = Secondary, 7 = All-through, 0 = Not applicable.
|
|||
|
|
case
|
|||
|
|
-- 1. Trust GIAS phase when it's a real value (0 = the catch-all "Not Applicable")
|
|||
|
|
when s.phase_code is not null and s.phase_code != 0
|
|||
|
|
then s.phase_code
|
|||
|
|
-- 2. Infer from statutory age range (independent schools still publish these)
|
|||
|
|
when s.statutory_high_age is not null and s.statutory_high_age <= 11 then 2
|
|||
|
|
when s.statutory_low_age is not null and s.statutory_low_age >= 11 then 4
|
|||
|
|
when s.statutory_low_age is not null and s.statutory_high_age is not null
|
|||
|
|
and s.statutory_low_age < 11 and s.statutory_high_age > 11 then 7
|
|||
|
|
-- 3. Fallback: infer from school name (covers independents with missing ages)
|
|||
|
|
when s.school_name ilike '%primary%'
|
|||
|
|
or s.school_name ilike '%infant%'
|
|||
|
|
or s.school_name ilike '%junior%'
|
|||
|
|
or s.school_name ilike '%preparatory%'
|
|||
|
|
or s.school_name ilike '% prep school%'
|
|||
|
|
or s.school_name ilike '% prep %'
|
|||
|
|
then 2
|
|||
|
|
when s.school_name ilike '%secondary%'
|
|||
|
|
or s.school_name ilike '%high school%'
|
|||
|
|
or s.school_name ilike '%grammar%'
|
|||
|
|
or s.school_name ilike '%senior school%'
|
|||
|
|
or s.school_name ilike '%upper school%'
|
|||
|
|
then 4
|
|||
|
|
-- 4. Give up 窶� null renders no phase pill
|
|||
|
|
else null
|
|||
|
|
end as phase_code,
|
|||
|
|
s.school_type_code,
|
|||
|
|
s.academy_trust_name,
|
|||
|
|
s.academy_trust_uid,
|
|||
|
|
s.religious_character_code,
|
|||
|
|
s.gender,
|
|||
|
|
s.statutory_low_age || '-' || s.statutory_high_age as age_range,
|
|||
|
|
-- GIAS OfficialSixthForm in code space: 1 = has, 2 = does not, 0 = N/A.
|
|||
|
|
-- Null (rare, new establishments) falls back to the statutory age range.
|
|||
|
|
case
|
|||
|
|
when s.official_sixth_form_code = 1 then true
|
|||
|
|
when s.official_sixth_form_code in (0, 2) then false
|
|||
|
|
else coalesce(s.statutory_high_age >= 18, false)
|
|||
|
|
end as has_sixth_form,
|
|||
|
|
s.capacity,
|
|||
|
|
s.total_pupils,
|
|||
|
|
concat_ws(' ', s.head_title, s.head_first_name, s.head_last_name) as headteacher_name,
|
|||
|
|
s.website,
|
|||
|
|
s.telephone,
|
|||
|
|
s.open_date,
|
|||
|
|
s.close_date,
|
|||
|
|
s.status_code,
|
|||
|
|
s.nursery_provision,
|
|||
|
|
s.admissions_policy_code,
|
|||
|
|
|
|||
|
|
-- Latest Ofsted (populated after monthly Ofsted pipeline runs)
|
|||
|
|
{% if ofsted_relation is not none %}
|
|||
|
|
-- Prefer the graded overall effectiveness; fall back to the grade parsed
|
|||
|
|
-- from the latest ungraded (Section 8) outcome when no graded grade exists.
|
|||
|
|
coalesce(o.overall_effectiveness, o.ungraded_grade) as ofsted_grade,
|
|||
|
|
o.inspection_date as ofsted_date,
|
|||
|
|
o.framework as ofsted_framework
|
|||
|
|
{% else %}
|
|||
|
|
null::text as ofsted_grade,
|
|||
|
|
null::date as ofsted_date,
|
|||
|
|
null::text as ofsted_framework
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
from schools s
|
|||
|
|
{% if ofsted_relation is not none %}
|
|||
|
|
left join {{ ref('int_ofsted_latest') }} o on s.urn = o.urn
|
|||
|
|
{% endif %}
|
|||
|
|
-- 1 = Open; 3 = Open, but proposed to close (still operating; drops out when
|
|||
|
|
-- GIAS flips to Closed 窶� marts fully rebuild each run).
|
|||
|
|
where s.status_code in (1, 3)ｪdoc_blocks勢language｣sql､refs茶､nameｱint_ofsted_latestｧpackageﾀｧversionﾀΖnameｷstg_gias_establishmentsｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros是nodes壷&model.school_compare.int_ofsted_latestﾙ,model.school_compare.stg_gias_establishmentsｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key促urnｪtime_spineﾀ･batchﾀﾙ,model.school_compare.stg_gias_establishmentsﾞ ,ｨdatabaseｮschool_compareｦschemaｧstaging､nameｷstg_gias_establishmentsｭresource_type･modelｬpackage_nameｮschool_compare､pathﾙ#staging/stg_gias_establishments.sqlｲoriginal_file_pathﾙ*models/staging/stg_gias_establishments.sqlｩunique_idﾙ,model.school_compare.stg_gias_establishments｣fqn動school_compareｧstagingｷstg_gias_establishments･aliasｷstg_gias_establishmentsｨchecksumうnameｦsha256ｨchecksumﾙ@f441ba1ec21d49447e34206e11189040431a3dd525e4a51bc40e8c7c2ba032b0ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｧstagingｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized､viewｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_configぎmaterialized､viewｦschemaｧstagingｪcreated_atﾋAﾚ萌z5vJｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾙ4"school_compare"."staging"."stg_gias_establishments"ｨraw_codeﾚ �-- Staging model: GIAS establishments
|
|||
|
|
-- Light cleaning, type casting, column renaming from raw GIAS bulk CSV
|
|||
|
|
|
|||
|
|
with source as (
|
|||
|
|
select * from {{ source('raw', 'gias_establishments') }}
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
renamed as (
|
|||
|
|
select
|
|||
|
|
cast("URN" as integer) as urn,
|
|||
|
|
cast(nullif("LA (code)", '') as integer) as local_authority_code,
|
|||
|
|
"LA (name)" as local_authority_name,
|
|||
|
|
cast(nullif("EstablishmentNumber", '') as integer) as establishment_number,
|
|||
|
|
"EstablishmentName" as school_name,
|
|||
|
|
cast(nullif(trim("TypeOfEstablishment (code)"), '') as integer) as school_type_code,
|
|||
|
|
cast(nullif(trim("PhaseOfEducation (code)"), '') as integer) as phase_code,
|
|||
|
|
cast(nullif(trim("OfficialSixthForm (code)"), '') as integer) as official_sixth_form_code,
|
|||
|
|
"Gender (name)" as gender,
|
|||
|
|
cast(nullif(trim("ReligiousCharacter (code)"), '') as integer) as religious_character_code,
|
|||
|
|
cast(nullif(trim("AdmissionsPolicy (code)"), '') as integer) as admissions_policy_code,
|
|||
|
|
"SchoolCapacity" as capacity,
|
|||
|
|
cast(nullif("NumberOfPupils", '') as integer) as total_pupils,
|
|||
|
|
"HeadTitle (name)" as head_title,
|
|||
|
|
"HeadFirstName" as head_first_name,
|
|||
|
|
"HeadLastName" as head_last_name,
|
|||
|
|
"TelephoneNum" as telephone,
|
|||
|
|
"SchoolWebsite" as website,
|
|||
|
|
"Street" as address_line1,
|
|||
|
|
"Locality" as address_line2,
|
|||
|
|
"Town" as town,
|
|||
|
|
"County (name)" as county,
|
|||
|
|
"Postcode" as postcode,
|
|||
|
|
cast(nullif(trim("EstablishmentStatus (code)"), '') as integer) as status_code,
|
|||
|
|
case when "OpenDate" = '' then null else to_date("OpenDate", 'DD-MM-YYYY') end as open_date,
|
|||
|
|
case when "CloseDate" = '' then null else to_date("CloseDate", 'DD-MM-YYYY') end as close_date,
|
|||
|
|
"Trusts (name)" as academy_trust_name,
|
|||
|
|
cast(nullif("Trusts (code)", '') as integer) as academy_trust_uid,
|
|||
|
|
"UrbanRural (name)" as urban_rural,
|
|||
|
|
"ParliamentaryConstituency (name)" as parliamentary_constituency,
|
|||
|
|
"NurseryProvision (name)" as nursery_provision,
|
|||
|
|
cast(nullif("Easting", '') as integer) as easting,
|
|||
|
|
cast(nullif("Northing", '') as integer) as northing,
|
|||
|
|
cast(nullif("StatutoryLowAge", '') as integer) as statutory_low_age,
|
|||
|
|
cast(nullif("StatutoryHighAge", '') as integer) as statutory_high_age
|
|||
|
|
from source
|
|||
|
|
where "URN" is not null
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
select * from renamedｪdoc_blocks勢language｣sql､refs制sources葬｣rawｳgias_establishmentsｧmetrics姓functions征depends_onえmacros是nodes胎-source.school_compare.raw.gias_establishmentsｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key征time_spineﾀ･batchﾀﾙ%model.school_compare.fact_performanceﾞ ,ｨdatabaseｮschool_compareｦschema･marts､nameｰfact_performanceｭresource_type･modelｬpackage_nameｮschool_compare､pathｺmarts/fact_performance.sqlｲoriginal_file_pathﾙ!models/marts/fact_performance.sqlｩunique_idﾙ%model.school_compare.fact_performance｣fqn動school_compare･martsｰfact_performance･aliasｰfact_performanceｨchecksumうnameｦsha256ｨchecksumﾙ@ea8849a6596cdb40066194013400acd5b70cd71b49dd7de8052a67afbe012577ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschema･martsｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized･tableｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性descriptionﾙ藪erged KS2 + KS4 performance 窶� one row per URN per year via FULL OUTER JOIN. All-through schools have both KS2 and KS4 columns populated; pure primary schools have NULL KS4 columns; pure secondary schools have NULL KS2 columns.ｧcolumnsぅurn研name｣urnｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks畝year研name､yearｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks畝meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾙ/school_compare://models/marts/_marts_schema.ymlｪbuild_pathﾀｱunrendered_configぎmaterialized･tableｦschema･martsｪcreated_atﾋAﾚ萌z=H ｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾙ+"school_compare"."marts"."fact_performance"ｨraw_codeﾚ =-- Mart: Merged KS2 + KS4 performance 窶� one row per URN per year
|
|||
|
|
-- FULL OUTER JOIN so all-through schools have both KS2 and KS4 columns populated.
|
|||
|
|
-- Pure primary schools have NULL KS4 columns; pure secondary schools have NULL KS2 columns.
|
|||
|
|
|
|||
|
|
with ks2 as (
|
|||
|
|
select * from {{ ref('fact_ks2_performance') }}
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
ks4 as (
|
|||
|
|
select * from {{ ref('fact_ks4_performance') }}
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
-- Join keys (coalesced so neither side is dropped)
|
|||
|
|
coalesce(ks2.urn, ks4.urn) as urn,
|
|||
|
|
coalesce(ks2.source_urn, ks4.source_urn) as source_urn,
|
|||
|
|
coalesce(ks2.year, ks4.year) as year,
|
|||
|
|
coalesce(ks2.total_pupils, ks4.total_pupils) as total_pupils,
|
|||
|
|
coalesce(ks2.eligible_pupils, ks4.eligible_pupils) as eligible_pupils,
|
|||
|
|
|
|||
|
|
-- KS2 columns (NULL for pure secondary schools)
|
|||
|
|
ks2.rwm_expected_pct,
|
|||
|
|
ks2.rwm_high_pct,
|
|||
|
|
ks2.reading_expected_pct,
|
|||
|
|
ks2.reading_high_pct,
|
|||
|
|
ks2.reading_avg_score,
|
|||
|
|
ks2.reading_progress,
|
|||
|
|
ks2.reading_progress_lower_ci,
|
|||
|
|
ks2.reading_progress_upper_ci,
|
|||
|
|
ks2.writing_expected_pct,
|
|||
|
|
ks2.writing_high_pct,
|
|||
|
|
ks2.writing_progress,
|
|||
|
|
ks2.writing_progress_lower_ci,
|
|||
|
|
ks2.writing_progress_upper_ci,
|
|||
|
|
ks2.writing_working_towards_pct,
|
|||
|
|
ks2.maths_expected_pct,
|
|||
|
|
ks2.maths_high_pct,
|
|||
|
|
ks2.maths_avg_score,
|
|||
|
|
ks2.maths_progress,
|
|||
|
|
ks2.maths_progress_lower_ci,
|
|||
|
|
ks2.maths_progress_upper_ci,
|
|||
|
|
ks2.gps_expected_pct,
|
|||
|
|
ks2.gps_high_pct,
|
|||
|
|
ks2.gps_avg_score,
|
|||
|
|
ks2.science_expected_pct,
|
|||
|
|
ks2.reading_absence_pct,
|
|||
|
|
ks2.writing_absence_pct,
|
|||
|
|
ks2.maths_absence_pct,
|
|||
|
|
ks2.gps_absence_pct,
|
|||
|
|
ks2.science_absence_pct,
|
|||
|
|
ks2.rwm_expected_boys_pct,
|
|||
|
|
ks2.rwm_high_boys_pct,
|
|||
|
|
ks2.rwm_expected_girls_pct,
|
|||
|
|
ks2.rwm_high_girls_pct,
|
|||
|
|
ks2.rwm_expected_disadvantaged_pct,
|
|||
|
|
ks2.rwm_expected_non_disadvantaged_pct,
|
|||
|
|
ks2.disadvantaged_gap,
|
|||
|
|
ks2.disadvantaged_pct,
|
|||
|
|
ks2.eal_pct,
|
|||
|
|
ks2.stability_pct,
|
|||
|
|
|
|||
|
|
-- KS4 columns (NULL for pure primary schools)
|
|||
|
|
ks4.attainment_8_score,
|
|||
|
|
ks4.progress_8_score,
|
|||
|
|
ks4.progress_8_lower_ci,
|
|||
|
|
ks4.progress_8_upper_ci,
|
|||
|
|
ks4.progress_8_english,
|
|||
|
|
ks4.progress_8_maths,
|
|||
|
|
ks4.progress_8_ebacc,
|
|||
|
|
ks4.progress_8_open,
|
|||
|
|
ks4.progress_8_banding,
|
|||
|
|
ks4.attainment_8_disadvantage_gap,
|
|||
|
|
ks4.progress_8_disadvantage_gap,
|
|||
|
|
ks4.english_maths_strong_pass_pct,
|
|||
|
|
ks4.english_maths_standard_pass_pct,
|
|||
|
|
ks4.ebacc_entry_pct,
|
|||
|
|
ks4.ebacc_strong_pass_pct,
|
|||
|
|
ks4.ebacc_standard_pass_pct,
|
|||
|
|
ks4.ebacc_avg_score,
|
|||
|
|
ks4.gcse_grade_91_pct,
|
|||
|
|
ks4.prior_attainment_avg,
|
|||
|
|
ks4.sen_pct,
|
|||
|
|
|
|||
|
|
-- Shared SEN columns 窶� KS2 preferred, fall back to KS4
|
|||
|
|
coalesce(ks2.sen_support_pct, ks4.sen_support_pct) as sen_support_pct,
|
|||
|
|
coalesce(ks2.sen_ehcp_pct, ks4.sen_ehcp_pct) as sen_ehcp_pct
|
|||
|
|
|
|||
|
|
from ks2
|
|||
|
|
full outer join ks4
|
|||
|
|
on ks2.urn = ks4.urn
|
|||
|
|
and ks2.year = ks4.yearｪdoc_blocks勢language｣sql､refs茶､nameｴfact_ks2_performanceｧpackageﾀｧversionﾀΖnameｴfact_ks4_performanceｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros是nodes壷)model.school_compare.fact_ks2_performanceﾙ)model.school_compare.fact_ks4_performanceｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key卒urn || '-' || yearｪtime_spineﾀ･batchﾀﾙ)model.school_compare.fact_ks2_performanceﾞ ,ｨdatabaseｮschool_compareｦschema･marts､nameｴfact_ks2_performanceｭresource_type･modelｬpackage_nameｮschool_compare､pathｾmarts/fact_ks2_performance.sqlｲoriginal_file_pathﾙ%models/marts/fact_ks2_performance.sqlｩunique_idﾙ)model.school_compare.fact_ks2_performance｣fqn動school_compare･martsｴfact_ks2_performance･aliasｴfact_ks2_performanceｨchecksumうnameｦsha256ｨchecksumﾙ@ee3f734e98d37c6b3459f08eb35e78e193c2c4995fb64a4bbe2d58a2382acf8cｦconfigﾞ ｧenabledﾃ･aliasﾀｦschema･martsｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized･tableｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性descriptionﾙ+KS2 attainment 窶� one row per URN per yearｧcolumns殴urn研name｣urnｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks畝year研name､yearｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks聖reading_progress_lower_ci研nameｹreading_progress_lower_ciｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks聖reading_progress_upper_ci研nameｹreading_progress_upper_ciｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks聖writing_progress_lower_ci研nameｹwriting_progress_lower_ciｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks聖writing_progress_upper_ci研nameｹwriting_progress_upper_ciｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks製writing_working_towards_pct研nameｻwriting_working_towards_pctｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks盛maths_progress_lower_ci研nameｷmaths_progress_lower_ciｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks盛maths_progress_upper_ci研nameｷmaths_progress_upper_ciｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks畝meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾙ/school_compare://models/marts/_marts_schema.ymlｪbuild_pathﾀｱunrendered_configぎmaterialized･tableｦschema･martsｪcreated_atﾋAﾚ萌z=E族config_call_dictｻunrendered_config_call_dictｭrelation_nameﾙ/"school_compare"."marts"."fact_ks2_performance"ｨraw_codeﾚC-- Mart: KS2 performance fact table 窶� one row per URN per year
|
|||
|
|
-- Includes predecessor data via lineage resolution
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
current_urn as urn,
|
|||
|
|
source_urn,
|
|||
|
|
year,
|
|||
|
|
total_pupils,
|
|||
|
|
eligible_pupils,
|
|||
|
|
|
|||
|
|
-- Core attainment
|
|||
|
|
rwm_expected_pct,
|
|||
|
|
rwm_high_pct,
|
|||
|
|
reading_expected_pct,
|
|||
|
|
reading_high_pct,
|
|||
|
|
reading_avg_score,
|
|||
|
|
reading_progress,
|
|||
|
|
reading_progress_lower_ci,
|
|||
|
|
reading_progress_upper_ci,
|
|||
|
|
writing_expected_pct,
|
|||
|
|
writing_high_pct,
|
|||
|
|
writing_progress,
|
|||
|
|
writing_progress_lower_ci,
|
|||
|
|
writing_progress_upper_ci,
|
|||
|
|
writing_working_towards_pct,
|
|||
|
|
maths_expected_pct,
|
|||
|
|
maths_high_pct,
|
|||
|
|
maths_avg_score,
|
|||
|
|
maths_progress,
|
|||
|
|
maths_progress_lower_ci,
|
|||
|
|
maths_progress_upper_ci,
|
|||
|
|
gps_expected_pct,
|
|||
|
|
gps_high_pct,
|
|||
|
|
gps_avg_score,
|
|||
|
|
science_expected_pct,
|
|||
|
|
|
|||
|
|
-- Absence
|
|||
|
|
reading_absence_pct,
|
|||
|
|
writing_absence_pct,
|
|||
|
|
maths_absence_pct,
|
|||
|
|
gps_absence_pct,
|
|||
|
|
science_absence_pct,
|
|||
|
|
|
|||
|
|
-- Gender
|
|||
|
|
rwm_expected_boys_pct,
|
|||
|
|
rwm_high_boys_pct,
|
|||
|
|
rwm_expected_girls_pct,
|
|||
|
|
rwm_high_girls_pct,
|
|||
|
|
|
|||
|
|
-- Disadvantaged
|
|||
|
|
rwm_expected_disadvantaged_pct,
|
|||
|
|
rwm_expected_non_disadvantaged_pct,
|
|||
|
|
disadvantaged_gap,
|
|||
|
|
|
|||
|
|
-- Context
|
|||
|
|
disadvantaged_pct,
|
|||
|
|
eal_pct,
|
|||
|
|
sen_support_pct,
|
|||
|
|
sen_ehcp_pct,
|
|||
|
|
stability_pct
|
|||
|
|
|
|||
|
|
from {{ ref('int_ks2_with_lineage') }}ｪdoc_blocks勢language｣sql､refs巣､nameｴint_ks2_with_lineageｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros是nodes胎)model.school_compare.int_ks2_with_lineageｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key卒urn || '-' || yearｪtime_spineﾀ･batchﾀﾙ)model.school_compare.int_ks2_with_lineageﾞ ,ｨdatabaseｮschool_compareｦschemaｬintermediate､nameｴint_ks2_with_lineageｭresource_type･modelｬpackage_nameｮschool_compare､pathﾙ%intermediate/int_ks2_with_lineage.sqlｲoriginal_file_pathﾙ,models/intermediate/int_ks2_with_lineage.sqlｩunique_idﾙ)model.school_compare.int_ks2_with_lineage｣fqn動school_compareｬintermediateｴint_ks2_with_lineage･aliasｴint_ks2_with_lineageｨchecksumうnameｦsha256ｨchecksumﾙ@cf0cd2ad3e55172d40bcdc4c0b5b750bdf5d7c1618f472b359372e34c467a89bｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｬintermediateｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized､viewｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_configぎmaterialized､viewｦschemaｬintermediateｪcreated_atﾋAﾚ萌z5湾ｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾙ6"school_compare"."intermediate"."int_ks2_with_lineage"ｨraw_codeﾚ �-- Intermediate model: KS2 data chained across academy conversions
|
|||
|
|
-- Maps predecessor URN data to the current active URN
|
|||
|
|
-- Unions EES (2022+) and legacy (2015-2019) school-level data
|
|||
|
|
|
|||
|
|
with all_ks2 as (
|
|||
|
|
select * from {{ ref('stg_ees_ks2') }}
|
|||
|
|
union all
|
|||
|
|
select * from {{ ref('stg_legacy_ks2') }}
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
current_ks2 as (
|
|||
|
|
select
|
|||
|
|
urn as current_urn,
|
|||
|
|
urn as source_urn,
|
|||
|
|
year, total_pupils, eligible_pupils,
|
|||
|
|
rwm_expected_pct, rwm_high_pct,
|
|||
|
|
reading_expected_pct, reading_high_pct, reading_avg_score, reading_progress,
|
|||
|
|
reading_progress_lower_ci, reading_progress_upper_ci,
|
|||
|
|
writing_expected_pct, writing_high_pct, writing_progress,
|
|||
|
|
writing_progress_lower_ci, writing_progress_upper_ci, writing_working_towards_pct,
|
|||
|
|
maths_expected_pct, maths_high_pct, maths_avg_score, maths_progress,
|
|||
|
|
maths_progress_lower_ci, maths_progress_upper_ci,
|
|||
|
|
gps_expected_pct, gps_high_pct, gps_avg_score, science_expected_pct,
|
|||
|
|
reading_absence_pct, writing_absence_pct, maths_absence_pct, gps_absence_pct, science_absence_pct,
|
|||
|
|
rwm_expected_boys_pct, rwm_high_boys_pct, rwm_expected_girls_pct, rwm_high_girls_pct,
|
|||
|
|
rwm_expected_disadvantaged_pct, rwm_expected_non_disadvantaged_pct, disadvantaged_gap,
|
|||
|
|
disadvantaged_pct, eal_pct, sen_support_pct, sen_ehcp_pct, stability_pct
|
|||
|
|
from all_ks2
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
predecessor_ks2 as (
|
|||
|
|
-- If multiple predecessors have data for the same year, keep the one with most pupils.
|
|||
|
|
select distinct on (lin.current_urn, ks2.year)
|
|||
|
|
lin.current_urn,
|
|||
|
|
ks2.urn as source_urn,
|
|||
|
|
ks2.year, ks2.total_pupils, ks2.eligible_pupils,
|
|||
|
|
ks2.rwm_expected_pct, ks2.rwm_high_pct,
|
|||
|
|
ks2.reading_expected_pct, ks2.reading_high_pct, ks2.reading_avg_score, ks2.reading_progress,
|
|||
|
|
ks2.reading_progress_lower_ci, ks2.reading_progress_upper_ci,
|
|||
|
|
ks2.writing_expected_pct, ks2.writing_high_pct, ks2.writing_progress,
|
|||
|
|
ks2.writing_progress_lower_ci, ks2.writing_progress_upper_ci, ks2.writing_working_towards_pct,
|
|||
|
|
ks2.maths_expected_pct, ks2.maths_high_pct, ks2.maths_avg_score, ks2.maths_progress,
|
|||
|
|
ks2.maths_progress_lower_ci, ks2.maths_progress_upper_ci,
|
|||
|
|
ks2.gps_expected_pct, ks2.gps_high_pct, ks2.gps_avg_score, ks2.science_expected_pct,
|
|||
|
|
ks2.reading_absence_pct, ks2.writing_absence_pct, ks2.maths_absence_pct, ks2.gps_absence_pct, ks2.science_absence_pct,
|
|||
|
|
ks2.rwm_expected_boys_pct, ks2.rwm_high_boys_pct, ks2.rwm_expected_girls_pct, ks2.rwm_high_girls_pct,
|
|||
|
|
ks2.rwm_expected_disadvantaged_pct, ks2.rwm_expected_non_disadvantaged_pct, ks2.disadvantaged_gap,
|
|||
|
|
ks2.disadvantaged_pct, ks2.eal_pct, ks2.sen_support_pct, ks2.sen_ehcp_pct, ks2.stability_pct
|
|||
|
|
from all_ks2 ks2
|
|||
|
|
inner join {{ ref('int_school_lineage') }} lin
|
|||
|
|
on ks2.urn = lin.predecessor_urn
|
|||
|
|
where not exists (
|
|||
|
|
select 1 from all_ks2 curr
|
|||
|
|
where curr.urn = lin.current_urn
|
|||
|
|
and curr.year = ks2.year
|
|||
|
|
)
|
|||
|
|
order by lin.current_urn, ks2.year, ks2.total_pupils desc nulls last
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
combined as (
|
|||
|
|
select * from current_ks2
|
|||
|
|
union all
|
|||
|
|
select * from predecessor_ks2
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
select * from combinedｪdoc_blocks勢language｣sql､refs塔､nameｫstg_ees_ks2ｧpackageﾀｧversionﾀΖnameｮstg_legacy_ks2ｧpackageﾀｧversionﾀΖnameｲint_school_lineageｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros是nodes遁 model.school_compare.stg_ees_ks2ﾙ#model.school_compare.stg_legacy_ks2ﾙ'model.school_compare.int_school_lineageｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key征time_spineﾀ･batchﾀﾙ/model.school_compare.fact_ks4_national_averagesﾞ ,ｨdatabaseｮschool_compareｦschema･marts､nameｺfact_ks4_national_averagesｭresource_type･modelｬpackage_nameｮschool_compare､pathﾙ$marts/fact_ks4_national_averages.sqlｲoriginal_file_pathﾙ+models/marts/fact_ks4_national_averages.sqlｩunique_idﾙ/model.school_compare.fact_ks4_national_averages｣fqn動school_compare･martsｺfact_ks4_national_averages･aliasｺfact_ks4_national_averagesｨchecksumうnameｦsha256ｨchecksumﾙ@6652829c2e28bab0f05474060d1cbda23c1009418ccef3791f810553e2f99f98ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschema･martsｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized･tableｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性descriptionﾙ�omputed national KS4 averages (means across state schools in our dataset 窶� not official DfE figures) 窶� one row per academic yearｧcolumns▽year研name､yearｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks畝meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾙ/school_compare://models/marts/_marts_schema.ymlｪbuild_pathﾀｱunrendered_configぎmaterialized･tableｦschema･martsｪcreated_atﾋAﾚ萌z=P晴config_call_dict〓materialized･tableｻunrendered_config_call_dictｭrelation_nameﾙ5"school_compare"."marts"."fact_ks4_national_averages"ｨraw_codeﾚ'{{ config(materialized='table') }}
|
|||
|
|
|
|||
|
|
-- Mart: OFFICIAL DfE KS4 national headline averages 窶� one row per academic
|
|||
|
|
-- year (England, state-funded, all pupils), from the EES national dataset.
|
|||
|
|
-- Replaces the previous unweighted school-level means, which were 7窶�15
|
|||
|
|
-- points off every headline measure and produced an arithmetically
|
|||
|
|
-- impossible national Progress 8. gcse_grade_91_pct has no official
|
|||
|
|
-- national series and is NULL (schema kept for the API model).
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
year,
|
|||
|
|
attainment_8_score,
|
|||
|
|
progress_8_score,
|
|||
|
|
english_maths_standard_pass_pct,
|
|||
|
|
english_maths_strong_pass_pct,
|
|||
|
|
ebacc_entry_pct,
|
|||
|
|
ebacc_standard_pass_pct,
|
|||
|
|
ebacc_strong_pass_pct,
|
|||
|
|
ebacc_avg_score,
|
|||
|
|
cast(null as double precision) as gcse_grade_91_pct
|
|||
|
|
from {{ ref('stg_ees_ks4_national') }}
|
|||
|
|
order by yearｪdoc_blocks勢language｣sql､refs巣､nameｴstg_ees_ks4_nationalｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros是nodes胎)model.school_compare.stg_ees_ks4_nationalｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key側yearｪtime_spineﾀ･batchﾀﾙ)model.school_compare.fact_ks4_performanceﾞ ,ｨdatabaseｮschool_compareｦschema･marts､nameｴfact_ks4_performanceｭresource_type･modelｬpackage_nameｮschool_compare､pathｾmarts/fact_ks4_performance.sqlｲoriginal_file_pathﾙ%models/marts/fact_ks4_performance.sqlｩunique_idﾙ)model.school_compare.fact_ks4_performance｣fqn動school_compare･martsｴfact_ks4_performance･aliasｴfact_ks4_performanceｨchecksumうnameｦsha256ｨchecksumﾙ@3afb0dc042db222966de51680b08211c603d099f2db132137dda6abae9ac0b17ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschema･martsｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized･tableｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性descriptionﾙ+KS4 attainment 窶� one row per URN per yearｧcolumns�urn研name｣urnｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks畝year研name､yearｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks栖progress_8_banding研nameｲprogress_8_bandingｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks誠attainment_8_disadvantage_gap研nameｽattainment_8_disadvantage_gapｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks製progress_8_disadvantage_gap研nameｻprogress_8_disadvantage_gapｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks畝meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾙ/school_compare://models/marts/_marts_schema.ymlｪbuild_pathﾀｱunrendered_configぎmaterialized･tableｦschema･martsｪcreated_atﾋAﾚ萌z=Nfｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾙ/"school_compare"."marts"."fact_ks4_performance"ｨraw_codeﾚ�-- Mart: KS4 performance fact table 窶� one row per URN per year
|
|||
|
|
-- Includes predecessor data via lineage resolution
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
current_urn as urn,
|
|||
|
|
source_urn,
|
|||
|
|
year,
|
|||
|
|
total_pupils,
|
|||
|
|
eligible_pupils,
|
|||
|
|
prior_attainment_avg,
|
|||
|
|
|
|||
|
|
-- Attainment 8
|
|||
|
|
attainment_8_score,
|
|||
|
|
|
|||
|
|
-- Progress 8
|
|||
|
|
progress_8_score,
|
|||
|
|
progress_8_lower_ci,
|
|||
|
|
progress_8_upper_ci,
|
|||
|
|
progress_8_banding,
|
|||
|
|
attainment_8_disadvantage_gap,
|
|||
|
|
progress_8_disadvantage_gap,
|
|||
|
|
progress_8_english,
|
|||
|
|
progress_8_maths,
|
|||
|
|
progress_8_ebacc,
|
|||
|
|
progress_8_open,
|
|||
|
|
|
|||
|
|
-- English & Maths
|
|||
|
|
english_maths_strong_pass_pct,
|
|||
|
|
english_maths_standard_pass_pct,
|
|||
|
|
|
|||
|
|
-- EBacc
|
|||
|
|
ebacc_entry_pct,
|
|||
|
|
ebacc_strong_pass_pct,
|
|||
|
|
ebacc_standard_pass_pct,
|
|||
|
|
ebacc_avg_score,
|
|||
|
|
|
|||
|
|
-- GCSE
|
|||
|
|
gcse_grade_91_pct,
|
|||
|
|
|
|||
|
|
-- Context
|
|||
|
|
sen_pct,
|
|||
|
|
sen_ehcp_pct,
|
|||
|
|
sen_support_pct
|
|||
|
|
|
|||
|
|
from {{ ref('int_ks4_with_lineage') }}ｪdoc_blocks勢language｣sql､refs巣､nameｴint_ks4_with_lineageｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros是nodes胎)model.school_compare.int_ks4_with_lineageｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key卒urn || '-' || yearｪtime_spineﾀ･batchﾀﾙ)model.school_compare.int_ks4_with_lineageﾞ ,ｨdatabaseｮschool_compareｦschemaｬintermediate､nameｴint_ks4_with_lineageｭresource_type･modelｬpackage_nameｮschool_compare､pathﾙ%intermediate/int_ks4_with_lineage.sqlｲoriginal_file_pathﾙ,models/intermediate/int_ks4_with_lineage.sqlｩunique_idﾙ)model.school_compare.int_ks4_with_lineage｣fqn動school_compareｬintermediateｴint_ks4_with_lineage･aliasｴint_ks4_with_lineageｨchecksumうnameｦsha256ｨchecksumﾙ@0f1837fc648e40dea60bdf7a45d60824017665bbc189e497e20203d4739f5a53ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｬintermediateｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized､viewｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_configぎmaterialized､viewｦschemaｬintermediateｪcreated_atﾋAﾚ萌z5ｿQｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾙ6"school_compare"."intermediate"."int_ks4_with_lineage"ｨraw_codeﾚ�-- Intermediate model: KS4 data chained across academy conversions
|
|||
|
|
-- Unions EES (2023/24 onwards) and legacy (2015/16窶�2018/19) school-level data
|
|||
|
|
|
|||
|
|
with all_ks4 as (
|
|||
|
|
select * from {{ ref('stg_ees_ks4') }}
|
|||
|
|
union all
|
|||
|
|
select * from {{ ref('stg_legacy_ks4') }}
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
current_ks4 as (
|
|||
|
|
select
|
|||
|
|
urn as current_urn,
|
|||
|
|
urn as source_urn,
|
|||
|
|
year, total_pupils, eligible_pupils, prior_attainment_avg,
|
|||
|
|
attainment_8_score,
|
|||
|
|
progress_8_score, progress_8_lower_ci, progress_8_upper_ci,
|
|||
|
|
progress_8_english, progress_8_maths, progress_8_ebacc, progress_8_open,
|
|||
|
|
english_maths_strong_pass_pct, english_maths_standard_pass_pct,
|
|||
|
|
ebacc_entry_pct, ebacc_strong_pass_pct, ebacc_standard_pass_pct, ebacc_avg_score,
|
|||
|
|
gcse_grade_91_pct,
|
|||
|
|
sen_pct, sen_support_pct, sen_ehcp_pct,
|
|||
|
|
progress_8_banding, attainment_8_disadvantage_gap, progress_8_disadvantage_gap
|
|||
|
|
from all_ks4
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
predecessor_ks4 as (
|
|||
|
|
-- If multiple predecessors have data for the same year, keep the one with most pupils.
|
|||
|
|
select distinct on (lin.current_urn, ks4.year)
|
|||
|
|
lin.current_urn,
|
|||
|
|
ks4.urn as source_urn,
|
|||
|
|
ks4.year, ks4.total_pupils, ks4.eligible_pupils, ks4.prior_attainment_avg,
|
|||
|
|
ks4.attainment_8_score,
|
|||
|
|
ks4.progress_8_score, ks4.progress_8_lower_ci, ks4.progress_8_upper_ci,
|
|||
|
|
ks4.progress_8_english, ks4.progress_8_maths, ks4.progress_8_ebacc, ks4.progress_8_open,
|
|||
|
|
ks4.english_maths_strong_pass_pct, ks4.english_maths_standard_pass_pct,
|
|||
|
|
ks4.ebacc_entry_pct, ks4.ebacc_strong_pass_pct, ks4.ebacc_standard_pass_pct, ks4.ebacc_avg_score,
|
|||
|
|
ks4.gcse_grade_91_pct,
|
|||
|
|
ks4.sen_pct, ks4.sen_support_pct, ks4.sen_ehcp_pct,
|
|||
|
|
ks4.progress_8_banding, ks4.attainment_8_disadvantage_gap, ks4.progress_8_disadvantage_gap
|
|||
|
|
from all_ks4 ks4
|
|||
|
|
inner join {{ ref('int_school_lineage') }} lin
|
|||
|
|
on ks4.urn = lin.predecessor_urn
|
|||
|
|
where not exists (
|
|||
|
|
select 1 from all_ks4 curr
|
|||
|
|
where curr.urn = lin.current_urn
|
|||
|
|
and curr.year = ks4.year
|
|||
|
|
)
|
|||
|
|
order by lin.current_urn, ks4.year, ks4.total_pupils desc nulls last
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
combined as (
|
|||
|
|
select * from current_ks4
|
|||
|
|
union all
|
|||
|
|
select * from predecessor_ks4
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
select * from combinedｪdoc_blocks勢language｣sql､refs塔､nameｫstg_ees_ks4ｧpackageﾀｧversionﾀΖnameｮstg_legacy_ks4ｧpackageﾀｧversionﾀΖnameｲint_school_lineageｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros是nodes遁 model.school_compare.stg_ees_ks4ﾙ#model.school_compare.stg_legacy_ks4ﾙ'model.school_compare.int_school_lineageｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key征time_spineﾀ･batchﾀﾙ'model.school_compare.map_school_lineageﾞ ,ｨdatabaseｮschool_compareｦschema･marts､nameｲmap_school_lineageｭresource_type･modelｬpackage_nameｮschool_compare､pathｼmarts/map_school_lineage.sqlｲoriginal_file_pathﾙ#models/marts/map_school_lineage.sqlｩunique_idﾙ'model.school_compare.map_school_lineage｣fqn動school_compare･martsｲmap_school_lineage･aliasｲmap_school_lineageｨchecksumうnameｦsha256ｨchecksumﾙ@ccc46724286e6f850514c1c0bacb73adc7317c3b9e1e57ca9f8dd51a49b848c4ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschema･martsｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized･tableｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性descriptionﾙ!Predecessor/successor lineage mapｧcolumns▲urn研name｣urnｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks畝meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾙ/school_compare://models/marts/_marts_schema.ymlｪbuild_pathﾀｱunrendered_configぎmaterialized･tableｦschema･martsｪcreated_atﾋAﾚ萌z=Siｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾙ-"school_compare"."marts"."map_school_lineage"ｨraw_codeﾙｳ-- Mart: School predecessor/successor lineage map
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
current_urn as urn,
|
|||
|
|
predecessor_urn,
|
|||
|
|
link_type,
|
|||
|
|
link_date,
|
|||
|
|
depth
|
|||
|
|
from {{ ref('int_school_lineage') }}ｪdoc_blocks勢language｣sql､refs巣､nameｲint_school_lineageｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros是nodes胎'model.school_compare.int_school_lineageｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key征time_spineﾀ･batchﾀﾙ'model.school_compare.int_school_lineageﾞ ,ｨdatabaseｮschool_compareｦschemaｬintermediate､nameｲint_school_lineageｭresource_type･modelｬpackage_nameｮschool_compare､pathﾙ#intermediate/int_school_lineage.sqlｲoriginal_file_pathﾙ*models/intermediate/int_school_lineage.sqlｩunique_idﾙ'model.school_compare.int_school_lineage｣fqn動school_compareｬintermediateｲint_school_lineage･aliasｲint_school_lineageｨchecksumうnameｦsha256ｨchecksumﾙ@6b5415d216e4fca7dc3802b07795eebf1d0f71cdb5afcb14da3f56661e59c073ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｬintermediateｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized､viewｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_configぎmaterialized､viewｦschemaｬintermediateｪcreated_atﾋAﾚ萌z5ﾕｶｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾙ4"school_compare"."intermediate"."int_school_lineage"ｨraw_codeﾚ�-- Intermediate model: Recursive predecessor mapping
|
|||
|
|
-- Resolves academy conversion chains so historical data can be attributed
|
|||
|
|
-- to the current (active) URN.
|
|||
|
|
|
|||
|
|
with recursive lineage as (
|
|||
|
|
-- Base: schools that are predecessors (linked via academy conversion, amalgamation, etc.)
|
|||
|
|
select
|
|||
|
|
urn,
|
|||
|
|
linked_urn as predecessor_urn,
|
|||
|
|
link_type,
|
|||
|
|
link_date,
|
|||
|
|
1 as depth
|
|||
|
|
from {{ ref('stg_gias_links') }}
|
|||
|
|
where link_type in (
|
|||
|
|
'Predecessor',
|
|||
|
|
'Predecessor - Loss of academy converter',
|
|||
|
|
'Predecessor - amalgamated',
|
|||
|
|
'Predecessor - Fresh Start'
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
union all
|
|||
|
|
|
|||
|
|
-- Recursive step: follow the chain
|
|||
|
|
select
|
|||
|
|
l.urn,
|
|||
|
|
links.linked_urn as predecessor_urn,
|
|||
|
|
links.link_type,
|
|||
|
|
links.link_date,
|
|||
|
|
l.depth + 1
|
|||
|
|
from lineage l
|
|||
|
|
inner join {{ ref('stg_gias_links') }} links
|
|||
|
|
on l.predecessor_urn = links.urn
|
|||
|
|
where links.link_type in (
|
|||
|
|
'Predecessor',
|
|||
|
|
'Predecessor - Loss of academy converter',
|
|||
|
|
'Predecessor - amalgamated',
|
|||
|
|
'Predecessor - Fresh Start'
|
|||
|
|
)
|
|||
|
|
and l.depth < 5 -- safety limit
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
urn as current_urn,
|
|||
|
|
predecessor_urn,
|
|||
|
|
link_type,
|
|||
|
|
link_date,
|
|||
|
|
depth
|
|||
|
|
from lineageｪdoc_blocks勢language｣sql､refs茶､nameｮstg_gias_linksｧpackageﾀｧversionﾀΖnameｮstg_gias_linksｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros是nodes胎#model.school_compare.stg_gias_linksｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key征time_spineﾀ･batchﾀﾙ#model.school_compare.stg_gias_linksﾞ ,ｨdatabaseｮschool_compareｦschemaｧstaging､nameｮstg_gias_linksｭresource_type･modelｬpackage_nameｮschool_compare､pathｺstaging/stg_gias_links.sqlｲoriginal_file_pathﾙ!models/staging/stg_gias_links.sqlｩunique_idﾙ#model.school_compare.stg_gias_links｣fqn動school_compareｧstagingｮstg_gias_links･aliasｮstg_gias_linksｨchecksumうnameｦsha256ｨchecksumﾙ@b63bd2f36eeb2be840a344365a68879242e5cb3310d7a74e7071fe7f6a9724fcｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｧstagingｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized､viewｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_configぎmaterialized､viewｦschemaｧstagingｪcreated_atﾋAﾚ萌z5�*ｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾙ+"school_compare"."staging"."stg_gias_links"ｨraw_codeﾚ,-- Staging model: GIAS school links (predecessor/successor chains)
|
|||
|
|
|
|||
|
|
with source as (
|
|||
|
|
select * from {{ source('raw', 'gias_links') }}
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
renamed as (
|
|||
|
|
select
|
|||
|
|
cast("URN" as integer) as urn,
|
|||
|
|
cast("LinkURN" as integer) as linked_urn,
|
|||
|
|
"LinkType" as link_type,
|
|||
|
|
case when "LinkEstablishedDate" = '' then null else to_date("LinkEstablishedDate", 'DD-MM-YYYY') end as link_date
|
|||
|
|
from source
|
|||
|
|
where "URN" is not null
|
|||
|
|
and "LinkURN" is not null
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
select * from renamedｪdoc_blocks勢language｣sql､refs制sources葬｣rawｪgias_linksｧmetrics姓functions征depends_onえmacros是nodes胎$source.school_compare.raw.gias_linksｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key征time_spineﾀ･batchﾀﾙ+model.school_compare.fact_ofsted_inspectionﾞ ,ｨdatabaseｮschool_compareｦschema･marts､nameｶfact_ofsted_inspectionｭresource_type･modelｬpackage_nameｮschool_compare､pathﾙ marts/fact_ofsted_inspection.sqlｲoriginal_file_pathﾙ'models/marts/fact_ofsted_inspection.sqlｩunique_idﾙ+model.school_compare.fact_ofsted_inspection｣fqn動school_compare･martsｶfact_ofsted_inspection･aliasｶfact_ofsted_inspectionｨchecksumうnameｦsha256ｨchecksumﾙ@0f84ccceb71e7c7d5514164e9c6f3bbabecbca72b3547acc555b47c4dc361096ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschema･martsｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized･tableｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性descriptionｾFull Ofsted inspection historyｧcolumnsぅurn研name｣urnｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks星inspection_date研nameｯinspection_dateｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks畝meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾙ/school_compare://models/marts/_marts_schema.ymlｪbuild_pathﾀｱunrendered_configぎmaterialized･tableｦschema･martsｪcreated_atﾋAﾚ萌z=V�config_call_dictｻunrendered_config_call_dictｭrelation_nameﾙ1"school_compare"."marts"."fact_ofsted_inspection"ｨraw_codeﾚ�-- Mart: Full Ofsted inspection history 窶� one row per inspection
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
urn,
|
|||
|
|
inspection_date,
|
|||
|
|
inspection_type,
|
|||
|
|
framework,
|
|||
|
|
overall_effectiveness,
|
|||
|
|
quality_of_education,
|
|||
|
|
behaviour_attitudes,
|
|||
|
|
personal_development,
|
|||
|
|
leadership_management,
|
|||
|
|
early_years_provision,
|
|||
|
|
sixth_form_provision,
|
|||
|
|
ungraded_outcome,
|
|||
|
|
ungraded_grade,
|
|||
|
|
rc_safeguarding_met,
|
|||
|
|
rc_inclusion,
|
|||
|
|
rc_curriculum_teaching,
|
|||
|
|
rc_achievement,
|
|||
|
|
rc_attendance_behaviour,
|
|||
|
|
rc_personal_development,
|
|||
|
|
rc_leadership_governance,
|
|||
|
|
rc_early_years,
|
|||
|
|
rc_sixth_form,
|
|||
|
|
rc_inspection_date,
|
|||
|
|
report_url
|
|||
|
|
from {{ ref('stg_ofsted_inspections') }}ｪdoc_blocks勢language｣sql､refs巣､nameｶstg_ofsted_inspectionsｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros是nodes胎+model.school_compare.stg_ofsted_inspectionsｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key征time_spineﾀ･batchﾀﾙ&model.school_compare.int_ofsted_latestﾞ ,ｨdatabaseｮschool_compareｦschemaｬintermediate､nameｱint_ofsted_latestｭresource_type･modelｬpackage_nameｮschool_compare､pathﾙ"intermediate/int_ofsted_latest.sqlｲoriginal_file_pathﾙ)models/intermediate/int_ofsted_latest.sqlｩunique_idﾙ&model.school_compare.int_ofsted_latest｣fqn動school_compareｬintermediateｱint_ofsted_latest･aliasｱint_ofsted_latestｨchecksumうnameｦsha256ｨchecksumﾙ@82a928978d87dcf8799894786716d1fca35b65e08aaea28573974a4423b06a07ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｬintermediateｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized､viewｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_configぎmaterialized､viewｦschemaｬintermediateｪcreated_atﾋAﾚ萌z5�ｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾙ3"school_compare"."intermediate"."int_ofsted_latest"ｨraw_codeﾚ{-- Intermediate model: Latest Ofsted inspection per URN
|
|||
|
|
-- Picks the most recent inspection for each school
|
|||
|
|
|
|||
|
|
with ranked as (
|
|||
|
|
select
|
|||
|
|
*,
|
|||
|
|
row_number() over (
|
|||
|
|
partition by urn
|
|||
|
|
order by inspection_date desc
|
|||
|
|
) as rn
|
|||
|
|
from {{ ref('stg_ofsted_inspections') }}
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
urn,
|
|||
|
|
inspection_date,
|
|||
|
|
inspection_type,
|
|||
|
|
framework,
|
|||
|
|
overall_effectiveness,
|
|||
|
|
quality_of_education,
|
|||
|
|
behaviour_attitudes,
|
|||
|
|
personal_development,
|
|||
|
|
leadership_management,
|
|||
|
|
early_years_provision,
|
|||
|
|
sixth_form_provision,
|
|||
|
|
ungraded_outcome,
|
|||
|
|
ungraded_grade,
|
|||
|
|
rc_safeguarding_met,
|
|||
|
|
rc_inclusion,
|
|||
|
|
rc_curriculum_teaching,
|
|||
|
|
rc_achievement,
|
|||
|
|
rc_attendance_behaviour,
|
|||
|
|
rc_personal_development,
|
|||
|
|
rc_leadership_governance,
|
|||
|
|
rc_early_years,
|
|||
|
|
rc_sixth_form,
|
|||
|
|
rc_inspection_date,
|
|||
|
|
report_url
|
|||
|
|
from ranked
|
|||
|
|
where rn = 1ｪdoc_blocks勢language｣sql､refs巣､nameｶstg_ofsted_inspectionsｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros是nodes胎+model.school_compare.stg_ofsted_inspectionsｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key征time_spineﾀ･batchﾀﾙ+model.school_compare.stg_ofsted_inspectionsﾞ ,ｨdatabaseｮschool_compareｦschemaｧstaging､nameｶstg_ofsted_inspectionsｭresource_type･modelｬpackage_nameｮschool_compare､pathﾙ"staging/stg_ofsted_inspections.sqlｲoriginal_file_pathﾙ)models/staging/stg_ofsted_inspections.sqlｩunique_idﾙ+model.school_compare.stg_ofsted_inspections｣fqn動school_compareｧstagingｶstg_ofsted_inspections･aliasｶstg_ofsted_inspectionsｨchecksumうnameｦsha256ｨchecksumﾙ@69c1b9d3d8ede6f5e5b042c5b3f0fcc3b970d0ad7d43c682a369850cdae8e046ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｧstagingｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized､viewｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_configぎmaterialized､viewｦschemaｧstagingｪcreated_atﾋAﾚ萌z6 ｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾙ3"school_compare"."staging"."stg_ofsted_inspections"ｨraw_codeﾚ`-- Staging model: Ofsted inspection records
|
|||
|
|
-- Handles both OEIF (pre-Nov 2025) and Report Card (post-Nov 2025) frameworks
|
|||
|
|
|
|||
|
|
with source as (
|
|||
|
|
select * from {{ source('raw', 'ofsted_inspections') }}
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
renamed as (
|
|||
|
|
select
|
|||
|
|
cast(urn as integer) as urn,
|
|||
|
|
-- Inspection event date: the graded inspection when present, otherwise the
|
|||
|
|
-- ungraded (Section 8) inspection so schools with only an ungraded
|
|||
|
|
-- inspection are still retained.
|
|||
|
|
coalesce(
|
|||
|
|
to_date(nullif(trim(inspection_date), 'NULL'), 'DD/MM/YYYY'),
|
|||
|
|
to_date(nullif(trim(ungraded_inspection_date), 'NULL'), 'DD/MM/YYYY')
|
|||
|
|
) as inspection_date,
|
|||
|
|
inspection_type,
|
|||
|
|
event_type_grouping as framework,
|
|||
|
|
|
|||
|
|
-- OEIF grades (1-4 scale)
|
|||
|
|
{{ safe_numeric('overall_effectiveness') }}::integer as overall_effectiveness,
|
|||
|
|
{{ safe_numeric('quality_of_education') }}::integer as quality_of_education,
|
|||
|
|
{{ safe_numeric('behaviour_and_attitudes') }}::integer as behaviour_attitudes,
|
|||
|
|
{{ safe_numeric('personal_development') }}::integer as personal_development,
|
|||
|
|
{{ safe_numeric('effectiveness_of_leadership_and_management') }}::integer as leadership_management,
|
|||
|
|
{{ safe_numeric('early_years_provision') }}::integer as early_years_provision,
|
|||
|
|
{{ safe_numeric('sixth_form_provision') }}::integer as sixth_form_provision,
|
|||
|
|
|
|||
|
|
-- Ungraded (Section 8) inspection outcome 窶� free text, plus a grade
|
|||
|
|
-- parsed from it (1/2/null) used as a last-resort fallback for schools
|
|||
|
|
-- with no graded overall effectiveness.
|
|||
|
|
nullif(trim(ungraded_outcome), 'NULL') as ungraded_outcome,
|
|||
|
|
{{ parse_ungraded_outcome('ungraded_outcome') }}::integer as ungraded_grade,
|
|||
|
|
|
|||
|
|
-- Report Card fields (post-Nov 2025 framework), 5-point scale:
|
|||
|
|
-- 1 Exceptional ﾂｷ 2 Strong standard ﾂｷ 3 Expected standard
|
|||
|
|
-- ﾂｷ 4 Needs attention ﾂｷ 5 Urgent improvement
|
|||
|
|
case lower(trim(nullif(rc_safeguarding_met, 'NULL')))
|
|||
|
|
when 'met' then true
|
|||
|
|
when 'not met' then false
|
|||
|
|
end as rc_safeguarding_met,
|
|||
|
|
{{ parse_report_card_grade('rc_inclusion') }}::integer as rc_inclusion,
|
|||
|
|
{{ parse_report_card_grade('rc_curriculum_teaching') }}::integer as rc_curriculum_teaching,
|
|||
|
|
{{ parse_report_card_grade('rc_achievement') }}::integer as rc_achievement,
|
|||
|
|
{{ parse_report_card_grade('rc_attendance_behaviour') }}::integer as rc_attendance_behaviour,
|
|||
|
|
{{ parse_report_card_grade('rc_personal_development') }}::integer as rc_personal_development,
|
|||
|
|
{{ parse_report_card_grade('rc_leadership_governance') }}::integer as rc_leadership_governance,
|
|||
|
|
{{ parse_report_card_grade('rc_early_years') }}::integer as rc_early_years,
|
|||
|
|
{{ parse_report_card_grade('rc_sixth_form') }}::integer as rc_sixth_form,
|
|||
|
|
|
|||
|
|
-- Start date of the latest FULL inspection (the report-card
|
|||
|
|
-- inspection in the renewed framework). Guarded in the final select:
|
|||
|
|
-- only kept when the row actually carries report-card grades, because
|
|||
|
|
-- in legacy-format files this column is the legacy inspection date.
|
|||
|
|
to_date(nullif(trim(rc_inspection_date), 'NULL'), 'DD/MM/YYYY') as rc_inspection_date_raw,
|
|||
|
|
|
|||
|
|
nullif(trim(report_url), 'NULL') as report_url
|
|||
|
|
from source
|
|||
|
|
where urn is not null
|
|||
|
|
and (
|
|||
|
|
nullif(trim(inspection_date), 'NULL') is not null
|
|||
|
|
or nullif(trim(ungraded_inspection_date), 'NULL') is not null
|
|||
|
|
)
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
*,
|
|||
|
|
case
|
|||
|
|
when rc_safeguarding_met is not null
|
|||
|
|
or rc_inclusion is not null
|
|||
|
|
or rc_curriculum_teaching is not null
|
|||
|
|
or rc_achievement is not null
|
|||
|
|
or rc_attendance_behaviour is not null
|
|||
|
|
or rc_personal_development is not null
|
|||
|
|
or rc_leadership_governance is not null
|
|||
|
|
then rc_inspection_date_raw
|
|||
|
|
end as rc_inspection_date
|
|||
|
|
from renamed
|
|||
|
|
where inspection_date is not nullｪdoc_blocks勢language｣sql､refs制sources葬｣rawｲofsted_inspectionsｧmetrics姓functions征depends_onえmacros遁!macro.school_compare.safe_numericﾙ+macro.school_compare.parse_ungraded_outcomeﾙ,macro.school_compare.parse_report_card_grade･nodes胎,source.school_compare.raw.ofsted_inspectionsｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key征time_spineﾀ･batchﾀﾙ model.school_compare.stg_ees_ks2ﾞ ,ｨdatabaseｮschool_compareｦschemaｧstaging､nameｫstg_ees_ks2ｭresource_type･modelｬpackage_nameｮschool_compare､pathｷstaging/stg_ees_ks2.sqlｲoriginal_file_pathｾmodels/staging/stg_ees_ks2.sqlｩunique_idﾙ model.school_compare.stg_ees_ks2｣fqn動school_compareｧstagingｫstg_ees_ks2･aliasｫstg_ees_ks2ｨchecksumうnameｦsha256ｨchecksumﾙ@b5d1cc5ac353d77b1e067f26efee3ac4ebdefe5ea0e6b405595ac3b054ed82a6ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｧstagingｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized･tableｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_configぎmaterialized･tableｦschemaｧstagingｪcreated_atﾋAﾚ萌z683ｰconfig_call_dict〓materialized･tableｻunrendered_config_call_dict〓materialized･tableｭrelation_nameﾙ("school_compare"."staging"."stg_ees_ks2"ｨraw_codeﾚ)ﾘ{{ config(materialized='table') }}
|
|||
|
|
|
|||
|
|
-- Staging model: KS2 attainment + information
|
|||
|
|
-- Single-pass pivot: one GROUP BY scan of 1.2M rows handles all subjects
|
|||
|
|
-- and all breakdowns (All pupils, Boys, Girls, Disadvantaged, Not disadvantaged)
|
|||
|
|
-- instead of 5 separate CTE scans + 5 LEFT JOINs.
|
|||
|
|
-- EES uses 'z' (not applicable) and 'c' (confidential) as suppression codes 窶�
|
|||
|
|
-- safe_numeric handles both by treating any non-numeric string as NULL.
|
|||
|
|
|
|||
|
|
with attainment as (
|
|||
|
|
select * from {{ source('raw', 'ees_ks2_attainment') }}
|
|||
|
|
where school_urn ~ '^[0-9]+$'
|
|||
|
|
and time_period ~ '^[0-9]+$'
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
pivoted as (
|
|||
|
|
select
|
|||
|
|
cast(trim(school_urn) as integer) as urn,
|
|||
|
|
cast(trim(time_period) as integer) as year,
|
|||
|
|
|
|||
|
|
-- Reading, Writing & Maths combined (All pupils / Total)
|
|||
|
|
max(case when subject = 'Reading, writing and maths'
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('expected_standard_pupil_percent') }} end) as rwm_expected_pct,
|
|||
|
|
max(case when subject = 'Reading, writing and maths'
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('higher_standard_pupil_percent') }} end) as rwm_high_pct,
|
|||
|
|
|
|||
|
|
-- Reading (All pupils / Total)
|
|||
|
|
max(case when subject = 'Reading'
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('expected_standard_pupil_percent') }} end) as reading_expected_pct,
|
|||
|
|
max(case when subject = 'Reading'
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('higher_standard_pupil_percent') }} end) as reading_high_pct,
|
|||
|
|
max(case when subject = 'Reading'
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('average_scaled_score') }} end) as reading_avg_score,
|
|||
|
|
max(case when subject = 'Reading'
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('progress_measure_score') }} end) as reading_progress,
|
|||
|
|
max(case when subject = 'Reading'
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('progress_measure_lower_conf_interval') }} end) as reading_progress_lower_ci,
|
|||
|
|
max(case when subject = 'Reading'
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('progress_measure_upper_conf_interval') }} end) as reading_progress_upper_ci,
|
|||
|
|
max(case when subject = 'Reading'
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('absent_or_not_able_to_access_percent') }} end) as reading_absence_pct,
|
|||
|
|
|
|||
|
|
-- Writing (All pupils / Total)
|
|||
|
|
max(case when subject = 'Writing'
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('expected_standard_pupil_percent') }} end) as writing_expected_pct,
|
|||
|
|
max(case when subject = 'Writing'
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('higher_standard_pupil_percent') }} end) as writing_high_pct,
|
|||
|
|
max(case when subject = 'Writing'
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('progress_measure_score') }} end) as writing_progress,
|
|||
|
|
max(case when subject = 'Writing'
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('progress_measure_lower_conf_interval') }} end) as writing_progress_lower_ci,
|
|||
|
|
max(case when subject = 'Writing'
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('progress_measure_upper_conf_interval') }} end) as writing_progress_upper_ci,
|
|||
|
|
max(case when subject = 'Writing'
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('working_towards_expected_standard_pupil_percent') }} end) as writing_working_towards_pct,
|
|||
|
|
max(case when subject = 'Writing'
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('absent_or_not_able_to_access_percent') }} end) as writing_absence_pct,
|
|||
|
|
|
|||
|
|
-- Maths (All pupils / Total)
|
|||
|
|
max(case when subject = 'Maths'
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('expected_standard_pupil_percent') }} end) as maths_expected_pct,
|
|||
|
|
max(case when subject = 'Maths'
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('higher_standard_pupil_percent') }} end) as maths_high_pct,
|
|||
|
|
max(case when subject = 'Maths'
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('average_scaled_score') }} end) as maths_avg_score,
|
|||
|
|
max(case when subject = 'Maths'
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('progress_measure_score') }} end) as maths_progress,
|
|||
|
|
max(case when subject = 'Maths'
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('progress_measure_lower_conf_interval') }} end) as maths_progress_lower_ci,
|
|||
|
|
max(case when subject = 'Maths'
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('progress_measure_upper_conf_interval') }} end) as maths_progress_upper_ci,
|
|||
|
|
max(case when subject = 'Maths'
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('absent_or_not_able_to_access_percent') }} end) as maths_absence_pct,
|
|||
|
|
|
|||
|
|
-- GPS (All pupils / Total)
|
|||
|
|
max(case when (subject ilike '%grammar%' or subject = 'GPS')
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('expected_standard_pupil_percent') }} end) as gps_expected_pct,
|
|||
|
|
max(case when (subject ilike '%grammar%' or subject = 'GPS')
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('higher_standard_pupil_percent') }} end) as gps_high_pct,
|
|||
|
|
max(case when (subject ilike '%grammar%' or subject = 'GPS')
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('average_scaled_score') }} end) as gps_avg_score,
|
|||
|
|
max(case when (subject ilike '%grammar%' or subject = 'GPS')
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('absent_or_not_able_to_access_percent') }} end) as gps_absence_pct,
|
|||
|
|
|
|||
|
|
-- Science (All pupils / Total)
|
|||
|
|
max(case when subject = 'Science'
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('expected_standard_pupil_percent') }} end) as science_expected_pct,
|
|||
|
|
max(case when subject = 'Science'
|
|||
|
|
and breakdown_topic = 'All pupils' and breakdown = 'Total'
|
|||
|
|
then {{ safe_numeric('absent_or_not_able_to_access_percent') }} end) as science_absence_pct,
|
|||
|
|
|
|||
|
|
-- Gender breakdown for Reading, Writing & Maths
|
|||
|
|
max(case when subject = 'Reading, writing and maths' and breakdown = 'Boys'
|
|||
|
|
then {{ safe_numeric('expected_standard_pupil_percent') }} end) as rwm_expected_boys_pct,
|
|||
|
|
max(case when subject = 'Reading, writing and maths' and breakdown = 'Boys'
|
|||
|
|
then {{ safe_numeric('higher_standard_pupil_percent') }} end) as rwm_high_boys_pct,
|
|||
|
|
max(case when subject = 'Reading, writing and maths' and breakdown = 'Girls'
|
|||
|
|
then {{ safe_numeric('expected_standard_pupil_percent') }} end) as rwm_expected_girls_pct,
|
|||
|
|
max(case when subject = 'Reading, writing and maths' and breakdown = 'Girls'
|
|||
|
|
then {{ safe_numeric('higher_standard_pupil_percent') }} end) as rwm_high_girls_pct,
|
|||
|
|
|
|||
|
|
-- Disadvantaged breakdown for Reading, Writing & Maths
|
|||
|
|
max(case when subject = 'Reading, writing and maths' and breakdown = 'Disadvantaged'
|
|||
|
|
then {{ safe_numeric('expected_standard_pupil_percent') }} end) as rwm_expected_disadvantaged_pct,
|
|||
|
|
max(case when subject = 'Reading, writing and maths' and breakdown = 'Not disadvantaged'
|
|||
|
|
then {{ safe_numeric('expected_standard_pupil_percent') }} end) as rwm_expected_non_disadvantaged_pct
|
|||
|
|
|
|||
|
|
from attainment
|
|||
|
|
group by school_urn, time_period
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
info as (
|
|||
|
|
select
|
|||
|
|
cast(trim(school_urn) as integer) as urn,
|
|||
|
|
cast(trim(time_period) as integer) as year,
|
|||
|
|
{{ safe_numeric('totpups') }}::integer as total_pupils,
|
|||
|
|
{{ safe_numeric('telig') }}::integer as eligible_pupils,
|
|||
|
|
{{ safe_numeric('ptfsm6cla1a') }} as disadvantaged_pct,
|
|||
|
|
{{ safe_numeric('ptealgrp2') }} as eal_pct,
|
|||
|
|
{{ safe_numeric('psenelk') }} as sen_support_pct,
|
|||
|
|
{{ safe_numeric('psenele') }} as sen_ehcp_pct,
|
|||
|
|
{{ safe_numeric('ptmobn') }} as stability_pct
|
|||
|
|
from {{ source('raw', 'ees_ks2_info') }}
|
|||
|
|
where school_urn is not null
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
p.urn,
|
|||
|
|
p.year,
|
|||
|
|
i.total_pupils,
|
|||
|
|
i.eligible_pupils,
|
|||
|
|
|
|||
|
|
p.rwm_expected_pct,
|
|||
|
|
p.rwm_high_pct,
|
|||
|
|
p.reading_expected_pct,
|
|||
|
|
p.reading_high_pct,
|
|||
|
|
p.reading_avg_score,
|
|||
|
|
p.reading_progress,
|
|||
|
|
p.reading_progress_lower_ci,
|
|||
|
|
p.reading_progress_upper_ci,
|
|||
|
|
p.writing_expected_pct,
|
|||
|
|
p.writing_high_pct,
|
|||
|
|
p.writing_progress,
|
|||
|
|
p.writing_progress_lower_ci,
|
|||
|
|
p.writing_progress_upper_ci,
|
|||
|
|
p.writing_working_towards_pct,
|
|||
|
|
p.maths_expected_pct,
|
|||
|
|
p.maths_high_pct,
|
|||
|
|
p.maths_avg_score,
|
|||
|
|
p.maths_progress,
|
|||
|
|
p.maths_progress_lower_ci,
|
|||
|
|
p.maths_progress_upper_ci,
|
|||
|
|
p.gps_expected_pct,
|
|||
|
|
p.gps_high_pct,
|
|||
|
|
p.gps_avg_score,
|
|||
|
|
p.science_expected_pct,
|
|||
|
|
|
|||
|
|
p.reading_absence_pct,
|
|||
|
|
p.writing_absence_pct,
|
|||
|
|
p.maths_absence_pct,
|
|||
|
|
p.gps_absence_pct,
|
|||
|
|
p.science_absence_pct,
|
|||
|
|
|
|||
|
|
p.rwm_expected_boys_pct,
|
|||
|
|
p.rwm_high_boys_pct,
|
|||
|
|
p.rwm_expected_girls_pct,
|
|||
|
|
p.rwm_high_girls_pct,
|
|||
|
|
|
|||
|
|
p.rwm_expected_disadvantaged_pct,
|
|||
|
|
p.rwm_expected_non_disadvantaged_pct,
|
|||
|
|
p.rwm_expected_disadvantaged_pct - p.rwm_expected_non_disadvantaged_pct as disadvantaged_gap,
|
|||
|
|
|
|||
|
|
i.disadvantaged_pct,
|
|||
|
|
i.eal_pct,
|
|||
|
|
i.sen_support_pct,
|
|||
|
|
i.sen_ehcp_pct,
|
|||
|
|
i.stability_pct
|
|||
|
|
|
|||
|
|
from pivoted p
|
|||
|
|
left join info i on p.urn = i.urn and p.year = i.yearｪdoc_blocks勢language｣sql､refs制sources鋳｣rawｲees_ks2_attainment張rawｬees_ks2_infoｧmetrics姓functions征depends_onえmacros胎!macro.school_compare.safe_numeric･nodes壷,source.school_compare.raw.ees_ks2_attainmentﾙ&source.school_compare.raw.ees_ks2_infoｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key征time_spineﾀ･batchﾀﾙ#model.school_compare.stg_legacy_ks2ﾞ ,ｨdatabaseｮschool_compareｦschemaｧstaging､nameｮstg_legacy_ks2ｭresource_type･modelｬpackage_nameｮschool_compare､pathｺstaging/stg_legacy_ks2.sqlｲoriginal_file_pathﾙ!models/staging/stg_legacy_ks2.sqlｩunique_idﾙ#model.school_compare.stg_legacy_ks2｣fqn動school_compareｧstagingｮstg_legacy_ks2･aliasｮstg_legacy_ks2ｨchecksumうnameｦsha256ｨchecksumﾙ@d57ce51603d2a1d2945690ba863dca576a96b07b24187f0d603eba40602a2f3aｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｧstagingｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized･tableｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_configぎmaterialized･tableｦschemaｧstagingｪcreated_atﾋAﾚ萌z6�'ｰconfig_call_dict〓materialized･tableｻunrendered_config_call_dict〓materialized･tableｭrelation_nameﾙ+"school_compare"."staging"."stg_legacy_ks2"ｨraw_codeﾚ �{ config(materialized='table') }}
|
|||
|
|
|
|||
|
|
-- Staging model: Legacy KS2 data from pre-COVID DfE performance tables
|
|||
|
|
-- The tap already maps old column names to match stg_ees_ks2 output;
|
|||
|
|
-- this model just applies safe_numeric casts.
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
cast(trim(urn) as integer) as urn,
|
|||
|
|
cast(trim(year) as integer) as year,
|
|||
|
|
|
|||
|
|
{{ safe_numeric('total_pupils') }}::integer as total_pupils,
|
|||
|
|
{{ safe_numeric('eligible_pupils') }}::integer as eligible_pupils,
|
|||
|
|
|
|||
|
|
{{ safe_numeric('rwm_expected_pct') }} as rwm_expected_pct,
|
|||
|
|
{{ safe_numeric('rwm_high_pct') }} as rwm_high_pct,
|
|||
|
|
{{ safe_numeric('reading_expected_pct') }} as reading_expected_pct,
|
|||
|
|
{{ safe_numeric('reading_high_pct') }} as reading_high_pct,
|
|||
|
|
{{ safe_numeric('reading_avg_score') }} as reading_avg_score,
|
|||
|
|
{{ safe_numeric('reading_progress') }} as reading_progress,
|
|||
|
|
-- Progress CIs / working-towards: not published in the legacy CSVs.
|
|||
|
|
-- Typed placeholders keep positional alignment with stg_ees_ks2 in
|
|||
|
|
-- int_ks2_with_lineage's UNION ALL.
|
|||
|
|
null::numeric as reading_progress_lower_ci,
|
|||
|
|
null::numeric as reading_progress_upper_ci,
|
|||
|
|
{{ safe_numeric('writing_expected_pct') }} as writing_expected_pct,
|
|||
|
|
{{ safe_numeric('writing_high_pct') }} as writing_high_pct,
|
|||
|
|
{{ safe_numeric('writing_progress') }} as writing_progress,
|
|||
|
|
null::numeric as writing_progress_lower_ci,
|
|||
|
|
null::numeric as writing_progress_upper_ci,
|
|||
|
|
null::numeric as writing_working_towards_pct,
|
|||
|
|
{{ safe_numeric('maths_expected_pct') }} as maths_expected_pct,
|
|||
|
|
{{ safe_numeric('maths_high_pct') }} as maths_high_pct,
|
|||
|
|
{{ safe_numeric('maths_avg_score') }} as maths_avg_score,
|
|||
|
|
{{ safe_numeric('maths_progress') }} as maths_progress,
|
|||
|
|
null::numeric as maths_progress_lower_ci,
|
|||
|
|
null::numeric as maths_progress_upper_ci,
|
|||
|
|
{{ safe_numeric('gps_expected_pct') }} as gps_expected_pct,
|
|||
|
|
{{ safe_numeric('gps_high_pct') }} as gps_high_pct,
|
|||
|
|
{{ safe_numeric('gps_avg_score') }} as gps_avg_score,
|
|||
|
|
null::numeric as science_expected_pct,
|
|||
|
|
|
|||
|
|
{{ safe_numeric('reading_absence_pct') }} as reading_absence_pct,
|
|||
|
|
null::numeric as writing_absence_pct,
|
|||
|
|
{{ safe_numeric('maths_absence_pct') }} as maths_absence_pct,
|
|||
|
|
{{ safe_numeric('gps_absence_pct') }} as gps_absence_pct,
|
|||
|
|
null::numeric as science_absence_pct,
|
|||
|
|
|
|||
|
|
{{ safe_numeric('rwm_expected_boys_pct') }} as rwm_expected_boys_pct,
|
|||
|
|
{{ safe_numeric('rwm_high_boys_pct') }} as rwm_high_boys_pct,
|
|||
|
|
{{ safe_numeric('rwm_expected_girls_pct') }} as rwm_expected_girls_pct,
|
|||
|
|
{{ safe_numeric('rwm_high_girls_pct') }} as rwm_high_girls_pct,
|
|||
|
|
|
|||
|
|
{{ safe_numeric('rwm_expected_disadvantaged_pct') }} as rwm_expected_disadvantaged_pct,
|
|||
|
|
{{ safe_numeric('rwm_expected_non_disadvantaged_pct') }} as rwm_expected_non_disadvantaged_pct,
|
|||
|
|
{{ safe_numeric('rwm_expected_disadvantaged_pct') }}
|
|||
|
|
- {{ safe_numeric('rwm_expected_non_disadvantaged_pct') }} as disadvantaged_gap,
|
|||
|
|
|
|||
|
|
{{ safe_numeric('disadvantaged_pct') }} as disadvantaged_pct,
|
|||
|
|
{{ safe_numeric('eal_pct') }} as eal_pct,
|
|||
|
|
{{ safe_numeric('sen_support_pct') }} as sen_support_pct,
|
|||
|
|
{{ safe_numeric('sen_ehcp_pct') }} as sen_ehcp_pct,
|
|||
|
|
{{ safe_numeric('stability_pct') }} as stability_pct
|
|||
|
|
|
|||
|
|
from {{ source('raw', 'legacy_ks2') }}
|
|||
|
|
where urn is not null
|
|||
|
|
and urn ~ '^[0-9]+$'ｪdoc_blocks勢language｣sql､refs制sources葬｣rawｪlegacy_ks2ｧmetrics姓functions征depends_onえmacros胎!macro.school_compare.safe_numeric･nodes胎$source.school_compare.raw.legacy_ks2ｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key征time_spineﾀ･batchﾀﾙ model.school_compare.stg_ees_ks4ﾞ ,ｨdatabaseｮschool_compareｦschemaｧstaging､nameｫstg_ees_ks4ｭresource_type･modelｬpackage_nameｮschool_compare､pathｷstaging/stg_ees_ks4.sqlｲoriginal_file_pathｾmodels/staging/stg_ees_ks4.sqlｩunique_idﾙ model.school_compare.stg_ees_ks4｣fqn動school_compareｧstagingｫstg_ees_ks4･aliasｫstg_ees_ks4ｨchecksumうnameｦsha256ｨchecksumﾙ@3a3541de61b4d6e6b1bd82c325480e4474a143110f475b50bb3461cb60452091ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｧstagingｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized･tableｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_configぎmaterialized･tableｦschemaｧstagingｪcreated_atﾋAﾚ萌z6ﾁ ｰconfig_call_dict〓materialized･tableｻunrendered_config_call_dict〓materialized･tableｭrelation_nameﾙ("school_compare"."staging"."stg_ees_ks4"ｨraw_codeﾚ{{ config(materialized='table') }}
|
|||
|
|
|
|||
|
|
-- Staging model: KS4 attainment data from EES
|
|||
|
|
-- KS4 performance data is long-format with breakdown dimensions (breakdown_topic,
|
|||
|
|
-- breakdown, sex). Unlike KS2 which has a subject dimension, KS4 metrics are
|
|||
|
|
-- already in separate columns 窶� we just filter to the all-pupils total row.
|
|||
|
|
-- EES uses 'z' (not applicable) and 'c' (confidential) as suppression codes 窶�
|
|||
|
|
-- safe_numeric handles both by treating any non-numeric string as NULL.
|
|||
|
|
-- NOTE: older EES releases (pre-2023/24) use breakdown_topic = 'All pupils';
|
|||
|
|
-- the 2023/24 release switched to breakdown_topic = 'Total'. Both are included.
|
|||
|
|
|
|||
|
|
with performance as (
|
|||
|
|
select * from {{ source('raw', 'ees_ks4_performance') }}
|
|||
|
|
where school_urn ~ '^[0-9]+$'
|
|||
|
|
and time_period ~ '^[0-9]+$'
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
-- Filter to all-pupils totals (one row per school per year)
|
|||
|
|
all_pupils as (
|
|||
|
|
select
|
|||
|
|
cast(trim(school_urn) as integer) as urn,
|
|||
|
|
cast(trim(time_period) as integer) as year,
|
|||
|
|
{{ safe_numeric('pupil_count') }}::integer as total_pupils,
|
|||
|
|
|
|||
|
|
-- Attainment 8
|
|||
|
|
{{ safe_numeric('attainment8_average') }} as attainment_8_score,
|
|||
|
|
|
|||
|
|
-- Progress 8
|
|||
|
|
{{ safe_numeric('progress8_average') }} as progress_8_score,
|
|||
|
|
{{ safe_numeric('progress8_lower_95_ci') }} as progress_8_lower_ci,
|
|||
|
|
{{ safe_numeric('progress8_upper_95_ci') }} as progress_8_upper_ci,
|
|||
|
|
{{ safe_numeric('progress8eng_average') }} as progress_8_english,
|
|||
|
|
{{ safe_numeric('progress8mat_average') }} as progress_8_maths,
|
|||
|
|
{{ safe_numeric('progress8ebacc_average') }} as progress_8_ebacc,
|
|||
|
|
{{ safe_numeric('progress8open_average') }} as progress_8_open,
|
|||
|
|
|
|||
|
|
-- English & Maths pass rates
|
|||
|
|
{{ safe_numeric('engmath_95_percent') }} as english_maths_strong_pass_pct,
|
|||
|
|
{{ safe_numeric('engmath_94_percent') }} as english_maths_standard_pass_pct,
|
|||
|
|
|
|||
|
|
-- EBacc
|
|||
|
|
{{ safe_numeric('ebacc_entering_percent') }} as ebacc_entry_pct,
|
|||
|
|
{{ safe_numeric('ebacc_95_percent') }} as ebacc_strong_pass_pct,
|
|||
|
|
{{ safe_numeric('ebacc_94_percent') }} as ebacc_standard_pass_pct,
|
|||
|
|
{{ safe_numeric('ebacc_aps_average') }} as ebacc_avg_score,
|
|||
|
|
|
|||
|
|
-- GCSE grade 9-1
|
|||
|
|
{{ safe_numeric('gcse_91_percent') }} as gcse_grade_91_pct
|
|||
|
|
|
|||
|
|
from performance
|
|||
|
|
where breakdown_topic in ('Total', 'All pupils')
|
|||
|
|
and breakdown = 'Total'
|
|||
|
|
and sex = 'Total'
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
-- KS4 info table for context/demographics
|
|||
|
|
info as (
|
|||
|
|
select
|
|||
|
|
cast(trim(school_urn) as integer) as urn,
|
|||
|
|
cast(trim(time_period) as integer) as year,
|
|||
|
|
{{ safe_numeric('endks4_pupil_count') }}::integer as eligible_pupils,
|
|||
|
|
{{ safe_numeric('ks2_scaledscore_average') }} as prior_attainment_avg,
|
|||
|
|
{{ safe_numeric('sen_pupil_percent') }} as sen_pct,
|
|||
|
|
{{ safe_numeric('sen_with_ehcp_pupil_percent') }} as sen_ehcp_pct,
|
|||
|
|
{{ safe_numeric('sen_no_ehcp_pupil_percent') }} as sen_support_pct,
|
|||
|
|
-- EES suppression sentinels (z/c/x/q/u) and blanks must not reach the
|
|||
|
|
-- mart as banding labels
|
|||
|
|
case
|
|||
|
|
when lower(trim(progress8_banding)) in ('', 'z', 'c', 'x', 'q', 'u', 'null')
|
|||
|
|
then null
|
|||
|
|
else trim(progress8_banding)
|
|||
|
|
end as progress_8_banding,
|
|||
|
|
{{ safe_numeric('attainment8_diffn') }} as attainment_8_disadvantage_gap,
|
|||
|
|
{{ safe_numeric('progress8_diffn') }} as progress_8_disadvantage_gap
|
|||
|
|
from {{ source('raw', 'ees_ks4_info') }}
|
|||
|
|
where school_urn is not null
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
p.urn,
|
|||
|
|
p.year,
|
|||
|
|
p.total_pupils,
|
|||
|
|
i.eligible_pupils,
|
|||
|
|
i.prior_attainment_avg,
|
|||
|
|
|
|||
|
|
-- Attainment 8
|
|||
|
|
p.attainment_8_score,
|
|||
|
|
|
|||
|
|
-- Progress 8
|
|||
|
|
p.progress_8_score,
|
|||
|
|
p.progress_8_lower_ci,
|
|||
|
|
p.progress_8_upper_ci,
|
|||
|
|
p.progress_8_english,
|
|||
|
|
p.progress_8_maths,
|
|||
|
|
p.progress_8_ebacc,
|
|||
|
|
p.progress_8_open,
|
|||
|
|
|
|||
|
|
-- English & Maths
|
|||
|
|
p.english_maths_strong_pass_pct,
|
|||
|
|
p.english_maths_standard_pass_pct,
|
|||
|
|
|
|||
|
|
-- EBacc
|
|||
|
|
p.ebacc_entry_pct,
|
|||
|
|
p.ebacc_strong_pass_pct,
|
|||
|
|
p.ebacc_standard_pass_pct,
|
|||
|
|
p.ebacc_avg_score,
|
|||
|
|
|
|||
|
|
-- GCSE
|
|||
|
|
p.gcse_grade_91_pct,
|
|||
|
|
|
|||
|
|
-- Context
|
|||
|
|
i.sen_pct,
|
|||
|
|
i.sen_ehcp_pct,
|
|||
|
|
i.sen_support_pct,
|
|||
|
|
i.progress_8_banding,
|
|||
|
|
i.attainment_8_disadvantage_gap,
|
|||
|
|
i.progress_8_disadvantage_gap
|
|||
|
|
|
|||
|
|
from all_pupils p
|
|||
|
|
left join info i on p.urn = i.urn and p.year = i.yearｪdoc_blocks勢language｣sql､refs制sources鋳｣rawｳees_ks4_performance張rawｬees_ks4_infoｧmetrics姓functions征depends_onえmacros胎!macro.school_compare.safe_numeric･nodes壷-source.school_compare.raw.ees_ks4_performanceﾙ&source.school_compare.raw.ees_ks4_infoｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key征time_spineﾀ･batchﾀﾙ#model.school_compare.stg_legacy_ks4ﾞ ,ｨdatabaseｮschool_compareｦschemaｧstaging､nameｮstg_legacy_ks4ｭresource_type･modelｬpackage_nameｮschool_compare､pathｺstaging/stg_legacy_ks4.sqlｲoriginal_file_pathﾙ!models/staging/stg_legacy_ks4.sqlｩunique_idﾙ#model.school_compare.stg_legacy_ks4｣fqn動school_compareｧstagingｮstg_legacy_ks4･aliasｮstg_legacy_ks4ｨchecksumうnameｦsha256ｨchecksumﾙ@794d61332074548bb35a4f49835f8046fb1422695f926d166828f5e423e149dbｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｧstagingｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized･tableｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_configぎmaterialized･tableｦschemaｧstagingｪcreated_atﾋAﾚ萌z6�ｰconfig_call_dict〓materialized･tableｻunrendered_config_call_dict〓materialized･tableｭrelation_nameﾙ+"school_compare"."staging"."stg_legacy_ks4"ｨraw_codeﾚ 6{{ config(materialized='table') }}
|
|||
|
|
|
|||
|
|
-- Staging model: Legacy KS4 data from pre-EES DfE performance tables
|
|||
|
|
-- Covers 2015/16 窶� 2018/19; EES provides 2023/24 onwards.
|
|||
|
|
-- The tap already maps old column names and strips % suffixes;
|
|||
|
|
-- this model just applies safe_numeric casts and adds NULL placeholders
|
|||
|
|
-- for columns not available in the legacy format.
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
cast(trim(urn) as integer) as urn,
|
|||
|
|
cast(trim(year) as integer) as year,
|
|||
|
|
|
|||
|
|
{{ safe_numeric('total_pupils') }}::integer as total_pupils,
|
|||
|
|
{{ safe_numeric('total_pupils') }}::integer as eligible_pupils,
|
|||
|
|
null::numeric as prior_attainment_avg,
|
|||
|
|
|
|||
|
|
-- Attainment 8
|
|||
|
|
{{ safe_numeric('attainment_8_score') }} as attainment_8_score,
|
|||
|
|
|
|||
|
|
-- Progress 8
|
|||
|
|
{{ safe_numeric('progress_8_score') }} as progress_8_score,
|
|||
|
|
{{ safe_numeric('progress_8_lower_ci') }} as progress_8_lower_ci,
|
|||
|
|
{{ safe_numeric('progress_8_upper_ci') }} as progress_8_upper_ci,
|
|||
|
|
{{ safe_numeric('progress_8_english') }} as progress_8_english,
|
|||
|
|
{{ safe_numeric('progress_8_maths') }} as progress_8_maths,
|
|||
|
|
{{ safe_numeric('progress_8_ebacc') }} as progress_8_ebacc,
|
|||
|
|
{{ safe_numeric('progress_8_open') }} as progress_8_open,
|
|||
|
|
|
|||
|
|
-- English & Maths pass rates
|
|||
|
|
{{ safe_numeric('english_maths_strong_pass_pct') }} as english_maths_strong_pass_pct,
|
|||
|
|
{{ safe_numeric('english_maths_standard_pass_pct') }} as english_maths_standard_pass_pct,
|
|||
|
|
|
|||
|
|
-- EBacc
|
|||
|
|
{{ safe_numeric('ebacc_entry_pct') }} as ebacc_entry_pct,
|
|||
|
|
{{ safe_numeric('ebacc_strong_pass_pct') }} as ebacc_strong_pass_pct,
|
|||
|
|
{{ safe_numeric('ebacc_standard_pass_pct') }} as ebacc_standard_pass_pct,
|
|||
|
|
null::numeric as ebacc_avg_score,
|
|||
|
|
|
|||
|
|
-- GCSE grade 9-1 (not published in legacy format)
|
|||
|
|
null::numeric as gcse_grade_91_pct,
|
|||
|
|
|
|||
|
|
-- SEN
|
|||
|
|
null::numeric as sen_pct,
|
|||
|
|
{{ safe_numeric('sen_ehcp_pct') }} as sen_ehcp_pct,
|
|||
|
|
{{ safe_numeric('sen_support_pct') }} as sen_support_pct,
|
|||
|
|
|
|||
|
|
-- Progress 8 banding & disadvantage gaps (not published in legacy format)
|
|||
|
|
null::text as progress_8_banding,
|
|||
|
|
null::numeric as attainment_8_disadvantage_gap,
|
|||
|
|
null::numeric as progress_8_disadvantage_gap
|
|||
|
|
|
|||
|
|
from {{ source('raw', 'legacy_ks4') }}
|
|||
|
|
where urn is not null
|
|||
|
|
and urn ~ '^[0-9]+$'ｪdoc_blocks勢language｣sql､refs制sources葬｣rawｪlegacy_ks4ｧmetrics姓functions征depends_onえmacros胎!macro.school_compare.safe_numeric･nodes胎$source.school_compare.raw.legacy_ks4ｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key征time_spineﾀ･batchﾀﾙ+model.school_compare.fact_census_benchmarksﾞ ,ｨdatabaseｮschool_compareｦschema･marts､nameｶfact_census_benchmarksｭresource_type･modelｬpackage_nameｮschool_compare､pathﾙ marts/fact_census_benchmarks.sqlｲoriginal_file_pathﾙ'models/marts/fact_census_benchmarks.sqlｩunique_idﾙ+model.school_compare.fact_census_benchmarks｣fqn動school_compare･martsｶfact_census_benchmarks･aliasｶfact_census_benchmarksｨchecksumうnameｦsha256ｨchecksumﾙ@a81b31b5e1a0834d9c62fe6213a42c01a5d9e5f299235bbc49a4a7b56e20fe19ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschema･martsｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized･tableｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性descriptionﾚState-school context benchmarks from the pupil census 窶� one row per phase (primary/secondary), latest census year. fsm_pct/eal_pct are pupil-weighted means; consumers label them "state-school average (computed from our dataset)", never "England average".
|
|||
|
|
ｧcolumns▼phase研name･phaseｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks畝meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾙ/school_compare://models/marts/_marts_schema.ymlｪbuild_pathﾀｱunrendered_configぎmaterialized･tableｦschema･martsｪcreated_atﾋAﾚ萌z=\�config_call_dict〓materialized･tableｻunrendered_config_call_dictｭrelation_nameﾙ1"school_compare"."marts"."fact_census_benchmarks"ｨraw_codeﾚ{{ config(materialized='table') }}
|
|||
|
|
|
|||
|
|
-- Mart: state-school context benchmarks from the pupil census 窶� one row per
|
|||
|
|
-- phase, latest census year. Computed at import time (never per request).
|
|||
|
|
-- fsm_pct / eal_pct are pupil-weighted means, i.e. "what % of pupils", not
|
|||
|
|
-- "the median school" 窶� this matches how DfE quotes national FSM/EAL rates.
|
|||
|
|
-- Consumers must label these "state-school average (computed from our
|
|||
|
|
-- dataset)" (spec ﾂｧ8.6), never "England average".
|
|||
|
|
|
|||
|
|
with latest as (
|
|||
|
|
select max(year) as year from {{ ref('fact_pupil_characteristics') }}
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
classified as (
|
|||
|
|
select
|
|||
|
|
case
|
|||
|
|
when p.phase_type_grouping ilike '%primary%' then 'primary'
|
|||
|
|
when p.phase_type_grouping ilike '%secondary%' then 'secondary'
|
|||
|
|
end as phase,
|
|||
|
|
p.total_pupils,
|
|||
|
|
p.fsm_pct,
|
|||
|
|
p.eal_pct,
|
|||
|
|
l.year
|
|||
|
|
from {{ ref('fact_pupil_characteristics') }} p
|
|||
|
|
join latest l on p.year = l.year
|
|||
|
|
where p.total_pupils is not null and p.total_pupils > 0
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
phase,
|
|||
|
|
max(year) as year,
|
|||
|
|
round((sum(fsm_pct * total_pupils) filter (where fsm_pct is not null)
|
|||
|
|
/ nullif(sum(total_pupils) filter (where fsm_pct is not null), 0))::numeric, 1) as fsm_pct,
|
|||
|
|
round((sum(eal_pct * total_pupils) filter (where eal_pct is not null)
|
|||
|
|
/ nullif(sum(total_pupils) filter (where eal_pct is not null), 0))::numeric, 1) as eal_pct,
|
|||
|
|
round(percentile_cont(0.5) within group (order by total_pupils))::integer as median_pupils
|
|||
|
|
from classified
|
|||
|
|
where phase is not null
|
|||
|
|
group by phaseｪdoc_blocks勢language｣sql､refs茶､nameｺfact_pupil_characteristicsｧpackageﾀｧversionﾀΖnameｺfact_pupil_characteristicsｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros是nodes胎/model.school_compare.fact_pupil_characteristicsｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key則phaseｪtime_spineﾀ･batchﾀﾙ/model.school_compare.fact_pupil_characteristicsﾞ ,ｨdatabaseｮschool_compareｦschema･marts､nameｺfact_pupil_characteristicsｭresource_type･modelｬpackage_nameｮschool_compare､pathﾙ$marts/fact_pupil_characteristics.sqlｲoriginal_file_pathﾙ+models/marts/fact_pupil_characteristics.sqlｩunique_idﾙ/model.school_compare.fact_pupil_characteristics｣fqn動school_compare･martsｺfact_pupil_characteristics･aliasｺfact_pupil_characteristicsｨchecksumうnameｦsha256ｨchecksumﾙ@cffde5cbc7b2e42d0df227cd2f32410b87f817b738715017c1fc46b6a3f7122cｦconfigﾞ ｧenabledﾃ･aliasﾀｦschema･martsｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized･tableｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性descriptionﾙ/Pupil demographics 窶� one row per URN per yearｧcolumnsぅurn研name｣urnｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks畝year研name､yearｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks畝meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾙ/school_compare://models/marts/_marts_schema.ymlｪbuild_pathﾀｱunrendered_configぎmaterialized･tableｦschema･martsｪcreated_atﾋAﾚ萌z=YPｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾙ5"school_compare"."marts"."fact_pupil_characteristics"ｨraw_codeﾚa-- Mart: Pupil characteristics 窶� one row per URN per year
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
urn,
|
|||
|
|
year,
|
|||
|
|
phase_type_grouping,
|
|||
|
|
total_pupils,
|
|||
|
|
female_pupils,
|
|||
|
|
male_pupils,
|
|||
|
|
full_time_pupils,
|
|||
|
|
part_time_pupils,
|
|||
|
|
total_boarders,
|
|||
|
|
fsm_eligible_n,
|
|||
|
|
fsm_pct,
|
|||
|
|
eal_pct,
|
|||
|
|
young_carer_pct,
|
|||
|
|
ethnicity_white_british_pct,
|
|||
|
|
ethnicity_white_other_pct,
|
|||
|
|
ethnicity_gypsy_roma_pct,
|
|||
|
|
ethnicity_mixed_wbc_pct,
|
|||
|
|
ethnicity_mixed_wba_pct,
|
|||
|
|
ethnicity_mixed_wa_pct,
|
|||
|
|
ethnicity_mixed_other_pct,
|
|||
|
|
ethnicity_asian_indian_pct,
|
|||
|
|
ethnicity_asian_pakistani_pct,
|
|||
|
|
ethnicity_asian_bangladeshi_pct,
|
|||
|
|
ethnicity_asian_other_pct,
|
|||
|
|
ethnicity_black_caribbean_pct,
|
|||
|
|
ethnicity_black_african_pct,
|
|||
|
|
ethnicity_black_other_pct,
|
|||
|
|
ethnicity_chinese_pct,
|
|||
|
|
ethnicity_other_pct,
|
|||
|
|
ethnicity_unclassified_pct
|
|||
|
|
from {{ ref('int_pupil_chars_merged') }}ｪdoc_blocks勢language｣sql､refs巣､nameｶint_pupil_chars_mergedｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros是nodes胎+model.school_compare.int_pupil_chars_mergedｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key征time_spineﾀ･batchﾀﾙ+model.school_compare.int_pupil_chars_mergedﾞ ,ｨdatabaseｮschool_compareｦschemaｬintermediate､nameｶint_pupil_chars_mergedｭresource_type･modelｬpackage_nameｮschool_compare､pathﾙ'intermediate/int_pupil_chars_merged.sqlｲoriginal_file_pathﾙ.models/intermediate/int_pupil_chars_merged.sqlｩunique_idﾙ+model.school_compare.int_pupil_chars_merged｣fqn動school_compareｬintermediateｶint_pupil_chars_merged･aliasｶint_pupil_chars_mergedｨchecksumうnameｦsha256ｨchecksumﾙ@e14f55eb1d34878f1b2ba334ab719ab6221efb62c147df1d7c0866ff28d9a10bｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｬintermediateｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized､viewｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_configぎmaterialized､viewｦschemaｬintermediateｪcreated_atﾋAﾚ萌z7:ｰｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾙ8"school_compare"."intermediate"."int_pupil_chars_merged"ｨraw_codeﾚb-- Intermediate model: Merged pupil characteristics from census data
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
urn,
|
|||
|
|
year,
|
|||
|
|
phase_type_grouping,
|
|||
|
|
total_pupils,
|
|||
|
|
female_pupils,
|
|||
|
|
male_pupils,
|
|||
|
|
full_time_pupils,
|
|||
|
|
part_time_pupils,
|
|||
|
|
total_boarders,
|
|||
|
|
fsm_eligible_n,
|
|||
|
|
fsm_pct,
|
|||
|
|
eal_pct,
|
|||
|
|
young_carer_pct,
|
|||
|
|
ethnicity_white_british_pct,
|
|||
|
|
ethnicity_white_other_pct,
|
|||
|
|
ethnicity_gypsy_roma_pct,
|
|||
|
|
ethnicity_mixed_wbc_pct,
|
|||
|
|
ethnicity_mixed_wba_pct,
|
|||
|
|
ethnicity_mixed_wa_pct,
|
|||
|
|
ethnicity_mixed_other_pct,
|
|||
|
|
ethnicity_asian_indian_pct,
|
|||
|
|
ethnicity_asian_pakistani_pct,
|
|||
|
|
ethnicity_asian_bangladeshi_pct,
|
|||
|
|
ethnicity_asian_other_pct,
|
|||
|
|
ethnicity_black_caribbean_pct,
|
|||
|
|
ethnicity_black_african_pct,
|
|||
|
|
ethnicity_black_other_pct,
|
|||
|
|
ethnicity_chinese_pct,
|
|||
|
|
ethnicity_other_pct,
|
|||
|
|
ethnicity_unclassified_pct
|
|||
|
|
from {{ ref('stg_ees_census') }}ｪdoc_blocks勢language｣sql､refs巣､nameｮstg_ees_censusｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros是nodes胎#model.school_compare.stg_ees_censusｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key征time_spineﾀ･batchﾀﾙ#model.school_compare.stg_ees_censusﾞ ,ｨdatabaseｮschool_compareｦschemaｧstaging､nameｮstg_ees_censusｭresource_type･modelｬpackage_nameｮschool_compare､pathｺstaging/stg_ees_census.sqlｲoriginal_file_pathﾙ!models/staging/stg_ees_census.sqlｩunique_idﾙ#model.school_compare.stg_ees_census｣fqn動school_compareｧstagingｮstg_ees_census･aliasｮstg_ees_censusｨchecksumうnameｦsha256ｨchecksumﾙ@ff3c516a20ad25b525d4be015a9fcfe0a5329899c2ae7fc5aad4aa6b123fcb22ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｧstagingｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized･tableｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_configぎmaterialized･tableｦschemaｧstagingｪcreated_atﾋAﾚ萌z7E(ｰconfig_call_dict〓materialized･tableｻunrendered_config_call_dict〓materialized･tableｭrelation_nameﾙ+"school_compare"."staging"."stg_ees_census"ｨraw_codeﾚ \{{ config(materialized='table') }}
|
|||
|
|
|
|||
|
|
-- Staging model: School Pupils and Characteristics (census)
|
|||
|
|
-- One row per school per year. CSV has 269 columns; we extract the
|
|||
|
|
-- aggregate demographic summaries only (not per-age/year-group breakdowns).
|
|||
|
|
-- Column renames happen in the tap before Singer persists to raw.ees_census.
|
|||
|
|
|
|||
|
|
with source as (
|
|||
|
|
select * from {{ source('raw', 'ees_census') }}
|
|||
|
|
where school_urn ~ '^[0-9]+$'
|
|||
|
|
and time_period ~ '^[0-9]+$'
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
cast(trim(school_urn) as integer) as urn,
|
|||
|
|
cast(trim(time_period) as integer) as year,
|
|||
|
|
school_name,
|
|||
|
|
phase_type_grouping,
|
|||
|
|
|
|||
|
|
-- Pupil counts
|
|||
|
|
{{ safe_numeric('total_pupils') }}::integer as total_pupils,
|
|||
|
|
{{ safe_numeric('female_pupils') }}::integer as female_pupils,
|
|||
|
|
{{ safe_numeric('male_pupils') }}::integer as male_pupils,
|
|||
|
|
{{ safe_numeric('full_time_pupils') }}::integer as full_time_pupils,
|
|||
|
|
{{ safe_numeric('part_time_pupils') }}::integer as part_time_pupils,
|
|||
|
|
{{ safe_numeric('total_boarders') }}::integer as total_boarders,
|
|||
|
|
|
|||
|
|
-- FSM
|
|||
|
|
{{ safe_numeric('fsm_eligible_n') }}::integer as fsm_eligible_n,
|
|||
|
|
{{ safe_numeric('fsm_pct') }} as fsm_pct,
|
|||
|
|
|
|||
|
|
-- EAL & young carers
|
|||
|
|
{{ safe_numeric('eal_pct') }} as eal_pct,
|
|||
|
|
{{ safe_numeric('young_carer_pct') }} as young_carer_pct,
|
|||
|
|
|
|||
|
|
-- Ethnicity
|
|||
|
|
{{ safe_numeric('ethnicity_white_british_pct') }} as ethnicity_white_british_pct,
|
|||
|
|
{{ safe_numeric('ethnicity_white_other_pct') }} as ethnicity_white_other_pct,
|
|||
|
|
{{ safe_numeric('ethnicity_gypsy_roma_pct') }} as ethnicity_gypsy_roma_pct,
|
|||
|
|
{{ safe_numeric('ethnicity_mixed_wbc_pct') }} as ethnicity_mixed_wbc_pct,
|
|||
|
|
{{ safe_numeric('ethnicity_mixed_wba_pct') }} as ethnicity_mixed_wba_pct,
|
|||
|
|
{{ safe_numeric('ethnicity_mixed_wa_pct') }} as ethnicity_mixed_wa_pct,
|
|||
|
|
{{ safe_numeric('ethnicity_mixed_other_pct') }} as ethnicity_mixed_other_pct,
|
|||
|
|
{{ safe_numeric('ethnicity_asian_indian_pct') }} as ethnicity_asian_indian_pct,
|
|||
|
|
{{ safe_numeric('ethnicity_asian_pakistani_pct') }} as ethnicity_asian_pakistani_pct,
|
|||
|
|
{{ safe_numeric('ethnicity_asian_bangladeshi_pct') }} as ethnicity_asian_bangladeshi_pct,
|
|||
|
|
{{ safe_numeric('ethnicity_asian_other_pct') }} as ethnicity_asian_other_pct,
|
|||
|
|
{{ safe_numeric('ethnicity_black_caribbean_pct') }} as ethnicity_black_caribbean_pct,
|
|||
|
|
{{ safe_numeric('ethnicity_black_african_pct') }} as ethnicity_black_african_pct,
|
|||
|
|
{{ safe_numeric('ethnicity_black_other_pct') }} as ethnicity_black_other_pct,
|
|||
|
|
{{ safe_numeric('ethnicity_chinese_pct') }} as ethnicity_chinese_pct,
|
|||
|
|
{{ safe_numeric('ethnicity_other_pct') }} as ethnicity_other_pct,
|
|||
|
|
{{ safe_numeric('ethnicity_unclassified_pct') }} as ethnicity_unclassified_pct
|
|||
|
|
|
|||
|
|
from sourceｪdoc_blocks勢language｣sql､refs制sources葬｣rawｪees_censusｧmetrics姓functions征depends_onえmacros胎!macro.school_compare.safe_numeric･nodes胎$source.school_compare.raw.ees_censusｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key征time_spineﾀ･batchﾀﾙ$model.school_compare.fact_admissionsﾞ ,ｨdatabaseｮschool_compareｦschema･marts､nameｯfact_admissionsｭresource_type･modelｬpackage_nameｮschool_compare､pathｹmarts/fact_admissions.sqlｲoriginal_file_pathﾙ models/marts/fact_admissions.sqlｩunique_idﾙ$model.school_compare.fact_admissions｣fqn動school_compare･martsｯfact_admissions･aliasｯfact_admissionsｨchecksumうnameｦsha256ｨchecksumﾙ@b3c18e42c3c8961ca8856cf67f421a7794ac896c61dce1febe3cadade107e3c6ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschema･martsｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized･tableｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性descriptionﾙ.School admissions 窶� one row per URN per yearｧcolumns�urn研name｣urnｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks畝year研name､yearｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks精second_preference_offers研nameｸsecond_preference_offersｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks盛third_preference_offers研nameｷthird_preference_offersｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks牲cross_la_applications研nameｵcross_la_applicationsｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks星cross_la_offers研nameｯcross_la_offersｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks成total_offers研nameｬtotal_offersｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks畝meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾙ/school_compare://models/marts/_marts_schema.ymlｪbuild_pathﾀｱunrendered_configぎmaterialized･tableｦschema･martsｪcreated_atﾋAﾚ萌z=doｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾙ*"school_compare"."marts"."fact_admissions"ｨraw_codeﾚﾘ-- Mart: School admissions 窶� one row per URN per year
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
urn,
|
|||
|
|
year,
|
|||
|
|
school_phase,
|
|||
|
|
places_offered,
|
|||
|
|
total_offers,
|
|||
|
|
total_applications,
|
|||
|
|
first_preference_applications,
|
|||
|
|
first_preference_offers,
|
|||
|
|
second_preference_offers,
|
|||
|
|
third_preference_offers,
|
|||
|
|
cross_la_applications,
|
|||
|
|
cross_la_offers,
|
|||
|
|
first_preference_offer_pct,
|
|||
|
|
oversubscription_ratio,
|
|||
|
|
oversubscribed,
|
|||
|
|
admissions_policy
|
|||
|
|
from {{ ref('stg_ees_admissions') }}ｪdoc_blocks勢language｣sql､refs巣､nameｲstg_ees_admissionsｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros是nodes胎'model.school_compare.stg_ees_admissionsｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key征time_spineﾀ･batchﾀﾙ'model.school_compare.stg_ees_admissionsﾞ ,ｨdatabaseｮschool_compareｦschemaｧstaging､nameｲstg_ees_admissionsｭresource_type･modelｬpackage_nameｮschool_compare､pathｾstaging/stg_ees_admissions.sqlｲoriginal_file_pathﾙ%models/staging/stg_ees_admissions.sqlｩunique_idﾙ'model.school_compare.stg_ees_admissions｣fqn動school_compareｧstagingｲstg_ees_admissions･aliasｲstg_ees_admissionsｨchecksumうnameｦsha256ｨchecksumﾙ@b4e9317532796ab3413861305cf091cd216e1e4f07efec9d08c17f83cf23afbcｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｧstagingｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized､viewｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_configぎmaterialized､viewｦschemaｧstagingｪcreated_atﾋAﾚ萌z7がｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾙ/"school_compare"."staging"."stg_ees_admissions"ｨraw_codeﾚs-- Staging model: Primary and secondary school admissions from EES
|
|||
|
|
-- Wide format, one row per school per year. No geographic_level column.
|
|||
|
|
-- Note: FSM_eligible_percent is stored with mixed case by target-postgres and
|
|||
|
|
-- must be double-quoted in SQL to avoid case-folding to fsm_eligible_percent.
|
|||
|
|
|
|||
|
|
with source as (
|
|||
|
|
select * from {{ source('raw', 'ees_admissions') }}
|
|||
|
|
-- Exclude rows where school_urn is null, empty, or non-numeric (e.g. "n/a" LA aggregates)
|
|||
|
|
where school_urn ~ '^[0-9]+$'
|
|||
|
|
and time_period ~ '^[0-9]+$'
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
renamed as (
|
|||
|
|
select
|
|||
|
|
cast(trim(school_urn) as integer) as urn,
|
|||
|
|
cast(trim(time_period) as integer) as year,
|
|||
|
|
school_phase,
|
|||
|
|
entry_year,
|
|||
|
|
|
|||
|
|
-- Places and offers
|
|||
|
|
-- places_offered: number of places the school actually offered in this
|
|||
|
|
-- year's admissions round. NOT the Published Admission Number (PAN),
|
|||
|
|
-- which is the school's published capacity 窶� EES does not expose PAN
|
|||
|
|
-- at school level, so we use the count of offers as the best proxy.
|
|||
|
|
{{ safe_numeric('total_number_places_offered') }}::integer as places_offered,
|
|||
|
|
{{ safe_numeric('number_preferred_offers') }}::integer as total_offers,
|
|||
|
|
{{ safe_numeric('number_1st_preference_offers') }}::integer as first_preference_offers,
|
|||
|
|
{{ safe_numeric('number_2nd_preference_offers') }}::integer as second_preference_offers,
|
|||
|
|
{{ safe_numeric('number_3rd_preference_offers') }}::integer as third_preference_offers,
|
|||
|
|
|
|||
|
|
-- Applications
|
|||
|
|
{{ safe_numeric('times_put_as_any_preferred_school') }}::integer as total_applications,
|
|||
|
|
{{ safe_numeric('times_put_as_1st_preference') }}::integer as first_preference_applications,
|
|||
|
|
|
|||
|
|
-- Cross-borough demand: applications naming this school from families
|
|||
|
|
-- living in another local authority, and offers made to them.
|
|||
|
|
{{ safe_numeric('"all_applications_from_another_LA"') }}::integer as cross_la_applications,
|
|||
|
|
{{ safe_numeric('"offers_to_applicants_from_another_LA"') }}::integer as cross_la_offers,
|
|||
|
|
|
|||
|
|
-- Proportions
|
|||
|
|
-- first_preference_offer_pct: of families who listed this school FIRST,
|
|||
|
|
-- the percentage that received an offer. 0窶�100 scale.
|
|||
|
|
-- The raw EES column `proportion_1stprefs_v_totaloffers` stores a
|
|||
|
|
-- different, misleading figure (first-preference applications divided
|
|||
|
|
-- by total offers, i.e. an oversubscription ratio) 窶� do not use it.
|
|||
|
|
case
|
|||
|
|
when {{ safe_numeric('times_put_as_1st_preference') }} > 0
|
|||
|
|
then 100.0
|
|||
|
|
* {{ safe_numeric('number_1st_preference_offers') }}
|
|||
|
|
/ {{ safe_numeric('times_put_as_1st_preference') }}
|
|||
|
|
end as first_preference_offer_pct,
|
|||
|
|
|
|||
|
|
-- Oversubscription ratio: 1st-preference applications per place offered.
|
|||
|
|
-- >1 means the school is oversubscribed on first preferences.
|
|||
|
|
case
|
|||
|
|
when {{ safe_numeric('total_number_places_offered') }} > 0
|
|||
|
|
then {{ safe_numeric('times_put_as_1st_preference') }}::numeric
|
|||
|
|
/ {{ safe_numeric('total_number_places_offered') }}
|
|||
|
|
end as oversubscription_ratio,
|
|||
|
|
|
|||
|
|
-- Derived: oversubscribed if 1st-preference applications > places offered
|
|||
|
|
-- Use already-cast columns to avoid repeating the regex expression
|
|||
|
|
(
|
|||
|
|
{{ safe_numeric('times_put_as_1st_preference') }}
|
|||
|
|
> {{ safe_numeric('total_number_places_offered') }}
|
|||
|
|
) as oversubscribed,
|
|||
|
|
|
|||
|
|
-- Context
|
|||
|
|
admissions_policy,
|
|||
|
|
{{ safe_numeric('"FSM_eligible_percent"') }} as fsm_eligible_pct
|
|||
|
|
|
|||
|
|
from source
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
select * from renamedｪdoc_blocks勢language｣sql､refs制sources葬｣rawｮees_admissionsｧmetrics姓functions征depends_onえmacros胎!macro.school_compare.safe_numeric･nodes胎(source.school_compare.raw.ees_admissionsｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key征time_spineﾀ･batchﾀﾙ/model.school_compare.fact_ks2_national_averagesﾞ ,ｨdatabaseｮschool_compareｦschema･marts､nameｺfact_ks2_national_averagesｭresource_type･modelｬpackage_nameｮschool_compare､pathﾙ$marts/fact_ks2_national_averages.sqlｲoriginal_file_pathﾙ+models/marts/fact_ks2_national_averages.sqlｩunique_idﾙ/model.school_compare.fact_ks2_national_averages｣fqn動school_compare･martsｺfact_ks2_national_averages･aliasｺfact_ks2_national_averagesｨchecksumうnameｦsha256ｨchecksumﾙ@7e4a689b3ac405ed7311ad43cff791455f4b74e6e12dab8f75bb747e30070c20ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschema･martsｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized･tableｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性descriptionﾙIOfficial DfE KS2 national headline averages 窶� one row per academic yearｧcolumns▽year研name､yearｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks畝meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾙ/school_compare://models/marts/_marts_schema.ymlｪbuild_pathﾀｱunrendered_configぎmaterialized･tableｦschema･martsｪcreated_atﾋAﾚ萌z=f族config_call_dict〓materialized･tableｻunrendered_config_call_dictｭrelation_nameﾙ5"school_compare"."marts"."fact_ks2_national_averages"ｨraw_codeﾚ轆{ config(materialized='table') }}
|
|||
|
|
|
|||
|
|
-- Mart: Official DfE KS2 national headline averages 窶� one row per academic year.
|
|||
|
|
-- These are the published England-wide figures, not computed means from our school dataset.
|
|||
|
|
-- Used by the /api/national-averages endpoint to provide accurate per-year reference lines
|
|||
|
|
-- on the school history chart and for hero stat comparisons.
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
year,
|
|||
|
|
rwm_expected_pct,
|
|||
|
|
rwm_high_pct,
|
|||
|
|
reading_expected_pct,
|
|||
|
|
reading_high_pct,
|
|||
|
|
reading_avg_score,
|
|||
|
|
writing_expected_pct,
|
|||
|
|
writing_gd_pct,
|
|||
|
|
maths_expected_pct,
|
|||
|
|
maths_high_pct,
|
|||
|
|
maths_avg_score,
|
|||
|
|
gps_expected_pct,
|
|||
|
|
gps_high_pct,
|
|||
|
|
gps_avg_score,
|
|||
|
|
science_expected_pct
|
|||
|
|
from {{ ref('stg_ees_ks2_national') }}
|
|||
|
|
order by yearｪdoc_blocks勢language｣sql､refs巣､nameｴstg_ees_ks2_nationalｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros是nodes胎)model.school_compare.stg_ees_ks2_nationalｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key側yearｪtime_spineﾀ･batchﾀﾙ)model.school_compare.stg_ees_ks2_nationalﾞ ,ｨdatabaseｮschool_compareｦschemaｧstaging､nameｴstg_ees_ks2_nationalｭresource_type･modelｬpackage_nameｮschool_compare､pathﾙ staging/stg_ees_ks2_national.sqlｲoriginal_file_pathﾙ'models/staging/stg_ees_ks2_national.sqlｩunique_idﾙ)model.school_compare.stg_ees_ks2_national｣fqn動school_compareｧstagingｴstg_ees_ks2_national･aliasｴstg_ees_ks2_nationalｨchecksumうnameｦsha256ｨchecksumﾙ@7306cd5981b55f5a6505f89122cee9a4ca4c1d384431536b5240edf5f8c8e898ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｧstagingｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized･tableｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_configぎmaterialized･tableｦschemaｧstagingｪcreated_atﾋAﾚ萌z7ｳ�config_call_dict〓materialized･tableｻunrendered_config_call_dict〓materialized･tableｭrelation_nameﾙ1"school_compare"."staging"."stg_ees_ks2_national"ｨraw_codeﾚ'{{ config(materialized='table') }}
|
|||
|
|
|
|||
|
|
-- Staging model: DfE KS2 national headline averages
|
|||
|
|
-- Source: EES data catalogue CSV (one row per academic year, England national total)
|
|||
|
|
-- COVID years 2019/20 and 2020/21 are naturally absent 窶� DfE did not publish figures
|
|||
|
|
-- because national assessments were cancelled. Those years produce no rows here.
|
|||
|
|
-- 'x' (not applicable) and suppressed values are coerced to NULL by safe_numeric.
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
cast(trim(time_period) as integer) as year,
|
|||
|
|
|
|||
|
|
{{ safe_numeric('rwm_expected_pct') }} as rwm_expected_pct,
|
|||
|
|
{{ safe_numeric('rwm_high_pct') }} as rwm_high_pct,
|
|||
|
|
|
|||
|
|
{{ safe_numeric('reading_expected_pct') }} as reading_expected_pct,
|
|||
|
|
{{ safe_numeric('reading_high_pct') }} as reading_high_pct,
|
|||
|
|
{{ safe_numeric('reading_avg_score') }} as reading_avg_score,
|
|||
|
|
|
|||
|
|
{{ safe_numeric('writing_expected_pct') }} as writing_expected_pct,
|
|||
|
|
{{ safe_numeric('writing_gd_pct') }} as writing_gd_pct,
|
|||
|
|
|
|||
|
|
{{ safe_numeric('maths_expected_pct') }} as maths_expected_pct,
|
|||
|
|
{{ safe_numeric('maths_high_pct') }} as maths_high_pct,
|
|||
|
|
{{ safe_numeric('maths_avg_score') }} as maths_avg_score,
|
|||
|
|
|
|||
|
|
{{ safe_numeric('gps_expected_pct') }} as gps_expected_pct,
|
|||
|
|
{{ safe_numeric('gps_high_pct') }} as gps_high_pct,
|
|||
|
|
{{ safe_numeric('gps_avg_score') }} as gps_avg_score,
|
|||
|
|
|
|||
|
|
{{ safe_numeric('science_expected_pct') }} as science_expected_pct
|
|||
|
|
|
|||
|
|
from {{ source('raw', 'ees_ks2_national') }}
|
|||
|
|
where time_period ~ '^[0-9]+$'
|
|||
|
|
-- 2015/16 was the first year of the current expected-standard tests, so it's
|
|||
|
|
-- the correct floor (not 2016/17 -- that excluded a real, comparable national
|
|||
|
|
-- row). GPS/science/scaled-score columns are already mapped correctly end to
|
|||
|
|
-- end (tap.py's _KS2_NATIONAL_COL_MAP + this model select them fine); the
|
|||
|
|
-- prod NULLs for those fields are stale raw.ees_ks2_national data from before
|
|||
|
|
-- the map covered them, not a mapping bug -- no map change accompanies this fix.
|
|||
|
|
and cast(trim(time_period) as integer) >= 201516ｪdoc_blocks勢language｣sql､refs制sources葬｣rawｰees_ks2_nationalｧmetrics姓functions征depends_onえmacros胎!macro.school_compare.safe_numeric･nodes胎*source.school_compare.raw.ees_ks2_nationalｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key征time_spineﾀ･batchﾀﾙ!model.school_compare.fact_financeﾞ ,ｨdatabaseｮschool_compareｦschema･marts､nameｬfact_financeｭresource_type･modelｬpackage_nameｮschool_compare､pathｶmarts/fact_finance.sqlｲoriginal_file_pathｽmodels/marts/fact_finance.sqlｩunique_idﾙ!model.school_compare.fact_finance｣fqn動school_compare･martsｬfact_finance･aliasｬfact_financeｨchecksumうnameｦsha256ｨchecksumﾙ@b9eb2ac96af2d48206fe73fbc8d956619c8505fea7e0f95c529484d45fe1e60aｦconfigﾞ ｧenabledﾃ･aliasﾀｦschema･martsｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized･tableｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性descriptionﾙ2School financial data 窶� one row per URN per yearｧcolumnsぅurn研name｣urnｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks畝year研name､yearｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks畝meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾙ/school_compare://models/marts/_marts_schema.ymlｪbuild_pathﾀｱunrendered_configぎmaterialized･tableｦschema･martsｪcreated_atﾋAﾚ萌z=hﾇｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾙ'"school_compare"."marts"."fact_finance"ｨraw_codeﾙ�-- Mart: School financial data 窶� one row per URN per year
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
urn,
|
|||
|
|
year,
|
|||
|
|
per_pupil_spend,
|
|||
|
|
staff_cost_pct,
|
|||
|
|
teacher_cost_pct,
|
|||
|
|
support_staff_cost_pct,
|
|||
|
|
premises_cost_pct
|
|||
|
|
from {{ ref('stg_fbit_finance') }}ｪdoc_blocks勢language｣sql､refs巣､nameｰstg_fbit_financeｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros是nodes胎%model.school_compare.stg_fbit_financeｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key征time_spineﾀ･batchﾀﾙ%model.school_compare.stg_fbit_financeﾞ ,ｨdatabaseｮschool_compareｦschemaｧstaging､nameｰstg_fbit_financeｭresource_type･modelｬpackage_nameｮschool_compare､pathｼstaging/stg_fbit_finance.sqlｲoriginal_file_pathﾙ#models/staging/stg_fbit_finance.sqlｩunique_idﾙ%model.school_compare.stg_fbit_finance｣fqn動school_compareｧstagingｰstg_fbit_finance･aliasｰstg_fbit_financeｨchecksumうnameｦsha256ｨchecksumﾙ@bc4c4b98c46a4a6122258cb6115f9418db5827b47cebc20a2c97641c6e90f1a2ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｧstagingｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized､viewｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_configぎmaterialized､viewｦschemaｧstagingｪcreated_atﾋAﾚ萌z7� ｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾙ-"school_compare"."staging"."stg_fbit_finance"ｨraw_codeﾚｯ-- Staging model: Financial benchmarking data from FBIT API
|
|||
|
|
|
|||
|
|
with source as (
|
|||
|
|
select * from {{ source('raw', 'fbit_finance') }}
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
renamed as (
|
|||
|
|
select
|
|||
|
|
cast(urn as integer) as urn,
|
|||
|
|
cast(year as integer) as year,
|
|||
|
|
cast(per_pupil_spend as numeric) as per_pupil_spend,
|
|||
|
|
cast(staff_cost_pct as numeric) as staff_cost_pct,
|
|||
|
|
cast(teacher_cost_pct as numeric) as teacher_cost_pct,
|
|||
|
|
cast(support_staff_cost_pct as numeric) as support_staff_cost_pct,
|
|||
|
|
cast(premises_cost_pct as numeric) as premises_cost_pct
|
|||
|
|
from source
|
|||
|
|
where urn is not null
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
select * from renamedｪdoc_blocks勢language｣sql､refs制sources葬｣rawｬfbit_financeｧmetrics姓functions征depends_onえmacros是nodes胎&source.school_compare.raw.fbit_financeｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key征time_spineﾀ･batchﾀﾙ%model.school_compare.fact_deprivationﾞ ,ｨdatabaseｮschool_compareｦschema･marts､nameｰfact_deprivationｭresource_type･modelｬpackage_nameｮschool_compare､pathｺmarts/fact_deprivation.sqlｲoriginal_file_pathﾙ!models/marts/fact_deprivation.sqlｩunique_idﾙ%model.school_compare.fact_deprivation｣fqn動school_compare･martsｰfact_deprivation･aliasｰfact_deprivationｨchecksumうnameｦsha256ｨchecksumﾙ@270f49fcf16d710be2f05b9f5ce1e5c4826bdee0f5273104276fc65eec1f2d28ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschema･martsｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized･tableｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性descriptionﾙ+IDACI deprivation index 窶� one row per URNｧcolumns▲urn研name｣urnｫdescription�､metaｩdata_typeﾀｫconstraints是quoteﾀｦconfigうmeta､tags畝tags性granularityﾀｩdimensionﾀｦentityﾀｪdoc_blocks畝meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾙ/school_compare://models/marts/_marts_schema.ymlｪbuild_pathﾀｱunrendered_configぎmaterialized･tableｦschema･martsｪcreated_atﾋAﾚ萌z=k恐config_call_dictｻunrendered_config_call_dictｭrelation_nameﾙ+"school_compare"."marts"."fact_deprivation"ｨraw_codeﾙﾞ-- Mart: Deprivation index 窶� one row per URN
|
|||
|
|
-- The IDACI tap already resolves postcode 竊� LSOA 竊� IoD2019 score per school.
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
urn,
|
|||
|
|
lsoa_code,
|
|||
|
|
idaci_score,
|
|||
|
|
idaci_decile
|
|||
|
|
from {{ ref('stg_idaci') }}ｪdoc_blocks勢language｣sql､refs巣､nameｩstg_idaciｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros是nodes太model.school_compare.stg_idaciｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key促urnｪtime_spineﾀ･batchﾀｾmodel.school_compare.stg_idaciﾞ ,ｨdatabaseｮschool_compareｦschemaｧstaging､nameｩstg_idaciｭresource_type･modelｬpackage_nameｮschool_compare､pathｵstaging/stg_idaci.sqlｲoriginal_file_pathｼmodels/staging/stg_idaci.sqlｩunique_idｾmodel.school_compare.stg_idaci｣fqn動school_compareｧstagingｩstg_idaci･aliasｩstg_idaciｨchecksumうnameｦsha256ｨchecksumﾙ@840a949c12c1480f1cdd874c0af6fcd3d3cbb4cc6f74cee01202f6ffa9754b7cｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｧstagingｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized､viewｴincremental_strategyﾀｪbatch_sizeﾀｨlookback･beginﾀｬpersist_docsｩpost-hook勢pre-hook制quotingｬcolumn_typesｬfull_refreshﾀｪunique_keyﾀｰon_schema_changeｦignoreｷon_configuration_change･applyｦgrantsｨpackages畝docsうshowﾃｪnode_colorﾀｨcontractおenforcedﾂｫalias_typesﾃｪevent_timeﾀｲconcurrent_batchesﾀｦaccessｩprotectedｩfreshnessﾀｨon_errorﾀｶlatest_version_pointerぉenabledﾀ･aliasﾀ､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_configぎmaterialized､viewｦschemaｧstagingｪcreated_atﾋAﾚ萌z7�7ｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾙ&"school_compare"."staging"."stg_idaci"ｨraw_codeﾚ�-- Staging model: Income Deprivation Affecting Children Index
|
|||
|
|
-- The IDACI tap resolves postcode 竊� LSOA and joins to IoD2019 data,
|
|||
|
|
-- so each row already has a URN.
|
|||
|
|
|
|||
|
|
with source as (
|
|||
|
|
select * from {{ source('raw', 'idaci') }}
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
renamed as (
|
|||
|
|
select
|
|||
|
|
cast(urn as integer) as urn,
|
|||
|
|
lsoa_code,
|
|||
|
|
cast(idaci_score as numeric) as idaci_score,
|
|||
|
|
cast(idaci_decile as integer) as idaci_decile
|
|||
|
|
from source
|
|||
|
|
where urn is not null
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
select * from renamedｪdoc_blocks勢language｣sql､refs制sources葬｣raw･idaciｧmetrics姓functions征depends_onえmacros是nodes汰source.school_compare.raw.idaciｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｦaccessｩprotectedｫconstraints制versionﾀｮlatest_versionﾀｰdeprecation_dateﾀｮdefer_relationﾀｫprimary_key征time_spineﾀ･batchﾀﾙ,test.school_compare.assert_urns_in_uk_boundsﾞ #ｨdatabaseｮschool_compareｦschemaｯdbt_test__audit､nameｸassert_urns_in_uk_boundsｭresource_type､testｬpackage_nameｮschool_compare､pathｼassert_urns_in_uk_bounds.sqlｲoriginal_file_pathﾙ"tests/assert_urns_in_uk_bounds.sqlｩunique_idﾙ,test.school_compare.assert_urns_in_uk_bounds｣fqn聴school_compareｸassert_urns_in_uk_bounds･aliasｸassert_urns_in_uk_boundsｨchecksumうnameｦsha256ｨchecksumﾙ@b5bcc4736f23422874d0ec9963b32da568245eb4978170dc680ceccfeb22a153ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｯdbt_test__auditｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized､testｨseverity･ERRORｮstore_failuresﾀｱstore_failures_asﾀｪsql_headerﾀ･whereﾀ･limitﾀｩfail_calcｨcount(*)ｧwarn_if､!= 0ｨerror_if､!= 0､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_configｪcreated_atﾋAﾚ萌z9憫ｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾀｨraw_codeﾚ#-- Custom test: All geocoded schools should have coordinates within the UK
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
urn,
|
|||
|
|
easting,
|
|||
|
|
northing
|
|||
|
|
from {{ ref('dim_location') }}
|
|||
|
|
where easting is not null
|
|||
|
|
and northing is not null
|
|||
|
|
and (
|
|||
|
|
easting < 0 or easting > 700000
|
|||
|
|
or northing < 0 or northing > 1300000
|
|||
|
|
)ｪdoc_blocks勢language｣sql､refs巣､nameｬdim_locationｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros是nodes胎!model.school_compare.dim_locationｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀﾙ,test.school_compare.assert_no_orphaned_factsﾞ #ｨdatabaseｮschool_compareｦschemaｯdbt_test__audit､nameｸassert_no_orphaned_factsｭresource_type､testｬpackage_nameｮschool_compare､pathｼassert_no_orphaned_facts.sqlｲoriginal_file_pathﾙ"tests/assert_no_orphaned_facts.sqlｩunique_idﾙ,test.school_compare.assert_no_orphaned_facts｣fqn聴school_compareｸassert_no_orphaned_facts･aliasｸassert_no_orphaned_factsｨchecksumうnameｦsha256ｨchecksumﾙ@fd5287fef72054c2f8bf3ef2450eafe63da791a301642a6b3667d0b2853cc3eeｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｯdbt_test__auditｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized､testｨseverity､warnｮstore_failuresﾀｱstore_failures_asﾀｪsql_headerﾀ･whereﾀ･limitﾀｩfail_calcｨcount(*)ｧwarn_if､!= 0ｨerror_if､!= 0､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_config→severity､warnｪcreated_atﾋAﾚ萌z9ﾇ
|
|||
|
|
ｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾀｨraw_codeﾙﾇ-- Custom test: All fact table URNs should exist in dim_school
|
|||
|
|
|
|||
|
|
select f.urn
|
|||
|
|
from {{ ref('fact_ks2_performance') }} f
|
|||
|
|
left join {{ ref('dim_school') }} d on f.urn = d.urn
|
|||
|
|
where d.urn is null
|
|||
|
|
limit 10ｪdoc_blocks勢language｣sql､refs茶､nameｴfact_ks2_performanceｧpackageﾀｧversionﾀΖnameｪdim_schoolｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros是nodes壷)model.school_compare.fact_ks2_performanceｿmodel.school_compare.dim_schoolｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀﾙ5test.school_compare.assert_gias_code_names_match_seedﾞ #ｨdatabaseｮschool_compareｦschemaｯdbt_test__audit､nameﾙ!assert_gias_code_names_match_seedｭresource_type､testｬpackage_nameｮschool_compare､pathﾙ%assert_gias_code_names_match_seed.sqlｲoriginal_file_pathﾙ+tests/assert_gias_code_names_match_seed.sqlｩunique_idﾙ5test.school_compare.assert_gias_code_names_match_seed｣fqn聴school_compareﾙ!assert_gias_code_names_match_seed･aliasﾙ!assert_gias_code_names_match_seedｨchecksumうnameｦsha256ｨchecksumﾙ@51084dfebf62e9f965242b1487dd043cf50a85c6305355c3403fcfb28e64967dｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｯdbt_test__auditｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized､testｨseverity､warnｮstore_failuresﾀｱstore_failures_asﾀｪsql_headerﾀ･whereﾀ･limitﾀｩfail_calcｨcount(*)ｧwarn_if､!= 0ｨerror_if､!= 0､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_config→severity､warnｪcreated_atﾋAﾚ萌z9ﾘ0ｰconfig_call_dict→severity､warnｻunrendered_config_call_dict→severity､warnｭrelation_nameﾀｨraw_codeﾚﾚ-- Warn when the live GIAS CSV carries a (code, name) pair we don't have in
|
|||
|
|
-- the dictionary seed 窶� i.e. DfE added or renamed a value. Fix by rerunning
|
|||
|
|
-- pipeline/scripts/generate_gias_codes.py and committing the regenerated
|
|||
|
|
-- dictionaries + seed together.
|
|||
|
|
{{ config(severity='warn') }}
|
|||
|
|
|
|||
|
|
with raw_pairs as (
|
|||
|
|
{% for field_key, code_col, name_col in [
|
|||
|
|
('school_type', 'TypeOfEstablishment (code)', 'TypeOfEstablishment (name)'),
|
|||
|
|
('establishment_status', 'EstablishmentStatus (code)', 'EstablishmentStatus (name)'),
|
|||
|
|
('phase_of_education', 'PhaseOfEducation (code)', 'PhaseOfEducation (name)'),
|
|||
|
|
('official_sixth_form', 'OfficialSixthForm (code)', 'OfficialSixthForm (name)'),
|
|||
|
|
('religious_character', 'ReligiousCharacter (code)', 'ReligiousCharacter (name)'),
|
|||
|
|
('admissions_policy', 'AdmissionsPolicy (code)', 'AdmissionsPolicy (name)')
|
|||
|
|
] %}
|
|||
|
|
select distinct
|
|||
|
|
'{{ field_key }}' as field,
|
|||
|
|
cast(nullif(trim("{{ code_col }}"), '') as integer) as code,
|
|||
|
|
nullif(trim("{{ name_col }}"), '') as name
|
|||
|
|
from {{ source('raw', 'gias_establishments') }}
|
|||
|
|
where nullif(trim("{{ code_col }}"), '') is not null
|
|||
|
|
and nullif(trim("{{ name_col }}"), '') is not null
|
|||
|
|
{% if not loop.last %}union all{% endif %}
|
|||
|
|
{% endfor %}
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
select r.*
|
|||
|
|
from raw_pairs r
|
|||
|
|
left join {{ ref('gias_code_names') }} s
|
|||
|
|
on s.field = r.field
|
|||
|
|
and s.code = r.code
|
|||
|
|
and s.name = r.name
|
|||
|
|
where s.field is nullｪdoc_blocks勢language｣sql､refs巣､nameｯgias_code_namesｧpackageﾀｧversionﾀｧsources亦｣rawｳgias_establishments張rawｳgias_establishments張rawｳgias_establishments張rawｳgias_establishments張rawｳgias_establishments張rawｳgias_establishmentsｧmetrics姓functions征depends_onえmacros是nodes壷-source.school_compare.raw.gias_establishmentsﾙ#seed.school_compare.gias_code_namesｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀﾙ8test.school_compare.not_null_dim_location_urn.aefc04518bﾞ 'ｨdatabaseｮschool_compareｦschemaｯdbt_test__audit､nameｹnot_null_dim_location_urnｭresource_type､testｬpackage_nameｮschool_compare､pathｽnot_null_dim_location_urn.sqlｲoriginal_file_pathｾmodels/marts/_marts_schema.ymlｩunique_idﾙ8test.school_compare.not_null_dim_location_urn.aefc04518b｣fqn動school_compare･martsｹnot_null_dim_location_urn･aliasｹnot_null_dim_location_urnｨchecksumうname､noneｨchecksum�ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｯdbt_test__auditｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized､testｨseverity･ERRORｮstore_failuresﾀｱstore_failures_asﾀｪsql_headerﾀ･whereﾀ･limitﾀｩfail_calcｨcount(*)ｧwarn_if､!= 0ｨerror_if､!= 0､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_configｪcreated_atﾋAﾚ萌z>ﾅ邁config_call_dictｻunrendered_config_call_dictｭrelation_nameﾀｨraw_codeﾙ/{{ test_not_null(**_dbt_generic_test_kwargs) }}ｪdoc_blocks勢language｣sql､refs巣､nameｬdim_locationｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros孫macro.dbt.test_not_null･nodes胎!model.school_compare.dim_locationｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｫcolumn_name｣urnｭfile_key_nameｳmodels.dim_locationｭattached_nodeﾙ!model.school_compare.dim_locationｭtest_metadataΖnameｨnot_nullｦkwargsきcolumn_name｣urn･modelﾙ-{{ get_where_subquery(ref('dim_location')) }}ｩnamespaceﾀﾙ6test.school_compare.unique_dim_location_urn.7acc2482ebﾞ 'ｨdatabaseｮschool_compareｦschemaｯdbt_test__audit､nameｷunique_dim_location_urnｭresource_type､testｬpackage_nameｮschool_compare､pathｻunique_dim_location_urn.sqlｲoriginal_file_pathｾmodels/marts/_marts_schema.ymlｩunique_idﾙ6test.school_compare.unique_dim_location_urn.7acc2482eb｣fqn動school_compare･martsｷunique_dim_location_urn･aliasｷunique_dim_location_urnｨchecksumうname､noneｨchecksum�ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｯdbt_test__auditｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized､testｨseverity･ERRORｮstore_failuresﾀｱstore_failures_asﾀｪsql_headerﾀ･whereﾀ･limitﾀｩfail_calcｨcount(*)ｧwarn_if､!= 0ｨerror_if､!= 0､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_configｪcreated_atﾋAﾚ萌z>ﾏ�ｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾀｨraw_codeﾙ-{{ test_unique(**_dbt_generic_test_kwargs) }}ｪdoc_blocks勢language｣sql､refs巣､nameｬdim_locationｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros揃macro.dbt.test_unique･nodes胎!model.school_compare.dim_locationｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｫcolumn_name｣urnｭfile_key_nameｳmodels.dim_locationｭattached_nodeﾙ!model.school_compare.dim_locationｭtest_metadataΖnameｦuniqueｦkwargsきcolumn_name｣urn･modelﾙ-{{ get_where_subquery(ref('dim_location')) }}ｩnamespaceﾀﾙStest.school_compare.relationships_dim_location_urn__urn__ref_dim_school_.719013884aﾞ 'ｨdatabaseｮschool_compareｦschemaｯdbt_test__audit､nameﾙ4relationships_dim_location_urn__urn__ref_dim_school_ｭresource_type､testｬpackage_nameｮschool_compare､pathﾙ8relationships_dim_location_urn__urn__ref_dim_school_.sqlｲoriginal_file_pathｾmodels/marts/_marts_schema.ymlｩunique_idﾙStest.school_compare.relationships_dim_location_urn__urn__ref_dim_school_.719013884a｣fqn動school_compare･martsﾙ4relationships_dim_location_urn__urn__ref_dim_school_･aliasﾙ4relationships_dim_location_urn__urn__ref_dim_school_ｨchecksumうname､noneｨchecksum�ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｯdbt_test__auditｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized､testｨseverity･ERRORｮstore_failuresﾀｱstore_failures_asﾀｪsql_headerﾀ･whereﾀ･limitﾀｩfail_calcｨcount(*)ｧwarn_if､!= 0ｨerror_if､!= 0､tags性description�ｧcolumns､meta
|
|||
|
|
!"#$%&'()*+,-.189ｫcolumn_nameｰschool_type_code･modelﾙ+{{ get_where_subquery(ref('dim_school')) }}ｩnamespaceﾀﾚ test.school_compare.accepted_values_dim_school_religious_character_code__0__2__3__4__5__6__7__8__9__10__11__12__13__14__15__16__17__18__19__20__21__22__24__25__26__28__29__30__31__32__33__34__35__36__37__38__39__40__41__42__43__44__45__46__47__48__49__99.16074ac494ﾞ 'ｨdatabaseｮschool_compareｦschemaｯdbt_test__audit､nameﾙ鸞ccepted_values_dim_school_religious_character_code__0__2__3__4__5__6__7__8__9__10__11__12__13__14__15__16__17__18__19__20__21__22__24__25__26__28__29__30__31__32__33__34__35__36__37__38__39__40__41__42__43__44__45__46__47__48__49__99ｭresource_type､testｬpackage_nameｮschool_compare､pathﾙ?accepted_values_dim_school_1a238e6e3f01d47aeac019cd1c400d51.sqlｲoriginal_file_pathｾmodels/marts/_marts_schema.ymlｩunique_idﾚ test.school_compare.accepted_values_dim_school_religious_character_code__0__2__3__4__5__6__7__8__9__10__11__12__13__14__15__16__17__18__19__20__21__22__24__25__26__28__29__30__31__32__33__34__35__36__37__38__39__40__41__42__43__44__45__46__47__48__49__99.16074ac494｣fqn動school_compare･martsﾙ鸞ccepted_values_dim_school_religious_character_code__0__2__3__4__5__6__7__8__9__10__11__12__13__14__15__16__17__18__19__20__21__22__24__25__26__28__29__30__31__32__33__34__35__36__37__38__39__40__41__42__43__44__45__46__47__48__49__99･aliasﾙ;accepted_values_dim_school_1a238e6e3f01d47aeac019cd1c400d51ｨchecksumうname､noneｨchecksum�ｦconfigﾞ ｧenabledﾃ･aliasﾙ;accepted_values_dim_school_1a238e6e3f01d47aeac019cd1c400d51ｦschemaｯdbt_test__auditｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized､testｨseverity､warnｮstore_failuresﾀｱstore_failures_asﾀｪsql_headerﾀ･whereﾀ･limitﾀｩfail_calcｨcount(*)ｧwarn_if､!= 0ｨerror_if､!= 0､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_configおseverity､warn･aliasﾙ;accepted_values_dim_school_1a238e6e3f01d47aeac019cd1c400d51ｪcreated_atﾋAﾚ萌z?ｬ恐config_call_dictおseverity､warn･aliasﾙ;accepted_values_dim_school_1a238e6e3f01d47aeac019cd1c400d51ｻunrendered_config_call_dictおseverity､warn･aliasﾙ;accepted_values_dim_school_1a238e6e3f01d47aeac019cd1c400d51ｭrelation_nameﾀｨraw_codeﾙ養{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(severity="warn",alias="accepted_values_dim_school_1a238e6e3f01d47aeac019cd1c400d51") }}ｪdoc_blocks勢language｣sql､refs巣､nameｪdim_schoolｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros沈macro.dbt.test_accepted_valuesｼmacro.dbt.get_where_subquery･nodes汰model.school_compare.dim_schoolｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｫcolumn_nameｸreligious_character_codeｭfile_key_nameｱmodels.dim_schoolｭattached_nodeｿmodel.school_compare.dim_schoolｭtest_metadataΖnameｯaccepted_valuesｦkwargsΘvaluesﾜ 0
|
|||
|
|
|
|||
|
|
!"#$%&'()*+,-./01cｫcolumn_nameｸreligious_character_code･modelﾙ+{{ get_where_subquery(ref('dim_school')) }}ｩnamespaceﾀﾙ\test.school_compare.accepted_values_dim_school_admissions_policy_code__0__2__4__9.cfb6e9f008ﾞ 'ｨdatabaseｮschool_compareｦschemaｯdbt_test__audit､nameﾙ=accepted_values_dim_school_admissions_policy_code__0__2__4__9ｭresource_type､testｬpackage_nameｮschool_compare､pathﾙAaccepted_values_dim_school_admissions_policy_code__0__2__4__9.sqlｲoriginal_file_pathｾmodels/marts/_marts_schema.ymlｩunique_idﾙ\test.school_compare.accepted_values_dim_school_admissions_policy_code__0__2__4__9.cfb6e9f008｣fqn動school_compare･martsﾙ=accepted_values_dim_school_admissions_policy_code__0__2__4__9･aliasﾙ=accepted_values_dim_school_admissions_policy_code__0__2__4__9ｨchecksumうname､noneｨchecksum�ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｯdbt_test__auditｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized､testｨseverity､warnｮstore_failuresﾀｱstore_failures_asﾀｪsql_headerﾀ･whereﾀ･limitﾀｩfail_calcｨcount(*)ｧwarn_if､!= 0ｨerror_if､!= 0､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_config→severity､warnｪcreated_atﾋAﾚ萌z?ｿｶｰconfig_call_dict→severity､warnｻunrendered_config_call_dict→severity､warnｭrelation_nameﾀｨraw_codeﾙS{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(severity="warn") }}ｪdoc_blocks勢language｣sql､refs巣､nameｪdim_schoolｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros沈macro.dbt.test_accepted_valuesｼmacro.dbt.get_where_subquery･nodes汰model.school_compare.dim_schoolｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｫcolumn_nameｶadmissions_policy_codeｭfile_key_nameｱmodels.dim_schoolｭattached_nodeｿmodel.school_compare.dim_schoolｭtest_metadataΖnameｯaccepted_valuesｦkwargsΘvalues� ｫcolumn_nameｶadmissions_policy_code･modelﾙ+{{ get_where_subquery(ref('dim_school')) }}ｩnamespaceﾀﾙ@test.school_compare.not_null_fact_ks2_performance_urn.7b7546cb10ﾞ 'ｨdatabaseｮschool_compareｦschemaｯdbt_test__audit､nameﾙ!not_null_fact_ks2_performance_urnｭresource_type､testｬpackage_nameｮschool_compare､pathﾙ%not_null_fact_ks2_performance_urn.sqlｲoriginal_file_pathｾmodels/marts/_marts_schema.ymlｩunique_idﾙ@test.school_compare.not_null_fact_ks2_performance_urn.7b7546cb10｣fqn動school_compare･martsﾙ!not_null_fact_ks2_performance_urn･aliasﾙ!not_null_fact_ks2_performance_urnｨchecksumうname､noneｨchecksum�ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｯdbt_test__auditｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized､testｨseverity･ERRORｮstore_failuresﾀｱstore_failures_asﾀｪsql_headerﾀ･whereﾀ･limitﾀｩfail_calcｨcount(*)ｧwarn_if､!= 0ｨerror_if､!= 0､tags性description�ｧcolumns､meta･groupﾀ､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｪbuild_pathﾀｱunrendered_configｪcreated_atﾋAﾚ萌z?ﾐﾈｰconfig_call_dictｻunrendered_config_call_dictｭrelation_nameﾀｨraw_codeﾙ/{{ test_not_null(**_dbt_generic_test_kwargs) }}ｪdoc_blocks勢language｣sql､refs巣､nameｴfact_ks2_performanceｧpackageﾀｧversionﾀｧsources制metrics姓functions征depends_onえmacros孫macro.dbt.test_not_null･nodes胎)model.school_compare.fact_ks2_performanceｭcompiled_pathﾀｨcontractΚenforcedﾂｫalias_typesﾃｨchecksumﾀｫcolumn_name｣urnｭfile_key_nameｻmodels.fact_ks2_performanceｭattached_nodeﾙ)model.school_compare.fact_ks2_performanceｭtest_metadataΖnameｨnot_nullｦkwargsきcolumn_name｣urn･modelﾙ5{{ get_where_subquery(ref('fact_ks2_performance')) }}ｩnamespaceﾀﾙAtest.school_compare.not_null_fact_ks2_performance_year.bf28467baeﾞ 'ｨdatabaseｮschool_compareｦschemaｯdbt_test__audit､nameﾙ"not_null_fact_ks2_performance_yearｭresource_type､testｬpackage_nameｮschool_compare､pathﾙ¬_null_fact_ks2_performance_year.sqlｲoriginal_file_pathｾmodels/marts/_marts_schema.ymlｩunique_idﾙAtest.school_compare.not_null_fact_ks2_performance_year.bf28467bae｣fqn動school_compare･martsﾙ"not_null_fact_ks2_performance_year･aliasﾙ"not_null_fact_ks2_performance_yearｨchecksumうname､noneｨchecksum�ｦconfigﾞ ｧenabledﾃ･aliasﾀｦschemaｯdbt_test__auditｨdatabaseﾀ､tags畝meta･groupﾀｯstatic_analysisﾀｬmaterialized､testｨseverity･ERRORｮstore_failuresﾀｱstore_failures_asﾀｪsql_headerﾀ･whereﾀ･limitﾀｩf
|
|||
|
|
case
|
|||
|
|
when {{ column }}::text in ('1', 'Outstanding') then 1
|
|||
|
|
when {{ column }}::text in ('2', 'Good') then 2
|
|||
|
|
when {{ column }}::text in ('3', 'Requires improvement', 'Requires Improvement', 'Satisfactory') then 3
|
|||
|
|
when {{ column }}::text in ('4', 'Inadequate') then 4
|
|||
|
|
when {{ column }}::text in ('9', 'SWK', 'Serious Weaknesses') then 4
|
|||
|
|
when {{ column }}::text in ('SM', 'Special Measures') then 4
|
|||
|
|
else null
|
|||
|
|
end
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｦcolumn､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍ誹ｳsupported_languagesﾀﾙ,macro.school_compare.validate_uk_coordinatesﾞ ､nameｷvalidate_uk_coordinatesｭresource_type･macroｬpackage_nameｮschool_compare､pathﾙ"macros/validate_uk_coordinates.sqlｲoriginal_file_pathﾙ"macros/validate_uk_coordinates.sqlｩunique_idﾙ,macro.school_compare.validate_uk_coordinatesｩmacro_sqlﾙｫ{% macro validate_uk_coordinates(lat_col, lng_col) %}
|
|||
|
|
(
|
|||
|
|
{{ lat_col }} between 49.0 and 61.0
|
|||
|
|
and {{ lng_col }} between -8.0 and 2.0
|
|||
|
|
)
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｧlat_col､typeﾀｫdescription�Ζnameｧlng_col､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍ匁ｳsupported_languagesﾀﾙ,macro.school_compare.parse_report_card_gradeﾞ ､nameｷparse_report_card_gradeｭresource_type･macroｬpackage_nameｮschool_compare､pathﾙ"macros/parse_report_card_grade.sqlｲoriginal_file_pathﾙ"macros/parse_report_card_grade.sqlｩunique_idﾙ,macro.school_compare.parse_report_card_gradeｩmacro_sqlﾚP{% macro parse_report_card_grade(column_name) %}
|
|||
|
|
case lower(trim(nullif({{ column_name }}, 'NULL')))
|
|||
|
|
when 'exceptional' then 1
|
|||
|
|
when 'strong standard' then 2
|
|||
|
|
when 'expected standard' then 3
|
|||
|
|
when 'needs attention' then 4
|
|||
|
|
when 'urgent improvement' then 5
|
|||
|
|
else null
|
|||
|
|
end
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｫcolumn_name､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍ枠ｳsupported_languagesﾀﾙ+macro.school_compare.parse_ungraded_outcomeﾞ ､nameｶparse_ungraded_outcomeｭresource_type･macroｬpackage_nameｮschool_compare､pathﾙ!macros/parse_ungraded_outcome.sqlｲoriginal_file_pathﾙ!macros/parse_ungraded_outcome.sqlｩunique_idﾙ+macro.school_compare.parse_ungraded_outcomeｩmacro_sqlﾙﾚ{% macro parse_ungraded_outcome(column) %}
|
|||
|
|
case
|
|||
|
|
when {{ column }} ilike '%remains Outstanding%' then 1
|
|||
|
|
when {{ column }} ilike '%remains Good%' then 2
|
|||
|
|
else null
|
|||
|
|
end
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｦcolumn､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍ�ｳsupported_languagesﾀﾙ)macro.school_compare.generate_schema_nameﾞ ､nameｴgenerate_schema_nameｭresource_type･macroｬpackage_nameｮschool_compare､pathｿmacros/generate_schema_name.sqlｲoriginal_file_pathｿmacros/generate_schema_name.sqlｩunique_idﾙ)macro.school_compare.generate_schema_nameｩmacro_sqlﾙ炮% macro generate_schema_name(custom_schema_name, node) -%}
|
|||
|
|
{%- if custom_schema_name is not none -%}
|
|||
|
|
{{ custom_schema_name | trim }}
|
|||
|
|
{%- else -%}
|
|||
|
|
{{ target.schema }}
|
|||
|
|
{%- endif -%}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｲcustom_schema_name､typeﾀｫdescription�Ζname､node､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍ彁ｳsupported_languagesﾀﾙ!macro.school_compare.safe_numericﾞ ､nameｬsafe_numericｭresource_type･macroｬpackage_nameｮschool_compare､pathｷmacros/safe_numeric.sqlｲoriginal_file_pathｷmacros/safe_numeric.sqlｩunique_idﾙ!macro.school_compare.safe_numericｩmacro_sqlﾙ�% macro safe_numeric(col) -%}
|
|||
|
|
CASE WHEN {{ col }} ~ '^-?[0-9]+(\.[0-9]+)?$' THEN {{ col }}::numeric ELSE NULL END
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name｣col､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍ敕ｳsupported_languagesﾀﾙ"macro.school_compare.chain_lineageﾞ ､nameｭchain_lineageｭresource_type･macroｬpackage_nameｮschool_compare､pathｸmacros/chain_lineage.sqlｲoriginal_file_pathｸmacros/chain_lineage.sqlｩunique_idﾙ"macro.school_compare.chain_lineageｩmacro_sqlﾚ{% macro chain_lineage(source_ref, urn_col='urn', year_col='year') %}
|
|||
|
|
|
|||
|
|
with current_data as (
|
|||
|
|
select
|
|||
|
|
{{ urn_col }} as current_urn,
|
|||
|
|
{{ urn_col }} as source_urn,
|
|||
|
|
*
|
|||
|
|
from {{ source_ref }}
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
predecessor_data as (
|
|||
|
|
select
|
|||
|
|
lin.current_urn,
|
|||
|
|
src.{{ urn_col }} as source_urn,
|
|||
|
|
src.*
|
|||
|
|
from {{ source_ref }} src
|
|||
|
|
inner join {{ ref('int_school_lineage') }} lin
|
|||
|
|
on src.{{ urn_col }} = lin.predecessor_urn
|
|||
|
|
where not exists (
|
|||
|
|
select 1 from {{ source_ref }} curr
|
|||
|
|
where curr.{{ urn_col }} = lin.current_urn
|
|||
|
|
and curr.{{ year_col }} = src.{{ year_col }}
|
|||
|
|
)
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
combined as (
|
|||
|
|
select * from current_data
|
|||
|
|
union all
|
|||
|
|
select * from predecessor_data
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
select * from combined
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｪsource_ref､typeﾀｫdescription�Ζnameｧurn_col､typeﾀｫdescription�Ζnameｨyear_col､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍ｡魑supported_languagesﾀﾙ.macro.dbt_postgres.postgres__current_timestampﾞ ､nameｻpostgres__current_timestampｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｵmacros/timestamps.sqlｲoriginal_file_pathｵmacros/timestamps.sqlｩunique_idﾙ.macro.dbt_postgres.postgres__current_timestampｩmacro_sqlﾙD{% macro postgres__current_timestamp() -%}
|
|||
|
|
now()
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾍ｣ｳsupported_languagesﾀﾙ4macro.dbt_postgres.postgres__snapshot_string_as_timeﾞ ､nameﾙ!postgres__snapshot_string_as_timeｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｵmacros/timestamps.sqlｲoriginal_file_pathｵmacros/timestamps.sqlｩunique_idﾙ4macro.dbt_postgres.postgres__snapshot_string_as_timeｩmacro_sqlﾙｮ{% macro postgres__snapshot_string_as_time(timestamp) -%}
|
|||
|
|
{%- set result = "'" ~ timestamp ~ "'::timestamp without time zone" -%}
|
|||
|
|
{{ return(result) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｩtimestamp､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍｩ~ｳsupported_languagesﾀﾙ.macro.dbt_postgres.postgres__snapshot_get_timeﾞ ､nameｻpostgres__snapshot_get_timeｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｵmacros/timestamps.sqlｲoriginal_file_pathｵmacros/timestamps.sqlｩunique_idﾙ.macro.dbt_postgres.postgres__snapshot_get_timeｩmacro_sqlﾙs{% macro postgres__snapshot_get_time() -%}
|
|||
|
|
{{ current_timestamp() }}::timestamp without time zone
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros遜macro.dbt.current_timestampｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌BﾍｪOｳsupported_languagesﾀﾙ9macro.dbt_postgres.postgres__current_timestamp_backcompatﾞ ､nameﾙ&postgres__current_timestamp_backcompatｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｵmacros/timestamps.sqlｲoriginal_file_pathｵmacros/timestamps.sqlｩunique_idﾙ9macro.dbt_postgres.postgres__current_timestamp_backcompatｩmacro_sqlﾙq{% macro postgres__current_timestamp_backcompat() %}
|
|||
|
|
current_timestamp::{{ type_timestamp() }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros尊macro.dbt.type_timestampｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾍｫｳsupported_languagesﾀﾙ@macro.dbt_postgres.postgres__current_timestamp_in_utc_backcompatﾞ ､nameﾙ-postgres__current_timestamp_in_utc_backcompatｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｵmacros/timestamps.sqlｲoriginal_file_pathｵmacros/timestamps.sqlｩunique_idﾙ@macro.dbt_postgres.postgres__current_timestamp_in_utc_backcompatｩmacro_sqlﾙ砿% macro postgres__current_timestamp_in_utc_backcompat() %}
|
|||
|
|
(current_timestamp at time zone 'utc')::{{ type_timestamp() }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros尊macro.dbt.type_timestampｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾍｫｼｳsupported_languagesﾀﾙ2macro.dbt_postgres.postgres__get_catalog_relationsﾞ ､nameｿpostgres__get_catalog_relationsｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｲmacros/catalog.sqlｲoriginal_file_pathｲmacros/catalog.sqlｩunique_idﾙ2macro.dbt_postgres.postgres__get_catalog_relationsｩmacro_sqlﾚ �% macro postgres__get_catalog_relations(information_schema, relations) -%}
|
|||
|
|
{%- call statement('catalog', fetch_result=True) -%}
|
|||
|
|
|
|||
|
|
{#
|
|||
|
|
If the user has multiple databases set and the first one is wrong, this will fail.
|
|||
|
|
But we won't fail in the case where there are multiple quoting-difference-only dbs, which is better.
|
|||
|
|
#}
|
|||
|
|
{% set database = information_schema.database %}
|
|||
|
|
{{ adapter.verify_database(database) }}
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
'{{ database }}' as table_database,
|
|||
|
|
sch.nspname as table_schema,
|
|||
|
|
tbl.relname as table_name,
|
|||
|
|
case tbl.relkind
|
|||
|
|
when 'v' then 'VIEW'
|
|||
|
|
when 'm' then 'MATERIALIZED VIEW'
|
|||
|
|
else 'BASE TABLE'
|
|||
|
|
end as table_type,
|
|||
|
|
tbl_desc.description as table_comment,
|
|||
|
|
col.attname as column_name,
|
|||
|
|
col.attnum as column_index,
|
|||
|
|
pg_catalog.format_type(col.atttypid, col.atttypmod) as column_type,
|
|||
|
|
col_desc.description as column_comment,
|
|||
|
|
pg_get_userbyid(tbl.relowner) as table_owner
|
|||
|
|
|
|||
|
|
from pg_catalog.pg_namespace sch
|
|||
|
|
join pg_catalog.pg_class tbl on tbl.relnamespace = sch.oid
|
|||
|
|
join pg_catalog.pg_attribute col on col.attrelid = tbl.oid
|
|||
|
|
left outer join pg_catalog.pg_description tbl_desc on (tbl_desc.objoid = tbl.oid and tbl_desc.objsubid = 0)
|
|||
|
|
left outer join pg_catalog.pg_description col_desc on (col_desc.objoid = tbl.oid and col_desc.objsubid = col.attnum)
|
|||
|
|
where (
|
|||
|
|
{%- for relation in relations -%}
|
|||
|
|
{%- if relation.identifier -%}
|
|||
|
|
(upper(sch.nspname) = upper('{{ relation.schema }}') and
|
|||
|
|
upper(tbl.relname) = upper('{{ relation.identifier }}'))
|
|||
|
|
{%- else-%}
|
|||
|
|
upper(sch.nspname) = upper('{{ relation.schema }}')
|
|||
|
|
{%- endif -%}
|
|||
|
|
{%- if not loop.last %} or {% endif -%}
|
|||
|
|
{%- endfor -%}
|
|||
|
|
)
|
|||
|
|
and not pg_is_other_temp_schema(sch.oid) -- not a temporary schema belonging to another session
|
|||
|
|
and tbl.relpersistence in ('p', 'u') -- [p]ermanent table or [u]nlogged table. Exclude [t]emporary tables
|
|||
|
|
and tbl.relkind in ('r', 'v', 'f', 'p', 'm') -- o[r]dinary table, [v]iew, [f]oreign table, [p]artitioned table, [m]aterialized view. Other values are [i]ndex, [S]equence, [c]omposite type, [t]OAST table
|
|||
|
|
and col.attnum > 0 -- negative numbers are used for system columns such as oid
|
|||
|
|
and not col.attisdropped -- column as not been dropped
|
|||
|
|
|
|||
|
|
order by
|
|||
|
|
sch.nspname,
|
|||
|
|
tbl.relname,
|
|||
|
|
col.attnum
|
|||
|
|
|
|||
|
|
{%- endcall -%}
|
|||
|
|
|
|||
|
|
{{ return(load_result('catalog').table) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros袖macro.dbt.statementｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｲinformation_schema､typeﾀｫdescription�Ζnameｩrelations､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍｲ鋧supported_languagesﾀﾙ(macro.dbt_postgres.postgres__get_catalogﾞ ､nameｵpostgres__get_catalogｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｲmacros/catalog.sqlｲoriginal_file_pathｲmacros/catalog.sqlｩunique_idﾙ(macro.dbt_postgres.postgres__get_catalogｩmacro_sqlﾚ){% macro postgres__get_catalog(information_schema, schemas) -%}
|
|||
|
|
{%- set relations = [] -%}
|
|||
|
|
{%- for schema in schemas -%}
|
|||
|
|
{%- set dummy = relations.append({'schema': schema}) -%}
|
|||
|
|
{%- endfor -%}
|
|||
|
|
{{ return(postgres__get_catalog_relations(information_schema, relations)) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎2macro.dbt_postgres.postgres__get_catalog_relationsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｲinformation_schema､typeﾀｫdescription�Ζnameｧschemas､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾍｵOｳsupported_languagesﾀﾙ*macro.dbt_postgres.postgres__get_relationsﾞ ､nameｷpostgres__get_relationsｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｴmacros/relations.sqlｲoriginal_file_pathｴmacros/relations.sqlｩunique_idﾙ*macro.dbt_postgres.postgres__get_relationsｩmacro_sqlﾚ ＋% macro postgres__get_relations() -%}
|
|||
|
|
|
|||
|
|
{#
|
|||
|
|
-- in pg_depend, objid is the dependent, refobjid is the referenced object
|
|||
|
|
-- > a pg_depend entry indicates that the referenced object cannot be
|
|||
|
|
-- > dropped without also dropping the dependent object.
|
|||
|
|
#}
|
|||
|
|
|
|||
|
|
{%- call statement('relations', fetch_result=True) -%}
|
|||
|
|
select distinct
|
|||
|
|
dependent_namespace.nspname as dependent_schema,
|
|||
|
|
dependent_class.relname as dependent_name,
|
|||
|
|
referenced_namespace.nspname as referenced_schema,
|
|||
|
|
referenced_class.relname as referenced_name
|
|||
|
|
|
|||
|
|
-- Query for views: views are entries in pg_class with an entry in pg_rewrite, but we avoid
|
|||
|
|
-- a seq scan on pg_rewrite by leveraging the fact there is an "internal" row in pg_depend for
|
|||
|
|
-- the view...
|
|||
|
|
from pg_class as dependent_class
|
|||
|
|
join pg_namespace as dependent_namespace on dependent_namespace.oid = dependent_class.relnamespace
|
|||
|
|
join pg_depend as dependent_depend on dependent_depend.refobjid = dependent_class.oid
|
|||
|
|
and dependent_depend.classid = 'pg_rewrite'::regclass
|
|||
|
|
and dependent_depend.refclassid = 'pg_class'::regclass
|
|||
|
|
and dependent_depend.deptype = 'i'
|
|||
|
|
|
|||
|
|
-- ... and via pg_depend (that has a row per column, hence the need for "distinct" above, and
|
|||
|
|
-- making sure to exclude the internal row to avoid a view appearing to depend on itself)...
|
|||
|
|
join pg_depend as joining_depend on joining_depend.objid = dependent_depend.objid
|
|||
|
|
and joining_depend.classid = 'pg_rewrite'::regclass
|
|||
|
|
and joining_depend.refclassid = 'pg_class'::regclass
|
|||
|
|
and joining_depend.refobjid != dependent_depend.refobjid
|
|||
|
|
|
|||
|
|
-- ... we can find the tables they query from in pg_class, but excluding system tables. Note we
|
|||
|
|
-- don't need need to exclude _dependent_ system tables, because they only query from other
|
|||
|
|
-- system tables, and so are automatically excluded by excluding _referenced_ system tables
|
|||
|
|
join pg_class as referenced_class on referenced_class.oid = joining_depend.refobjid
|
|||
|
|
join pg_namespace as referenced_namespace on referenced_namespace.oid = referenced_class.relnamespace
|
|||
|
|
and referenced_namespace.nspname != 'information_schema'
|
|||
|
|
and referenced_namespace.nspname not like 'pg\_%'
|
|||
|
|
|
|||
|
|
order by
|
|||
|
|
dependent_schema, dependent_name, referenced_schema, referenced_name;
|
|||
|
|
|
|||
|
|
{%- endcall -%}
|
|||
|
|
|
|||
|
|
{{ return(load_result('relations').table) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros袖macro.dbt.statementｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌BﾍｹAｳsupported_languagesﾀﾙ)macro.dbt_postgres.postgres_get_relationsﾞ ､nameｶpostgres_get_relationsｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｴmacros/relations.sqlｲoriginal_file_pathｴmacros/relations.sqlｩunique_idﾙ)macro.dbt_postgres.postgres_get_relationsｩmacro_sqlﾙ]{% macro postgres_get_relations() %}
|
|||
|
|
{{ return(postgres__get_relations()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎*macro.dbt_postgres.postgres__get_relationsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾍｺｳsupported_languagesﾀﾙ,macro.dbt_postgres.postgres__create_table_asﾞ ､nameｹpostgres__create_table_asｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｳmacros/adapters.sqlｲoriginal_file_pathｳmacros/adapters.sqlｩunique_idﾙ,macro.dbt_postgres.postgres__create_table_asｩmacro_sqlﾚ4{% macro postgres__create_table_as(temporary, relation, sql) -%}
|
|||
|
|
{%- set unlogged = config.get('unlogged', default=false) -%}
|
|||
|
|
{%- set sql_header = config.get('sql_header', none) -%}
|
|||
|
|
|
|||
|
|
{{ sql_header if sql_header is not none }}
|
|||
|
|
|
|||
|
|
create {% if temporary -%}
|
|||
|
|
temporary
|
|||
|
|
{%- elif unlogged -%}
|
|||
|
|
unlogged
|
|||
|
|
{%- endif %} table {{ relation }}
|
|||
|
|
{% set contract_config = config.get('contract') %}
|
|||
|
|
{% if contract_config.enforced %}
|
|||
|
|
{{ get_assert_columns_equivalent(sql) }}
|
|||
|
|
{% endif -%}
|
|||
|
|
{% if contract_config.enforced and (not temporary) -%}
|
|||
|
|
{{ get_table_columns_and_constraints() }} ;
|
|||
|
|
insert into {{ relation }} (
|
|||
|
|
{{ adapter.dispatch('get_column_names', 'dbt')() }}
|
|||
|
|
)
|
|||
|
|
{%- set sql = get_select_subquery(sql) %}
|
|||
|
|
{% else %}
|
|||
|
|
as
|
|||
|
|
{% endif %}
|
|||
|
|
(
|
|||
|
|
{{ sql }}
|
|||
|
|
);
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros匪'macro.dbt.get_assert_columns_equivalentﾙ+macro.dbt.get_table_columns_and_constraintsﾙ#macro.dbt.default__get_column_namesｽmacro.dbt.get_select_subqueryｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｩtemporary､typeﾀｫdescription�Ζnameｨrelation､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾍﾉXｳsupported_languagesﾀﾙ1macro.dbt_postgres.postgres__get_create_index_sqlﾞ ､nameｾpostgres__get_create_index_sqlｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｳmacros/adapters.sqlｲoriginal_file_pathｳmacros/adapters.sqlｩunique_idﾙ1macro.dbt_postgres.postgres__get_create_index_sqlｩmacro_sqlﾚ�{% macro postgres__get_create_index_sql(relation, index_dict) -%}
|
|||
|
|
{%- set index_config = adapter.parse_index(index_dict) -%}
|
|||
|
|
{%- set comma_separated_columns = ", ".join(index_config.columns) -%}
|
|||
|
|
{%- set index_name = index_config.render(relation) -%}
|
|||
|
|
|
|||
|
|
create {% if index_config.unique -%}
|
|||
|
|
unique
|
|||
|
|
{%- endif %} index if not exists
|
|||
|
|
"{{ index_name }}"
|
|||
|
|
on {{ relation }} {% if index_config.type -%}
|
|||
|
|
using {{ index_config.type }}
|
|||
|
|
{%- endif %}
|
|||
|
|
({{ comma_separated_columns }})
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｪindex_dict､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍﾌpｳsupported_languagesﾀﾙ*macro.dbt_postgres.postgres__create_schemaﾞ ､nameｷpostgres__create_schemaｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｳmacros/adapters.sqlｲoriginal_file_pathｳmacros/adapters.sqlｩunique_idﾙ*macro.dbt_postgres.postgres__create_schemaｩmacro_sqlﾚ8{% macro postgres__create_schema(relation) -%}
|
|||
|
|
{% if relation.database -%}
|
|||
|
|
{{ adapter.verify_database(relation.database) }}
|
|||
|
|
{%- endif -%}
|
|||
|
|
{%- call statement('create_schema') -%}
|
|||
|
|
create schema if not exists {{ relation.without_identifier().include(database=False) }}
|
|||
|
|
{%- endcall -%}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros袖macro.dbt.statementｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍﾎpｳsupported_languagesﾀﾙ(macro.dbt_postgres.postgres__drop_schemaﾞ ､nameｵpostgres__drop_schemaｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｳmacros/adapters.sqlｲoriginal_file_pathｳmacros/adapters.sqlｩunique_idﾙ(macro.dbt_postgres.postgres__drop_schemaｩmacro_sqlﾚ6{% macro postgres__drop_schema(relation) -%}
|
|||
|
|
{% if relation.database -%}
|
|||
|
|
{{ adapter.verify_database(relation.database) }}
|
|||
|
|
{%- endif -%}
|
|||
|
|
{%- call statement('drop_schema') -%}
|
|||
|
|
drop schema if exists {{ relation.without_identifier().include(database=False) }} cascade
|
|||
|
|
{%- endcall -%}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros袖macro.dbt.statementｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍﾐhｳsupported_languagesﾀﾙ4macro.dbt_postgres.postgres__get_columns_in_relationﾞ ､nameﾙ!postgres__get_columns_in_relationｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｳmacros/adapters.sqlｲoriginal_file_pathｳmacros/adapters.sqlｩunique_idﾙ4macro.dbt_postgres.postgres__get_columns_in_relationｩmacro_sqlﾚ掉% macro postgres__get_columns_in_relation(relation) -%}
|
|||
|
|
{% call statement('get_columns_in_relation', fetch_result=True) %}
|
|||
|
|
select
|
|||
|
|
column_name,
|
|||
|
|
data_type,
|
|||
|
|
character_maximum_length,
|
|||
|
|
numeric_precision,
|
|||
|
|
numeric_scale
|
|||
|
|
|
|||
|
|
from {{ relation.information_schema('columns') }}
|
|||
|
|
where table_name = '{{ relation.identifier }}'
|
|||
|
|
{% if relation.schema %}
|
|||
|
|
and table_schema = '{{ relation.schema }}'
|
|||
|
|
{% endif %}
|
|||
|
|
order by ordinal_position
|
|||
|
|
|
|||
|
|
{% endcall %}
|
|||
|
|
{% set table = load_result('get_columns_in_relation').table %}
|
|||
|
|
{{ return(sql_convert_columns_in_relation(table)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros諜macro.dbt.statementﾙ)macro.dbt.sql_convert_columns_in_relationｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾍﾓWｳsupported_languagesﾀﾙ;macro.dbt_postgres.postgres__list_relations_without_cachingﾞ ､nameﾙ(postgres__list_relations_without_cachingｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｳmacros/adapters.sqlｲoriginal_file_pathｳmacros/adapters.sqlｩunique_idﾙ;macro.dbt_postgres.postgres__list_relations_without_cachingｩmacro_sqlﾚﾂ{% macro postgres__list_relations_without_caching(schema_relation) %}
|
|||
|
|
{% call statement('list_relations_without_caching', fetch_result=True) -%}
|
|||
|
|
select
|
|||
|
|
'{{ schema_relation.database }}' as database,
|
|||
|
|
tablename as name,
|
|||
|
|
schemaname as schema,
|
|||
|
|
'table' as type
|
|||
|
|
from pg_tables
|
|||
|
|
where schemaname ilike '{{ schema_relation.schema }}'
|
|||
|
|
union all
|
|||
|
|
select
|
|||
|
|
'{{ schema_relation.database }}' as database,
|
|||
|
|
viewname as name,
|
|||
|
|
schemaname as schema,
|
|||
|
|
'view' as type
|
|||
|
|
from pg_views
|
|||
|
|
where schemaname ilike '{{ schema_relation.schema }}'
|
|||
|
|
union all
|
|||
|
|
select
|
|||
|
|
'{{ schema_relation.database }}' as database,
|
|||
|
|
matviewname as name,
|
|||
|
|
schemaname as schema,
|
|||
|
|
'materialized_view' as type
|
|||
|
|
from pg_matviews
|
|||
|
|
where schemaname ilike '{{ schema_relation.schema }}'
|
|||
|
|
union all
|
|||
|
|
select distinct
|
|||
|
|
'{{ schema_relation.database }}' as database,
|
|||
|
|
proname as name,
|
|||
|
|
ns.nspname as schema,
|
|||
|
|
'function' as type
|
|||
|
|
from pg_proc
|
|||
|
|
join pg_namespace as ns on pronamespace = ns.oid
|
|||
|
|
where ns.nspname ilike '{{ schema_relation.schema }}'
|
|||
|
|
{% endcall %}
|
|||
|
|
{{ return(load_result('list_relations_without_caching').table) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros袖macro.dbt.statementｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｯschema_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍﾖｳsupported_languagesﾀﾙ4macro.dbt_postgres.postgres__information_schema_nameﾞ ､nameﾙ!postgres__information_schema_nameｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｳmacros/adapters.sqlｲoriginal_file_pathｳmacros/adapters.sqlｩunique_idﾙ4macro.dbt_postgres.postgres__information_schema_nameｩmacro_sqlﾙｸ{% macro postgres__information_schema_name(database) -%}
|
|||
|
|
{% if database_name -%}
|
|||
|
|
{{ adapter.verify_database(database_name) }}
|
|||
|
|
{%- endif -%}
|
|||
|
|
information_schema
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨdatabase､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍﾗ｡ｳsupported_languagesﾀﾙ)macro.dbt_postgres.postgres__list_schemasﾞ ､nameｶpostgres__list_schemasｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｳmacros/adapters.sqlｲoriginal_file_pathｳmacros/adapters.sqlｩunique_idﾙ)macro.dbt_postgres.postgres__list_schemasｩmacro_sqlﾚH{% macro postgres__list_schemas(database) %}
|
|||
|
|
{% if database -%}
|
|||
|
|
{{ adapter.verify_database(database) }}
|
|||
|
|
{%- endif -%}
|
|||
|
|
{% call statement('list_schemas', fetch_result=True, auto_begin=False) %}
|
|||
|
|
select distinct nspname from pg_namespace
|
|||
|
|
{% endcall %}
|
|||
|
|
{{ return(load_result('list_schemas').table) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros袖macro.dbt.statementｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨdatabase､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍﾙｺｳsupported_languagesﾀﾙ0macro.dbt_postgres.postgres__check_schema_existsﾞ ､nameｽpostgres__check_schema_existsｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｳmacros/adapters.sqlｲoriginal_file_pathｳmacros/adapters.sqlｩunique_idﾙ0macro.dbt_postgres.postgres__check_schema_existsｩmacro_sqlﾚｭ{% macro postgres__check_schema_exists(information_schema, schema) -%}
|
|||
|
|
{% if information_schema.database -%}
|
|||
|
|
{{ adapter.verify_database(information_schema.database) }}
|
|||
|
|
{%- endif -%}
|
|||
|
|
{% call statement('check_schema_exists', fetch_result=True, auto_begin=False) %}
|
|||
|
|
select count(*) from pg_namespace where nspname = '{{ schema }}'
|
|||
|
|
{% endcall %}
|
|||
|
|
{{ return(load_result('check_schema_exists').table) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros袖macro.dbt.statementｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｲinformation_schema､typeﾀｫdescription�Ζnameｦschema､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍﾜｳsupported_languagesﾀﾙ6macro.dbt_postgres.postgres__make_relation_with_suffixﾞ ､nameﾙ#postgres__make_relation_with_suffixｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｳmacros/adapters.sqlｲoriginal_file_pathｳmacros/adapters.sqlｩunique_idﾙ6macro.dbt_postgres.postgres__make_relation_with_suffixｩmacro_sqlﾚG{% macro postgres__make_relation_with_suffix(base_relation, suffix, dstring) %}
|
|||
|
|
{% if dstring %}
|
|||
|
|
{% set dt = modules.datetime.datetime.now() %}
|
|||
|
|
{% set dtstring = dt.strftime("%H%M%S%f") %}
|
|||
|
|
{% set suffix = suffix ~ dtstring %}
|
|||
|
|
{% endif %}
|
|||
|
|
{% set suffix_length = suffix|length %}
|
|||
|
|
{% set relation_max_name_length = base_relation.relation_max_name_length() %}
|
|||
|
|
{% if suffix_length > relation_max_name_length %}
|
|||
|
|
{% do exceptions.raise_compiler_error('Relation suffix is too long (' ~ suffix_length ~ ' characters). Maximum length is ' ~ relation_max_name_length ~ ' characters.') %}
|
|||
|
|
{% endif %}
|
|||
|
|
{% set identifier = base_relation.identifier[:relation_max_name_length - suffix_length] ~ suffix %}
|
|||
|
|
|
|||
|
|
{{ return(base_relation.incorporate(path={"identifier": identifier })) }}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｭbase_relation､typeﾀｫdescription�Ζnameｦsuffix､typeﾀｫdescription�Ζnameｧdstring､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍ�;ｳsupported_languagesﾀﾙ7macro.dbt_postgres.postgres__make_intermediate_relationﾞ ､nameﾙ$postgres__make_intermediate_relationｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｳmacros/adapters.sqlｲoriginal_file_pathｳmacros/adapters.sqlｩunique_idﾙ7macro.dbt_postgres.postgres__make_intermediate_relationｩmacro_sqlﾙｲ{% macro postgres__make_intermediate_relation(base_relation, suffix) %}
|
|||
|
|
{{ return(postgres__make_relation_with_suffix(base_relation, suffix, dstring=False)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎6macro.dbt_postgres.postgres__make_relation_with_suffixｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｭbase_relation､typeﾀｫdescription�Ζnameｦsuffix､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍ穹ｳsupported_languagesﾀﾙ/macro.dbt_postgres.postgres__make_temp_relationﾞ ､nameｼpostgres__make_temp_relationｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｳmacros/adapters.sqlｲoriginal_file_pathｳmacros/adapters.sqlｩunique_idﾙ/macro.dbt_postgres.postgres__make_temp_relationｩmacro_sqlﾚ8{% macro postgres__make_temp_relation(base_relation, suffix) %}
|
|||
|
|
{% set temp_relation = postgres__make_relation_with_suffix(base_relation, suffix, dstring=True) %}
|
|||
|
|
{{ return(temp_relation.incorporate(path={"schema": none,
|
|||
|
|
"database": none})) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎6macro.dbt_postgres.postgres__make_relation_with_suffixｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｭbase_relation､typeﾀｫdescription�Ζnameｦsuffix､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍ舸ｳsupported_languagesﾀﾙ1macro.dbt_postgres.postgres__make_backup_relationﾞ ､nameｾpostgres__make_backup_relationｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｳmacros/adapters.sqlｲoriginal_file_pathｳmacros/adapters.sqlｩunique_idﾙ1macro.dbt_postgres.postgres__make_backup_relationｩmacro_sqlﾚ{% macro postgres__make_backup_relation(base_relation, backup_relation_type, suffix) %}
|
|||
|
|
{% set backup_relation = postgres__make_relation_with_suffix(base_relation, suffix, dstring=False) %}
|
|||
|
|
{{ return(backup_relation.incorporate(type=backup_relation_type)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎6macro.dbt_postgres.postgres__make_relation_with_suffixｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｭbase_relation､typeﾀｫdescription�Ζnameｴbackup_relation_type､typeﾀｫdescription�Ζnameｦsuffix､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍ�%ｳsupported_languagesﾀﾙ*macro.dbt_postgres.postgres_escape_commentﾞ ､nameｷpostgres_escape_commentｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｳmacros/adapters.sqlｲoriginal_file_pathｳmacros/adapters.sqlｩunique_idﾙ*macro.dbt_postgres.postgres_escape_commentｩmacro_sqlﾚｲ{% macro postgres_escape_comment(comment) -%}
|
|||
|
|
{% if comment is not string %}
|
|||
|
|
{% do exceptions.raise_compiler_error('cannot escape a non-string: ' ~ comment) %}
|
|||
|
|
{% endif %}
|
|||
|
|
{%- set magic = '$dbt_comment_literal_block$' -%}
|
|||
|
|
{%- if magic in comment -%}
|
|||
|
|
{%- do exceptions.raise_compiler_error('The string ' ~ magic ~ ' is not allowed in comments.') -%}
|
|||
|
|
{%- endif -%}
|
|||
|
|
{{ magic }}{{ comment }}{{ magic }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｧcomment､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍ驕ｳsupported_languagesﾀﾙ3macro.dbt_postgres.postgres__alter_relation_commentﾞ ､nameﾙ postgres__alter_relation_commentｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｳmacros/adapters.sqlｲoriginal_file_pathｳmacros/adapters.sqlｩunique_idﾙ3macro.dbt_postgres.postgres__alter_relation_commentｩmacro_sqlﾚ�% macro postgres__alter_relation_comment(relation, comment) %}
|
|||
|
|
{% set escaped_comment = postgres_escape_comment(comment) %}
|
|||
|
|
{% if relation.type == 'materialized_view' -%}
|
|||
|
|
{% set relation_type = "materialized view" %}
|
|||
|
|
{%- else -%}
|
|||
|
|
{%- set relation_type = relation.type -%}
|
|||
|
|
{%- endif -%}
|
|||
|
|
comment on {{ relation_type }} {{ relation }} is {{ escaped_comment }};
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎*macro.dbt_postgres.postgres_escape_commentｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｧcomment､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍ�ｳsupported_languagesﾀﾙ1macro.dbt_postgres.postgres__alter_column_commentﾞ ､nameｾpostgres__alter_column_commentｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｳmacros/adapters.sqlｲoriginal_file_pathｳmacros/adapters.sqlｩunique_idﾙ1macro.dbt_postgres.postgres__alter_column_commentｩmacro_sqlﾚ*{% macro postgres__alter_column_comment(relation, column_dict) %}
|
|||
|
|
{% set existing_columns = adapter.get_columns_in_relation(relation) | map(attribute="name") | list %}
|
|||
|
|
{% for column_name in column_dict if (column_name in existing_columns) %}
|
|||
|
|
{% set comment = column_dict[column_name]['description'] %}
|
|||
|
|
{% set escaped_comment = postgres_escape_comment(comment) %}
|
|||
|
|
comment on column {{ relation }}.{{ adapter.quote(column_name) if column_dict[column_name]['quote'] else column_name }} is {{ escaped_comment }};
|
|||
|
|
{% endfor %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎*macro.dbt_postgres.postgres_escape_commentｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｫcolumn_dict､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍ�ｳsupported_languagesﾀﾙ/macro.dbt_postgres.postgres__get_show_grant_sqlﾞ ､nameｼpostgres__get_show_grant_sqlｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｳmacros/adapters.sqlｲoriginal_file_pathｳmacros/adapters.sqlｩunique_idﾙ/macro.dbt_postgres.postgres__get_show_grant_sqlｩmacro_sqlﾚW
|
|||
|
|
|
|||
|
|
{%- macro postgres__get_show_grant_sql(relation) -%}
|
|||
|
|
select grantee, privilege_type
|
|||
|
|
from {{ relation.information_schema('role_table_grants') }}
|
|||
|
|
where grantor = current_role
|
|||
|
|
and grantee != current_role
|
|||
|
|
and table_schema = '{{ relation.schema }}'
|
|||
|
|
and table_name = '{{ relation.identifier }}'
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍ� ｳsupported_languagesﾀﾙ(macro.dbt_postgres.postgres__copy_grantsﾞ ､nameｵpostgres__copy_grantsｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｳmacros/adapters.sqlｲoriginal_file_pathｳmacros/adapters.sqlｩunique_idﾙ(macro.dbt_postgres.postgres__copy_grantsｩmacro_sqlﾙJ{% macro postgres__copy_grants() %}
|
|||
|
|
{{ return(False) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾍ�ｳsupported_languagesﾀﾙ1macro.dbt_postgres.postgres__get_show_indexes_sqlﾞ ､nameｾpostgres__get_show_indexes_sqlｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｳmacros/adapters.sqlｲoriginal_file_pathｳmacros/adapters.sqlｩunique_idﾙ1macro.dbt_postgres.postgres__get_show_indexes_sqlｩmacro_sqlﾚ8{% macro postgres__get_show_indexes_sql(relation) %}
|
|||
|
|
select
|
|||
|
|
i.relname as name,
|
|||
|
|
m.amname as method,
|
|||
|
|
ix.indisunique as "unique",
|
|||
|
|
array_to_string(array_agg(a.attname), ',') as column_names
|
|||
|
|
from pg_index ix
|
|||
|
|
join pg_class i
|
|||
|
|
on i.oid = ix.indexrelid
|
|||
|
|
join pg_am m
|
|||
|
|
on m.oid=i.relam
|
|||
|
|
join pg_class t
|
|||
|
|
on t.oid = ix.indrelid
|
|||
|
|
join pg_namespace n
|
|||
|
|
on n.oid = t.relnamespace
|
|||
|
|
join pg_attribute a
|
|||
|
|
on a.attrelid = t.oid
|
|||
|
|
and a.attnum = ANY(ix.indkey)
|
|||
|
|
where t.relname = '{{ relation.identifier }}'
|
|||
|
|
and n.nspname = '{{ relation.schema }}'
|
|||
|
|
and t.relkind in ('r', 'm')
|
|||
|
|
group by 1, 2, 3
|
|||
|
|
order by 1, 2, 3
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍ�ｳsupported_languagesﾀﾙ/macro.dbt_postgres.postgres__get_drop_index_sqlﾞ ､nameｼpostgres__get_drop_index_sqlｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｳmacros/adapters.sqlｲoriginal_file_pathｳmacros/adapters.sqlｩunique_idﾙ/macro.dbt_postgres.postgres__get_drop_index_sqlｩmacro_sqlﾙ�
|
|||
|
|
|
|||
|
|
|
|||
|
|
{%- macro postgres__get_drop_index_sql(relation, index_name) -%}
|
|||
|
|
drop index if exists "{{ relation.schema }}"."{{ index_name }}"
|
|||
|
|
{%- endmacro -%}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｪindex_name､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍ�ｳsupported_languagesﾀﾙ8macro.dbt_postgres.postgres__get_incremental_default_sqlﾞ ､nameﾙ%postgres__get_incremental_default_sqlｭresource_type･macroｬpackage_nameｬdbt_postgres､pathﾙ2macros/materializations/incremental_strategies.sqlｲoriginal_file_pathﾙ2macros/materializations/incremental_strategies.sqlｩunique_idﾙ8macro.dbt_postgres.postgres__get_incremental_default_sqlｩmacro_sqlﾚ{% macro postgres__get_incremental_default_sql(arg_dict) %}
|
|||
|
|
|
|||
|
|
{% if arg_dict["unique_key"] %}
|
|||
|
|
{% do return(get_incremental_delete_insert_sql(arg_dict)) %}
|
|||
|
|
{% else %}
|
|||
|
|
{% do return(get_incremental_append_sql(arg_dict)) %}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros壷+macro.dbt.get_incremental_delete_insert_sqlﾙ$macro.dbt.get_incremental_append_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨarg_dict､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍ�ｳsupported_languagesﾀﾙ;macro.dbt_postgres.postgres__get_incremental_microbatch_sqlﾞ ､nameﾙ(postgres__get_incremental_microbatch_sqlｭresource_type･macroｬpackage_nameｬdbt_postgres､pathﾙ2macros/materializations/incremental_strategies.sqlｲoriginal_file_pathﾙ2macros/materializations/incremental_strategies.sqlｩunique_idﾙ;macro.dbt_postgres.postgres__get_incremental_microbatch_sqlｩmacro_sqlﾚF{% macro postgres__get_incremental_microbatch_sql(arg_dict) %}
|
|||
|
|
|
|||
|
|
{% if arg_dict["unique_key"] %}
|
|||
|
|
{% do return(adapter.dispatch('get_incremental_merge_sql', 'dbt')(arg_dict)) %}
|
|||
|
|
{% else %}
|
|||
|
|
{{ exceptions.raise_compiler_error("dbt-postgres 'microbatch' requires a `unique_key` config") }}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros壷#macro.dbt.get_incremental_merge_sqlﾙ,macro.dbt.default__get_incremental_merge_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨarg_dict､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍ�ｳsupported_languagesﾀﾙ/macro.dbt_postgres.postgres__snapshot_merge_sqlﾞ ､nameｼpostgres__snapshot_merge_sqlｭresource_type･macroｬpackage_nameｬdbt_postgres､pathﾙ*macros/materializations/snapshot_merge.sqlｲoriginal_file_pathﾙ*macros/materializations/snapshot_merge.sqlｩunique_idﾙ/macro.dbt_postgres.postgres__snapshot_merge_sqlｩmacro_sqlﾚｵ{% macro postgres__snapshot_merge_sql(target, source, insert_cols) -%}
|
|||
|
|
{%- set insert_cols_csv = insert_cols | join(', ') -%}
|
|||
|
|
|
|||
|
|
{%- set columns = config.get("snapshot_table_column_names") or get_snapshot_table_column_names() -%}
|
|||
|
|
|
|||
|
|
update {{ target }}
|
|||
|
|
set {{ columns.dbt_valid_to }} = DBT_INTERNAL_SOURCE.{{ columns.dbt_valid_to }}
|
|||
|
|
from {{ source }} as DBT_INTERNAL_SOURCE
|
|||
|
|
where DBT_INTERNAL_SOURCE.{{ columns.dbt_scd_id }}::text = {{ target }}.{{ columns.dbt_scd_id }}::text
|
|||
|
|
and DBT_INTERNAL_SOURCE.dbt_change_type::text in ('update'::text, 'delete'::text)
|
|||
|
|
{% if config.get("dbt_valid_to_current") %}
|
|||
|
|
and ({{ target }}.{{ columns.dbt_valid_to }} = {{ config.get('dbt_valid_to_current') }} or {{ target }}.{{ columns.dbt_valid_to }} is null);
|
|||
|
|
{% else %}
|
|||
|
|
and {{ target }}.{{ columns.dbt_valid_to }} is null;
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
|
|||
|
|
insert into {{ target }} ({{ insert_cols_csv }})
|
|||
|
|
select {% for column in insert_cols -%}
|
|||
|
|
DBT_INTERNAL_SOURCE.{{ column }} {%- if not loop.last %}, {%- endif %}
|
|||
|
|
{%- endfor %}
|
|||
|
|
from {{ source }} as DBT_INTERNAL_SOURCE
|
|||
|
|
where DBT_INTERNAL_SOURCE.dbt_change_type::text = 'insert'::text;
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎)macro.dbt.get_snapshot_table_column_namesｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｦtarget､typeﾀｫdescription�Ζnameｦsource､typeﾀｫdescription�Ζnameｫinsert_cols､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾍ�ﾉｳsupported_languagesﾀﾙ?macro.dbt_postgres.postgres__formatted_scalar_function_args_sqlﾞ ､nameﾙ,postgres__formatted_scalar_function_args_sqlｭresource_type･macroｬpackage_nameｬdbt_postgres､pathﾙ,macros/materializations/functions/scalar.sqlｲoriginal_file_pathﾙ,macros/materializations/functions/scalar.sqlｩunique_idﾙ?macro.dbt_postgres.postgres__formatted_scalar_function_args_sqlｩmacro_sqlﾚ閔% macro postgres__formatted_scalar_function_args_sql() %}
|
|||
|
|
{% set args = [] %}
|
|||
|
|
{% for arg in model.arguments -%}
|
|||
|
|
{% set default_value = arg.get('default_value', none) %}
|
|||
|
|
{% if default_value != none %}
|
|||
|
|
{%- do args.append(arg.name ~ ' ' ~ arg.data_type ~ ' DEFAULT ' ~ default_value) -%}
|
|||
|
|
{% else %}
|
|||
|
|
{%- do args.append(arg.name ~ ' ' ~ arg.data_type) -%}
|
|||
|
|
{% endif %}
|
|||
|
|
{%- endfor %}
|
|||
|
|
{{ args | join(', ') }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌BﾎGｳsupported_languagesﾀﾙ3macro.dbt_postgres.postgres__drop_materialized_viewﾞ ､nameﾙ postgres__drop_materialized_viewｭresource_type･macroｬpackage_nameｬdbt_postgres､pathﾙ+macros/relations/materialized_view/drop.sqlｲoriginal_file_pathﾙ+macros/relations/materialized_view/drop.sqlｩunique_idﾙ3macro.dbt_postgres.postgres__drop_materialized_viewｩmacro_sqlﾙボ% macro postgres__drop_materialized_view(relation) -%}
|
|||
|
|
drop materialized view if exists {{ relation }} cascade
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾎKｳsupported_languagesﾀﾙ7macro.dbt_postgres.postgres__describe_materialized_viewﾞ ､nameﾙ$postgres__describe_materialized_viewｭresource_type･macroｬpackage_nameｬdbt_postgres､pathﾙ/macros/relations/materialized_view/describe.sqlｲoriginal_file_pathﾙ/macros/relations/materialized_view/describe.sqlｩunique_idﾙ7macro.dbt_postgres.postgres__describe_materialized_viewｩmacro_sqlﾚ{% macro postgres__describe_materialized_view(relation) %}
|
|||
|
|
-- for now just get the indexes, we don't need the name or the query yet
|
|||
|
|
{% set _indexes = run_query(get_show_indexes_sql(relation)) %}
|
|||
|
|
{% do return({'indexes': _indexes}) %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros諜macro.dbt.run_queryｾmacro.dbt.get_show_indexes_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎ1ｳsupported_languagesﾀﾙ6macro.dbt_postgres.postgres__refresh_materialized_viewﾞ ､nameﾙ#postgres__refresh_materialized_viewｭresource_type･macroｬpackage_nameｬdbt_postgres､pathﾙ.macros/relations/materialized_view/refresh.sqlｲoriginal_file_pathﾙ.macros/relations/materialized_view/refresh.sqlｩunique_idﾙ6macro.dbt_postgres.postgres__refresh_materialized_viewｩmacro_sqlﾙu{% macro postgres__refresh_materialized_view(relation) %}
|
|||
|
|
refresh materialized view {{ relation }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎ-ｳsupported_languagesﾀﾙ=macro.dbt_postgres.postgres__get_rename_materialized_view_sqlﾞ ､nameﾙ*postgres__get_rename_materialized_view_sqlｭresource_type･macroｬpackage_nameｬdbt_postgres､pathﾙ-macros/relations/materialized_view/rename.sqlｲoriginal_file_pathﾙ-macros/relations/materialized_view/rename.sqlｩunique_idﾙ=macro.dbt_postgres.postgres__get_rename_materialized_view_sqlｩmacro_sqlﾙ掉% macro postgres__get_rename_materialized_view_sql(relation, new_name) %}
|
|||
|
|
alter materialized view {{ relation }} rename to {{ new_name }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｨnew_name､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎ Jｳsupported_languagesﾀﾙ?macro.dbt_postgres.postgres__get_alter_materialized_view_as_sqlﾞ ､nameﾙ,postgres__get_alter_materialized_view_as_sqlｭresource_type･macroｬpackage_nameｬdbt_postgres､pathﾙ,macros/relations/materialized_view/alter.sqlｲoriginal_file_pathﾙ,macros/relations/materialized_view/alter.sqlｩunique_idﾙ?macro.dbt_postgres.postgres__get_alter_materialized_view_as_sqlｩmacro_sqlﾚ-{% macro postgres__get_alter_materialized_view_as_sql(
|
|||
|
|
relation,
|
|||
|
|
configuration_changes,
|
|||
|
|
sql,
|
|||
|
|
existing_relation,
|
|||
|
|
backup_relation,
|
|||
|
|
intermediate_relation
|
|||
|
|
) %}
|
|||
|
|
|
|||
|
|
-- apply a full refresh immediately if needed
|
|||
|
|
{% if configuration_changes.requires_full_refresh %}
|
|||
|
|
|
|||
|
|
{{ get_replace_sql(existing_relation, relation, sql) }}
|
|||
|
|
|
|||
|
|
-- otherwise apply individual changes as needed
|
|||
|
|
{% else %}
|
|||
|
|
|
|||
|
|
{{ postgres__update_indexes_on_materialized_view(relation, configuration_changes.indexes) }}
|
|||
|
|
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros鳥macro.dbt.get_replace_sqlﾙ@macro.dbt_postgres.postgres__update_indexes_on_materialized_viewｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments麻､nameｨrelation､typeﾀｫdescription�Ζnameｵconfiguration_changes､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�Ζnameｱexisting_relation､typeﾀｫdescription�Ζnameｯbackup_relation､typeﾀｫdescription�Ζnameｵintermediate_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎ
|
|||
|
|
=ｳsupported_languagesﾀﾙ@macro.dbt_postgres.postgres__update_indexes_on_materialized_viewﾞ ､nameﾙ-postgres__update_indexes_on_materialized_viewｭresource_type･macroｬpackage_nameｬdbt_postgres､pathﾙ,macros/relations/materialized_view/alter.sqlｲoriginal_file_pathﾙ,macros/relations/materialized_view/alter.sqlｩunique_idﾙ@macro.dbt_postgres.postgres__update_indexes_on_materialized_viewｩmacro_sqlﾚ]
|
|||
|
|
|
|||
|
|
|
|||
|
|
{%- macro postgres__update_indexes_on_materialized_view(relation, index_changes) -%}
|
|||
|
|
{{- log("Applying UPDATE INDEXES to: " ~ relation) -}}
|
|||
|
|
|
|||
|
|
{%- for _index_change in index_changes -%}
|
|||
|
|
{%- set _index = _index_change.context -%}
|
|||
|
|
|
|||
|
|
{%- if _index_change.action == "drop" -%}
|
|||
|
|
|
|||
|
|
{{ postgres__get_drop_index_sql(relation, _index.name) }}
|
|||
|
|
|
|||
|
|
{%- elif _index_change.action == "create" -%}
|
|||
|
|
|
|||
|
|
{{ postgres__get_create_index_sql(relation, _index.as_node_config) }}
|
|||
|
|
|
|||
|
|
{%- endif -%}
|
|||
|
|
{{ ';' if not loop.last else "" }}
|
|||
|
|
|
|||
|
|
{%- endfor -%}
|
|||
|
|
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros壷/macro.dbt_postgres.postgres__get_drop_index_sqlﾙ1macro.dbt_postgres.postgres__get_create_index_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｭindex_changes､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎﾇｳsupported_languagesﾀﾙHmacro.dbt_postgres.postgres__get_materialized_view_configuration_changesﾞ ､nameﾙ5postgres__get_materialized_view_configuration_changesｭresource_type･macroｬpackage_nameｬdbt_postgres､pathﾙ,macros/relations/materialized_view/alter.sqlｲoriginal_file_pathﾙ,macros/relations/materialized_view/alter.sqlｩunique_idﾙHmacro.dbt_postgres.postgres__get_materialized_view_configuration_changesｩmacro_sqlﾚ本% macro postgres__get_materialized_view_configuration_changes(existing_relation, new_config) %}
|
|||
|
|
{% set _existing_materialized_view = postgres__describe_materialized_view(existing_relation) %}
|
|||
|
|
{% set _configuration_changes = existing_relation.get_materialized_view_config_change_collection(_existing_materialized_view, new_config.model) %}
|
|||
|
|
{% do return(_configuration_changes) %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎7macro.dbt_postgres.postgres__describe_materialized_viewｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｱexisting_relation､typeﾀｫdescription�Ζnameｪnew_config､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎｾｳsupported_languagesﾀﾙ@macro.dbt_postgres.postgres__get_create_materialized_view_as_sqlﾞ ､nameﾙ-postgres__get_create_materialized_view_as_sqlｭresource_type･macroｬpackage_nameｬdbt_postgres､pathﾙ-macros/relations/materialized_view/create.sqlｲoriginal_file_pathﾙ-macros/relations/materialized_view/create.sqlｩunique_idﾙ@macro.dbt_postgres.postgres__get_create_materialized_view_as_sqlｩmacro_sqlﾚJ{% macro postgres__get_create_materialized_view_as_sql(relation, sql) %}
|
|||
|
|
create materialized view if not exists {{ relation }} as {{ sql }};
|
|||
|
|
|
|||
|
|
{% for _index_dict in config.get('indexes', []) -%}
|
|||
|
|
{{- get_create_index_sql(relation, _index_dict) -}}{{ ';' if not loop.last else "" }}
|
|||
|
|
{%- endfor -%}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros太macro.dbt.get_create_index_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎ正supported_languagesﾀﾙ'macro.dbt_postgres.postgres__drop_tableﾞ ､nameｴpostgres__drop_tableｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｿmacros/relations/table/drop.sqlｲoriginal_file_pathｿmacros/relations/table/drop.sqlｩunique_idﾙ'macro.dbt_postgres.postgres__drop_tableｩmacro_sqlﾙk{% macro postgres__drop_table(relation) -%}
|
|||
|
|
drop table if exists {{ relation }} cascade
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎ�supported_languagesﾀﾙ2macro.dbt_postgres.postgres__get_replace_table_sqlﾞ ､nameｿpostgres__get_replace_table_sqlｭresource_type･macroｬpackage_nameｬdbt_postgres､pathﾙ"macros/relations/table/replace.sqlｲoriginal_file_pathﾙ"macros/relations/table/replace.sqlｩunique_idﾙ2macro.dbt_postgres.postgres__get_replace_table_sqlｩmacro_sqlﾚ {% macro postgres__get_replace_table_sql(relation, sql) -%}
|
|||
|
|
|
|||
|
|
{%- set sql_header = config.get('sql_header', none) -%}
|
|||
|
|
{{ sql_header if sql_header is not none }}
|
|||
|
|
|
|||
|
|
create or replace table {{ relation }}
|
|||
|
|
{% set contract_config = config.get('contract') %}
|
|||
|
|
{% if contract_config.enforced %}
|
|||
|
|
{{ get_assert_columns_equivalent(sql) }}
|
|||
|
|
{{ get_table_columns_and_constraints() }}
|
|||
|
|
{%- set sql = get_select_subquery(sql) %}
|
|||
|
|
{% endif %}
|
|||
|
|
as (
|
|||
|
|
{{ sql }}
|
|||
|
|
);
|
|||
|
|
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros遁'macro.dbt.get_assert_columns_equivalentﾙ+macro.dbt.get_table_columns_and_constraintsｽmacro.dbt.get_select_subqueryｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎ承supported_languagesﾀﾙ1macro.dbt_postgres.postgres__get_rename_table_sqlﾞ ､nameｾpostgres__get_rename_table_sqlｭresource_type･macroｬpackage_nameｬdbt_postgres､pathﾙ!macros/relations/table/rename.sqlｲoriginal_file_pathﾙ!macros/relations/table/rename.sqlｩunique_idﾙ1macro.dbt_postgres.postgres__get_rename_table_sqlｩmacro_sqlﾙ�% macro postgres__get_rename_table_sql(relation, new_name) %}
|
|||
|
|
alter table {{ relation }} rename to {{ new_name }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｨnew_name､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎﾒｳsupported_languagesﾀﾙ¯o.dbt_postgres.postgres__drop_viewﾞ ､nameｳpostgres__drop_viewｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｾmacros/relations/view/drop.sqlｲoriginal_file_pathｾmacros/relations/view/drop.sqlｩunique_idﾙ¯o.dbt_postgres.postgres__drop_viewｩmacro_sqlﾙi{% macro postgres__drop_view(relation) -%}
|
|||
|
|
drop view if exists {{ relation }} cascade
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎ ﾑｳsupported_languagesﾀﾙ1macro.dbt_postgres.postgres__get_replace_view_sqlﾞ ､nameｾpostgres__get_replace_view_sqlｭresource_type･macroｬpackage_nameｬdbt_postgres､pathﾙ!macros/relations/view/replace.sqlｲoriginal_file_pathﾙ!macros/relations/view/replace.sqlｩunique_idﾙ1macro.dbt_postgres.postgres__get_replace_view_sqlｩmacro_sqlﾚｳ{% macro postgres__get_replace_view_sql(relation, sql) -%}
|
|||
|
|
|
|||
|
|
{%- set sql_header = config.get('sql_header', none) -%}
|
|||
|
|
{{ sql_header if sql_header is not none }}
|
|||
|
|
|
|||
|
|
create or replace view {{ relation }}
|
|||
|
|
{% set contract_config = config.get('contract') %}
|
|||
|
|
{% if contract_config.enforced %}
|
|||
|
|
{{ get_assert_columns_equivalent(sql) }}
|
|||
|
|
{%- endif %}
|
|||
|
|
as (
|
|||
|
|
{{ sql }}
|
|||
|
|
);
|
|||
|
|
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎'macro.dbt.get_assert_columns_equivalentｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎ 﨤supported_languagesﾀﾙ0macro.dbt_postgres.postgres__get_rename_view_sqlﾞ ､nameｽpostgres__get_rename_view_sqlｭresource_type･macroｬpackage_nameｬdbt_postgres､pathﾙ macros/relations/view/rename.sqlｲoriginal_file_pathﾙ macros/relations/view/rename.sqlｩunique_idﾙ0macro.dbt_postgres.postgres__get_rename_view_sqlｩmacro_sqlﾙボ% macro postgres__get_rename_view_sql(relation, new_name) %}
|
|||
|
|
alter view {{ relation }} rename to {{ new_name }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｨnew_name､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎ"Bｳsupported_languagesﾀﾙ$macro.dbt_postgres.postgres__dateaddﾞ ､nameｱpostgres__dateaddｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｸmacros/utils/dateadd.sqlｲoriginal_file_pathｸmacros/utils/dateadd.sqlｩunique_idﾙ$macro.dbt_postgres.postgres__dateaddｩmacro_sqlﾙｰ{% macro postgres__dateadd(datepart, interval, from_date_or_timestamp) %}
|
|||
|
|
|
|||
|
|
{{ from_date_or_timestamp }} + ((interval '1 {{ datepart }}') * ({{ interval }}))
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｨdatepart､typeﾀｫdescription�Ζnameｨinterval､typeﾀｫdescription�Ζnameｶfrom_date_or_timestamp､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎ#ｼｳsupported_languagesﾀﾙ$macro.dbt_postgres.postgres__listaggﾞ ､nameｱpostgres__listaggｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｸmacros/utils/listagg.sqlｲoriginal_file_pathｸmacros/utils/listagg.sqlｩunique_idﾙ$macro.dbt_postgres.postgres__listaggｩmacro_sqlﾚ+{% macro postgres__listagg(measure, delimiter_text, order_by_clause, limit_num) -%}
|
|||
|
|
|
|||
|
|
{% if limit_num -%}
|
|||
|
|
array_to_string(
|
|||
|
|
(array_agg(
|
|||
|
|
{{ measure }}
|
|||
|
|
{% if order_by_clause -%}
|
|||
|
|
{{ order_by_clause }}
|
|||
|
|
{%- endif %}
|
|||
|
|
))[1:{{ limit_num }}],
|
|||
|
|
{{ delimiter_text }}
|
|||
|
|
)
|
|||
|
|
{%- else %}
|
|||
|
|
string_agg(
|
|||
|
|
{{ measure }},
|
|||
|
|
{{ delimiter_text }}
|
|||
|
|
{% if order_by_clause -%}
|
|||
|
|
{{ order_by_clause }}
|
|||
|
|
{%- endif %}
|
|||
|
|
)
|
|||
|
|
{%- endif %}
|
|||
|
|
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments買､nameｧmeasure､typeﾀｫdescription�Ζnameｮdelimiter_text､typeﾀｫdescription�Ζnameｯorder_by_clause､typeﾀｫdescription�Ζnameｩlimit_num､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎ'ｳsupported_languagesﾀﾙ%macro.dbt_postgres.postgres__datediffﾞ ､nameｲpostgres__datediffｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｹmacros/utils/datediff.sqlｲoriginal_file_pathｹmacros/utils/datediff.sqlｩunique_idﾙ%macro.dbt_postgres.postgres__datediffｩmacro_sqlﾚ #{% macro postgres__datediff(first_date, second_date, datepart) -%}
|
|||
|
|
|
|||
|
|
{% if datepart == 'year' %}
|
|||
|
|
(date_part('year', ({{second_date}})::date) - date_part('year', ({{first_date}})::date))
|
|||
|
|
{% elif datepart == 'quarter' %}
|
|||
|
|
({{ datediff(first_date, second_date, 'year') }} * 4 + date_part('quarter', ({{second_date}})::date) - date_part('quarter', ({{first_date}})::date))
|
|||
|
|
{% elif datepart == 'month' %}
|
|||
|
|
({{ datediff(first_date, second_date, 'year') }} * 12 + date_part('month', ({{second_date}})::date) - date_part('month', ({{first_date}})::date))
|
|||
|
|
{% elif datepart == 'day' %}
|
|||
|
|
(({{second_date}})::date - ({{first_date}})::date)
|
|||
|
|
{% elif datepart == 'week' %}
|
|||
|
|
({{ datediff(first_date, second_date, 'day') }} / 7 + case
|
|||
|
|
when date_part('dow', ({{first_date}})::timestamp) <= date_part('dow', ({{second_date}})::timestamp) then
|
|||
|
|
case when {{first_date}} <= {{second_date}} then 0 else -1 end
|
|||
|
|
else
|
|||
|
|
case when {{first_date}} <= {{second_date}} then 1 else 0 end
|
|||
|
|
end)
|
|||
|
|
{% elif datepart == 'hour' %}
|
|||
|
|
({{ datediff(first_date, second_date, 'day') }} * 24 + date_part('hour', ({{second_date}})::timestamp) - date_part('hour', ({{first_date}})::timestamp))
|
|||
|
|
{% elif datepart == 'minute' %}
|
|||
|
|
({{ datediff(first_date, second_date, 'hour') }} * 60 + date_part('minute', ({{second_date}})::timestamp) - date_part('minute', ({{first_date}})::timestamp))
|
|||
|
|
{% elif datepart == 'second' %}
|
|||
|
|
({{ datediff(first_date, second_date, 'minute') }} * 60 + floor(date_part('second', ({{second_date}})::timestamp)) - floor(date_part('second', ({{first_date}})::timestamp)))
|
|||
|
|
{% elif datepart == 'millisecond' %}
|
|||
|
|
({{ datediff(first_date, second_date, 'minute') }} * 60000 + floor(date_part('millisecond', ({{second_date}})::timestamp)) - floor(date_part('millisecond', ({{first_date}})::timestamp)))
|
|||
|
|
{% elif datepart == 'microsecond' %}
|
|||
|
|
({{ datediff(first_date, second_date, 'minute') }} * 60000000 + floor(date_part('microsecond', ({{second_date}})::timestamp)) - floor(date_part('microsecond', ({{first_date}})::timestamp)))
|
|||
|
|
{% else %}
|
|||
|
|
{{ exceptions.raise_compiler_error("Unsupported datepart for macro datediff in postgres: {!r}".format(datepart)) }}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros卒macro.dbt.datediffｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｪfirst_date､typeﾀｫdescription�Ζnameｫsecond_date､typeﾀｫdescription�Ζnameｨdatepart､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎ5zｳsupported_languagesﾀﾙ#macro.dbt_postgres.postgres__equalsﾞ ､nameｰpostgres__equalsｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｷmacros/utils/equals.sqlｲoriginal_file_pathｷmacros/utils/equals.sqlｩunique_idﾙ#macro.dbt_postgres.postgres__equalsｩmacro_sqlﾙ�% macro postgres__equals(expr1, expr2) -%}
|
|||
|
|
{%- if adapter.behavior.enable_truthy_nulls_equals_macro.no_warn %}
|
|||
|
|
({{ expr1 }} IS NOT DISTINCT FROM {{ expr2 }})
|
|||
|
|
{%- else -%}
|
|||
|
|
({{ expr1 }} = {{ expr2 }})
|
|||
|
|
{%- endif %}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name･expr1､typeﾀｫdescription�Ζname･expr2､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎ8 ｳsupported_languagesﾀﾙ¯o.dbt_postgres.postgres__any_valueﾞ ､nameｳpostgres__any_valueｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｺmacros/utils/any_value.sqlｲoriginal_file_pathｺmacros/utils/any_value.sqlｩunique_idﾙ¯o.dbt_postgres.postgres__any_valueｩmacro_sqlﾙX{% macro postgres__any_value(expression) -%}
|
|||
|
|
|
|||
|
|
min({{ expression }})
|
|||
|
|
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｪexpression､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎ9Dｳsupported_languagesﾀﾙ%macro.dbt_postgres.postgres__last_dayﾞ ､nameｲpostgres__last_dayｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｹmacros/utils/last_day.sqlｲoriginal_file_pathｹmacros/utils/last_day.sqlｩunique_idﾙ%macro.dbt_postgres.postgres__last_dayｩmacro_sqlﾚ}{% macro postgres__last_day(date, datepart) -%}
|
|||
|
|
|
|||
|
|
{%- if datepart == 'quarter' -%}
|
|||
|
|
-- postgres dateadd does not support quarter interval.
|
|||
|
|
cast(
|
|||
|
|
{{dbt.dateadd('day', '-1',
|
|||
|
|
dbt.dateadd('month', '3', dbt.date_trunc(datepart, date))
|
|||
|
|
)}}
|
|||
|
|
as date)
|
|||
|
|
{%- else -%}
|
|||
|
|
{{dbt.default_last_day(date, datepart)}}
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros導macro.dbt.dateaddｴmacro.dbt.date_truncｺmacro.dbt.default_last_dayｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name､date､typeﾀｫdescription�Ζnameｨdatepart､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎ<ｽｳsupported_languagesﾀﾙ'macro.dbt_postgres.postgres__split_partﾞ ､nameｴpostgres__split_partｭresource_type･macroｬpackage_nameｬdbt_postgres､pathｻmacros/utils/split_part.sqlｲoriginal_file_pathｻmacros/utils/split_part.sqlｩunique_idﾙ'macro.dbt_postgres.postgres__split_partｩmacro_sqlﾚ+{% macro postgres__split_part(string_text, delimiter_text, part_number) %}
|
|||
|
|
|
|||
|
|
{% if part_number >= 0 %}
|
|||
|
|
{{ dbt.default__split_part(string_text, delimiter_text, part_number) }}
|
|||
|
|
{% else %}
|
|||
|
|
{{ dbt._split_part_negative(string_text, delimiter_text, part_number) }}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros朕macro.dbt.default__split_partｾmacro.dbt._split_part_negativeｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｫstring_text､typeﾀｫdescription�Ζnameｮdelimiter_text､typeﾀｫdescription�Ζnameｫpart_number､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎ?ｫｳsupported_languagesﾀｳmacro.dbt.run_hooksﾞ ､nameｩrun_hooksｭresource_type･macroｬpackage_name｣dbt､pathﾙ!macros/materializations/hooks.sqlｲoriginal_file_pathﾙ!macros/materializations/hooks.sqlｩunique_idｳmacro.dbt.run_hooksｩmacro_sqlﾚ {% macro run_hooks(hooks, inside_transaction=True) %}
|
|||
|
|
{% for hook in hooks | selectattr('transaction', 'equalto', inside_transaction) %}
|
|||
|
|
{% if not inside_transaction and loop.first %}
|
|||
|
|
{% call statement(auto_begin=inside_transaction) %}
|
|||
|
|
commit;
|
|||
|
|
{% endcall %}
|
|||
|
|
{% endif %}
|
|||
|
|
{% set rendered = render(hook.get('sql')) | trim %}
|
|||
|
|
{% if (rendered | length) > 0 %}
|
|||
|
|
{% call statement(auto_begin=inside_transaction) %}
|
|||
|
|
{{ rendered }}
|
|||
|
|
{% endcall %}
|
|||
|
|
{% endif %}
|
|||
|
|
{% endfor %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros袖macro.dbt.statementｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name･hooks､typeﾀｫdescription�Ζnameｲinside_transaction､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾎE匍supported_languagesﾀｺmacro.dbt.make_hook_configﾞ ､nameｰmake_hook_configｭresource_type･macroｬpackage_name｣dbt､pathﾙ!macros/materializations/hooks.sqlｲoriginal_file_pathﾙ!macros/materializations/hooks.sqlｩunique_idｺmacro.dbt.make_hook_configｩmacro_sqlﾙ�% macro make_hook_config(sql, inside_transaction) %}
|
|||
|
|
{{ tojson({"sql": sql, "transaction": inside_transaction}) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name｣sql､typeﾀｫdescription�Ζnameｲinside_transaction､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾎF�supported_languagesﾀｶmacro.dbt.before_beginﾞ ､nameｬbefore_beginｭresource_type･macroｬpackage_name｣dbt､pathﾙ!macros/materializations/hooks.sqlｲoriginal_file_pathﾙ!macros/materializations/hooks.sqlｩunique_idｶmacro.dbt.before_beginｩmacro_sqlﾙf{% macro before_begin(sql) %}
|
|||
|
|
{{ make_hook_config(sql, inside_transaction=False) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros村macro.dbt.make_hook_configｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾎG昕supported_languagesﾀｸmacro.dbt.in_transactionﾞ ､nameｮin_transactionｭresource_type･macroｬpackage_name｣dbt､pathﾙ!macros/materializations/hooks.sqlｲoriginal_file_pathﾙ!macros/materializations/hooks.sqlｩunique_idｸmacro.dbt.in_transactionｩmacro_sqlﾙg{% macro in_transaction(sql) %}
|
|||
|
|
{{ make_hook_config(sql, inside_transaction=True) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros村macro.dbt.make_hook_configｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾎHﾓｳsupported_languagesﾀｶmacro.dbt.after_commitﾞ ､nameｬafter_commitｭresource_type･macroｬpackage_name｣dbt､pathﾙ!macros/materializations/hooks.sqlｲoriginal_file_pathﾙ!macros/materializations/hooks.sqlｩunique_idｶmacro.dbt.after_commitｩmacro_sqlﾙf{% macro after_commit(sql) %}
|
|||
|
|
{{ make_hook_config(sql, inside_transaction=False) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros村macro.dbt.make_hook_configｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾎIｶｳsupported_languagesﾀｸmacro.dbt.set_sql_headerﾞ ､nameｮset_sql_headerｭresource_type･macroｬpackage_name｣dbt､pathﾙ#macros/materializations/configs.sqlｲoriginal_file_pathﾙ#macros/materializations/configs.sqlｩunique_idｸmacro.dbt.set_sql_headerｩmacro_sqlﾙ^{% macro set_sql_header(config) -%}
|
|||
|
|
{{ config.set('sql_header', caller()) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｦconfig､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾎKﾓｳsupported_languagesﾀｽmacro.dbt.should_full_refreshﾞ ､nameｳshould_full_refreshｭresource_type･macroｬpackage_name｣dbt､pathﾙ#macros/materializations/configs.sqlｲoriginal_file_pathﾙ#macros/materializations/configs.sqlｩunique_idｽmacro.dbt.should_full_refreshｩmacro_sqlﾚ {% macro should_full_refresh() %}
|
|||
|
|
{% set config_full_refresh = config.get('full_refresh') %}
|
|||
|
|
{% if config_full_refresh is none %}
|
|||
|
|
{% set config_full_refresh = flags.FULL_REFRESH %}
|
|||
|
|
{% endif %}
|
|||
|
|
{% do return(config_full_refresh) %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌BﾎMﾆｳsupported_languagesﾀｿmacro.dbt.should_store_failuresﾞ ､nameｵshould_store_failuresｭresource_type･macroｬpackage_name｣dbt､pathﾙ#macros/materializations/configs.sqlｲoriginal_file_pathﾙ#macros/materializations/configs.sqlｩunique_idｿmacro.dbt.should_store_failuresｩmacro_sqlﾚ{% macro should_store_failures() %}
|
|||
|
|
{% set config_store_failures = config.get('store_failures') %}
|
|||
|
|
{% if config_store_failures is none %}
|
|||
|
|
{% set config_store_failures = flags.STORE_FAILURES %}
|
|||
|
|
{% endif %}
|
|||
|
|
{% do return(config_store_failures) %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌BﾎOｵｳsupported_languagesﾀｼmacro.dbt.snapshot_merge_sqlﾞ ､nameｲsnapshot_merge_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ4macros/materializations/snapshots/snapshot_merge.sqlｲoriginal_file_pathﾙ4macros/materializations/snapshots/snapshot_merge.sqlｩunique_idｼmacro.dbt.snapshot_merge_sqlｩmacro_sqlﾙ毬% macro snapshot_merge_sql(target, source, insert_cols) -%}
|
|||
|
|
{{ adapter.dispatch('snapshot_merge_sql', 'dbt')(target, source, insert_cols) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎/macro.dbt_postgres.postgres__snapshot_merge_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｦtarget､typeﾀｫdescription�Ζnameｦsource､typeﾀｫdescription�Ζnameｫinsert_cols､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾎRｱｳsupported_languagesﾀﾙ%macro.dbt.default__snapshot_merge_sqlﾞ ､nameｻdefault__snapshot_merge_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ4macros/materializations/snapshots/snapshot_merge.sqlｲoriginal_file_pathﾙ4macros/materializations/snapshots/snapshot_merge.sqlｩunique_idﾙ%macro.dbt.default__snapshot_merge_sqlｩmacro_sqlﾚｵ{% macro default__snapshot_merge_sql(target, source, insert_cols) -%}
|
|||
|
|
{%- set insert_cols_csv = insert_cols | join(', ') -%}
|
|||
|
|
|
|||
|
|
{%- set columns = config.get("snapshot_table_column_names") or get_snapshot_table_column_names() -%}
|
|||
|
|
|
|||
|
|
merge into {{ target.render() }} as DBT_INTERNAL_DEST
|
|||
|
|
using {{ source }} as DBT_INTERNAL_SOURCE
|
|||
|
|
on DBT_INTERNAL_SOURCE.{{ columns.dbt_scd_id }} = DBT_INTERNAL_DEST.{{ columns.dbt_scd_id }}
|
|||
|
|
|
|||
|
|
when matched
|
|||
|
|
{% if config.get("dbt_valid_to_current") %}
|
|||
|
|
{% set source_unique_key = ("DBT_INTERNAL_DEST." ~ columns.dbt_valid_to) | trim %}
|
|||
|
|
{% set target_unique_key = config.get('dbt_valid_to_current') | trim %}
|
|||
|
|
and ({{ equals(source_unique_key, target_unique_key) }} or {{ source_unique_key }} is null)
|
|||
|
|
|
|||
|
|
{% else %}
|
|||
|
|
and DBT_INTERNAL_DEST.{{ columns.dbt_valid_to }} is null
|
|||
|
|
{% endif %}
|
|||
|
|
and DBT_INTERNAL_SOURCE.dbt_change_type in ('update', 'delete')
|
|||
|
|
then update
|
|||
|
|
set {{ columns.dbt_valid_to }} = DBT_INTERNAL_SOURCE.{{ columns.dbt_valid_to }}
|
|||
|
|
|
|||
|
|
when not matched
|
|||
|
|
and DBT_INTERNAL_SOURCE.dbt_change_type = 'insert'
|
|||
|
|
then insert ({{ insert_cols_csv }})
|
|||
|
|
values ({{ insert_cols_csv }})
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros壷)macro.dbt.get_snapshot_table_column_namesｰmacro.dbt.equalsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｦtarget､typeﾀｫdescription�Ζnameｦsource､typeﾀｫdescription�Ζnameｫinsert_cols､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾎW�supported_languagesﾀｻmacro.dbt.strategy_dispatchﾞ ､nameｱstrategy_dispatchｭresource_type･macroｬpackage_name｣dbt､pathﾙ0macros/materializations/snapshots/strategies.sqlｲoriginal_file_pathﾙ0macros/materializations/snapshots/strategies.sqlｩunique_idｻmacro.dbt.strategy_dispatchｩmacro_sqlﾚｿ{% macro strategy_dispatch(name) -%}
|
|||
|
|
{% set original_name = name %}
|
|||
|
|
{% if '.' in name %}
|
|||
|
|
{% set package_name, name = name.split(".", 1) %}
|
|||
|
|
{% else %}
|
|||
|
|
{% set package_name = none %}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% if package_name is none %}
|
|||
|
|
{% set package_context = context %}
|
|||
|
|
{% elif package_name in context %}
|
|||
|
|
{% set package_context = context[package_name] %}
|
|||
|
|
{% else %}
|
|||
|
|
{% set error_msg %}
|
|||
|
|
Could not find package '{{package_name}}', called with '{{original_name}}'
|
|||
|
|
{% endset %}
|
|||
|
|
{{ exceptions.raise_compiler_error(error_msg | trim) }}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{%- set search_name = 'snapshot_' ~ name ~ '_strategy' -%}
|
|||
|
|
|
|||
|
|
{% if search_name not in package_context %}
|
|||
|
|
{% set error_msg %}
|
|||
|
|
The specified strategy macro '{{name}}' was not found in package '{{ package_name }}'
|
|||
|
|
{% endset %}
|
|||
|
|
{{ exceptions.raise_compiler_error(error_msg | trim) }}
|
|||
|
|
{% endif %}
|
|||
|
|
{{ return(package_context[search_name]) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name､name､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎgﾓｳsupported_languagesﾀﾙ!macro.dbt.snapshot_hash_argumentsﾞ ､nameｷsnapshot_hash_argumentsｭresource_type･macroｬpackage_name｣dbt､pathﾙ0macros/materializations/snapshots/strategies.sqlｲoriginal_file_pathﾙ0macros/materializations/snapshots/strategies.sqlｩunique_idﾙ!macro.dbt.snapshot_hash_argumentsｩmacro_sqlﾙ{{% macro snapshot_hash_arguments(args) -%}
|
|||
|
|
{{ adapter.dispatch('snapshot_hash_arguments', 'dbt')(args) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎*macro.dbt.default__snapshot_hash_argumentsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name､args､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎiｳsupported_languagesﾀﾙ*macro.dbt.default__snapshot_hash_argumentsﾞ ､nameﾙ default__snapshot_hash_argumentsｭresource_type･macroｬpackage_name｣dbt､pathﾙ0macros/materializations/snapshots/strategies.sqlｲoriginal_file_pathﾙ0macros/materializations/snapshots/strategies.sqlｩunique_idﾙ*macro.dbt.default__snapshot_hash_argumentsｩmacro_sqlﾙﾞ{% macro default__snapshot_hash_arguments(args) -%}
|
|||
|
|
md5({%- for arg in args -%}
|
|||
|
|
coalesce(cast({{ arg }} as varchar ), '')
|
|||
|
|
{% if not loop.last %} || '|' || {% endif %}
|
|||
|
|
{%- endfor -%})
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name､args､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎjｺｳsupported_languagesﾀﾙ%macro.dbt.snapshot_timestamp_strategyﾞ ､nameｻsnapshot_timestamp_strategyｭresource_type･macroｬpackage_name｣dbt､pathﾙ0macros/materializations/snapshots/strategies.sqlｲoriginal_file_pathﾙ0macros/materializations/snapshots/strategies.sqlｩunique_idﾙ%macro.dbt.snapshot_timestamp_strategyｩmacro_sqlﾚ{% macro snapshot_timestamp_strategy(node, snapshotted_rel, current_rel, model_config, target_exists) %}
|
|||
|
|
{# The model_config parameter is no longer used, but is passed in anyway for compatibility. #}
|
|||
|
|
{% set primary_key = config.get('unique_key') %}
|
|||
|
|
{% set updated_at = config.get('updated_at') %}
|
|||
|
|
{% set hard_deletes = adapter.get_hard_deletes_behavior(config) %}
|
|||
|
|
{% set invalidate_hard_deletes = hard_deletes == 'invalidate' %}
|
|||
|
|
{% set columns = config.get("snapshot_table_column_names") or get_snapshot_table_column_names() %}
|
|||
|
|
|
|||
|
|
{#/*
|
|||
|
|
The snapshot relation might not have an {{ updated_at }} value if the
|
|||
|
|
snapshot strategy is changed from `check` to `timestamp`. We
|
|||
|
|
should use a dbt-created column for the comparison in the snapshot
|
|||
|
|
table instead of assuming that the user-supplied {{ updated_at }}
|
|||
|
|
will be present in the historical data.
|
|||
|
|
|
|||
|
|
See https://github.com/dbt-labs/dbt-core/issues/2350
|
|||
|
|
*/ #}
|
|||
|
|
{% set row_changed_expr -%}
|
|||
|
|
({{ snapshotted_rel }}.{{ columns.dbt_valid_from }} < {{ current_rel }}.{{ updated_at }})
|
|||
|
|
{%- endset %}
|
|||
|
|
|
|||
|
|
{% set scd_args = api.Relation.scd_args(primary_key, updated_at) %}
|
|||
|
|
{% set scd_id_expr = snapshot_hash_arguments(scd_args) %}
|
|||
|
|
|
|||
|
|
{% do return({
|
|||
|
|
"unique_key": primary_key,
|
|||
|
|
"updated_at": updated_at,
|
|||
|
|
"row_changed": row_changed_expr,
|
|||
|
|
"scd_id": scd_id_expr,
|
|||
|
|
"invalidate_hard_deletes": invalidate_hard_deletes,
|
|||
|
|
"hard_deletes": hard_deletes
|
|||
|
|
}) %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros壷)macro.dbt.get_snapshot_table_column_namesﾙ!macro.dbt.snapshot_hash_argumentsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments父､name､node､typeﾀｫdescription�Ζnameｯsnapshotted_rel､typeﾀｫdescription�Ζnameｫcurrent_rel､typeﾀｫdescription�Ζnameｬmodel_config､typeﾀｫdescription�Ζnameｭtarget_exists､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾎqTｳsupported_languagesﾀﾙ!macro.dbt.snapshot_string_as_timeﾞ ､nameｷsnapshot_string_as_timeｭresource_type･macroｬpackage_name｣dbt､pathﾙ0macros/materializations/snapshots/strategies.sqlｲoriginal_file_pathﾙ0macros/materializations/snapshots/strategies.sqlｩunique_idﾙ!macro.dbt.snapshot_string_as_timeｩmacro_sqlﾙ�% macro snapshot_string_as_time(timestamp) -%}
|
|||
|
|
{{ adapter.dispatch('snapshot_string_as_time', 'dbt')(timestamp) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎4macro.dbt_postgres.postgres__snapshot_string_as_timeｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｩtimestamp､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎruｳsupported_languagesﾀﾙ*macro.dbt.default__snapshot_string_as_timeﾞ ､nameﾙ default__snapshot_string_as_timeｭresource_type･macroｬpackage_name｣dbt､pathﾙ0macros/materializations/snapshots/strategies.sqlｲoriginal_file_pathﾙ0macros/materializations/snapshots/strategies.sqlｩunique_idﾙ*macro.dbt.default__snapshot_string_as_timeｩmacro_sqlﾙﾏ{% macro default__snapshot_string_as_time(timestamp) %}
|
|||
|
|
{% do exceptions.raise_not_implemented(
|
|||
|
|
'snapshot_string_as_time macro not implemented for adapter '+adapter.type()
|
|||
|
|
) %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｩtimestamp､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎs｣ｳsupported_languagesﾀﾙ1macro.dbt.snapshot_check_all_get_existing_columnsﾞ ､nameﾙ'snapshot_check_all_get_existing_columnsｭresource_type･macroｬpackage_name｣dbt､pathﾙ0macros/materializations/snapshots/strategies.sqlｲoriginal_file_pathﾙ0macros/materializations/snapshots/strategies.sqlｩunique_idﾙ1macro.dbt.snapshot_check_all_get_existing_columnsｩmacro_sqlﾚ\{% macro snapshot_check_all_get_existing_columns(node, target_exists, check_cols_config) -%}
|
|||
|
|
{%- if not target_exists -%}
|
|||
|
|
{#-- no table yet -> return whatever the query does --#}
|
|||
|
|
{{ return((false, query_columns)) }}
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{#-- handle any schema changes --#}
|
|||
|
|
{%- set target_relation = adapter.get_relation(database=node.database, schema=node.schema, identifier=node.alias) -%}
|
|||
|
|
|
|||
|
|
{% if check_cols_config == 'all' %}
|
|||
|
|
{%- set query_columns = get_columns_in_query(node['compiled_code']) -%}
|
|||
|
|
|
|||
|
|
{% elif check_cols_config is iterable and (check_cols_config | length) > 0 %}
|
|||
|
|
{#-- query for proper casing/quoting, to support comparison below --#}
|
|||
|
|
{%- set select_check_cols_from_target -%}
|
|||
|
|
{#-- N.B. The whitespace below is necessary to avoid edge case issue with comments --#}
|
|||
|
|
{#-- See: https://github.com/dbt-labs/dbt-core/issues/6781 --#}
|
|||
|
|
select {{ check_cols_config | join(', ') }} from (
|
|||
|
|
{{ node['compiled_code'] }}
|
|||
|
|
) subq
|
|||
|
|
{%- endset -%}
|
|||
|
|
{% set query_columns = get_columns_in_query(select_check_cols_from_target) %}
|
|||
|
|
|
|||
|
|
{% else %}
|
|||
|
|
{% do exceptions.raise_compiler_error("Invalid value for 'check_cols': " ~ check_cols_config) %}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{%- set existing_cols = adapter.get_columns_in_relation(target_relation) | map(attribute = 'name') | list -%}
|
|||
|
|
{%- set ns = namespace() -%} {#-- handle for-loop scoping with a namespace --#}
|
|||
|
|
{%- set ns.column_added = false -%}
|
|||
|
|
|
|||
|
|
{%- set intersection = [] -%}
|
|||
|
|
{%- for col in query_columns -%}
|
|||
|
|
{%- if col in existing_cols -%}
|
|||
|
|
{%- do intersection.append(adapter.quote(col)) -%}
|
|||
|
|
{%- else -%}
|
|||
|
|
{% set ns.column_added = true %}
|
|||
|
|
{%- endif -%}
|
|||
|
|
{%- endfor -%}
|
|||
|
|
{{ return((ns.column_added, intersection)) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros太macro.dbt.get_columns_in_queryｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､name､node､typeﾀｫdescription�Ζnameｭtarget_exists､typeﾀｫdescription�Ζnameｱcheck_cols_config､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎ|ﾈｳsupported_languagesﾀﾙ!macro.dbt.snapshot_check_strategyﾞ ､nameｷsnapshot_check_strategyｭresource_type･macroｬpackage_name｣dbt､pathﾙ0macros/materializations/snapshots/strategies.sqlｲoriginal_file_pathﾙ0macros/materializations/snapshots/strategies.sqlｩunique_idﾙ!macro.dbt.snapshot_check_strategyｩmacro_sqlﾚ須% macro snapshot_check_strategy(node, snapshotted_rel, current_rel, model_config, target_exists) %}
|
|||
|
|
{# The model_config parameter is no longer used, but is passed in anyway for compatibility. #}
|
|||
|
|
{% set check_cols_config = config.get('check_cols') %}
|
|||
|
|
{% set primary_key = config.get('unique_key') %}
|
|||
|
|
{% set hard_deletes = adapter.get_hard_deletes_behavior(config) %}
|
|||
|
|
{% set invalidate_hard_deletes = hard_deletes == 'invalidate' %}
|
|||
|
|
{% set updated_at = config.get('updated_at') or snapshot_get_time() %}
|
|||
|
|
|
|||
|
|
{% set column_added = false %}
|
|||
|
|
|
|||
|
|
{% set column_added, check_cols = snapshot_check_all_get_existing_columns(node, target_exists, check_cols_config) %}
|
|||
|
|
|
|||
|
|
{%- set row_changed_expr -%}
|
|||
|
|
(
|
|||
|
|
{%- if column_added -%}
|
|||
|
|
{{ get_true_sql() }}
|
|||
|
|
{%- else -%}
|
|||
|
|
{%- for col in check_cols -%}
|
|||
|
|
{{ snapshotted_rel }}.{{ col }} != {{ current_rel }}.{{ col }}
|
|||
|
|
or
|
|||
|
|
(
|
|||
|
|
(({{ snapshotted_rel }}.{{ col }} is null) and not ({{ current_rel }}.{{ col }} is null))
|
|||
|
|
or
|
|||
|
|
((not {{ snapshotted_rel }}.{{ col }} is null) and ({{ current_rel }}.{{ col }} is null))
|
|||
|
|
)
|
|||
|
|
{%- if not loop.last %} or {% endif -%}
|
|||
|
|
{%- endfor -%}
|
|||
|
|
{%- endif -%}
|
|||
|
|
)
|
|||
|
|
{%- endset %}
|
|||
|
|
|
|||
|
|
{% set scd_args = api.Relation.scd_args(primary_key, updated_at) %}
|
|||
|
|
{% set scd_id_expr = snapshot_hash_arguments(scd_args) %}
|
|||
|
|
|
|||
|
|
{% do return({
|
|||
|
|
"unique_key": primary_key,
|
|||
|
|
"updated_at": updated_at,
|
|||
|
|
"row_changed": row_changed_expr,
|
|||
|
|
"scd_id": scd_id_expr,
|
|||
|
|
"invalidate_hard_deletes": invalidate_hard_deletes,
|
|||
|
|
"hard_deletes": hard_deletes
|
|||
|
|
}) %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros判macro.dbt.snapshot_get_timeﾙ1macro.dbt.snapshot_check_all_get_existing_columnsｶmacro.dbt.get_true_sqlﾙ!macro.dbt.snapshot_hash_argumentsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments父､name､node､typeﾀｫdescription�Ζnameｯsnapshotted_rel､typeﾀｫdescription�Ζnameｫcurrent_rel､typeﾀｫdescription�Ζnameｬmodel_config､typeﾀｫdescription�Ζnameｭtarget_exists､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎ�ｳsupported_languagesﾀｸmacro.dbt.create_columnsﾞ ､nameｮcreate_columnsｭresource_type･macroｬpackage_name｣dbt､pathﾙ-macros/materializations/snapshots/helpers.sqlｲoriginal_file_pathﾙ-macros/materializations/snapshots/helpers.sqlｩunique_idｸmacro.dbt.create_columnsｩmacro_sqlﾙ＋% macro create_columns(relation, columns) %}
|
|||
|
|
{{ adapter.dispatch('create_columns', 'dbt')(relation, columns) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎!macro.dbt.default__create_columnsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｧcolumns､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎ爆ｳsupported_languagesﾀﾙ!macro.dbt.default__create_columnsﾞ ､nameｷdefault__create_columnsｭresource_type･macroｬpackage_name｣dbt､pathﾙ-macros/materializations/snapshots/helpers.sqlｲoriginal_file_pathﾙ-macros/materializations/snapshots/helpers.sqlｩunique_idﾙ!macro.dbt.default__create_columnsｩmacro_sqlﾚ{% macro default__create_columns(relation, columns) %}
|
|||
|
|
{% for column in columns %}
|
|||
|
|
{% call statement() %}
|
|||
|
|
alter table {{ relation.render() }} add column {{ adapter.quote(column.name) }} {{ column.expanded_data_type }};
|
|||
|
|
{% endcall %}
|
|||
|
|
{% endfor %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros袖macro.dbt.statementｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｧcolumns､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎ無ｳsupported_languagesﾀｷmacro.dbt.post_snapshotﾞ ､nameｭpost_snapshotｭresource_type･macroｬpackage_name｣dbt､pathﾙ-macros/materializations/snapshots/helpers.sqlｲoriginal_file_pathﾙ-macros/materializations/snapshots/helpers.sqlｩunique_idｷmacro.dbt.post_snapshotｩmacro_sqlﾙ}{% macro post_snapshot(staging_relation) %}
|
|||
|
|
{{ adapter.dispatch('post_snapshot', 'dbt')(staging_relation) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎 macro.dbt.default__post_snapshotｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｰstaging_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎ琳ｳsupported_languagesﾀﾙ macro.dbt.default__post_snapshotﾞ ､nameｶdefault__post_snapshotｭresource_type･macroｬpackage_name｣dbt､pathﾙ-macros/materializations/snapshots/helpers.sqlｲoriginal_file_pathﾙ-macros/materializations/snapshots/helpers.sqlｩunique_idﾙ macro.dbt.default__post_snapshotｩmacro_sqlﾙS{% macro default__post_snapshot(staging_relation) %}
|
|||
|
|
{# no-op #}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｰstaging_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎ湾ｳsupported_languagesﾀｶmacro.dbt.get_true_sqlﾞ ､nameｬget_true_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ-macros/materializations/snapshots/helpers.sqlｲoriginal_file_pathﾙ-macros/materializations/snapshots/helpers.sqlｩunique_idｶmacro.dbt.get_true_sqlｩmacro_sqlﾙ[{% macro get_true_sql() %}
|
|||
|
|
{{ adapter.dispatch('get_true_sql', 'dbt')() }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros汰macro.dbt.default__get_true_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾎ冂ｳsupported_languagesﾀｿmacro.dbt.default__get_true_sqlﾞ ､nameｵdefault__get_true_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ-macros/materializations/snapshots/helpers.sqlｲoriginal_file_pathﾙ-macros/materializations/snapshots/helpers.sqlｩunique_idｿmacro.dbt.default__get_true_sqlｩmacro_sqlﾙK{% macro default__get_true_sql() %}
|
|||
|
|
{{ return('TRUE') }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾎ�$ｳsupported_languagesﾀﾙ macro.dbt.snapshot_staging_tableﾞ ､nameｶsnapshot_staging_tableｭresource_type･macroｬpackage_name｣dbt､pathﾙ-macros/materializations/snapshots/helpers.sqlｲoriginal_file_pathﾙ-macros/materializations/snapshots/helpers.sqlｩunique_idﾙ macro.dbt.snapshot_staging_tableｩmacro_sqlﾙｺ{% macro snapshot_staging_table(strategy, source_sql, target_relation) -%}
|
|||
|
|
{{ adapter.dispatch('snapshot_staging_table', 'dbt')(strategy, source_sql, target_relation) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎)macro.dbt.default__snapshot_staging_tableｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｨstrategy､typeﾀｫdescription�Ζnameｪsource_sql､typeﾀｫdescription�Ζnameｯtarget_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎ嫐ｳsupported_languagesﾀﾙ)macro.dbt.get_snapshot_table_column_namesﾞ ､nameｿget_snapshot_table_column_namesｭresource_type･macroｬpackage_name｣dbt､pathﾙ-macros/materializations/snapshots/helpers.sqlｲoriginal_file_pathﾙ-macros/materializations/snapshots/helpers.sqlｩunique_idﾙ)macro.dbt.get_snapshot_table_column_namesｩmacro_sqlﾙ�% macro get_snapshot_table_column_names() %}
|
|||
|
|
{{ return({'dbt_valid_to': 'dbt_valid_to', 'dbt_valid_from': 'dbt_valid_from', 'dbt_scd_id': 'dbt_scd_id', 'dbt_updated_at': 'dbt_updated_at', 'dbt_is_deleted': 'dbt_is_deleted'}) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾎ�$ｳsupported_languagesﾀﾙ)macro.dbt.default__snapshot_staging_tableﾞ ､nameｿdefault__snapshot_staging_tableｭresource_type･macroｬpackage_name｣dbt､pathﾙ-macros/materializations/snapshots/helpers.sqlｲoriginal_file_pathﾙ-macros/materializations/snapshots/helpers.sqlｩunique_idﾙ)macro.dbt.default__snapshot_staging_tableｩmacro_sqlﾚ {% macro default__snapshot_staging_table(strategy, source_sql, target_relation) -%}
|
|||
|
|
{% set columns = config.get('snapshot_table_column_names') or get_snapshot_table_column_names() %}
|
|||
|
|
{% if strategy.hard_deletes == 'new_record' %}
|
|||
|
|
{% set new_scd_id = snapshot_hash_arguments([columns.dbt_scd_id, snapshot_get_time()]) %}
|
|||
|
|
{% endif %}
|
|||
|
|
with snapshot_query as (
|
|||
|
|
|
|||
|
|
{{ source_sql }}
|
|||
|
|
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
snapshotted_data as (
|
|||
|
|
|
|||
|
|
select *, {{ unique_key_fields(strategy.unique_key) }}
|
|||
|
|
from {{ target_relation }}
|
|||
|
|
where
|
|||
|
|
{% if config.get('dbt_valid_to_current') %}
|
|||
|
|
{% set source_unique_key = columns.dbt_valid_to | trim %}
|
|||
|
|
{% set target_unique_key = config.get('dbt_valid_to_current') | trim %}
|
|||
|
|
|
|||
|
|
{# The exact equals semantics between NULL values depends on the current behavior flag set. Also, update records if the source field is null #}
|
|||
|
|
( {{ equals(source_unique_key, target_unique_key) }} or {{ source_unique_key }} is null )
|
|||
|
|
{% else %}
|
|||
|
|
{{ columns.dbt_valid_to }} is null
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
insertions_source_data as (
|
|||
|
|
|
|||
|
|
select *, {{ unique_key_fields(strategy.unique_key) }},
|
|||
|
|
{{ strategy.updated_at }} as {{ columns.dbt_updated_at }},
|
|||
|
|
{{ strategy.updated_at }} as {{ columns.dbt_valid_from }},
|
|||
|
|
{{ get_dbt_valid_to_current(strategy, columns) }},
|
|||
|
|
{{ strategy.scd_id }} as {{ columns.dbt_scd_id }}
|
|||
|
|
|
|||
|
|
from snapshot_query
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
updates_source_data as (
|
|||
|
|
|
|||
|
|
select *, {{ unique_key_fields(strategy.unique_key) }},
|
|||
|
|
{{ strategy.updated_at }} as {{ columns.dbt_updated_at }},
|
|||
|
|
{{ strategy.updated_at }} as {{ columns.dbt_valid_from }},
|
|||
|
|
{{ strategy.updated_at }} as {{ columns.dbt_valid_to }}
|
|||
|
|
|
|||
|
|
from snapshot_query
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
{%- if strategy.hard_deletes == 'invalidate' or strategy.hard_deletes == 'new_record' %}
|
|||
|
|
|
|||
|
|
deletes_source_data as (
|
|||
|
|
|
|||
|
|
select *, {{ unique_key_fields(strategy.unique_key) }}
|
|||
|
|
from snapshot_query
|
|||
|
|
),
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
insertions as (
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
'insert' as dbt_change_type,
|
|||
|
|
source_data.*
|
|||
|
|
{%- if strategy.hard_deletes == 'new_record' -%}
|
|||
|
|
,'False' as {{ columns.dbt_is_deleted }}
|
|||
|
|
{%- endif %}
|
|||
|
|
|
|||
|
|
from insertions_source_data as source_data
|
|||
|
|
left outer join snapshotted_data
|
|||
|
|
on {{ unique_key_join_on(strategy.unique_key, "snapshotted_data", "source_data") }}
|
|||
|
|
where {{ unique_key_is_null(strategy.unique_key, "snapshotted_data") }}
|
|||
|
|
or ({{ unique_key_is_not_null(strategy.unique_key, "snapshotted_data") }} and (
|
|||
|
|
{{ strategy.row_changed }} {%- if strategy.hard_deletes == 'new_record' -%} or snapshotted_data.{{ columns.dbt_is_deleted }} = 'True' {% endif %}
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
updates as (
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
'update' as dbt_change_type,
|
|||
|
|
source_data.*,
|
|||
|
|
snapshotted_data.{{ columns.dbt_scd_id }}
|
|||
|
|
{%- if strategy.hard_deletes == 'new_record' -%}
|
|||
|
|
, snapshotted_data.{{ columns.dbt_is_deleted }}
|
|||
|
|
{%- endif %}
|
|||
|
|
|
|||
|
|
from updates_source_data as source_data
|
|||
|
|
join snapshotted_data
|
|||
|
|
on {{ unique_key_join_on(strategy.unique_key, "snapshotted_data", "source_data") }}
|
|||
|
|
where (
|
|||
|
|
{{ strategy.row_changed }} {%- if strategy.hard_deletes == 'new_record' -%} or snapshotted_data.{{ columns.dbt_is_deleted }} = 'True' {% endif %}
|
|||
|
|
)
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
{%- if strategy.hard_deletes == 'invalidate' or strategy.hard_deletes == 'new_record' %}
|
|||
|
|
,
|
|||
|
|
deletes as (
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
'delete' as dbt_change_type,
|
|||
|
|
source_data.*,
|
|||
|
|
{{ snapshot_get_time() }} as {{ columns.dbt_valid_from }},
|
|||
|
|
{{ snapshot_get_time() }} as {{ columns.dbt_updated_at }},
|
|||
|
|
{{ snapshot_get_time() }} as {{ columns.dbt_valid_to }},
|
|||
|
|
snapshotted_data.{{ columns.dbt_scd_id }}
|
|||
|
|
{%- if strategy.hard_deletes == 'new_record' -%}
|
|||
|
|
, snapshotted_data.{{ columns.dbt_is_deleted }}
|
|||
|
|
{%- endif %}
|
|||
|
|
from snapshotted_data
|
|||
|
|
left join deletes_source_data as source_data
|
|||
|
|
on {{ unique_key_join_on(strategy.unique_key, "snapshotted_data", "source_data") }}
|
|||
|
|
where {{ unique_key_is_null(strategy.unique_key, "source_data") }}
|
|||
|
|
|
|||
|
|
{%- if strategy.hard_deletes == 'new_record' %}
|
|||
|
|
and not (
|
|||
|
|
--avoid updating the record's valid_to if the latest entry is marked as deleted
|
|||
|
|
snapshotted_data.{{ columns.dbt_is_deleted }} = 'True'
|
|||
|
|
and
|
|||
|
|
{% if config.get('dbt_valid_to_current') -%}
|
|||
|
|
snapshotted_data.{{ columns.dbt_valid_to }} = {{ config.get('dbt_valid_to_current') }}
|
|||
|
|
{%- else -%}
|
|||
|
|
snapshotted_data.{{ columns.dbt_valid_to }} is null
|
|||
|
|
{%- endif %}
|
|||
|
|
)
|
|||
|
|
{%- endif %}
|
|||
|
|
)
|
|||
|
|
{%- endif %}
|
|||
|
|
|
|||
|
|
{%- if strategy.hard_deletes == 'new_record' %}
|
|||
|
|
{% set snapshotted_cols = get_list_of_column_names(get_columns_in_relation(target_relation)) %}
|
|||
|
|
{% set source_col_names = get_columns_in_query(source_sql) %}
|
|||
|
|
,
|
|||
|
|
deletion_records as (
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
'insert' as dbt_change_type,
|
|||
|
|
{%- for col_name in source_col_names -%}
|
|||
|
|
{%- if col_name in snapshotted_cols -%}
|
|||
|
|
snapshotted_data.{{ adapter.quote(col_name) }},
|
|||
|
|
{%- else -%}
|
|||
|
|
source_data.{{ adapter.quote(col_name) }},
|
|||
|
|
{%- endif -%}
|
|||
|
|
{% endfor -%}
|
|||
|
|
{%- if strategy.unique_key | is_list -%}
|
|||
|
|
{%- for key in strategy.unique_key -%}
|
|||
|
|
snapshotted_data.{{ key }} as dbt_unique_key_{{ loop.index }},
|
|||
|
|
{% endfor -%}
|
|||
|
|
{%- else -%}
|
|||
|
|
snapshotted_data.dbt_unique_key as dbt_unique_key,
|
|||
|
|
{% endif -%}
|
|||
|
|
{{ snapshot_get_time() }} as {{ columns.dbt_valid_from }},
|
|||
|
|
{{ snapshot_get_time() }} as {{ columns.dbt_updated_at }},
|
|||
|
|
snapshotted_data.{{ columns.dbt_valid_to }} as {{ columns.dbt_valid_to }},
|
|||
|
|
{{ new_scd_id }} as {{ columns.dbt_scd_id }},
|
|||
|
|
'True' as {{ columns.dbt_is_deleted }}
|
|||
|
|
from snapshotted_data
|
|||
|
|
left join deletes_source_data as source_data
|
|||
|
|
on {{ unique_key_join_on(strategy.unique_key, "snapshotted_data", "source_data") }}
|
|||
|
|
where {{ unique_key_is_null(strategy.unique_key, "source_data") }}
|
|||
|
|
and not (
|
|||
|
|
--avoid inserting a new record if the latest one is marked as deleted
|
|||
|
|
snapshotted_data.{{ columns.dbt_is_deleted }} = 'True'
|
|||
|
|
and
|
|||
|
|
{% if config.get('dbt_valid_to_current') -%}
|
|||
|
|
snapshotted_data.{{ columns.dbt_valid_to }} = {{ config.get('dbt_valid_to_current') }}
|
|||
|
|
{%- else -%}
|
|||
|
|
snapshotted_data.{{ columns.dbt_valid_to }} is null
|
|||
|
|
{%- endif %}
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
)
|
|||
|
|
{%- endif %}
|
|||
|
|
|
|||
|
|
select * from insertions
|
|||
|
|
union all
|
|||
|
|
select * from updates
|
|||
|
|
{%- if strategy.hard_deletes == 'invalidate' or strategy.hard_deletes == 'new_record' %}
|
|||
|
|
union all
|
|||
|
|
select * from deletes
|
|||
|
|
{%- endif %}
|
|||
|
|
{%- if strategy.hard_deletes == 'new_record' %}
|
|||
|
|
union all
|
|||
|
|
select * from deletion_records
|
|||
|
|
{%- endif %}
|
|||
|
|
|
|||
|
|
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros憖)macro.dbt.get_snapshot_table_column_namesﾙ!macro.dbt.snapshot_hash_argumentsｻmacro.dbt.snapshot_get_timeｻmacro.dbt.unique_key_fieldsｰmacro.dbt.equalsﾙ"macro.dbt.get_dbt_valid_to_currentｼmacro.dbt.unique_key_join_onｼmacro.dbt.unique_key_is_nullﾙ macro.dbt.unique_key_is_not_nullﾙ"macro.dbt.get_list_of_column_namesﾙ!macro.dbt.get_columns_in_relationｾmacro.dbt.get_columns_in_queryｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｨstrategy､typeﾀｫdescription�Ζnameｪsource_sql､typeﾀｫdescription�Ζnameｯtarget_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎｹｳｳsupported_languagesﾀｾmacro.dbt.build_snapshot_tableﾞ ､nameｴbuild_snapshot_tableｭresource_type･macroｬpackage_name｣dbt､pathﾙ-macros/materializations/snapshots/helpers.sqlｲoriginal_file_pathﾙ-macros/materializations/snapshots/helpers.sqlｩunique_idｾmacro.dbt.build_snapshot_tableｩmacro_sqlﾙ�% macro build_snapshot_table(strategy, sql) -%}
|
|||
|
|
{{ adapter.dispatch('build_snapshot_table', 'dbt')(strategy, sql) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎'macro.dbt.default__build_snapshot_tableｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨstrategy､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎｻkｳsupported_languagesﾀﾙ'macro.dbt.default__build_snapshot_tableﾞ ､nameｽdefault__build_snapshot_tableｭresource_type･macroｬpackage_name｣dbt､pathﾙ-macros/materializations/snapshots/helpers.sqlｲoriginal_file_pathﾙ-macros/materializations/snapshots/helpers.sqlｩunique_idﾙ'macro.dbt.default__build_snapshot_tableｩmacro_sqlﾚ\{% macro default__build_snapshot_table(strategy, sql) %}
|
|||
|
|
{% set columns = config.get('snapshot_table_column_names') or get_snapshot_table_column_names() %}
|
|||
|
|
|
|||
|
|
select *,
|
|||
|
|
{{ strategy.scd_id }} as {{ columns.dbt_scd_id }},
|
|||
|
|
{{ strategy.updated_at }} as {{ columns.dbt_updated_at }},
|
|||
|
|
{{ strategy.updated_at }} as {{ columns.dbt_valid_from }},
|
|||
|
|
{{ get_dbt_valid_to_current(strategy, columns) }}
|
|||
|
|
{%- if strategy.hard_deletes == 'new_record' -%}
|
|||
|
|
, 'False' as {{ columns.dbt_is_deleted }}
|
|||
|
|
{% endif -%}
|
|||
|
|
from (
|
|||
|
|
{{ sql }}
|
|||
|
|
) sbq
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros壷)macro.dbt.get_snapshot_table_column_namesﾙ"macro.dbt.get_dbt_valid_to_currentｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨstrategy､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎｾ雉supported_languagesﾀﾙ¯o.dbt.build_snapshot_staging_tableﾞ ､nameｼbuild_snapshot_staging_tableｭresource_type･macroｬpackage_name｣dbt､pathﾙ-macros/materializations/snapshots/helpers.sqlｲoriginal_file_pathﾙ-macros/materializations/snapshots/helpers.sqlｩunique_idﾙ¯o.dbt.build_snapshot_staging_tableｩmacro_sqlﾚ本% macro build_snapshot_staging_table(strategy, sql, target_relation) %}
|
|||
|
|
{% set temp_relation = make_temp_relation(target_relation) %}
|
|||
|
|
|
|||
|
|
{% set select = snapshot_staging_table(strategy, sql, target_relation) %}
|
|||
|
|
|
|||
|
|
{% call statement('build_snapshot_staging_relation') %}
|
|||
|
|
{{ create_table_as(True, temp_relation, select) }}
|
|||
|
|
{% endcall %}
|
|||
|
|
|
|||
|
|
{% do return(temp_relation) %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros半macro.dbt.make_temp_relationﾙ macro.dbt.snapshot_staging_tableｳmacro.dbt.statementｹmacro.dbt.create_table_asｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｨstrategy､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�Ζnameｯtarget_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎﾁﾊｳsupported_languagesﾀﾙ)macro.dbt.get_updated_at_column_data_typeﾞ ､nameｿget_updated_at_column_data_typeｭresource_type･macroｬpackage_name｣dbt､pathﾙ-macros/materializations/snapshots/helpers.sqlｲoriginal_file_pathﾙ-macros/materializations/snapshots/helpers.sqlｩunique_idﾙ)macro.dbt.get_updated_at_column_data_typeｩmacro_sqlﾚw{% macro get_updated_at_column_data_type(snapshot_sql) %}
|
|||
|
|
{% set snapshot_sql_column_schema = get_column_schema_from_query(snapshot_sql) %}
|
|||
|
|
{% set dbt_updated_at_data_type = null %}
|
|||
|
|
{% set ns = namespace() -%} {#-- handle for-loop scoping with a namespace --#}
|
|||
|
|
{% set ns.dbt_updated_at_data_type = null -%}
|
|||
|
|
{% for column in snapshot_sql_column_schema %}
|
|||
|
|
{% if ((column.column == 'dbt_updated_at') or (column.column == 'DBT_UPDATED_AT')) %}
|
|||
|
|
{% set ns.dbt_updated_at_data_type = column.dtype %}
|
|||
|
|
{% endif %}
|
|||
|
|
{% endfor %}
|
|||
|
|
{{ return(ns.dbt_updated_at_data_type or none) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎¯o.dbt.get_column_schema_from_queryｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｬsnapshot_sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎﾆｳsupported_languagesﾀｿmacro.dbt.check_time_data_typesﾞ ､nameｵcheck_time_data_typesｭresource_type･macroｬpackage_name｣dbt､pathﾙ-macros/materializations/snapshots/helpers.sqlｲoriginal_file_pathﾙ-macros/materializations/snapshots/helpers.sqlｩunique_idｿmacro.dbt.check_time_data_typesｩmacro_sqlﾚ/{% macro check_time_data_types(sql) %}
|
|||
|
|
{% set dbt_updated_at_data_type = get_updated_at_column_data_type(sql) %}
|
|||
|
|
{% set snapshot_get_time_data_type = get_snapshot_get_time_data_type() %}
|
|||
|
|
{% if snapshot_get_time_data_type is not none and dbt_updated_at_data_type is not none and snapshot_get_time_data_type != dbt_updated_at_data_type %}
|
|||
|
|
{% if exceptions.warn_snapshot_timestamp_data_types %}
|
|||
|
|
{{ exceptions.warn_snapshot_timestamp_data_types(snapshot_get_time_data_type, dbt_updated_at_data_type) }}
|
|||
|
|
{% endif %}
|
|||
|
|
{% endif %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros壷)macro.dbt.get_updated_at_column_data_typeﾙ)macro.dbt.get_snapshot_get_time_data_typeｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎﾈ鋧supported_languagesﾀﾙ"macro.dbt.get_dbt_valid_to_currentﾞ ､nameｸget_dbt_valid_to_currentｭresource_type･macroｬpackage_name｣dbt､pathﾙ-macros/materializations/snapshots/helpers.sqlｲoriginal_file_pathﾙ-macros/materializations/snapshots/helpers.sqlｩunique_idﾙ"macro.dbt.get_dbt_valid_to_currentｩmacro_sqlﾚ{% macro get_dbt_valid_to_current(strategy, columns) %}
|
|||
|
|
{% set dbt_valid_to_current = config.get('dbt_valid_to_current') or "null" %}
|
|||
|
|
coalesce(nullif({{ strategy.updated_at }}, {{ strategy.updated_at }}), {{dbt_valid_to_current}})
|
|||
|
|
as {{ columns.dbt_valid_to }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨstrategy､typeﾀｫdescription�Ζnameｧcolumns､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎﾊﾝｳsupported_languagesﾀｻmacro.dbt.unique_key_fieldsﾞ ､nameｱunique_key_fieldsｭresource_type･macroｬpackage_name｣dbt､pathﾙ-macros/materializations/snapshots/helpers.sqlｲoriginal_file_pathﾙ-macros/materializations/snapshots/helpers.sqlｩunique_idｻmacro.dbt.unique_key_fieldsｩmacro_sqlﾚI{% macro unique_key_fields(unique_key) %}
|
|||
|
|
{% if unique_key | is_list %}
|
|||
|
|
{% for key in unique_key %}
|
|||
|
|
{{ key }} as dbt_unique_key_{{ loop.index }}
|
|||
|
|
{%- if not loop.last %} , {%- endif %}
|
|||
|
|
{% endfor %}
|
|||
|
|
{% else %}
|
|||
|
|
{{ unique_key }} as dbt_unique_key
|
|||
|
|
{% endif %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｪunique_key､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾎﾎOｳsupported_languagesﾀｼmacro.dbt.unique_key_join_onﾞ ､nameｲunique_key_join_onｭresource_type･macroｬpackage_name｣dbt､pathﾙ-macros/materializations/snapshots/helpers.sqlｲoriginal_file_pathﾙ-macros/materializations/snapshots/helpers.sqlｩunique_idｼmacro.dbt.unique_key_join_onｩmacro_sqlﾚC{% macro unique_key_join_on(unique_key, identifier, from_identifier) %}
|
|||
|
|
{% if unique_key | is_list %}
|
|||
|
|
{% for key in unique_key %}
|
|||
|
|
{% set source_unique_key = (identifier ~ ".dbt_unique_key_" ~ loop.index) | trim %}
|
|||
|
|
{% set target_unique_key = (from_identifier ~ ".dbt_unique_key_" ~ loop.index) | trim %}
|
|||
|
|
{{ equals(source_unique_key, target_unique_key) }}
|
|||
|
|
{%- if not loop.last %} and {%- endif %}
|
|||
|
|
{% endfor %}
|
|||
|
|
{% else %}
|
|||
|
|
{{ identifier }}.dbt_unique_key = {{ from_identifier }}.dbt_unique_key
|
|||
|
|
{% endif %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros族macro.dbt.equalsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｪunique_key､typeﾀｫdescription�Ζnameｪidentifier､typeﾀｫdescription�Ζnameｯfrom_identifier､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎﾒ乙supported_languagesﾀｼmacro.dbt.unique_key_is_nullﾞ ､nameｲunique_key_is_nullｭresource_type･macroｬpackage_name｣dbt､pathﾙ-macros/materializations/snapshots/helpers.sqlｲoriginal_file_pathﾙ-macros/materializations/snapshots/helpers.sqlｩunique_idｼmacro.dbt.unique_key_is_nullｩmacro_sqlﾙ閔% macro unique_key_is_null(unique_key, identifier) %}
|
|||
|
|
{% if unique_key | is_list %}
|
|||
|
|
{{ identifier }}.dbt_unique_key_1 is null
|
|||
|
|
{% else %}
|
|||
|
|
{{ identifier }}.dbt_unique_key is null
|
|||
|
|
{% endif %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｪunique_key､typeﾀｫdescription�Ζnameｪidentifier､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎﾔｳsupported_languagesﾀﾙ macro.dbt.unique_key_is_not_nullﾞ ､nameｶunique_key_is_not_nullｭresource_type･macroｬpackage_name｣dbt､pathﾙ-macros/materializations/snapshots/helpers.sqlｲoriginal_file_pathﾙ-macros/materializations/snapshots/helpers.sqlｩunique_idﾙ macro.dbt.unique_key_is_not_nullｩmacro_sqlﾙ�% macro unique_key_is_not_null(unique_key, identifier) %}
|
|||
|
|
{% if unique_key | is_list %}
|
|||
|
|
{{ identifier }}.dbt_unique_key_1 is not null
|
|||
|
|
{% else %}
|
|||
|
|
{{ identifier }}.dbt_unique_key is not null
|
|||
|
|
{% endif %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｪunique_key､typeﾀｫdescription�Ζnameｪidentifier､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎﾕxｳsupported_languagesﾀﾙ*macro.dbt.materialization_snapshot_defaultﾞ ､nameﾙ materialization_snapshot_defaultｭresource_type･macroｬpackage_name｣dbt､pathﾙ.macros/materializations/snapshots/snapshot.sqlｲoriginal_file_pathﾙ.macros/materializations/snapshots/snapshot.sqlｩunique_idﾙ*macro.dbt.materialization_snapshot_defaultｩmacro_sqlﾚﾊ{% materialization snapshot, default %}
|
|||
|
|
|
|||
|
|
{%- set target_table = model.get('alias', model.get('name')) -%}
|
|||
|
|
|
|||
|
|
{%- set strategy_name = config.get('strategy') -%}
|
|||
|
|
{%- set unique_key = config.get('unique_key') %}
|
|||
|
|
-- grab current tables grants config for comparision later on
|
|||
|
|
{%- set grant_config = config.get('grants') -%}
|
|||
|
|
|
|||
|
|
{% set target_relation_exists, target_relation = get_or_create_relation(
|
|||
|
|
database=model.database,
|
|||
|
|
schema=model.schema,
|
|||
|
|
identifier=target_table,
|
|||
|
|
type='table') -%}
|
|||
|
|
|
|||
|
|
{%- if not target_relation.is_table -%}
|
|||
|
|
{% do exceptions.relation_wrong_type(target_relation, 'table') %}
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
|
|||
|
|
{{ run_hooks(pre_hooks, inside_transaction=False) }}
|
|||
|
|
|
|||
|
|
{{ run_hooks(pre_hooks, inside_transaction=True) }}
|
|||
|
|
|
|||
|
|
{% set strategy_macro = strategy_dispatch(strategy_name) %}
|
|||
|
|
{# The model['config'] parameter below is no longer used, but passing anyway for compatibility #}
|
|||
|
|
{# It was a dictionary of config, instead of the config object from the context #}
|
|||
|
|
{% set strategy = strategy_macro(model, "snapshotted_data", "source_data", model['config'], target_relation_exists) %}
|
|||
|
|
|
|||
|
|
{% if not target_relation_exists %}
|
|||
|
|
|
|||
|
|
{% set build_sql = build_snapshot_table(strategy, model['compiled_code']) %}
|
|||
|
|
{% set build_or_select_sql = build_sql %}
|
|||
|
|
{% set final_sql = create_table_as(False, target_relation, build_sql) %}
|
|||
|
|
|
|||
|
|
{% else %}
|
|||
|
|
|
|||
|
|
{% set columns = config.get("snapshot_table_column_names") or get_snapshot_table_column_names() %}
|
|||
|
|
|
|||
|
|
{{ adapter.assert_valid_snapshot_target_given_strategy(target_relation, columns, strategy) }}
|
|||
|
|
|
|||
|
|
{% set build_or_select_sql = snapshot_staging_table(strategy, sql, target_relation) %}
|
|||
|
|
{% set staging_table = build_snapshot_staging_table(strategy, sql, target_relation) %}
|
|||
|
|
|
|||
|
|
-- this may no-op if the database does not require column expansion
|
|||
|
|
{% do adapter.expand_target_column_types(from_relation=staging_table,
|
|||
|
|
to_relation=target_relation) %}
|
|||
|
|
|
|||
|
|
{% set remove_columns = ['dbt_change_type', 'DBT_CHANGE_TYPE', 'dbt_unique_key', 'DBT_UNIQUE_KEY'] %}
|
|||
|
|
{% if unique_key | is_list %}
|
|||
|
|
{% for key in strategy.unique_key %}
|
|||
|
|
{{ remove_columns.append('dbt_unique_key_' + loop.index|string) }}
|
|||
|
|
{{ remove_columns.append('DBT_UNIQUE_KEY_' + loop.index|string) }}
|
|||
|
|
{% endfor %}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% set missing_columns = adapter.get_missing_columns(staging_table, target_relation)
|
|||
|
|
| rejectattr('name', 'in', remove_columns)
|
|||
|
|
| list %}
|
|||
|
|
|
|||
|
|
{% do create_columns(target_relation, missing_columns) %}
|
|||
|
|
|
|||
|
|
{% set source_columns = adapter.get_columns_in_relation(staging_table)
|
|||
|
|
| rejectattr('name', 'in', remove_columns)
|
|||
|
|
| list %}
|
|||
|
|
|
|||
|
|
{% set quoted_source_columns = [] %}
|
|||
|
|
{% for column in source_columns %}
|
|||
|
|
{% do quoted_source_columns.append(adapter.quote(column.name)) %}
|
|||
|
|
{% endfor %}
|
|||
|
|
|
|||
|
|
{% set final_sql = snapshot_merge_sql(
|
|||
|
|
target = target_relation,
|
|||
|
|
source = staging_table,
|
|||
|
|
insert_cols = quoted_source_columns
|
|||
|
|
)
|
|||
|
|
%}
|
|||
|
|
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
|
|||
|
|
{{ check_time_data_types(build_or_select_sql) }}
|
|||
|
|
|
|||
|
|
{% call statement('main') %}
|
|||
|
|
{{ final_sql }}
|
|||
|
|
{% endcall %}
|
|||
|
|
|
|||
|
|
{% set should_revoke = should_revoke(target_relation_exists, full_refresh_mode=False) %}
|
|||
|
|
{% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}
|
|||
|
|
|
|||
|
|
{% do persist_docs(target_relation, model) %}
|
|||
|
|
|
|||
|
|
{% if not target_relation_exists %}
|
|||
|
|
{% do create_indexes(target_relation) %}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{{ run_hooks(post_hooks, inside_transaction=True) }}
|
|||
|
|
|
|||
|
|
{{ adapter.commit() }}
|
|||
|
|
|
|||
|
|
{% if staging_table is defined %}
|
|||
|
|
{% do post_snapshot(staging_table) %}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{{ run_hooks(post_hooks, inside_transaction=False) }}
|
|||
|
|
|
|||
|
|
{{ return({'relations': [target_relation]}) }}
|
|||
|
|
|
|||
|
|
{% endmaterialization %}ｪdepends_on※macrosﾜ ﾙ macro.dbt.get_or_create_relationｳmacro.dbt.run_hooksｻmacro.dbt.strategy_dispatchｾmacro.dbt.build_snapshot_tableｹmacro.dbt.create_table_asﾙ)macro.dbt.get_snapshot_table_column_namesﾙ macro.dbt.snapshot_staging_tableﾙ¯o.dbt.build_snapshot_staging_tableｸmacro.dbt.create_columnsｼmacro.dbt.snapshot_merge_sqlｿmacro.dbt.check_time_data_typesｳmacro.dbt.statementｷmacro.dbt.should_revokeｶmacro.dbt.apply_grantsｶmacro.dbt.persist_docsｸmacro.dbt.create_indexesｷmacro.dbt.post_snapshotｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｳsupported_languages､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾎ�ｳsupported_languages促sqlﾙ¯o.dbt.materialization_test_defaultﾞ ､nameｼmaterialization_test_defaultｭresource_type･macroｬpackage_name｣dbt､pathﾙ¯os/materializations/tests/test.sqlｲoriginal_file_pathﾙ¯os/materializations/tests/test.sqlｩunique_idﾙ¯o.dbt.materialization_test_defaultｩmacro_sqlﾚ �%- materialization test, default -%}
|
|||
|
|
|
|||
|
|
{% set relations = [] %}
|
|||
|
|
{% set limit = config.get('limit') %}
|
|||
|
|
{% set sql_header = config.get('sql_header') if flags.REQUIRE_SQL_HEADER_IN_TEST_CONFIGS else none %}
|
|||
|
|
|
|||
|
|
{% set sql_with_limit %}
|
|||
|
|
{{ get_limit_subquery_sql(sql, limit) }}
|
|||
|
|
{% endset %}
|
|||
|
|
|
|||
|
|
{% if should_store_failures() %}
|
|||
|
|
|
|||
|
|
{% set identifier = model['alias'] %}
|
|||
|
|
{% set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}
|
|||
|
|
|
|||
|
|
{% set store_failures_as = config.get('store_failures_as') %}
|
|||
|
|
-- if `--store-failures` is invoked via command line and `store_failures_as` is not set,
|
|||
|
|
-- config.get('store_failures_as', 'table') returns None, not 'table'
|
|||
|
|
{% if store_failures_as == none %}{% set store_failures_as = 'table' %}{% endif %}
|
|||
|
|
{% if store_failures_as not in ['table', 'view'] %}
|
|||
|
|
{{ exceptions.raise_compiler_error(
|
|||
|
|
"'" ~ store_failures_as ~ "' is not a valid value for `store_failures_as`. "
|
|||
|
|
"Accepted values are: ['ephemeral', 'table', 'view']"
|
|||
|
|
) }}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% set target_relation = api.Relation.create(
|
|||
|
|
identifier=identifier, schema=schema, database=database, type=store_failures_as) -%} %}
|
|||
|
|
|
|||
|
|
{% if old_relation %}
|
|||
|
|
{% do adapter.drop_relation(old_relation) %}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% call statement(auto_begin=True) %}
|
|||
|
|
{% if sql_header %}{{ sql_header }}{% endif %}
|
|||
|
|
{{ get_create_sql(target_relation, sql_with_limit) }}
|
|||
|
|
{% endcall %}
|
|||
|
|
|
|||
|
|
{% do relations.append(target_relation) %}
|
|||
|
|
|
|||
|
|
{# Since the test failures have already been saved to the database, reuse that result rather than querying again #}
|
|||
|
|
{% set main_sql %}
|
|||
|
|
select *
|
|||
|
|
from {{ target_relation }}
|
|||
|
|
{% endset %}
|
|||
|
|
|
|||
|
|
{{ adapter.commit() }}
|
|||
|
|
|
|||
|
|
{% else %}
|
|||
|
|
|
|||
|
|
{% set main_sql = sql_with_limit %}
|
|||
|
|
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% set fail_calc = config.get('fail_calc') %}
|
|||
|
|
{% set warn_if = config.get('warn_if') %}
|
|||
|
|
{% set error_if = config.get('error_if') %}
|
|||
|
|
|
|||
|
|
{% call statement('main', fetch_result=True) -%}
|
|||
|
|
|
|||
|
|
{% if sql_header %}{{ sql_header }}{% endif %}
|
|||
|
|
{# The limit has already been included above, and we do not want to duplicate it again. We also want to be safe for macro overrides treating `limit` as a required parameter. #}
|
|||
|
|
{{ get_test_sql(main_sql, fail_calc, warn_if, error_if, limit=none)}}
|
|||
|
|
|
|||
|
|
{%- endcall %}
|
|||
|
|
|
|||
|
|
{{ return({'relations': relations}) }}
|
|||
|
|
|
|||
|
|
{%- endmaterialization -%}ｪdepends_on※macros弁 macro.dbt.get_limit_subquery_sqlｿmacro.dbt.should_store_failuresｳmacro.dbt.statementｸmacro.dbt.get_create_sqlｶmacro.dbt.get_test_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｳsupported_languages､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ諜supported_languages促sqlｶmacro.dbt.get_test_sqlﾞ ､nameｬget_test_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ)macros/materializations/tests/helpers.sqlｲoriginal_file_pathﾙ)macros/materializations/tests/helpers.sqlｩunique_idｶmacro.dbt.get_test_sqlｩmacro_sqlﾙｷ{% macro get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}
|
|||
|
|
{{ adapter.dispatch('get_test_sql', 'dbt')(main_sql, fail_calc, warn_if, error_if, limit) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros汰macro.dbt.default__get_test_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments父､nameｨmain_sql､typeﾀｫdescription�Ζnameｩfail_calc､typeﾀｫdescription�Ζnameｧwarn_if､typeﾀｫdescription�Ζnameｨerror_if､typeﾀｫdescription�Ζname･limit､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏlｳsupported_languagesﾀｿmacro.dbt.default__get_test_sqlﾞ ､nameｵdefault__get_test_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ)macros/materializations/tests/helpers.sqlｲoriginal_file_pathﾙ)macros/materializations/tests/helpers.sqlｩunique_idｿmacro.dbt.default__get_test_sqlｩmacro_sqlﾚ^{% macro default__get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}
|
|||
|
|
select
|
|||
|
|
{{ fail_calc }} as failures,
|
|||
|
|
{{ fail_calc }} {{ warn_if }} as should_warn,
|
|||
|
|
{{ fail_calc }} {{ error_if }} as should_error
|
|||
|
|
from (
|
|||
|
|
{{ main_sql }}
|
|||
|
|
{{ "limit " ~ limit if limit != none }}
|
|||
|
|
) dbt_internal_test
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments父､nameｨmain_sql､typeﾀｫdescription�Ζnameｩfail_calc､typeﾀｫdescription�Ζnameｧwarn_if､typeﾀｫdescription�Ζnameｨerror_if､typeﾀｫdescription�Ζname･limit､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ_ｳsupported_languagesﾀｻmacro.dbt.get_unit_test_sqlﾞ ､nameｱget_unit_test_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ)macros/materializations/tests/helpers.sqlｲoriginal_file_pathﾙ)macros/materializations/tests/helpers.sqlｩunique_idｻmacro.dbt.get_unit_test_sqlｩmacro_sqlﾙﾑ{% macro get_unit_test_sql(main_sql, expected_fixture_sql, expected_column_names) -%}
|
|||
|
|
{{ adapter.dispatch('get_unit_test_sql', 'dbt')(main_sql, expected_fixture_sql, expected_column_names) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎$macro.dbt.default__get_unit_test_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｨmain_sql､typeﾀｫdescription�Ζnameｴexpected_fixture_sql､typeﾀｫdescription�Ζnameｵexpected_column_names､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏｯｳsupported_languagesﾀﾙ$macro.dbt.default__get_unit_test_sqlﾞ ､nameｺdefault__get_unit_test_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ)macros/materializations/tests/helpers.sqlｲoriginal_file_pathﾙ)macros/materializations/tests/helpers.sqlｩunique_idﾙ$macro.dbt.default__get_unit_test_sqlｩmacro_sqlﾚﾓ{% macro default__get_unit_test_sql(main_sql, expected_fixture_sql, expected_column_names) -%}
|
|||
|
|
-- Build actual result given inputs
|
|||
|
|
with dbt_internal_unit_test_actual as (
|
|||
|
|
select
|
|||
|
|
{% for expected_column_name in expected_column_names %}{{expected_column_name}}{% if not loop.last -%},{% endif %}{%- endfor -%}, {{ dbt.string_literal("actual") }} as {{ adapter.quote("actual_or_expected") }}
|
|||
|
|
from (
|
|||
|
|
{{ main_sql }}
|
|||
|
|
) _dbt_internal_unit_test_actual
|
|||
|
|
),
|
|||
|
|
-- Build expected result
|
|||
|
|
dbt_internal_unit_test_expected as (
|
|||
|
|
select
|
|||
|
|
{% for expected_column_name in expected_column_names %}{{expected_column_name}}{% if not loop.last -%}, {% endif %}{%- endfor -%}, {{ dbt.string_literal("expected") }} as {{ adapter.quote("actual_or_expected") }}
|
|||
|
|
from (
|
|||
|
|
{{ expected_fixture_sql }}
|
|||
|
|
) _dbt_internal_unit_test_expected
|
|||
|
|
)
|
|||
|
|
-- Union actual and expected results
|
|||
|
|
select * from dbt_internal_unit_test_actual
|
|||
|
|
union all
|
|||
|
|
select * from dbt_internal_unit_test_expected
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros尊macro.dbt.string_literalｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｨmain_sql､typeﾀｫdescription�Ζnameｴexpected_fixture_sql､typeﾀｫdescription�Ζnameｵexpected_column_names､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ ｳsupported_languagesﾀｼmacro.dbt.get_where_subqueryﾞ ､nameｲget_where_subqueryｭresource_type･macroｬpackage_name｣dbt､pathﾙ0macros/materializations/tests/where_subquery.sqlｲoriginal_file_pathﾙ0macros/materializations/tests/where_subquery.sqlｩunique_idｼmacro.dbt.get_where_subqueryｩmacro_sqlﾙ�% macro get_where_subquery(relation) -%}
|
|||
|
|
{% do return(adapter.dispatch('get_where_subquery', 'dbt')(relation)) %}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎%macro.dbt.default__get_where_subqueryｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏｲｳsupported_languagesﾀﾙ%macro.dbt.default__get_where_subqueryﾞ ､nameｻdefault__get_where_subqueryｭresource_type･macroｬpackage_name｣dbt､pathﾙ0macros/materializations/tests/where_subquery.sqlｲoriginal_file_pathﾙ0macros/materializations/tests/where_subquery.sqlｩunique_idﾙ%macro.dbt.default__get_where_subqueryｩmacro_sqlﾚh{% macro default__get_where_subquery(relation) -%}
|
|||
|
|
{% set where = config.get('where', '') %}
|
|||
|
|
{% if where %}
|
|||
|
|
{%- set filtered -%}
|
|||
|
|
(select * from {{ relation }} where {{ where }}) dbt_subquery
|
|||
|
|
{%- endset -%}
|
|||
|
|
{% do return(filtered) %}
|
|||
|
|
{%- else -%}
|
|||
|
|
{% do return(relation) %}
|
|||
|
|
{%- endif -%}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏｳsupported_languagesﾀﾙ¯o.dbt.materialization_unit_defaultﾞ ､nameｼmaterialization_unit_defaultｭresource_type･macroｬpackage_name｣dbt､pathﾙ¯os/materializations/tests/unit.sqlｲoriginal_file_pathﾙ¯os/materializations/tests/unit.sqlｩunique_idﾙ¯o.dbt.materialization_unit_defaultｩmacro_sqlﾚ艝%- materialization unit, default -%}
|
|||
|
|
|
|||
|
|
{% set relations = [] %}
|
|||
|
|
{% set sql_header = config.get('sql_header') if flags.REQUIRE_SQL_HEADER_IN_TEST_CONFIGS else none %}
|
|||
|
|
|
|||
|
|
{% set expected_rows = config.get('expected_rows') %}
|
|||
|
|
{% set expected_sql = config.get('expected_sql') %}
|
|||
|
|
{% set tested_expected_column_names = expected_rows[0].keys() if (expected_rows | length ) > 0 else get_columns_in_query(sql) %}
|
|||
|
|
|
|||
|
|
{%- set target_relation = this.incorporate(type='table') -%}
|
|||
|
|
{%- set temp_relation = make_temp_relation(target_relation)-%}
|
|||
|
|
{% do run_query(get_create_table_as_sql(True, temp_relation, get_empty_subquery_sql(sql))) %}
|
|||
|
|
{%- set columns_in_relation = adapter.get_columns_in_relation(temp_relation) -%}
|
|||
|
|
{%- set column_name_to_data_types = {} -%}
|
|||
|
|
{%- set column_name_to_quoted = {} -%}
|
|||
|
|
{%- for column in columns_in_relation -%}
|
|||
|
|
{%- do column_name_to_data_types.update({column.name|lower: column.data_type}) -%}
|
|||
|
|
{%- do column_name_to_quoted.update({column.name|lower: column.quoted}) -%}
|
|||
|
|
{%- endfor -%}
|
|||
|
|
|
|||
|
|
{%- set expected_column_names_quoted = [] -%}
|
|||
|
|
{%- for column_name in tested_expected_column_names -%}
|
|||
|
|
{%- do expected_column_names_quoted.append(column_name_to_quoted[column_name|lower]) -%}
|
|||
|
|
{%- endfor -%}
|
|||
|
|
|
|||
|
|
{% if not expected_sql %}
|
|||
|
|
{% set expected_sql = get_expected_sql(expected_rows, column_name_to_data_types, column_name_to_quoted) %}
|
|||
|
|
{% endif %}
|
|||
|
|
{% set unit_test_sql = get_unit_test_sql(sql, expected_sql, expected_column_names_quoted) %}
|
|||
|
|
|
|||
|
|
{% call statement('main', fetch_result=True) -%}
|
|||
|
|
|
|||
|
|
{% if sql_header %}{{ sql_header }}{% endif %}
|
|||
|
|
{{ unit_test_sql }}
|
|||
|
|
|
|||
|
|
{%- endcall %}
|
|||
|
|
|
|||
|
|
{% do adapter.drop_relation(temp_relation) %}
|
|||
|
|
|
|||
|
|
{{ return({'relations': relations}) }}
|
|||
|
|
|
|||
|
|
{%- endmaterialization -%}ｪdepends_on※macros仞macro.dbt.get_columns_in_queryｼmacro.dbt.make_temp_relationｳmacro.dbt.run_queryﾙ!macro.dbt.get_create_table_as_sqlﾙ macro.dbt.get_empty_subquery_sqlｺmacro.dbt.get_expected_sqlｻmacro.dbt.get_unit_test_sqlｳmacro.dbt.statementｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｳsupported_languages､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ ｸｳsupported_languages促sqlﾙ3macro.dbt.materialization_materialized_view_defaultﾞ ､nameﾙ)materialization_materialized_view_defaultｭresource_type･macroｬpackage_name｣dbt､pathﾙ4macros/materializations/models/materialized_view.sqlｲoriginal_file_pathﾙ4macros/materializations/models/materialized_view.sqlｩunique_idﾙ3macro.dbt.materialization_materialized_view_defaultｩmacro_sqlﾚm{% materialization materialized_view, default %}
|
|||
|
|
{% set existing_relation = load_cached_relation(this) %}
|
|||
|
|
{% set target_relation = this.incorporate(type=this.MaterializedView) %}
|
|||
|
|
{% set intermediate_relation = make_intermediate_relation(target_relation) %}
|
|||
|
|
{% set backup_relation_type = target_relation.MaterializedView if existing_relation is none else existing_relation.type %}
|
|||
|
|
{% set backup_relation = make_backup_relation(target_relation, backup_relation_type) %}
|
|||
|
|
|
|||
|
|
{{ materialized_view_setup(backup_relation, intermediate_relation, pre_hooks) }}
|
|||
|
|
|
|||
|
|
{% set build_sql = materialized_view_get_build_sql(existing_relation, target_relation, backup_relation, intermediate_relation) %}
|
|||
|
|
|
|||
|
|
{% if build_sql == '' %}
|
|||
|
|
{{ materialized_view_execute_no_op(target_relation) }}
|
|||
|
|
{% else %}
|
|||
|
|
{{ materialized_view_execute_build_sql(build_sql, existing_relation, target_relation, post_hooks) }}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{{ materialized_view_teardown(backup_relation, intermediate_relation, post_hooks) }}
|
|||
|
|
|
|||
|
|
{{ return({'relations': [target_relation]}) }}
|
|||
|
|
|
|||
|
|
{% endmaterialization %}ｪdepends_on※macros仞macro.dbt.load_cached_relationﾙ$macro.dbt.make_intermediate_relationｾmacro.dbt.make_backup_relationﾙ!macro.dbt.materialized_view_setupﾙ)macro.dbt.materialized_view_get_build_sqlﾙ)macro.dbt.materialized_view_execute_no_opﾙ-macro.dbt.materialized_view_execute_build_sqlﾙ$macro.dbt.materialized_view_teardownｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｳsupported_languages､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ'蟲supported_languages促sqlﾙ!macro.dbt.materialized_view_setupﾞ ､nameｷmaterialized_view_setupｭresource_type･macroｬpackage_name｣dbt､pathﾙ4macros/materializations/models/materialized_view.sqlｲoriginal_file_pathﾙ4macros/materializations/models/materialized_view.sqlｩunique_idﾙ!macro.dbt.materialized_view_setupｩmacro_sqlﾚﾉ{% macro materialized_view_setup(backup_relation, intermediate_relation, pre_hooks) %}
|
|||
|
|
|
|||
|
|
-- backup_relation and intermediate_relation should not already exist in the database
|
|||
|
|
-- it's possible these exist because of a previous run that exited unexpectedly
|
|||
|
|
{% set preexisting_backup_relation = load_cached_relation(backup_relation) %}
|
|||
|
|
{% set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) %}
|
|||
|
|
|
|||
|
|
-- drop the temp relations if they exist already in the database
|
|||
|
|
{{ drop_relation_if_exists(preexisting_backup_relation) }}
|
|||
|
|
{{ drop_relation_if_exists(preexisting_intermediate_relation) }}
|
|||
|
|
|
|||
|
|
{{ run_hooks(pre_hooks, inside_transaction=False) }}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros得macro.dbt.load_cached_relationﾙ!macro.dbt.drop_relation_if_existsｳmacro.dbt.run_hooksｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｯbackup_relation､typeﾀｫdescription�Ζnameｵintermediate_relation､typeﾀｫdescription�Ζnameｩpre_hooks､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ*_ｳsupported_languagesﾀﾙ$macro.dbt.materialized_view_teardownﾞ ､nameｺmaterialized_view_teardownｭresource_type･macroｬpackage_name｣dbt､pathﾙ4macros/materializations/models/materialized_view.sqlｲoriginal_file_pathﾙ4macros/materializations/models/materialized_view.sqlｩunique_idﾙ$macro.dbt.materialized_view_teardownｩmacro_sqlﾚl{% macro materialized_view_teardown(backup_relation, intermediate_relation, post_hooks) %}
|
|||
|
|
|
|||
|
|
-- drop the temp relations if they exist to leave the database clean for the next run
|
|||
|
|
{{ drop_relation_if_exists(backup_relation) }}
|
|||
|
|
{{ drop_relation_if_exists(intermediate_relation) }}
|
|||
|
|
|
|||
|
|
{{ run_hooks(post_hooks, inside_transaction=False) }}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros壷!macro.dbt.drop_relation_if_existsｳmacro.dbt.run_hooksｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｯbackup_relation､typeﾀｫdescription�Ζnameｵintermediate_relation､typeﾀｫdescription�Ζnameｪpost_hooks､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ,^ｳsupported_languagesﾀﾙ)macro.dbt.materialized_view_get_build_sqlﾞ ､nameｿmaterialized_view_get_build_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ4macros/materializations/models/materialized_view.sqlｲoriginal_file_pathﾙ4macros/materializations/models/materialized_view.sqlｩunique_idﾙ)macro.dbt.materialized_view_get_build_sqlｩmacro_sqlﾚ�% macro materialized_view_get_build_sql(existing_relation, target_relation, backup_relation, intermediate_relation) %}
|
|||
|
|
|
|||
|
|
{% set full_refresh_mode = should_full_refresh() %}
|
|||
|
|
|
|||
|
|
-- determine the scenario we're in: create, full_refresh, alter, refresh data
|
|||
|
|
{% if existing_relation is none %}
|
|||
|
|
{% set build_sql = get_create_materialized_view_as_sql(target_relation, sql) %}
|
|||
|
|
{% elif full_refresh_mode or not existing_relation.is_materialized_view %}
|
|||
|
|
{% set build_sql = get_replace_sql(existing_relation, target_relation, sql) %}
|
|||
|
|
{% else %}
|
|||
|
|
|
|||
|
|
-- get config options
|
|||
|
|
{% set on_configuration_change = config.get('on_configuration_change') %}
|
|||
|
|
{% set configuration_changes = get_materialized_view_configuration_changes(existing_relation, config) %}
|
|||
|
|
|
|||
|
|
{% if configuration_changes is none %}
|
|||
|
|
{% set build_sql = refresh_materialized_view(target_relation) %}
|
|||
|
|
|
|||
|
|
{% elif on_configuration_change == 'apply' %}
|
|||
|
|
{% set build_sql = get_alter_materialized_view_as_sql(target_relation, configuration_changes, sql, existing_relation, backup_relation, intermediate_relation) %}
|
|||
|
|
{% elif on_configuration_change == 'continue' %}
|
|||
|
|
{% set build_sql = '' %}
|
|||
|
|
{{ exceptions.warn("Configuration changes were identified and `on_configuration_change` was set to `continue` for `" ~ target_relation.render() ~ "`") }}
|
|||
|
|
{% elif on_configuration_change == 'fail' %}
|
|||
|
|
{{ exceptions.raise_fail_fast_error("Configuration changes were identified and `on_configuration_change` was set to `fail` for `" ~ target_relation.render() ~ "`") }}
|
|||
|
|
|
|||
|
|
{% else %}
|
|||
|
|
-- this only happens if the user provides a value other than `apply`, 'skip', 'fail'
|
|||
|
|
{{ exceptions.raise_compiler_error("Unexpected configuration scenario") }}
|
|||
|
|
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% do return(build_sql) %}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros命macro.dbt.should_full_refreshﾙ-macro.dbt.get_create_materialized_view_as_sqlｹmacro.dbt.get_replace_sqlﾙ5macro.dbt.get_materialized_view_configuration_changesﾙ#macro.dbt.refresh_materialized_viewﾙ,macro.dbt.get_alter_materialized_view_as_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments買､nameｱexisting_relation､typeﾀｫdescription�Ζnameｯtarget_relation､typeﾀｫdescription�Ζnameｯbackup_relation､typeﾀｫdescription�Ζnameｵintermediate_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ4Pｳsupported_languagesﾀﾙ)macro.dbt.materialized_view_execute_no_opﾞ ､nameｿmaterialized_view_execute_no_opｭresource_type･macroｬpackage_name｣dbt､pathﾙ4macros/materializations/models/materialized_view.sqlｲoriginal_file_pathﾙ4macros/materializations/models/materialized_view.sqlｩunique_idﾙ)macro.dbt.materialized_view_execute_no_opｩmacro_sqlﾙ炮% macro materialized_view_execute_no_op(target_relation) %}
|
|||
|
|
{% do store_raw_result(
|
|||
|
|
name="main",
|
|||
|
|
message="skip " ~ target_relation,
|
|||
|
|
code="skip",
|
|||
|
|
rows_affected="-1"
|
|||
|
|
) %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｯtarget_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ5ﾟｳsupported_languagesﾀﾙ-macro.dbt.materialized_view_execute_build_sqlﾞ ､nameﾙ#materialized_view_execute_build_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ4macros/materializations/models/materialized_view.sqlｲoriginal_file_pathﾙ4macros/materializations/models/materialized_view.sqlｩunique_idﾙ-macro.dbt.materialized_view_execute_build_sqlｩmacro_sqlﾚ宮% macro materialized_view_execute_build_sql(build_sql, existing_relation, target_relation, post_hooks) %}
|
|||
|
|
|
|||
|
|
-- `BEGIN` happens here:
|
|||
|
|
{{ run_hooks(pre_hooks, inside_transaction=True) }}
|
|||
|
|
|
|||
|
|
{% set grant_config = config.get('grants') %}
|
|||
|
|
|
|||
|
|
{% call statement(name="main") %}
|
|||
|
|
{{ build_sql }}
|
|||
|
|
{% endcall %}
|
|||
|
|
|
|||
|
|
{% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}
|
|||
|
|
{% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}
|
|||
|
|
|
|||
|
|
{% do persist_docs(target_relation, model) %}
|
|||
|
|
|
|||
|
|
{{ run_hooks(post_hooks, inside_transaction=True) }}
|
|||
|
|
|
|||
|
|
{{ adapter.commit() }}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros糞macro.dbt.run_hooksｳmacro.dbt.statementｷmacro.dbt.should_revokeｶmacro.dbt.apply_grantsｶmacro.dbt.persist_docsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments買､nameｩbuild_sql､typeﾀｫdescription�Ζnameｱexisting_relation､typeﾀｫdescription�Ζnameｯtarget_relation､typeﾀｫdescription�Ζnameｪpost_hooks､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ9箋supported_languagesﾀﾙ¯o.dbt.materialization_view_defaultﾞ ､nameｼmaterialization_view_defaultｭresource_type･macroｬpackage_name｣dbt､pathﾙ'macros/materializations/models/view.sqlｲoriginal_file_pathﾙ'macros/materializations/models/view.sqlｩunique_idﾙ¯o.dbt.materialization_view_defaultｩmacro_sqlﾚ ｰ{%- materialization view, default -%}
|
|||
|
|
|
|||
|
|
{%- set existing_relation = load_cached_relation(this) -%}
|
|||
|
|
{%- set target_relation = this.incorporate(type='view') -%}
|
|||
|
|
{%- set intermediate_relation = make_intermediate_relation(target_relation) -%}
|
|||
|
|
|
|||
|
|
-- the intermediate_relation should not already exist in the database; get_relation
|
|||
|
|
-- will return None in that case. Otherwise, we get a relation that we can drop
|
|||
|
|
-- later, before we try to use this name for the current operation
|
|||
|
|
{%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}
|
|||
|
|
/*
|
|||
|
|
This relation (probably) doesn't exist yet. If it does exist, it's a leftover from
|
|||
|
|
a previous run, and we're going to try to drop it immediately. At the end of this
|
|||
|
|
materialization, we're going to rename the "existing_relation" to this identifier,
|
|||
|
|
and then we're going to drop it. In order to make sure we run the correct one of:
|
|||
|
|
- drop view ...
|
|||
|
|
- drop table ...
|
|||
|
|
|
|||
|
|
We need to set the type of this relation to be the type of the existing_relation, if it exists,
|
|||
|
|
or else "view" as a sane default if it does not. Note that if the existing_relation does not
|
|||
|
|
exist, then there is nothing to move out of the way and subsequentally drop. In that case,
|
|||
|
|
this relation will be effectively unused.
|
|||
|
|
*/
|
|||
|
|
{%- set backup_relation_type = 'view' if existing_relation is none else existing_relation.type -%}
|
|||
|
|
{%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}
|
|||
|
|
-- as above, the backup_relation should not already exist
|
|||
|
|
{%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}
|
|||
|
|
-- grab current tables grants config for comparision later on
|
|||
|
|
{% set grant_config = config.get('grants') %}
|
|||
|
|
|
|||
|
|
{{ run_hooks(pre_hooks, inside_transaction=False) }}
|
|||
|
|
|
|||
|
|
-- drop the temp relations if they exist already in the database
|
|||
|
|
{{ drop_relation_if_exists(preexisting_intermediate_relation) }}
|
|||
|
|
{{ drop_relation_if_exists(preexisting_backup_relation) }}
|
|||
|
|
|
|||
|
|
-- `BEGIN` happens here:
|
|||
|
|
{{ run_hooks(pre_hooks, inside_transaction=True) }}
|
|||
|
|
|
|||
|
|
-- build model
|
|||
|
|
{% call statement('main') -%}
|
|||
|
|
{{ get_create_view_as_sql(intermediate_relation, sql) }}
|
|||
|
|
{%- endcall %}
|
|||
|
|
|
|||
|
|
-- cleanup
|
|||
|
|
-- move the existing view out of the way
|
|||
|
|
{% if existing_relation is not none %}
|
|||
|
|
/* Do the equivalent of rename_if_exists. 'existing_relation' could have been dropped
|
|||
|
|
since the variable was first set. */
|
|||
|
|
{% set existing_relation = load_cached_relation(existing_relation) %}
|
|||
|
|
{% if existing_relation is not none %}
|
|||
|
|
{{ adapter.rename_relation(existing_relation, backup_relation) }}
|
|||
|
|
{% endif %}
|
|||
|
|
{% endif %}
|
|||
|
|
{{ adapter.rename_relation(intermediate_relation, target_relation) }}
|
|||
|
|
|
|||
|
|
{% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}
|
|||
|
|
{% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}
|
|||
|
|
|
|||
|
|
{% do persist_docs(target_relation, model) %}
|
|||
|
|
|
|||
|
|
{{ run_hooks(post_hooks, inside_transaction=True) }}
|
|||
|
|
|
|||
|
|
{{ adapter.commit() }}
|
|||
|
|
|
|||
|
|
{{ drop_relation_if_exists(backup_relation) }}
|
|||
|
|
|
|||
|
|
{{ run_hooks(post_hooks, inside_transaction=False) }}
|
|||
|
|
|
|||
|
|
{{ return({'relations': [target_relation]}) }}
|
|||
|
|
|
|||
|
|
{%- endmaterialization -%}ｪdepends_on※macros埓macro.dbt.load_cached_relationﾙ$macro.dbt.make_intermediate_relationｾmacro.dbt.make_backup_relationｳmacro.dbt.run_hooksﾙ!macro.dbt.drop_relation_if_existsｳmacro.dbt.statementﾙ macro.dbt.get_create_view_as_sqlｷmacro.dbt.should_revokeｶmacro.dbt.apply_grantsｶmacro.dbt.persist_docsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｳsupported_languages､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾏGｳsupported_languages促sqlﾙ'macro.dbt.materialization_table_defaultﾞ ､nameｽmaterialization_table_defaultｭresource_type･macroｬpackage_name｣dbt､pathﾙ(macros/materializations/models/table.sqlｲoriginal_file_pathﾙ(macros/materializations/models/table.sqlｩunique_idﾙ'macro.dbt.materialization_table_defaultｩmacro_sqlﾚ
|
|||
|
|
y{% materialization table, default %}
|
|||
|
|
|
|||
|
|
{%- set existing_relation = load_cached_relation(this) -%}
|
|||
|
|
{%- set target_relation = this.incorporate(type='table') %}
|
|||
|
|
{%- set intermediate_relation = make_intermediate_relation(target_relation) -%}
|
|||
|
|
-- the intermediate_relation should not already exist in the database; get_relation
|
|||
|
|
-- will return None in that case. Otherwise, we get a relation that we can drop
|
|||
|
|
-- later, before we try to use this name for the current operation
|
|||
|
|
{%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}
|
|||
|
|
/*
|
|||
|
|
See ../view/view.sql for more information about this relation.
|
|||
|
|
*/
|
|||
|
|
{%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}
|
|||
|
|
{%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}
|
|||
|
|
-- as above, the backup_relation should not already exist
|
|||
|
|
{%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}
|
|||
|
|
-- grab current tables grants config for comparision later on
|
|||
|
|
{% set grant_config = config.get('grants') %}
|
|||
|
|
|
|||
|
|
-- drop the temp relations if they exist already in the database
|
|||
|
|
{{ drop_relation_if_exists(preexisting_intermediate_relation) }}
|
|||
|
|
{{ drop_relation_if_exists(preexisting_backup_relation) }}
|
|||
|
|
|
|||
|
|
{{ run_hooks(pre_hooks, inside_transaction=False) }}
|
|||
|
|
|
|||
|
|
-- `BEGIN` happens here:
|
|||
|
|
{{ run_hooks(pre_hooks, inside_transaction=True) }}
|
|||
|
|
|
|||
|
|
-- build model
|
|||
|
|
{% call statement('main') -%}
|
|||
|
|
{{ get_create_table_as_sql(False, intermediate_relation, sql) }}
|
|||
|
|
{%- endcall %}
|
|||
|
|
|
|||
|
|
{% do create_indexes(intermediate_relation) %}
|
|||
|
|
|
|||
|
|
-- cleanup
|
|||
|
|
{% if existing_relation is not none %}
|
|||
|
|
/* Do the equivalent of rename_if_exists. 'existing_relation' could have been dropped
|
|||
|
|
since the variable was first set. */
|
|||
|
|
{% set existing_relation = load_cached_relation(existing_relation) %}
|
|||
|
|
{% if existing_relation is not none %}
|
|||
|
|
{{ adapter.rename_relation(existing_relation, backup_relation) }}
|
|||
|
|
{% endif %}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{{ adapter.rename_relation(intermediate_relation, target_relation) }}
|
|||
|
|
|
|||
|
|
{{ run_hooks(post_hooks, inside_transaction=True) }}
|
|||
|
|
|
|||
|
|
{% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}
|
|||
|
|
{% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}
|
|||
|
|
|
|||
|
|
{% do persist_docs(target_relation, model) %}
|
|||
|
|
|
|||
|
|
-- `COMMIT` happens here
|
|||
|
|
{{ adapter.commit() }}
|
|||
|
|
|
|||
|
|
-- finally, drop the existing/backup relation after the commit
|
|||
|
|
{{ drop_relation_if_exists(backup_relation) }}
|
|||
|
|
|
|||
|
|
{{ run_hooks(post_hooks, inside_transaction=False) }}
|
|||
|
|
|
|||
|
|
{{ return({'relations': [target_relation]}) }}
|
|||
|
|
{% endmaterialization %}ｪdepends_on※macros崟macro.dbt.load_cached_relationﾙ$macro.dbt.make_intermediate_relationｾmacro.dbt.make_backup_relationﾙ!macro.dbt.drop_relation_if_existsｳmacro.dbt.run_hooksｳmacro.dbt.statementﾙ!macro.dbt.get_create_table_as_sqlｸmacro.dbt.create_indexesｷmacro.dbt.should_revokeｶmacro.dbt.apply_grantsｶmacro.dbt.persist_docsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｳsupported_languages､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾏT�supported_languages促sqlｸmacro.dbt.get_quoted_csvﾞ ､nameｮget_quoted_csvｭresource_type･macroｬpackage_name｣dbt､pathﾙ=macros/materializations/models/incremental/column_helpers.sqlｲoriginal_file_pathﾙ=macros/materializations/models/incremental/column_helpers.sqlｩunique_idｸmacro.dbt.get_quoted_csvｩmacro_sqlﾚ{% macro get_quoted_csv(column_names) %}
|
|||
|
|
|
|||
|
|
{% set quoted = [] %}
|
|||
|
|
{% for col in column_names -%}
|
|||
|
|
{%- do quoted.append(adapter.quote(col)) -%}
|
|||
|
|
{%- endfor %}
|
|||
|
|
|
|||
|
|
{%- set dest_cols_csv = quoted | join(', ') -%}
|
|||
|
|
{{ return(dest_cols_csv) }}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｬcolumn_names､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ[:ｳsupported_languagesﾀｶmacro.dbt.diff_columnsﾞ ､nameｬdiff_columnsｭresource_type･macroｬpackage_name｣dbt､pathﾙ=macros/materializations/models/incremental/column_helpers.sqlｲoriginal_file_pathﾙ=macros/materializations/models/incremental/column_helpers.sqlｩunique_idｶmacro.dbt.diff_columnsｩmacro_sqlﾚ {% macro diff_columns(source_columns, target_columns) %}
|
|||
|
|
|
|||
|
|
{% set result = [] %}
|
|||
|
|
{% set source_names = source_columns | map(attribute = 'column') | list %}
|
|||
|
|
{% set target_names = target_columns | map(attribute = 'column') | list %}
|
|||
|
|
|
|||
|
|
{# --check whether the name attribute exists in the target - this does not perform a data type check #}
|
|||
|
|
{% for sc in source_columns %}
|
|||
|
|
{% if sc.name not in target_names %}
|
|||
|
|
{{ result.append(sc) }}
|
|||
|
|
{% endif %}
|
|||
|
|
{% endfor %}
|
|||
|
|
|
|||
|
|
{{ return(result) }}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｮsource_columns､typeﾀｫdescription�Ζnameｮtarget_columns､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ^盖supported_languagesﾀﾙ macro.dbt.diff_column_data_typesﾞ ､nameｶdiff_column_data_typesｭresource_type･macroｬpackage_name｣dbt､pathﾙ=macros/materializations/models/incremental/column_helpers.sqlｲoriginal_file_pathﾙ=macros/materializations/models/incremental/column_helpers.sqlｩunique_idﾙ macro.dbt.diff_column_data_typesｩmacro_sqlﾙｳ{% macro diff_column_data_types(source_columns, target_columns) %}
|
|||
|
|
{{ return(adapter.dispatch('diff_column_data_types', 'dbt')(source_columns, target_columns)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎)macro.dbt.default__diff_column_data_typesｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｮsource_columns､typeﾀｫdescription�Ζnameｮtarget_columns､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ`Jｳsupported_languagesﾀﾙ)macro.dbt.default__diff_column_data_typesﾞ ､nameｿdefault__diff_column_data_typesｭresource_type･macroｬpackage_name｣dbt､pathﾙ=macros/materializations/models/incremental/column_helpers.sqlｲoriginal_file_pathﾙ=macros/materializations/models/incremental/column_helpers.sqlｩunique_idﾙ)macro.dbt.default__diff_column_data_typesｩmacro_sqlﾚ {% macro default__diff_column_data_types(source_columns, target_columns) %}
|
|||
|
|
{% set result = [] %}
|
|||
|
|
{% for sc in source_columns %}
|
|||
|
|
{% set tc = target_columns | selectattr("name", "equalto", sc.name) | list | first %}
|
|||
|
|
{% if tc %}
|
|||
|
|
{% if sc.expanded_data_type != tc.expanded_data_type and not sc.can_expand_to(other_column=tc) %}
|
|||
|
|
{{ result.append( { 'column_name': tc.name, 'new_type': sc.expanded_data_type } ) }}
|
|||
|
|
{% endif %}
|
|||
|
|
{% endif %}
|
|||
|
|
{% endfor %}
|
|||
|
|
|
|||
|
|
{{ return(result) }}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｮsource_columns､typeﾀｫdescription�Ζnameｮtarget_columns､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏdwｳsupported_languagesﾀﾙ"macro.dbt.get_merge_update_columnsﾞ ､nameｸget_merge_update_columnsｭresource_type･macroｬpackage_name｣dbt､pathﾙ=macros/materializations/models/incremental/column_helpers.sqlｲoriginal_file_pathﾙ=macros/materializations/models/incremental/column_helpers.sqlｩunique_idﾙ"macro.dbt.get_merge_update_columnsｩmacro_sqlﾙ垬% macro get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) %}
|
|||
|
|
{{ return(adapter.dispatch('get_merge_update_columns', 'dbt')(merge_update_columns, merge_exclude_columns, dest_columns)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎+macro.dbt.default__get_merge_update_columnsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｴmerge_update_columns､typeﾀｫdescription�Ζnameｵmerge_exclude_columns､typeﾀｫdescription�Ζnameｬdest_columns､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏfｳsupported_languagesﾀﾙ+macro.dbt.default__get_merge_update_columnsﾞ ､nameﾙ!default__get_merge_update_columnsｭresource_type･macroｬpackage_name｣dbt､pathﾙ=macros/materializations/models/incremental/column_helpers.sqlｲoriginal_file_pathﾙ=macros/materializations/models/incremental/column_helpers.sqlｩunique_idﾙ+macro.dbt.default__get_merge_update_columnsｩmacro_sqlﾚ本% macro default__get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) %}
|
|||
|
|
{%- set default_cols = dest_columns | map(attribute="quoted") | list -%}
|
|||
|
|
|
|||
|
|
{%- if merge_update_columns and merge_exclude_columns -%}
|
|||
|
|
{{ exceptions.raise_compiler_error(
|
|||
|
|
'Model cannot specify merge_update_columns and merge_exclude_columns. Please update model to use only one config'
|
|||
|
|
)}}
|
|||
|
|
{%- elif merge_update_columns -%}
|
|||
|
|
{%- set update_columns = merge_update_columns -%}
|
|||
|
|
{%- elif merge_exclude_columns -%}
|
|||
|
|
{%- set update_columns = [] -%}
|
|||
|
|
{%- for column in dest_columns -%}
|
|||
|
|
{% if column.column | lower not in merge_exclude_columns | map("lower") | list %}
|
|||
|
|
{%- do update_columns.append(column.quoted) -%}
|
|||
|
|
{% endif %}
|
|||
|
|
{%- endfor -%}
|
|||
|
|
{%- else -%}
|
|||
|
|
{%- set update_columns = default_cols -%}
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{{ return(update_columns) }}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｴmerge_update_columns､typeﾀｫdescription�Ζnameｵmerge_exclude_columns､typeﾀｫdescription�Ζnameｬdest_columns､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏjﾓｳsupported_languagesﾀｷmacro.dbt.get_merge_sqlﾞ ､nameｭget_merge_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ4macros/materializations/models/incremental/merge.sqlｲoriginal_file_pathﾙ4macros/materializations/models/incremental/merge.sqlｩunique_idｷmacro.dbt.get_merge_sqlｩmacro_sqlﾚ_{% macro get_merge_sql(target, source, unique_key, dest_columns, incremental_predicates=none) -%}
|
|||
|
|
-- back compat for old kwarg name
|
|||
|
|
{% set incremental_predicates = kwargs.get('predicates', incremental_predicates) %}
|
|||
|
|
{{ adapter.dispatch('get_merge_sql', 'dbt')(target, source, unique_key, dest_columns, incremental_predicates) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎 macro.dbt.default__get_merge_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments父､nameｦtarget､typeﾀｫdescription�Ζnameｦsource､typeﾀｫdescription�Ζnameｪunique_key､typeﾀｫdescription�Ζnameｬdest_columns､typeﾀｫdescription�Ζnameｶincremental_predicates､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏrﾞｳsupported_languagesﾀﾙ$macro.dbt.get_merge_unique_key_matchﾞ ､nameｺget_merge_unique_key_matchｭresource_type･macroｬpackage_name｣dbt､pathﾙ4macros/materializations/models/incremental/merge.sqlｲoriginal_file_pathﾙ4macros/materializations/models/incremental/merge.sqlｩunique_idﾙ$macro.dbt.get_merge_unique_key_matchｩmacro_sqlﾙﾇ{% macro get_merge_unique_key_match(source_unique_key, target_unique_key) %}
|
|||
|
|
{{ return(adapter.dispatch('get_merge_unique_key_match', 'dbt')(source_unique_key, target_unique_key)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎-macro.dbt.default__get_merge_unique_key_matchｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｱsource_unique_key､typeﾀｫdescription�Ζnameｱtarget_unique_key､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏt6ｳsupported_languagesﾀﾙ-macro.dbt.default__get_merge_unique_key_matchﾞ ､nameﾙ#default__get_merge_unique_key_matchｭresource_type･macroｬpackage_name｣dbt､pathﾙ4macros/materializations/models/incremental/merge.sqlｲoriginal_file_pathﾙ4macros/materializations/models/incremental/merge.sqlｩunique_idﾙ-macro.dbt.default__get_merge_unique_key_matchｩmacro_sqlﾙｬ{% macro default__get_merge_unique_key_match(source_unique_key, target_unique_key) -%}
|
|||
|
|
{{ return(equals(source_unique_key, target_unique_key) | trim) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros族macro.dbt.equalsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｱsource_unique_key､typeﾀｫdescription�Ζnameｱtarget_unique_key､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾏuGｳsupported_languagesﾀﾙ macro.dbt.default__get_merge_sqlﾞ ､nameｶdefault__get_merge_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ4macros/materializations/models/incremental/merge.sqlｲoriginal_file_pathﾙ4macros/materializations/models/incremental/merge.sqlｩunique_idﾙ macro.dbt.default__get_merge_sqlｩmacro_sqlﾚ{% macro default__get_merge_sql(target, source, unique_key, dest_columns, incremental_predicates=none) -%}
|
|||
|
|
{%- set predicates = [] if incremental_predicates is none else [] + incremental_predicates -%}
|
|||
|
|
{%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute="name")) -%}
|
|||
|
|
{%- set merge_update_columns = config.get('merge_update_columns') -%}
|
|||
|
|
{%- set merge_exclude_columns = config.get('merge_exclude_columns') -%}
|
|||
|
|
{%- set update_columns = get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) -%}
|
|||
|
|
{%- set sql_header = config.get('sql_header', none) -%}
|
|||
|
|
|
|||
|
|
{% if unique_key %}
|
|||
|
|
{% if unique_key is sequence and unique_key is not mapping and unique_key is not string %}
|
|||
|
|
{% for key in unique_key %}
|
|||
|
|
{% set this_key_match %}
|
|||
|
|
DBT_INTERNAL_SOURCE.{{ key }} = DBT_INTERNAL_DEST.{{ key }}
|
|||
|
|
{% endset %}
|
|||
|
|
{% do predicates.append(this_key_match) %}
|
|||
|
|
{% endfor %}
|
|||
|
|
{% else %}
|
|||
|
|
{% set source_unique_key = ("DBT_INTERNAL_SOURCE." ~ unique_key) | trim %}
|
|||
|
|
{% set target_unique_key = ("DBT_INTERNAL_DEST." ~ unique_key) | trim %}
|
|||
|
|
{% set unique_key_match = get_merge_unique_key_match(source_unique_key, target_unique_key) %}
|
|||
|
|
{% do predicates.append(unique_key_match) %}
|
|||
|
|
{% endif %}
|
|||
|
|
{% else %}
|
|||
|
|
{% do predicates.append('FALSE') %}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{{ sql_header if sql_header is not none }}
|
|||
|
|
|
|||
|
|
merge into {{ target }} as DBT_INTERNAL_DEST
|
|||
|
|
using {{ source }} as DBT_INTERNAL_SOURCE
|
|||
|
|
on {{"(" ~ predicates | join(") and (") ~ ")"}}
|
|||
|
|
|
|||
|
|
{% if unique_key %}
|
|||
|
|
when matched then update set
|
|||
|
|
{% for column_name in update_columns -%}
|
|||
|
|
{{ column_name }} = DBT_INTERNAL_SOURCE.{{ column_name }}
|
|||
|
|
{%- if not loop.last %}, {%- endif %}
|
|||
|
|
{%- endfor %}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
when not matched then insert
|
|||
|
|
({{ dest_cols_csv }})
|
|||
|
|
values
|
|||
|
|
({{ dest_cols_csv }})
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros萄macro.dbt.get_quoted_csvﾙ"macro.dbt.get_merge_update_columnsﾙ$macro.dbt.get_merge_unique_key_matchｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments父､nameｦtarget､typeﾀｫdescription�Ζnameｦsource､typeﾀｫdescription�Ζnameｪunique_key､typeﾀｫdescription�Ζnameｬdest_columns､typeﾀｫdescription�Ζnameｶincremental_predicates､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ�supported_languagesﾀﾙ%macro.dbt.get_delete_insert_merge_sqlﾞ ､nameｻget_delete_insert_merge_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ4macros/materializations/models/incremental/merge.sqlｲoriginal_file_pathﾙ4macros/materializations/models/incremental/merge.sqlｩunique_idﾙ%macro.dbt.get_delete_insert_merge_sqlｩmacro_sqlﾙ硺% macro get_delete_insert_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) -%}
|
|||
|
|
{{ adapter.dispatch('get_delete_insert_merge_sql', 'dbt')(target, source, unique_key, dest_columns, incremental_predicates) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎.macro.dbt.default__get_delete_insert_merge_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments父､nameｦtarget､typeﾀｫdescription�Ζnameｦsource､typeﾀｫdescription�Ζnameｪunique_key､typeﾀｫdescription�Ζnameｬdest_columns､typeﾀｫdescription�Ζnameｶincremental_predicates､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ←ｳsupported_languagesﾀﾙ.macro.dbt.default__get_delete_insert_merge_sqlﾞ ､nameﾙ$default__get_delete_insert_merge_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ4macros/materializations/models/incremental/merge.sqlｲoriginal_file_pathﾙ4macros/materializations/models/incremental/merge.sqlｩunique_idﾙ.macro.dbt.default__get_delete_insert_merge_sqlｩmacro_sqlﾚｫ{% macro default__get_delete_insert_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) -%}
|
|||
|
|
|
|||
|
|
{%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute="name")) -%}
|
|||
|
|
|
|||
|
|
{% if unique_key %}
|
|||
|
|
{% if unique_key is string %}
|
|||
|
|
{% set unique_key = [unique_key] %}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{%- set unique_key_str = unique_key|join(', ') -%}
|
|||
|
|
|
|||
|
|
delete from {{ target }} as DBT_INTERNAL_DEST
|
|||
|
|
where ({{ unique_key_str }}) in (
|
|||
|
|
select distinct {{ unique_key_str }}
|
|||
|
|
from {{ source }} as DBT_INTERNAL_SOURCE
|
|||
|
|
)
|
|||
|
|
{%- if incremental_predicates %}
|
|||
|
|
{% for predicate in incremental_predicates %}
|
|||
|
|
and {{ predicate }}
|
|||
|
|
{% endfor %}
|
|||
|
|
{%- endif -%};
|
|||
|
|
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
insert into {{ target }} ({{ dest_cols_csv }})
|
|||
|
|
(
|
|||
|
|
select {{ dest_cols_csv }}
|
|||
|
|
from {{ source }}
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros尊macro.dbt.get_quoted_csvｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments父､nameｦtarget､typeﾀｫdescription�Ζnameｦsource､typeﾀｫdescription�Ζnameｪunique_key､typeﾀｫdescription�Ζnameｬdest_columns､typeﾀｫdescription�Ζnameｶincremental_predicates､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ�#ｳsupported_languagesﾀﾙ(macro.dbt.get_insert_overwrite_merge_sqlﾞ ､nameｾget_insert_overwrite_merge_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ4macros/materializations/models/incremental/merge.sqlｲoriginal_file_pathﾙ4macros/materializations/models/incremental/merge.sqlｩunique_idﾙ(macro.dbt.get_insert_overwrite_merge_sqlｩmacro_sqlﾙ�{% macro get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header=false) -%}
|
|||
|
|
{{ adapter.dispatch('get_insert_overwrite_merge_sql', 'dbt')(target, source, dest_columns, predicates, include_sql_header) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎1macro.dbt.default__get_insert_overwrite_merge_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments父､nameｦtarget､typeﾀｫdescription�Ζnameｦsource､typeﾀｫdescription�Ζnameｬdest_columns､typeﾀｫdescription�Ζnameｪpredicates､typeﾀｫdescription�Ζnameｲinclude_sql_header､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ�ｳsupported_languagesﾀﾙ1macro.dbt.default__get_insert_overwrite_merge_sqlﾞ ､nameﾙ'default__get_insert_overwrite_merge_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ4macros/materializations/models/incremental/merge.sqlｲoriginal_file_pathﾙ4macros/materializations/models/incremental/merge.sqlｩunique_idﾙ1macro.dbt.default__get_insert_overwrite_merge_sqlｩmacro_sqlﾚ�% macro default__get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header) -%}
|
|||
|
|
{#-- The only time include_sql_header is True: --#}
|
|||
|
|
{#-- BigQuery + insert_overwrite strategy + "static" partitions config --#}
|
|||
|
|
{#-- We should consider including the sql header at the materialization level instead --#}
|
|||
|
|
|
|||
|
|
{%- set predicates = [] if predicates is none else [] + predicates -%}
|
|||
|
|
{%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute="name")) -%}
|
|||
|
|
{%- set sql_header = config.get('sql_header', none) -%}
|
|||
|
|
|
|||
|
|
{{ sql_header if sql_header is not none and include_sql_header }}
|
|||
|
|
|
|||
|
|
merge into {{ target }} as DBT_INTERNAL_DEST
|
|||
|
|
using {{ source }} as DBT_INTERNAL_SOURCE
|
|||
|
|
on FALSE
|
|||
|
|
|
|||
|
|
when not matched by source
|
|||
|
|
{% if predicates %} and {{ predicates | join(' and ') }} {% endif %}
|
|||
|
|
then delete
|
|||
|
|
|
|||
|
|
when not matched then insert
|
|||
|
|
({{ dest_cols_csv }})
|
|||
|
|
values
|
|||
|
|
({{ dest_cols_csv }})
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros尊macro.dbt.get_quoted_csvｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments父､nameｦtarget､typeﾀｫdescription�Ζnameｦsource､typeﾀｫdescription�Ζnameｬdest_columns､typeﾀｫdescription�Ζnameｪpredicates､typeﾀｫdescription�Ζnameｲinclude_sql_header､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ屈ｳsupported_languagesﾀｸmacro.dbt.is_incrementalﾞ ､nameｮis_incrementalｭresource_type･macroｬpackage_name｣dbt､pathﾙ=macros/materializations/models/incremental/is_incremental.sqlｲoriginal_file_pathﾙ=macros/materializations/models/incremental/is_incremental.sqlｩunique_idｸmacro.dbt.is_incrementalｩmacro_sqlﾚﾜ{% macro is_incremental() %}
|
|||
|
|
{#-- do not run introspective queries in parsing #}
|
|||
|
|
{% if not execute %}
|
|||
|
|
{{ return(False) }}
|
|||
|
|
{% else %}
|
|||
|
|
{% set relation = adapter.get_relation(this.database, this.schema, this.table) %}
|
|||
|
|
{{ return(relation is not none
|
|||
|
|
and relation.type == 'table'
|
|||
|
|
and model.config.materialized == 'incremental'
|
|||
|
|
and not should_full_refresh()) }}
|
|||
|
|
{% endif %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros多macro.dbt.should_full_refreshｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾏ埴ｳsupported_languagesﾀﾙ$macro.dbt.get_incremental_append_sqlﾞ ､nameｺget_incremental_append_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ9macros/materializations/models/incremental/strategies.sqlｲoriginal_file_pathﾙ9macros/materializations/models/incremental/strategies.sqlｩunique_idﾙ$macro.dbt.get_incremental_append_sqlｩmacro_sqlﾙ捜% macro get_incremental_append_sql(arg_dict) %}
|
|||
|
|
|
|||
|
|
{{ return(adapter.dispatch('get_incremental_append_sql', 'dbt')(arg_dict)) }}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎-macro.dbt.default__get_incremental_append_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨarg_dict､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ嚢ｳsupported_languagesﾀﾙ-macro.dbt.default__get_incremental_append_sqlﾞ ､nameﾙ#default__get_incremental_append_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ9macros/materializations/models/incremental/strategies.sqlｲoriginal_file_pathﾙ9macros/materializations/models/incremental/strategies.sqlｩunique_idﾙ-macro.dbt.default__get_incremental_append_sqlｩmacro_sqlﾙﾃ{% macro default__get_incremental_append_sql(arg_dict) %}
|
|||
|
|
|
|||
|
|
{% do return(get_insert_into_sql(arg_dict["target_relation"], arg_dict["temp_relation"], arg_dict["dest_columns"])) %}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros多macro.dbt.get_insert_into_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨarg_dict､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ遍ｳsupported_languagesﾀﾙ+macro.dbt.get_incremental_delete_insert_sqlﾞ ､nameﾙ!get_incremental_delete_insert_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ9macros/materializations/models/incremental/strategies.sqlｲoriginal_file_pathﾙ9macros/materializations/models/incremental/strategies.sqlｩunique_idﾙ+macro.dbt.get_incremental_delete_insert_sqlｩmacro_sqlﾙ毬% macro get_incremental_delete_insert_sql(arg_dict) %}
|
|||
|
|
|
|||
|
|
{{ return(adapter.dispatch('get_incremental_delete_insert_sql', 'dbt')(arg_dict)) }}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎4macro.dbt.default__get_incremental_delete_insert_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨarg_dict､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ愈ｳsupported_languagesﾀﾙ4macro.dbt.default__get_incremental_delete_insert_sqlﾞ ､nameﾙ*default__get_incremental_delete_insert_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ9macros/materializations/models/incremental/strategies.sqlｲoriginal_file_pathﾙ9macros/materializations/models/incremental/strategies.sqlｩunique_idﾙ4macro.dbt.default__get_incremental_delete_insert_sqlｩmacro_sqlﾚ{% macro default__get_incremental_delete_insert_sql(arg_dict) %}
|
|||
|
|
|
|||
|
|
{% do return(get_delete_insert_merge_sql(arg_dict["target_relation"], arg_dict["temp_relation"], arg_dict["unique_key"], arg_dict["dest_columns"], arg_dict["incremental_predicates"])) %}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎%macro.dbt.get_delete_insert_merge_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨarg_dict､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ仆ｳsupported_languagesﾀﾙ#macro.dbt.get_incremental_merge_sqlﾞ ､nameｹget_incremental_merge_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ9macros/materializations/models/incremental/strategies.sqlｲoriginal_file_pathﾙ9macros/materializations/models/incremental/strategies.sqlｩunique_idﾙ#macro.dbt.get_incremental_merge_sqlｩmacro_sqlﾙ旬% macro get_incremental_merge_sql(arg_dict) %}
|
|||
|
|
|
|||
|
|
{{ return(adapter.dispatch('get_incremental_merge_sql', 'dbt')(arg_dict)) }}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎,macro.dbt.default__get_incremental_merge_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨarg_dict､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ圉ｳsupported_languagesﾀﾙ,macro.dbt.default__get_incremental_merge_sqlﾞ ､nameﾙ"default__get_incremental_merge_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ9macros/materializations/models/incremental/strategies.sqlｲoriginal_file_pathﾙ9macros/materializations/models/incremental/strategies.sqlｩunique_idﾙ,macro.dbt.default__get_incremental_merge_sqlｩmacro_sqlﾙ�% macro default__get_incremental_merge_sql(arg_dict) %}
|
|||
|
|
|
|||
|
|
{% do return(get_merge_sql(arg_dict["target_relation"], arg_dict["temp_relation"], arg_dict["unique_key"], arg_dict["dest_columns"], arg_dict["incremental_predicates"])) %}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros孫macro.dbt.get_merge_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨarg_dict､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ徭ｳsupported_languagesﾀﾙ.macro.dbt.get_incremental_insert_overwrite_sqlﾞ ､nameﾙ$get_incremental_insert_overwrite_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ9macros/materializations/models/incremental/strategies.sqlｲoriginal_file_pathﾙ9macros/materializations/models/incremental/strategies.sqlｩunique_idﾙ.macro.dbt.get_incremental_insert_overwrite_sqlｩmacro_sqlﾙ･{% macro get_incremental_insert_overwrite_sql(arg_dict) %}
|
|||
|
|
|
|||
|
|
{{ return(adapter.dispatch('get_incremental_insert_overwrite_sql', 'dbt')(arg_dict)) }}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎7macro.dbt.default__get_incremental_insert_overwrite_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨarg_dict､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ擅ｳsupported_languagesﾀﾙ7macro.dbt.default__get_incremental_insert_overwrite_sqlﾞ ､nameﾙ-default__get_incremental_insert_overwrite_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ9macros/materializations/models/incremental/strategies.sqlｲoriginal_file_pathﾙ9macros/materializations/models/incremental/strategies.sqlｩunique_idﾙ7macro.dbt.default__get_incremental_insert_overwrite_sqlｩmacro_sqlﾙ�% macro default__get_incremental_insert_overwrite_sql(arg_dict) %}
|
|||
|
|
|
|||
|
|
{% do return(get_insert_overwrite_merge_sql(arg_dict["target_relation"], arg_dict["temp_relation"], arg_dict["dest_columns"], arg_dict["incremental_predicates"])) %}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎(macro.dbt.get_insert_overwrite_merge_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨarg_dict､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ�4ｳsupported_languagesﾀﾙ%macro.dbt.get_incremental_default_sqlﾞ ､nameｻget_incremental_default_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ9macros/materializations/models/incremental/strategies.sqlｲoriginal_file_pathﾙ9macros/materializations/models/incremental/strategies.sqlｩunique_idﾙ%macro.dbt.get_incremental_default_sqlｩmacro_sqlﾙ怒% macro get_incremental_default_sql(arg_dict) %}
|
|||
|
|
|
|||
|
|
{{ return(adapter.dispatch('get_incremental_default_sql', 'dbt')(arg_dict)) }}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎8macro.dbt_postgres.postgres__get_incremental_default_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨarg_dict､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ�bｳsupported_languagesﾀﾙ.macro.dbt.default__get_incremental_default_sqlﾞ ､nameﾙ$default__get_incremental_default_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ9macros/materializations/models/incremental/strategies.sqlｲoriginal_file_pathﾙ9macros/materializations/models/incremental/strategies.sqlｩunique_idﾙ.macro.dbt.default__get_incremental_default_sqlｩmacro_sqlﾙボ% macro default__get_incremental_default_sql(arg_dict) %}
|
|||
|
|
|
|||
|
|
{% do return(get_incremental_append_sql(arg_dict)) %}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎$macro.dbt.get_incremental_append_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨarg_dict､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ｡Uｳsupported_languagesﾀﾙ(macro.dbt.get_incremental_microbatch_sqlﾞ ､nameｾget_incremental_microbatch_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ9macros/materializations/models/incremental/strategies.sqlｲoriginal_file_pathﾙ9macros/materializations/models/incremental/strategies.sqlｩunique_idﾙ(macro.dbt.get_incremental_microbatch_sqlｩmacro_sqlﾙ几% macro get_incremental_microbatch_sql(arg_dict) %}
|
|||
|
|
|
|||
|
|
{{ return(adapter.dispatch('get_incremental_microbatch_sql', 'dbt')(arg_dict)) }}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎;macro.dbt_postgres.postgres__get_incremental_microbatch_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨarg_dict､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ｢wｳsupported_languagesﾀﾙ1macro.dbt.default__get_incremental_microbatch_sqlﾞ ､nameﾙ'default__get_incremental_microbatch_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ9macros/materializations/models/incremental/strategies.sqlｲoriginal_file_pathﾙ9macros/materializations/models/incremental/strategies.sqlｩunique_idﾙ1macro.dbt.default__get_incremental_microbatch_sqlｩmacro_sqlﾙﾌ{% macro default__get_incremental_microbatch_sql(arg_dict) %}
|
|||
|
|
|
|||
|
|
{{ exceptions.raise_not_implemented('microbatch materialization strategy not implemented for adapter ' + adapter.type()) }}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨarg_dict､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ｣圧supported_languagesﾀｽmacro.dbt.get_insert_into_sqlﾞ ､nameｳget_insert_into_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ9macros/materializations/models/incremental/strategies.sqlｲoriginal_file_pathﾙ9macros/materializations/models/incremental/strategies.sqlｩunique_idｽmacro.dbt.get_insert_into_sqlｩmacro_sqlﾚ@{% macro get_insert_into_sql(target_relation, temp_relation, dest_columns) %}
|
|||
|
|
|
|||
|
|
{%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute="name")) -%}
|
|||
|
|
|
|||
|
|
insert into {{ target_relation }} ({{ dest_cols_csv }})
|
|||
|
|
(
|
|||
|
|
select {{ dest_cols_csv }}
|
|||
|
|
from {{ temp_relation }}
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros尊macro.dbt.get_quoted_csvｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｯtarget_relation､typeﾀｫdescription�Ζnameｭtemp_relation､typeﾀｫdescription�Ζnameｬdest_columns､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ･Dｳsupported_languagesﾀﾙ-macro.dbt.materialization_incremental_defaultﾞ ､nameﾙ#materialization_incremental_defaultｭresource_type･macroｬpackage_name｣dbt､pathﾙ:macros/materializations/models/incremental/incremental.sqlｲoriginal_file_pathﾙ:macros/materializations/models/incremental/incremental.sqlｩunique_idﾙ-macro.dbt.materialization_incremental_defaultｩmacro_sqlﾚﾀ{% materialization incremental, default -%}
|
|||
|
|
|
|||
|
|
-- relations
|
|||
|
|
{%- set existing_relation = load_cached_relation(this) -%}
|
|||
|
|
{%- set target_relation = this.incorporate(type='table') -%}
|
|||
|
|
{%- set temp_relation = make_temp_relation(target_relation)-%}
|
|||
|
|
{%- set intermediate_relation = make_intermediate_relation(target_relation)-%}
|
|||
|
|
{%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}
|
|||
|
|
{%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}
|
|||
|
|
|
|||
|
|
-- configs
|
|||
|
|
{%- set unique_key = config.get('unique_key') -%}
|
|||
|
|
{%- set full_refresh_mode = (should_full_refresh() or existing_relation.is_view) -%}
|
|||
|
|
{%- set on_schema_change = incremental_validate_on_schema_change(config.get('on_schema_change'), default='ignore') -%}
|
|||
|
|
|
|||
|
|
-- the temp_ and backup_ relations should not already exist in the database; get_relation
|
|||
|
|
-- will return None in that case. Otherwise, we get a relation that we can drop
|
|||
|
|
-- later, before we try to use this name for the current operation. This has to happen before
|
|||
|
|
-- BEGIN, in a separate transaction
|
|||
|
|
{%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation)-%}
|
|||
|
|
{%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}
|
|||
|
|
-- grab current tables grants config for comparision later on
|
|||
|
|
{% set grant_config = config.get('grants') %}
|
|||
|
|
{{ drop_relation_if_exists(preexisting_intermediate_relation) }}
|
|||
|
|
{{ drop_relation_if_exists(preexisting_backup_relation) }}
|
|||
|
|
|
|||
|
|
{{ run_hooks(pre_hooks, inside_transaction=False) }}
|
|||
|
|
|
|||
|
|
-- `BEGIN` happens here:
|
|||
|
|
{{ run_hooks(pre_hooks, inside_transaction=True) }}
|
|||
|
|
|
|||
|
|
{% set to_drop = [] %}
|
|||
|
|
|
|||
|
|
{% set incremental_strategy = config.get('incremental_strategy') or 'default' %}
|
|||
|
|
{% set strategy_sql_macro_func = adapter.get_incremental_strategy_macro(context, incremental_strategy) %}
|
|||
|
|
|
|||
|
|
{% if existing_relation is none %}
|
|||
|
|
{% set build_sql = get_create_table_as_sql(False, target_relation, sql) %}
|
|||
|
|
{% set relation_for_indexes = target_relation %}
|
|||
|
|
{% elif full_refresh_mode %}
|
|||
|
|
{% set build_sql = get_create_table_as_sql(False, intermediate_relation, sql) %}
|
|||
|
|
{% set relation_for_indexes = intermediate_relation %}
|
|||
|
|
{% set need_swap = true %}
|
|||
|
|
{% else %}
|
|||
|
|
{% do run_query(get_create_table_as_sql(True, temp_relation, sql)) %}
|
|||
|
|
{% set relation_for_indexes = temp_relation %}
|
|||
|
|
{% set contract_config = config.get('contract') %}
|
|||
|
|
{% if not contract_config or not contract_config.enforced %}
|
|||
|
|
{% do adapter.expand_target_column_types(
|
|||
|
|
from_relation=temp_relation,
|
|||
|
|
to_relation=target_relation) %}
|
|||
|
|
{% endif %}
|
|||
|
|
{#-- Process schema changes. Returns dict of changes if successful. Use source columns for upserting/merging --#}
|
|||
|
|
{% set dest_columns = process_schema_changes(on_schema_change, temp_relation, existing_relation) %}
|
|||
|
|
{% if not dest_columns %}
|
|||
|
|
{% set dest_columns = adapter.get_columns_in_relation(existing_relation) %}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{#-- Get the incremental_strategy, the macro to use for the strategy, and build the sql --#}
|
|||
|
|
{% set incremental_predicates = config.get('predicates', none) or config.get('incremental_predicates', none) %}
|
|||
|
|
{% set strategy_arg_dict = ({'target_relation': target_relation, 'temp_relation': temp_relation, 'unique_key': unique_key, 'dest_columns': dest_columns, 'incremental_predicates': incremental_predicates }) %}
|
|||
|
|
{% set build_sql = strategy_sql_macro_func(strategy_arg_dict) %}
|
|||
|
|
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% call statement("main") %}
|
|||
|
|
{{ build_sql }}
|
|||
|
|
{% endcall %}
|
|||
|
|
|
|||
|
|
{% if existing_relation is none or existing_relation.is_view or should_full_refresh() %}
|
|||
|
|
{% do create_indexes(relation_for_indexes) %}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% if need_swap %}
|
|||
|
|
{% do adapter.rename_relation(target_relation, backup_relation) %}
|
|||
|
|
{% do adapter.rename_relation(intermediate_relation, target_relation) %}
|
|||
|
|
{% do to_drop.append(backup_relation) %}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% set should_revoke = should_revoke(existing_relation, full_refresh_mode) %}
|
|||
|
|
{% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}
|
|||
|
|
|
|||
|
|
{% do persist_docs(target_relation, model) %}
|
|||
|
|
|
|||
|
|
{{ run_hooks(post_hooks, inside_transaction=True) }}
|
|||
|
|
|
|||
|
|
-- `COMMIT` happens here
|
|||
|
|
{% do adapter.commit() %}
|
|||
|
|
|
|||
|
|
{% for rel in to_drop %}
|
|||
|
|
{% do adapter.drop_relation(rel) %}
|
|||
|
|
{% endfor %}
|
|||
|
|
|
|||
|
|
{{ run_hooks(post_hooks, inside_transaction=False) }}
|
|||
|
|
|
|||
|
|
{{ return({'relations': [target_relation]}) }}
|
|||
|
|
|
|||
|
|
{%- endmaterialization %}ｪdepends_on※macrosﾜ ｾmacro.dbt.load_cached_relationｼmacro.dbt.make_temp_relationﾙ$macro.dbt.make_intermediate_relationｾmacro.dbt.make_backup_relationｽmacro.dbt.should_full_refreshﾙ/macro.dbt.incremental_validate_on_schema_changeﾙ!macro.dbt.drop_relation_if_existsｳmacro.dbt.run_hooksﾙ!macro.dbt.get_create_table_as_sqlｳmacro.dbt.run_queryﾙ macro.dbt.process_schema_changesｳmacro.dbt.statementｸmacro.dbt.create_indexesｷmacro.dbt.should_revokeｶmacro.dbt.apply_grantsｶmacro.dbt.persist_docsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｳsupported_languages､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾏﾀHｳsupported_languages促sqlﾙ/macro.dbt.incremental_validate_on_schema_changeﾞ ､nameﾙ%incremental_validate_on_schema_changeｭresource_type･macroｬpackage_name｣dbt､pathﾙ?macros/materializations/models/incremental/on_schema_change.sqlｲoriginal_file_pathﾙ?macros/materializations/models/incremental/on_schema_change.sqlｩunique_idﾙ/macro.dbt.incremental_validate_on_schema_changeｩmacro_sqlﾚﾔ{% macro incremental_validate_on_schema_change(on_schema_change, default='ignore') %}
|
|||
|
|
|
|||
|
|
{% if on_schema_change not in ['sync_all_columns', 'append_new_columns', 'fail', 'ignore'] %}
|
|||
|
|
|
|||
|
|
{% set log_message = 'Invalid value for on_schema_change (%s) specified. Setting default value of %s.' % (on_schema_change, default) %}
|
|||
|
|
{% do log(log_message) %}
|
|||
|
|
|
|||
|
|
{{ return(default) }}
|
|||
|
|
|
|||
|
|
{% else %}
|
|||
|
|
|
|||
|
|
{{ return(on_schema_change) }}
|
|||
|
|
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｰon_schema_change､typeﾀｫdescription�Ζnameｧdefault､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏﾉyｳsupported_languagesﾀﾙ"macro.dbt.check_for_schema_changesﾞ ､nameｸcheck_for_schema_changesｭresource_type･macroｬpackage_name｣dbt､pathﾙ?macros/materializations/models/incremental/on_schema_change.sqlｲoriginal_file_pathﾙ?macros/materializations/models/incremental/on_schema_change.sqlｩunique_idﾙ"macro.dbt.check_for_schema_changesｩmacro_sqlﾙｻ{% macro check_for_schema_changes(source_relation, target_relation) %}
|
|||
|
|
{{ return(adapter.dispatch('check_for_schema_changes', 'dbt')(source_relation, target_relation)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎+macro.dbt.default__check_for_schema_changesｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｯsource_relation､typeﾀｫdescription�Ζnameｯtarget_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏﾊ箋supported_languagesﾀﾙ+macro.dbt.default__check_for_schema_changesﾞ ､nameﾙ!default__check_for_schema_changesｭresource_type･macroｬpackage_name｣dbt､pathﾙ?macros/materializations/models/incremental/on_schema_change.sqlｲoriginal_file_pathﾙ?macros/materializations/models/incremental/on_schema_change.sqlｩunique_idﾙ+macro.dbt.default__check_for_schema_changesｩmacro_sqlﾚ�% macro default__check_for_schema_changes(source_relation, target_relation) %}
|
|||
|
|
|
|||
|
|
{% set schema_changed = False %}
|
|||
|
|
|
|||
|
|
{%- set source_columns = adapter.get_columns_in_relation(source_relation) -%}
|
|||
|
|
{%- set target_columns = adapter.get_columns_in_relation(target_relation) -%}
|
|||
|
|
{%- set source_not_in_target = diff_columns(source_columns, target_columns) -%}
|
|||
|
|
{%- set target_not_in_source = diff_columns(target_columns, source_columns) -%}
|
|||
|
|
|
|||
|
|
{% set new_target_types = diff_column_data_types(source_columns, target_columns) %}
|
|||
|
|
|
|||
|
|
{% if source_not_in_target != [] %}
|
|||
|
|
{% set schema_changed = True %}
|
|||
|
|
{% elif target_not_in_source != [] or new_target_types != [] %}
|
|||
|
|
{% set schema_changed = True %}
|
|||
|
|
{% elif new_target_types != [] %}
|
|||
|
|
{% set schema_changed = True %}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% set changes_dict = {
|
|||
|
|
'schema_changed': schema_changed,
|
|||
|
|
'source_not_in_target': source_not_in_target,
|
|||
|
|
'target_not_in_source': target_not_in_source,
|
|||
|
|
'source_columns': source_columns,
|
|||
|
|
'target_columns': target_columns,
|
|||
|
|
'new_target_types': new_target_types
|
|||
|
|
} %}
|
|||
|
|
|
|||
|
|
{% set msg %}
|
|||
|
|
In {{ target_relation }}:
|
|||
|
|
Schema changed: {{ schema_changed }}
|
|||
|
|
Source columns not in target: {{ source_not_in_target }}
|
|||
|
|
Target columns not in source: {{ target_not_in_source }}
|
|||
|
|
New column types: {{ new_target_types }}
|
|||
|
|
{% endset %}
|
|||
|
|
|
|||
|
|
{% do log(msg) %}
|
|||
|
|
|
|||
|
|
{{ return(changes_dict) }}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros銚macro.dbt.diff_columnsﾙ macro.dbt.diff_column_data_typesｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｯsource_relation､typeﾀｫdescription�Ζnameｯtarget_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏﾒ｢ｳsupported_languagesﾀｽmacro.dbt.sync_column_schemasﾞ ､nameｳsync_column_schemasｭresource_type･macroｬpackage_name｣dbt､pathﾙ?macros/materializations/models/incremental/on_schema_change.sqlｲoriginal_file_pathﾙ?macros/materializations/models/incremental/on_schema_change.sqlｩunique_idｽmacro.dbt.sync_column_schemasｩmacro_sqlﾙﾝ{% macro sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}
|
|||
|
|
{{ return(adapter.dispatch('sync_column_schemas', 'dbt')(on_schema_change, target_relation, schema_changes_dict)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎¯o.dbt.default__sync_column_schemasｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｰon_schema_change､typeﾀｫdescription�Ζnameｯtarget_relation､typeﾀｫdescription�Ζnameｳschema_changes_dict､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾏﾔJｳsupported_languagesﾀﾙ¯o.dbt.default__sync_column_schemasﾞ ､nameｼdefault__sync_column_schemasｭresource_type･macroｬpackage_name｣dbt､pathﾙ?macros/materializations/models/incremental/on_schema_change.sqlｲoriginal_file_pathﾙ?macros/materializations/models/incremental/on_schema_change.sqlｩunique_idﾙ¯o.dbt.default__sync_column_schemasｩmacro_sqlﾚｳ{% macro default__sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}
|
|||
|
|
|
|||
|
|
{%- set add_to_target_arr = schema_changes_dict['source_not_in_target'] -%}
|
|||
|
|
{%- set remove_from_target_arr = schema_changes_dict['target_not_in_source'] -%}
|
|||
|
|
{%- set new_target_types = schema_changes_dict['new_target_types'] -%}
|
|||
|
|
|
|||
|
|
{%- if on_schema_change == 'append_new_columns'-%}
|
|||
|
|
{%- if add_to_target_arr | length > 0 -%}
|
|||
|
|
{%- do alter_relation_add_remove_columns(target_relation, add_to_target_arr, none) -%}
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{% elif on_schema_change == 'sync_all_columns' %}
|
|||
|
|
|
|||
|
|
{% if add_to_target_arr | length > 0 or remove_from_target_arr | length > 0 %}
|
|||
|
|
{%- do alter_relation_add_remove_columns(target_relation, add_to_target_arr, remove_from_target_arr) -%}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% if new_target_types != [] %}
|
|||
|
|
{% for ntt in new_target_types %}
|
|||
|
|
{% set column_name = ntt['column_name'] %}
|
|||
|
|
{% set new_type = ntt['new_type'] %}
|
|||
|
|
{% do alter_column_type(target_relation, column_name, new_type) %}
|
|||
|
|
{% endfor %}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% set schema_change_message %}
|
|||
|
|
In {{ target_relation }}:
|
|||
|
|
Schema change approach: {{ on_schema_change }}
|
|||
|
|
Columns added: {{ add_to_target_arr }}
|
|||
|
|
Columns removed: {{ remove_from_target_arr }}
|
|||
|
|
Data types changed: {{ new_target_types }}
|
|||
|
|
{% endset %}
|
|||
|
|
|
|||
|
|
{% do log(schema_change_message) %}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros壷+macro.dbt.alter_relation_add_remove_columnsｻmacro.dbt.alter_column_typeｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｰon_schema_change､typeﾀｫdescription�Ζnameｯtarget_relation､typeﾀｫdescription�Ζnameｳschema_changes_dict､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏﾛﾟｳsupported_languagesﾀﾙ macro.dbt.process_schema_changesﾞ ､nameｶprocess_schema_changesｭresource_type･macroｬpackage_name｣dbt､pathﾙ?macros/materializations/models/incremental/on_schema_change.sqlｲoriginal_file_pathﾙ?macros/materializations/models/incremental/on_schema_change.sqlｩunique_idﾙ macro.dbt.process_schema_changesｩmacro_sqlﾙﾛ{% macro process_schema_changes(on_schema_change, source_relation, target_relation) %}
|
|||
|
|
{{ return(adapter.dispatch('process_schema_changes', 'dbt')(on_schema_change, source_relation, target_relation)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎)macro.dbt.default__process_schema_changesｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｰon_schema_change､typeﾀｫdescription�Ζnameｯsource_relation､typeﾀｫdescription�Ζnameｯtarget_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏﾝrｳsupported_languagesﾀﾙ)macro.dbt.default__process_schema_changesﾞ ､nameｿdefault__process_schema_changesｭresource_type･macroｬpackage_name｣dbt､pathﾙ?macros/materializations/models/incremental/on_schema_change.sqlｲoriginal_file_pathﾙ?macros/materializations/models/incremental/on_schema_change.sqlｩunique_idﾙ)macro.dbt.default__process_schema_changesｩmacro_sqlﾚ+{% macro default__process_schema_changes(on_schema_change, source_relation, target_relation) %}
|
|||
|
|
|
|||
|
|
{% if on_schema_change == 'ignore' %}
|
|||
|
|
|
|||
|
|
{{ return({}) }}
|
|||
|
|
|
|||
|
|
{% else %}
|
|||
|
|
|
|||
|
|
{% set schema_changes_dict = check_for_schema_changes(source_relation, target_relation) %}
|
|||
|
|
|
|||
|
|
{% if schema_changes_dict['schema_changed'] %}
|
|||
|
|
|
|||
|
|
{% if on_schema_change == 'fail' %}
|
|||
|
|
|
|||
|
|
{% set fail_msg %}
|
|||
|
|
The source and target schemas on this incremental model are out of sync!
|
|||
|
|
They can be reconciled in several ways:
|
|||
|
|
- set the `on_schema_change` config to either append_new_columns or sync_all_columns, depending on your situation.
|
|||
|
|
- Re-run the incremental model with `full_refresh: True` to update the target schema.
|
|||
|
|
- update the schema manually and re-run the process.
|
|||
|
|
|
|||
|
|
Additional troubleshooting context:
|
|||
|
|
Source columns not in target: {{ schema_changes_dict['source_not_in_target'] }}
|
|||
|
|
Target columns not in source: {{ schema_changes_dict['target_not_in_source'] }}
|
|||
|
|
New column types: {{ schema_changes_dict['new_target_types'] }}
|
|||
|
|
{% endset %}
|
|||
|
|
|
|||
|
|
{% do exceptions.raise_compiler_error(fail_msg) %}
|
|||
|
|
|
|||
|
|
{# -- unless we ignore, run the sync operation per the config #}
|
|||
|
|
{% else %}
|
|||
|
|
|
|||
|
|
{% do sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}
|
|||
|
|
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{{ return(schema_changes_dict['source_columns']) }}
|
|||
|
|
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros壷"macro.dbt.check_for_schema_changesｽmacro.dbt.sync_column_schemasｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｰon_schema_change､typeﾀｫdescription�Ζnameｯsource_relation､typeﾀｫdescription�Ζnameｯtarget_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ糅ｳsupported_languagesﾀｹmacro.dbt.can_clone_tableﾞ ､nameｯcan_clone_tableｭresource_type･macroｬpackage_name｣dbt､pathﾙ8macros/materializations/models/clone/can_clone_table.sqlｲoriginal_file_pathﾙ8macros/materializations/models/clone/can_clone_table.sqlｩunique_idｹmacro.dbt.can_clone_tableｩmacro_sqlﾙk{% macro can_clone_table() %}
|
|||
|
|
{{ return(adapter.dispatch('can_clone_table', 'dbt')()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎"macro.dbt.default__can_clone_tableｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾏ荵ｳsupported_languagesﾀﾙ"macro.dbt.default__can_clone_tableﾞ ､nameｸdefault__can_clone_tableｭresource_type･macroｬpackage_name｣dbt､pathﾙ8macros/materializations/models/clone/can_clone_table.sqlｲoriginal_file_pathﾙ8macros/materializations/models/clone/can_clone_table.sqlｩunique_idﾙ"macro.dbt.default__can_clone_tableｩmacro_sqlﾙM{% macro default__can_clone_table() %}
|
|||
|
|
{{ return(False) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾏ蜩ｳsupported_languagesﾀﾙ!macro.dbt.create_or_replace_cloneﾞ ､nameｷcreate_or_replace_cloneｭresource_type･macroｬpackage_name｣dbt､pathﾙ@macros/materializations/models/clone/create_or_replace_clone.sqlｲoriginal_file_pathﾙ@macros/materializations/models/clone/create_or_replace_clone.sqlｩunique_idﾙ!macro.dbt.create_or_replace_cloneｩmacro_sqlﾙｵ{% macro create_or_replace_clone(this_relation, defer_relation) %}
|
|||
|
|
{{ return(adapter.dispatch('create_or_replace_clone', 'dbt')(this_relation, defer_relation)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎*macro.dbt.default__create_or_replace_cloneｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｭthis_relation､typeﾀｫdescription�Ζnameｮdefer_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ邇ｳsupported_languagesﾀﾙ*macro.dbt.default__create_or_replace_cloneﾞ ､nameﾙ default__create_or_replace_cloneｭresource_type･macroｬpackage_name｣dbt､pathﾙ@macros/materializations/models/clone/create_or_replace_clone.sqlｲoriginal_file_pathﾙ@macros/materializations/models/clone/create_or_replace_clone.sqlｩunique_idﾙ*macro.dbt.default__create_or_replace_cloneｩmacro_sqlﾙｷ{% macro default__create_or_replace_clone(this_relation, defer_relation) %}
|
|||
|
|
create or replace table {{ this_relation.render() }} clone {{ defer_relation.render() }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｭthis_relation､typeﾀｫdescription�Ζnameｮdefer_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ霖ｳsupported_languagesﾀﾙ'macro.dbt.materialization_clone_defaultﾞ ､nameｽmaterialization_clone_defaultｭresource_type･macroｬpackage_name｣dbt､pathﾙ.macros/materializations/models/clone/clone.sqlｲoriginal_file_pathﾙ.macros/materializations/models/clone/clone.sqlｩunique_idﾙ'macro.dbt.materialization_clone_defaultｩmacro_sqlﾚ .{%- materialization clone, default -%}
|
|||
|
|
|
|||
|
|
{%- set relations = {'relations': []} -%}
|
|||
|
|
|
|||
|
|
{%- if not defer_relation -%}
|
|||
|
|
-- nothing to do
|
|||
|
|
{{ log("No relation found in state manifest for " ~ model.unique_id, info=True) }}
|
|||
|
|
{{ return(relations) }}
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{%- set existing_relation = load_cached_relation(this) -%}
|
|||
|
|
|
|||
|
|
{%- if existing_relation and not flags.FULL_REFRESH -%}
|
|||
|
|
-- noop!
|
|||
|
|
{{ log("Relation " ~ existing_relation ~ " already exists", info=True) }}
|
|||
|
|
{{ return(relations) }}
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{%- set other_existing_relation = load_cached_relation(defer_relation) -%}
|
|||
|
|
|
|||
|
|
-- If this is a database that can do zero-copy cloning of tables, and the other relation is a table, then this will be a table
|
|||
|
|
-- Otherwise, this will be a view
|
|||
|
|
|
|||
|
|
{% set can_clone_table = can_clone_table() %}
|
|||
|
|
{%- set grant_config = config.get('grants') -%}
|
|||
|
|
|
|||
|
|
{%- if other_existing_relation and other_existing_relation.type == 'table' and can_clone_table -%}
|
|||
|
|
|
|||
|
|
{%- set target_relation = this.incorporate(type='table') -%}
|
|||
|
|
{% if existing_relation is not none and not existing_relation.is_table %}
|
|||
|
|
{{ log("Dropping relation " ~ existing_relation.render() ~ " because it is of type " ~ existing_relation.type) }}
|
|||
|
|
{{ drop_relation_if_exists(existing_relation) }}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
-- as a general rule, data platforms that can clone tables can also do atomic 'create or replace'
|
|||
|
|
{% if target_relation.database == defer_relation.database and
|
|||
|
|
target_relation.schema == defer_relation.schema and
|
|||
|
|
target_relation.identifier == defer_relation.identifier %}
|
|||
|
|
{{ log("Target relation and defer relation are the same, skipping clone for relation: " ~ target_relation.render()) }}
|
|||
|
|
{% else %}
|
|||
|
|
{% call statement('main') %}
|
|||
|
|
{{ create_or_replace_clone(target_relation, defer_relation) }}
|
|||
|
|
{% endcall %}
|
|||
|
|
{% endif %}
|
|||
|
|
{% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}
|
|||
|
|
{% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}
|
|||
|
|
{% do persist_docs(target_relation, model) %}
|
|||
|
|
|
|||
|
|
{{ return({'relations': [target_relation]}) }}
|
|||
|
|
|
|||
|
|
{%- else -%}
|
|||
|
|
|
|||
|
|
{%- set target_relation = this.incorporate(type='view') -%}
|
|||
|
|
|
|||
|
|
-- reuse the view materialization
|
|||
|
|
-- TODO: support actual dispatch for materialization macros
|
|||
|
|
-- Tracking ticket: https://github.com/dbt-labs/dbt-core/issues/7799
|
|||
|
|
{% set search_name = "materialization_view_" ~ adapter.type() %}
|
|||
|
|
{% if not search_name in context %}
|
|||
|
|
{% set search_name = "materialization_view_default" %}
|
|||
|
|
{% endif %}
|
|||
|
|
{% set materialization_macro = context[search_name] %}
|
|||
|
|
{% set relations = materialization_macro() %}
|
|||
|
|
{{ return(relations) }}
|
|||
|
|
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{%- endmaterialization -%}ｪdepends_on※macros仞macro.dbt.load_cached_relationｹmacro.dbt.can_clone_tableﾙ!macro.dbt.drop_relation_if_existsｳmacro.dbt.statementﾙ!macro.dbt.create_or_replace_cloneｷmacro.dbt.should_revokeｶmacro.dbt.apply_grantsｶmacro.dbt.persist_docsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｳsupported_languages､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾏ柀ｳsupported_languages促sqlﾙ¯o.dbt.materialization_seed_defaultﾞ ､nameｼmaterialization_seed_defaultｭresource_type･macroｬpackage_name｣dbt､pathﾙ¯os/materializations/seeds/seed.sqlｲoriginal_file_pathﾙ¯os/materializations/seeds/seed.sqlｩunique_idﾙ¯o.dbt.materialization_seed_defaultｩmacro_sqlﾚｬ{% materialization seed, default %}
|
|||
|
|
|
|||
|
|
{%- set identifier = model['alias'] -%}
|
|||
|
|
{%- set full_refresh_mode = (should_full_refresh()) -%}
|
|||
|
|
|
|||
|
|
{%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}
|
|||
|
|
|
|||
|
|
{%- set exists_as_table = (old_relation is not none and old_relation.is_table) -%}
|
|||
|
|
{%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}
|
|||
|
|
|
|||
|
|
{%- set grant_config = config.get('grants') -%}
|
|||
|
|
{%- set agate_table = load_agate_table() -%}
|
|||
|
|
-- grab current tables grants config for comparison later on
|
|||
|
|
|
|||
|
|
{%- do store_result('agate_table', response='OK', agate_table=agate_table) -%}
|
|||
|
|
|
|||
|
|
{{ run_hooks(pre_hooks, inside_transaction=False) }}
|
|||
|
|
|
|||
|
|
-- `BEGIN` happens here:
|
|||
|
|
{{ run_hooks(pre_hooks, inside_transaction=True) }}
|
|||
|
|
|
|||
|
|
-- build model
|
|||
|
|
{% set create_table_sql = "" %}
|
|||
|
|
{% if exists_as_view %}
|
|||
|
|
{{ exceptions.raise_compiler_error("Cannot seed to '{}', it is a view".format(old_relation.render())) }}
|
|||
|
|
{% elif exists_as_table %}
|
|||
|
|
{% set create_table_sql = reset_csv_table(model, full_refresh_mode, old_relation, agate_table) %}
|
|||
|
|
{% else %}
|
|||
|
|
{% set create_table_sql = create_csv_table(model, agate_table) %}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% set code = 'CREATE' if full_refresh_mode else 'INSERT' %}
|
|||
|
|
{% set rows_affected = (agate_table.rows | length) %}
|
|||
|
|
{% set sql = "" %}
|
|||
|
|
{% if rows_affected > 0 %}
|
|||
|
|
{% set sql = load_csv_rows(model, agate_table) %}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% call noop_statement('main', code ~ ' ' ~ rows_affected, code, rows_affected) %}
|
|||
|
|
{{ get_csv_sql(create_table_sql, sql) }};
|
|||
|
|
{% endcall %}
|
|||
|
|
|
|||
|
|
{% set target_relation = this.incorporate(type='table') %}
|
|||
|
|
|
|||
|
|
{% set should_revoke = should_revoke(old_relation, full_refresh_mode) %}
|
|||
|
|
{% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}
|
|||
|
|
|
|||
|
|
{% do persist_docs(target_relation, model) %}
|
|||
|
|
|
|||
|
|
{% if full_refresh_mode or not exists_as_table %}
|
|||
|
|
{% do create_indexes(target_relation) %}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{{ run_hooks(post_hooks, inside_transaction=True) }}
|
|||
|
|
|
|||
|
|
-- `COMMIT` happens here
|
|||
|
|
{{ adapter.commit() }}
|
|||
|
|
|
|||
|
|
{{ run_hooks(post_hooks, inside_transaction=False) }}
|
|||
|
|
|
|||
|
|
{{ return({'relations': [target_relation]}) }}
|
|||
|
|
|
|||
|
|
{% endmaterialization %}ｪdepends_on※macros嵜macro.dbt.should_full_refreshｳmacro.dbt.run_hooksｹmacro.dbt.reset_csv_tableｺmacro.dbt.create_csv_tableｷmacro.dbt.load_csv_rowsｸmacro.dbt.noop_statementｵmacro.dbt.get_csv_sqlｷmacro.dbt.should_revokeｶmacro.dbt.apply_grantsｶmacro.dbt.persist_docsｸmacro.dbt.create_indexesｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｳsupported_languages､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ xｳsupported_languages促sqlｺmacro.dbt.create_csv_tableﾞ ､nameｰcreate_csv_tableｭresource_type･macroｬpackage_name｣dbt､pathﾙ)macros/materializations/seeds/helpers.sqlｲoriginal_file_pathﾙ)macros/materializations/seeds/helpers.sqlｩunique_idｺmacro.dbt.create_csv_tableｩmacro_sqlﾙ閲% macro create_csv_table(model, agate_table) -%}
|
|||
|
|
{{ adapter.dispatch('create_csv_table', 'dbt')(model, agate_table) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎#macro.dbt.default__create_csv_tableｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name･model､typeﾀｫdescription�Ζnameｫagate_table､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ雉supported_languagesﾀﾙ#macro.dbt.default__create_csv_tableﾞ ､nameｹdefault__create_csv_tableｭresource_type･macroｬpackage_name｣dbt､pathﾙ)macros/materializations/seeds/helpers.sqlｲoriginal_file_pathﾙ)macros/materializations/seeds/helpers.sqlｩunique_idﾙ#macro.dbt.default__create_csv_tableｩmacro_sqlﾚ({% macro default__create_csv_table(model, agate_table) %}
|
|||
|
|
{%- set column_override = model['config'].get('column_types', {}) -%}
|
|||
|
|
{%- set quote_seed_column = model['config'].get('quote_columns', None) -%}
|
|||
|
|
|
|||
|
|
{% set sql %}
|
|||
|
|
create table {{ this.render() }} (
|
|||
|
|
{%- for col_name in agate_table.column_names -%}
|
|||
|
|
{%- set inferred_type = adapter.convert_type(agate_table, loop.index0) -%}
|
|||
|
|
{%- set type = column_override.get(col_name, inferred_type) -%}
|
|||
|
|
{%- set column_name = (col_name | string) -%}
|
|||
|
|
{{ adapter.quote_seed_column(column_name, quote_seed_column) }} {{ type }} {%- if not loop.last -%}, {%- endif -%}
|
|||
|
|
{%- endfor -%}
|
|||
|
|
)
|
|||
|
|
{% endset %}
|
|||
|
|
|
|||
|
|
{% call statement('_') -%}
|
|||
|
|
{{ sql }}
|
|||
|
|
{%- endcall %}
|
|||
|
|
|
|||
|
|
{{ return(sql) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros袖macro.dbt.statementｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name･model､typeﾀｫdescription�Ζnameｫagate_table､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐaｳsupported_languagesﾀｹmacro.dbt.reset_csv_tableﾞ ､nameｯreset_csv_tableｭresource_type･macroｬpackage_name｣dbt､pathﾙ)macros/materializations/seeds/helpers.sqlｲoriginal_file_pathﾙ)macros/materializations/seeds/helpers.sqlｩunique_idｹmacro.dbt.reset_csv_tableｩmacro_sqlﾙｿ{% macro reset_csv_table(model, full_refresh, old_relation, agate_table) -%}
|
|||
|
|
{{ adapter.dispatch('reset_csv_table', 'dbt')(model, full_refresh, old_relation, agate_table) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎"macro.dbt.default__reset_csv_tableｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments買､name･model､typeﾀｫdescription�Ζnameｬfull_refresh､typeﾀｫdescription�Ζnameｬold_relation､typeﾀｫdescription�Ζnameｫagate_table､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐﾞｳsupported_languagesﾀﾙ"macro.dbt.default__reset_csv_tableﾞ ､nameｸdefault__reset_csv_tableｭresource_type･macroｬpackage_name｣dbt､pathﾙ)macros/materializations/seeds/helpers.sqlｲoriginal_file_pathﾙ)macros/materializations/seeds/helpers.sqlｩunique_idﾙ"macro.dbt.default__reset_csv_tableｩmacro_sqlﾚｱ{% macro default__reset_csv_table(model, full_refresh, old_relation, agate_table) %}
|
|||
|
|
{% set sql = "" %}
|
|||
|
|
{% if full_refresh %}
|
|||
|
|
{{ adapter.drop_relation(old_relation) }}
|
|||
|
|
{% set sql = create_csv_table(model, agate_table) %}
|
|||
|
|
{% else %}
|
|||
|
|
{{ adapter.truncate_relation(old_relation) }}
|
|||
|
|
{% set sql = "truncate table " ~ old_relation.render() %}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{{ return(sql) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros村macro.dbt.create_csv_tableｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments買､name･model､typeﾀｫdescription�Ζnameｬfull_refresh､typeﾀｫdescription�Ζnameｬold_relation､typeﾀｫdescription�Ζnameｫagate_table､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ ﾗｳsupported_languagesﾀｵmacro.dbt.get_csv_sqlﾞ ､nameｫget_csv_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ)macros/materializations/seeds/helpers.sqlｲoriginal_file_pathﾙ)macros/materializations/seeds/helpers.sqlｩunique_idｵmacro.dbt.get_csv_sqlｩmacro_sqlﾙ毬% macro get_csv_sql(create_or_truncate_sql, insert_sql) %}
|
|||
|
|
{{ adapter.dispatch('get_csv_sql', 'dbt')(create_or_truncate_sql, insert_sql) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros太macro.dbt.default__get_csv_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｶcreate_or_truncate_sql､typeﾀｫdescription�Ζnameｪinsert_sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ ｳsupported_languagesﾀｾmacro.dbt.default__get_csv_sqlﾞ ､nameｴdefault__get_csv_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ)macros/materializations/seeds/helpers.sqlｲoriginal_file_pathﾙ)macros/materializations/seeds/helpers.sqlｩunique_idｾmacro.dbt.default__get_csv_sqlｩmacro_sqlﾙ掉% macro default__get_csv_sql(create_or_truncate_sql, insert_sql) %}
|
|||
|
|
{{ create_or_truncate_sql }};
|
|||
|
|
-- dbt seed --
|
|||
|
|
{{ insert_sql }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｶcreate_or_truncate_sql､typeﾀｫdescription�Ζnameｪinsert_sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ �supported_languagesﾀｺmacro.dbt.get_binding_charﾞ ､nameｰget_binding_charｭresource_type･macroｬpackage_name｣dbt､pathﾙ)macros/materializations/seeds/helpers.sqlｲoriginal_file_pathﾙ)macros/materializations/seeds/helpers.sqlｩunique_idｺmacro.dbt.get_binding_charｩmacro_sqlﾙe{% macro get_binding_char() -%}
|
|||
|
|
{{ adapter.dispatch('get_binding_char', 'dbt')() }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎#macro.dbt.default__get_binding_charｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾐ ﾙｳsupported_languagesﾀﾙ#macro.dbt.default__get_binding_charﾞ ､nameｹdefault__get_binding_charｭresource_type･macroｬpackage_name｣dbt､pathﾙ)macros/materializations/seeds/helpers.sqlｲoriginal_file_pathﾙ)macros/materializations/seeds/helpers.sqlｩunique_idﾙ#macro.dbt.default__get_binding_charｩmacro_sqlﾙK{% macro default__get_binding_char() %}
|
|||
|
|
{{ return('%s') }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾐ!uｳsupported_languagesﾀｸmacro.dbt.get_batch_sizeﾞ ､nameｮget_batch_sizeｭresource_type･macroｬpackage_name｣dbt､pathﾙ)macros/materializations/seeds/helpers.sqlｲoriginal_file_pathﾙ)macros/materializations/seeds/helpers.sqlｩunique_idｸmacro.dbt.get_batch_sizeｩmacro_sqlﾙi{% macro get_batch_size() -%}
|
|||
|
|
{{ return(adapter.dispatch('get_batch_size', 'dbt')()) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎!macro.dbt.default__get_batch_sizeｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾐ"tｳsupported_languagesﾀﾙ!macro.dbt.default__get_batch_sizeﾞ ､nameｷdefault__get_batch_sizeｭresource_type･macroｬpackage_name｣dbt､pathﾙ)macros/materializations/seeds/helpers.sqlｲoriginal_file_pathﾙ)macros/materializations/seeds/helpers.sqlｩunique_idﾙ!macro.dbt.default__get_batch_sizeｩmacro_sqlﾙJ{% macro default__get_batch_size() %}
|
|||
|
|
{{ return(10000) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾐ#6ｳsupported_languagesﾀﾙ$macro.dbt.get_seed_column_quoted_csvﾞ ､nameｺget_seed_column_quoted_csvｭresource_type･macroｬpackage_name｣dbt､pathﾙ)macros/materializations/seeds/helpers.sqlｲoriginal_file_pathﾙ)macros/materializations/seeds/helpers.sqlｩunique_idﾙ$macro.dbt.get_seed_column_quoted_csvｩmacro_sqlﾚ旬% macro get_seed_column_quoted_csv(model, column_names) %}
|
|||
|
|
{%- set quote_seed_column = model['config'].get('quote_columns', None) -%}
|
|||
|
|
{% set quoted = [] %}
|
|||
|
|
{% for col in column_names -%}
|
|||
|
|
{%- do quoted.append(adapter.quote_seed_column(col, quote_seed_column)) -%}
|
|||
|
|
{%- endfor %}
|
|||
|
|
|
|||
|
|
{%- set dest_cols_csv = quoted | join(', ') -%}
|
|||
|
|
{{ return(dest_cols_csv) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name･model､typeﾀｫdescription�Ζnameｬcolumn_names､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ& ｳsupported_languagesﾀｷmacro.dbt.load_csv_rowsﾞ ､nameｭload_csv_rowsｭresource_type･macroｬpackage_name｣dbt､pathﾙ)macros/materializations/seeds/helpers.sqlｲoriginal_file_pathﾙ)macros/materializations/seeds/helpers.sqlｩunique_idｷmacro.dbt.load_csv_rowsｩmacro_sqlﾙボ% macro load_csv_rows(model, agate_table) -%}
|
|||
|
|
{{ adapter.dispatch('load_csv_rows', 'dbt')(model, agate_table) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎 macro.dbt.default__load_csv_rowsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name･model､typeﾀｫdescription�Ζnameｫagate_table､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ'Vｳsupported_languagesﾀﾙ macro.dbt.default__load_csv_rowsﾞ ､nameｶdefault__load_csv_rowsｭresource_type･macroｬpackage_name｣dbt､pathﾙ)macros/materializations/seeds/helpers.sqlｲoriginal_file_pathﾙ)macros/materializations/seeds/helpers.sqlｩunique_idﾙ macro.dbt.default__load_csv_rowsｩmacro_sqlﾚ^{% macro default__load_csv_rows(model, agate_table) %}
|
|||
|
|
|
|||
|
|
{% set batch_size = get_batch_size() %}
|
|||
|
|
|
|||
|
|
{% set cols_sql = get_seed_column_quoted_csv(model, agate_table.column_names) %}
|
|||
|
|
{% set bindings = [] %}
|
|||
|
|
|
|||
|
|
{% set statements = [] %}
|
|||
|
|
|
|||
|
|
{% for chunk in agate_table.rows | batch(batch_size) %}
|
|||
|
|
{% set bindings = [] %}
|
|||
|
|
|
|||
|
|
{% for row in chunk %}
|
|||
|
|
{% do bindings.extend(row) %}
|
|||
|
|
{% endfor %}
|
|||
|
|
|
|||
|
|
{% set sql %}
|
|||
|
|
insert into {{ this.render() }} ({{ cols_sql }}) values
|
|||
|
|
{% for row in chunk -%}
|
|||
|
|
({%- for column in agate_table.column_names -%}
|
|||
|
|
{{ get_binding_char() }}
|
|||
|
|
{%- if not loop.last%},{%- endif %}
|
|||
|
|
{%- endfor -%})
|
|||
|
|
{%- if not loop.last%},{%- endif %}
|
|||
|
|
{%- endfor %}
|
|||
|
|
{% endset %}
|
|||
|
|
|
|||
|
|
{% do adapter.add_query(sql, bindings=bindings, abridge_sql_log=True) %}
|
|||
|
|
|
|||
|
|
{% if loop.index0 == 0 %}
|
|||
|
|
{% do statements.append(sql) %}
|
|||
|
|
{% endif %}
|
|||
|
|
{% endfor %}
|
|||
|
|
|
|||
|
|
{# Return SQL so we can render it out into the compiled files #}
|
|||
|
|
{{ return(statements[0]) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros萄macro.dbt.get_batch_sizeﾙ$macro.dbt.get_seed_column_quoted_csvｺmacro.dbt.get_binding_charｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name･model､typeﾀｫdescription�Ζnameｫagate_table､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ.ﾔｳsupported_languagesﾀｽmacro.dbt.scalar_function_sqlﾞ ､nameｳscalar_function_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/materializations/functions/scalar.sqlｲoriginal_file_pathﾙ,macros/materializations/functions/scalar.sqlｩunique_idｽmacro.dbt.scalar_function_sqlｩmacro_sqlﾙ捜% macro scalar_function_sql(target_relation) %}
|
|||
|
|
{{ return(adapter.dispatch('scalar_function_sql', 'dbt')(target_relation)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎¯o.dbt.default__scalar_function_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｯtarget_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ4]ｳsupported_languagesﾀﾙ¯o.dbt.default__scalar_function_sqlﾞ ､nameｼdefault__scalar_function_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/materializations/functions/scalar.sqlｲoriginal_file_pathﾙ,macros/materializations/functions/scalar.sqlｩunique_idﾙ¯o.dbt.default__scalar_function_sqlｩmacro_sqlﾙｶ{% macro default__scalar_function_sql(target_relation) %}
|
|||
|
|
{{ scalar_function_create_replace_signature_sql(target_relation) }}
|
|||
|
|
{{ scalar_function_body_sql() }};
|
|||
|
|
{% endmacro %}ｪdepends_on※macros壷6macro.dbt.scalar_function_create_replace_signature_sqlﾙ"macro.dbt.scalar_function_body_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｯtarget_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ5教supported_languagesﾀﾙ6macro.dbt.scalar_function_create_replace_signature_sqlﾞ ､nameﾙ,scalar_function_create_replace_signature_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/materializations/functions/scalar.sqlｲoriginal_file_pathﾙ,macros/materializations/functions/scalar.sqlｩunique_idﾙ6macro.dbt.scalar_function_create_replace_signature_sqlｩmacro_sqlﾙﾃ{% macro scalar_function_create_replace_signature_sql(target_relation) %}
|
|||
|
|
{{ return(adapter.dispatch('scalar_function_create_replace_signature_sql', 'dbt')(target_relation)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎?macro.dbt.default__scalar_function_create_replace_signature_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｯtarget_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ6ｱｳsupported_languagesﾀﾙ?macro.dbt.default__scalar_function_create_replace_signature_sqlﾞ ､nameﾙ5default__scalar_function_create_replace_signature_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/materializations/functions/scalar.sqlｲoriginal_file_pathﾙ,macros/materializations/functions/scalar.sqlｩunique_idﾙ?macro.dbt.default__scalar_function_create_replace_signature_sqlｩmacro_sqlﾚ'{% macro default__scalar_function_create_replace_signature_sql(target_relation) %}
|
|||
|
|
CREATE OR REPLACE FUNCTION {{ target_relation.render() }} ({{ formatted_scalar_function_args_sql()}})
|
|||
|
|
RETURNS {{ model.returns.data_type }}
|
|||
|
|
{{ scalar_function_volatility_sql() }}
|
|||
|
|
AS
|
|||
|
|
{% endmacro %}ｪdepends_on※macros壷,macro.dbt.formatted_scalar_function_args_sqlﾙ(macro.dbt.scalar_function_volatility_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｯtarget_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ8*ｳsupported_languagesﾀﾙ,macro.dbt.formatted_scalar_function_args_sqlﾞ ､nameﾙ"formatted_scalar_function_args_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/materializations/functions/scalar.sqlｲoriginal_file_pathﾙ,macros/materializations/functions/scalar.sqlｩunique_idﾙ,macro.dbt.formatted_scalar_function_args_sqlｩmacro_sqlﾙ捜% macro formatted_scalar_function_args_sql() %}
|
|||
|
|
{{ return(adapter.dispatch('formatted_scalar_function_args_sql', 'dbt')()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎?macro.dbt_postgres.postgres__formatted_scalar_function_args_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾐ9Lｳsupported_languagesﾀﾙ3macro.dbt.formatted_scalar_function_args_javascriptﾞ ､nameﾙ)formatted_scalar_function_args_javascriptｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/materializations/functions/scalar.sqlｲoriginal_file_pathﾙ,macros/materializations/functions/scalar.sqlｩunique_idﾙ3macro.dbt.formatted_scalar_function_args_javascriptｩmacro_sqlﾙ毬% macro formatted_scalar_function_args_javascript() %}
|
|||
|
|
{{ return(adapter.dispatch('formatted_scalar_function_args_javascript', 'dbt')()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎<macro.dbt.default__formatted_scalar_function_args_javascriptｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾐ:諜supported_languagesﾀﾙ5macro.dbt.default__formatted_scalar_function_args_sqlﾞ ､nameﾙ+default__formatted_scalar_function_args_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/materializations/functions/scalar.sqlｲoriginal_file_pathﾙ,macros/materializations/functions/scalar.sqlｩunique_idﾙ5macro.dbt.default__formatted_scalar_function_args_sqlｩmacro_sqlﾙ�% macro default__formatted_scalar_function_args_sql() %}
|
|||
|
|
{% set args = [] %}
|
|||
|
|
{% for arg in model.arguments -%}
|
|||
|
|
{%- do args.append(arg.name ~ ' ' ~ arg.data_type) -%}
|
|||
|
|
{%- endfor %}
|
|||
|
|
{{ args | join(', ') }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾐ<ﾍｳsupported_languagesﾀﾙ<macro.dbt.default__formatted_scalar_function_args_javascriptﾞ ､nameﾙ2default__formatted_scalar_function_args_javascriptｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/materializations/functions/scalar.sqlｲoriginal_file_pathﾙ,macros/materializations/functions/scalar.sqlｩunique_idﾙ<macro.dbt.default__formatted_scalar_function_args_javascriptｩmacro_sqlﾙ�% macro default__formatted_scalar_function_args_javascript() %}
|
|||
|
|
{% set msg = "formatted_scalar_function_args_javascript not implemented for adapter " ~ adapter.type() %}
|
|||
|
|
{% do exceptions.raise_compiler_error(msg) %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾐ>2ｳsupported_languagesﾀﾙ"macro.dbt.scalar_function_body_sqlﾞ ､nameｸscalar_function_body_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/materializations/functions/scalar.sqlｲoriginal_file_pathﾙ,macros/materializations/functions/scalar.sqlｩunique_idﾙ"macro.dbt.scalar_function_body_sqlｩmacro_sqlﾙ}{% macro scalar_function_body_sql() %}
|
|||
|
|
{{ return(adapter.dispatch('scalar_function_body_sql', 'dbt')()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎+macro.dbt.default__scalar_function_body_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾐ?:ｳsupported_languagesﾀﾙ+macro.dbt.default__scalar_function_body_sqlﾞ ､nameﾙ!default__scalar_function_body_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/materializations/functions/scalar.sqlｲoriginal_file_pathﾙ,macros/materializations/functions/scalar.sqlｩunique_idﾙ+macro.dbt.default__scalar_function_body_sqlｩmacro_sqlﾙz{% macro default__scalar_function_body_sql() %}
|
|||
|
|
$$
|
|||
|
|
{{ model.compiled_code }}
|
|||
|
|
$$ LANGUAGE SQL
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾐ?�supported_languagesﾀﾙ(macro.dbt.scalar_function_volatility_sqlﾞ ､nameｾscalar_function_volatility_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/materializations/functions/scalar.sqlｲoriginal_file_pathﾙ,macros/materializations/functions/scalar.sqlｩunique_idﾙ(macro.dbt.scalar_function_volatility_sqlｩmacro_sqlﾙ閲% macro scalar_function_volatility_sql() %}
|
|||
|
|
{{ return(adapter.dispatch('scalar_function_volatility_sql', 'dbt')()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎1macro.dbt.default__scalar_function_volatility_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾐ@�supported_languagesﾀﾙ/macro.dbt.scalar_function_volatility_javascriptﾞ ､nameﾙ%scalar_function_volatility_javascriptｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/materializations/functions/scalar.sqlｲoriginal_file_pathﾙ,macros/materializations/functions/scalar.sqlｩunique_idﾙ/macro.dbt.scalar_function_volatility_javascriptｩmacro_sqlﾙ養% macro scalar_function_volatility_javascript() %}
|
|||
|
|
{{ return(adapter.dispatch('scalar_function_volatility_javascript', 'dbt')()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎8macro.dbt.default__scalar_function_volatility_javascriptｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌BﾐA�supported_languagesﾀﾙ8macro.dbt.default__scalar_function_volatility_javascriptﾞ ､nameﾙ.default__scalar_function_volatility_javascriptｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/materializations/functions/scalar.sqlｲoriginal_file_pathﾙ,macros/materializations/functions/scalar.sqlｩunique_idﾙ8macro.dbt.default__scalar_function_volatility_javascriptｩmacro_sqlﾚQ{% macro default__scalar_function_volatility_javascript() %}
|
|||
|
|
{% set volatility = model.config.get('volatility') %}
|
|||
|
|
{% if volatility != none %}
|
|||
|
|
{% set msg = "Volatility is not supported by " ~ adapter.type() ~ " in javascript UDF and will be ignored" %}
|
|||
|
|
{% do exceptions.warn(msg) %}
|
|||
|
|
{% endif %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌BﾐDｳsupported_languagesﾀﾙ1macro.dbt.default__scalar_function_volatility_sqlﾞ ､nameﾙ'default__scalar_function_volatility_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/materializations/functions/scalar.sqlｲoriginal_file_pathﾙ,macros/materializations/functions/scalar.sqlｩunique_idﾙ1macro.dbt.default__scalar_function_volatility_sqlｩmacro_sqlﾚD{% macro default__scalar_function_volatility_sql() %}
|
|||
|
|
{% set volatility = model.config.get('volatility') %}
|
|||
|
|
{% if volatility == 'deterministic' %}
|
|||
|
|
IMMUTABLE
|
|||
|
|
{% elif volatility == 'stable' %}
|
|||
|
|
STABLE
|
|||
|
|
{% elif volatility == 'non-deterministic' %}
|
|||
|
|
VOLATILE
|
|||
|
|
{% elif volatility != none %}
|
|||
|
|
{# This shouldn't happen unless a new volatility is invented #}
|
|||
|
|
{% do unsupported_volatility_warning(volatility) %}
|
|||
|
|
{% endif %}
|
|||
|
|
{# If no volatility is set, don't add anything and let the data warehouse default it #}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎(macro.dbt.unsupported_volatility_warningｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌BﾐFｲｳsupported_languagesﾀﾙ(macro.dbt.unsupported_volatility_warningﾞ ､nameｾunsupported_volatility_warningｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/materializations/functions/scalar.sqlｲoriginal_file_pathﾙ,macros/materializations/functions/scalar.sqlｩunique_idﾙ(macro.dbt.unsupported_volatility_warningｩmacro_sqlﾙ掉% macro unsupported_volatility_warning(volatility) %}
|
|||
|
|
{{ return(adapter.dispatch('unsupported_volatility_warning', 'dbt')(volatility)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎1macro.dbt.default__unsupported_volatility_warningｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｪvolatility､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾐG莎supported_languagesﾀﾙ1macro.dbt.default__unsupported_volatility_warningﾞ ､nameﾙ'default__unsupported_volatility_warningｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/materializations/functions/scalar.sqlｲoriginal_file_pathﾙ,macros/materializations/functions/scalar.sqlｩunique_idﾙ1macro.dbt.default__unsupported_volatility_warningｩmacro_sqlﾚ({% macro default__unsupported_volatility_warning(volatility) %}
|
|||
|
|
{% set msg = "Found `" ~ volatility ~ "` volatility specified on function `" ~ model.name ~ "`. This volatility is not supported by " ~ adapter.type() ~ ", and will be ignored" %}
|
|||
|
|
{% do exceptions.warn(msg) %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｪvolatility､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾐI袖supported_languagesﾀﾙ$macro.dbt.function_execute_build_sqlﾞ ､nameｺfunction_execute_build_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ-macros/materializations/functions/helpers.sqlｲoriginal_file_pathﾙ-macros/materializations/functions/helpers.sqlｩunique_idﾙ$macro.dbt.function_execute_build_sqlｩmacro_sqlﾙﾛ{% macro function_execute_build_sql(build_sql, existing_relation, target_relation) %}
|
|||
|
|
{{ return(adapter.dispatch('function_execute_build_sql', 'dbt')(build_sql, existing_relation, target_relation)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎-macro.dbt.default__function_execute_build_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｩbuild_sql､typeﾀｫdescription�Ζnameｱexisting_relation､typeﾀｫdescription�Ζnameｯtarget_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾐLｳsupported_languagesﾀﾙ-macro.dbt.default__function_execute_build_sqlﾞ ､nameﾙ#default__function_execute_build_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ-macros/materializations/functions/helpers.sqlｲoriginal_file_pathﾙ-macros/materializations/functions/helpers.sqlｩunique_idﾙ-macro.dbt.default__function_execute_build_sqlｩmacro_sqlﾚ�% macro default__function_execute_build_sql(build_sql, existing_relation, target_relation) %}
|
|||
|
|
|
|||
|
|
{% set grant_config = config.get('grants') %}
|
|||
|
|
|
|||
|
|
{% call statement(name="main") %}
|
|||
|
|
{{ build_sql }}
|
|||
|
|
{% endcall %}
|
|||
|
|
|
|||
|
|
{% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}
|
|||
|
|
{% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}
|
|||
|
|
|
|||
|
|
{% do persist_docs(target_relation, model) %}
|
|||
|
|
|
|||
|
|
{{ adapter.commit() }}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros筏macro.dbt.statementｷmacro.dbt.should_revokeｶmacro.dbt.apply_grantsｶmacro.dbt.persist_docsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｩbuild_sql､typeﾀｫdescription�Ζnameｱexisting_relation､typeﾀｫdescription�Ζnameｯtarget_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾐO羌supported_languagesﾀﾙ9macro.dbt.get_aggregate_function_create_replace_signatureﾞ ､nameﾙ/get_aggregate_function_create_replace_signatureｭresource_type･macroｬpackage_name｣dbt､pathﾙ/macros/materializations/functions/aggregate.sqlｲoriginal_file_pathﾙ/macros/materializations/functions/aggregate.sqlｩunique_idﾙ9macro.dbt.get_aggregate_function_create_replace_signatureｩmacro_sqlﾙﾉ{% macro get_aggregate_function_create_replace_signature(target_relation) %}
|
|||
|
|
{{ return(adapter.dispatch('get_aggregate_function_create_replace_signature', 'dbt')(target_relation)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎Bmacro.dbt.default__get_aggregate_function_create_replace_signatureｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｯtarget_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾐTGｳsupported_languagesﾀﾙBmacro.dbt.default__get_aggregate_function_create_replace_signatureﾞ ､nameﾙ8default__get_aggregate_function_create_replace_signatureｭresource_type･macroｬpackage_name｣dbt､pathﾙ/macros/materializations/functions/aggregate.sqlｲoriginal_file_pathﾙ/macros/materializations/functions/aggregate.sqlｩunique_idﾙBmacro.dbt.default__get_aggregate_function_create_replace_signatureｩmacro_sqlﾚﾛ{% macro default__get_aggregate_function_create_replace_signature(target_relation) %}
|
|||
|
|
CREATE OR REPLACE AGGREGATE FUNCTION {{ target_relation.render() }} ({{ get_formatted_aggregate_function_args()}})
|
|||
|
|
RETURNS {{ model.returns.data_type }}
|
|||
|
|
{{ get_function_language_specifier() }}
|
|||
|
|
{{ get_aggregate_function_volatility_specifier() }}
|
|||
|
|
{% if model.get('language') == 'python' %}
|
|||
|
|
{{ get_function_python_options() }}
|
|||
|
|
{% endif %}
|
|||
|
|
AS
|
|||
|
|
{% endmacro %}ｪdepends_on※macros匪/macro.dbt.get_formatted_aggregate_function_argsﾙ)macro.dbt.get_function_language_specifierﾙ5macro.dbt.get_aggregate_function_volatility_specifierﾙ%macro.dbt.get_function_python_optionsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｯtarget_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾐV竜supported_languagesﾀﾙ/macro.dbt.get_formatted_aggregate_function_argsﾞ ､nameﾙ%get_formatted_aggregate_function_argsｭresource_type･macroｬpackage_name｣dbt､pathﾙ/macros/materializations/functions/aggregate.sqlｲoriginal_file_pathﾙ/macros/materializations/functions/aggregate.sqlｩunique_idﾙ/macro.dbt.get_formatted_aggregate_function_argsｩmacro_sqlﾙ養% macro get_formatted_aggregate_function_args() %}
|
|||
|
|
{{ return(adapter.dispatch('get_formatted_aggregate_function_args', 'dbt')()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎8macro.dbt.default__get_formatted_aggregate_function_argsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌BﾐWｹｳsupported_languagesﾀﾙ8macro.dbt.default__get_formatted_aggregate_function_argsﾞ ､nameﾙ.default__get_formatted_aggregate_function_argsｭresource_type･macroｬpackage_name｣dbt､pathﾙ/macros/materializations/functions/aggregate.sqlｲoriginal_file_pathﾙ/macros/materializations/functions/aggregate.sqlｩunique_idﾙ8macro.dbt.default__get_formatted_aggregate_function_argsｩmacro_sqlﾙｻ{% macro default__get_formatted_aggregate_function_args() %}
|
|||
|
|
{# conveniently we can reuse the sql scalar function args #}
|
|||
|
|
{{ formatted_scalar_function_args_sql() }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎,macro.dbt.formatted_scalar_function_args_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌BﾐXyｳsupported_languagesﾀﾙ)macro.dbt.get_function_language_specifierﾞ ､nameｿget_function_language_specifierｭresource_type･macroｬpackage_name｣dbt､pathﾙ/macros/materializations/functions/aggregate.sqlｲoriginal_file_pathﾙ/macros/materializations/functions/aggregate.sqlｩunique_idﾙ)macro.dbt.get_function_language_specifierｩmacro_sqlﾙ宮% macro get_function_language_specifier() %}
|
|||
|
|
{{ return(adapter.dispatch('get_function_language_specifier', 'dbt')()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎2macro.dbt.default__get_function_language_specifierｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌BﾐY}ｳsupported_languagesﾀﾙ2macro.dbt.default__get_function_language_specifierﾞ ､nameﾙ(default__get_function_language_specifierｭresource_type･macroｬpackage_name｣dbt､pathﾙ/macros/materializations/functions/aggregate.sqlｲoriginal_file_pathﾙ/macros/materializations/functions/aggregate.sqlｩunique_idﾙ2macro.dbt.default__get_function_language_specifierｩmacro_sqlﾚｧ{% macro default__get_function_language_specifier() %}
|
|||
|
|
{% set language = model.get('language') %}
|
|||
|
|
{% if language == 'sql' %}
|
|||
|
|
{# generally you dont need to specify the language for sql functions #}
|
|||
|
|
{% elif language == 'python' %}
|
|||
|
|
LANGUAGE PYTHON
|
|||
|
|
{% elif language == 'javascript' %}
|
|||
|
|
LANGUAGE js
|
|||
|
|
{% else %}
|
|||
|
|
{{ 'LANGUAGE ' ~ language.upper() }}
|
|||
|
|
{% endif %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾐ[ﾄｳsupported_languagesﾀﾙ5macro.dbt.get_aggregate_function_volatility_specifierﾞ ､nameﾙ+get_aggregate_function_volatility_specifierｭresource_type･macroｬpackage_name｣dbt､pathﾙ/macros/materializations/functions/aggregate.sqlｲoriginal_file_pathﾙ/macros/materializations/functions/aggregate.sqlｩunique_idﾙ5macro.dbt.get_aggregate_function_volatility_specifierｩmacro_sqlﾙ｣{% macro get_aggregate_function_volatility_specifier() %}
|
|||
|
|
{{ return(adapter.dispatch('get_aggregate_function_volatility_specifier', 'dbt')()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎>macro.dbt.default__get_aggregate_function_volatility_specifierｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾐ\ﾙｳsupported_languagesﾀﾙ>macro.dbt.default__get_aggregate_function_volatility_specifierﾞ ､nameﾙ4default__get_aggregate_function_volatility_specifierｭresource_type･macroｬpackage_name｣dbt､pathﾙ/macros/materializations/functions/aggregate.sqlｲoriginal_file_pathﾙ/macros/materializations/functions/aggregate.sqlｩunique_idﾙ>macro.dbt.default__get_aggregate_function_volatility_specifierｩmacro_sqlﾙ|{% macro default__get_aggregate_function_volatility_specifier() %}
|
|||
|
|
{{ scalar_function_volatility_sql() }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎(macro.dbt.scalar_function_volatility_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾐ]ｳsupported_languagesﾀﾙ%macro.dbt.get_function_python_optionsﾞ ､nameｻget_function_python_optionsｭresource_type･macroｬpackage_name｣dbt､pathﾙ/macros/materializations/functions/aggregate.sqlｲoriginal_file_pathﾙ/macros/materializations/functions/aggregate.sqlｩunique_idﾙ%macro.dbt.get_function_python_optionsｩmacro_sqlﾙボ% macro get_function_python_options() %}
|
|||
|
|
{{ return(adapter.dispatch('get_function_python_options', 'dbt')()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎.macro.dbt.default__get_function_python_optionsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾐ^�supported_languagesﾀﾙ.macro.dbt.default__get_function_python_optionsﾞ ､nameﾙ$default__get_function_python_optionsｭresource_type･macroｬpackage_name｣dbt､pathﾙ/macros/materializations/functions/aggregate.sqlｲoriginal_file_pathﾙ/macros/materializations/functions/aggregate.sqlｩunique_idﾙ.macro.dbt.default__get_function_python_optionsｩmacro_sqlﾚI{% macro default__get_function_python_options() %}
|
|||
|
|
RUNTIME_VERSION = '{{ model.config.get('runtime_version') }}'
|
|||
|
|
HANDLER = '{{ model.config.get('entry_point') }}'
|
|||
|
|
{% set packages = model.config.get('packages', []) %}
|
|||
|
|
{% if packages %}
|
|||
|
|
PACKAGES = ('{{ packages | join("','") }}')
|
|||
|
|
{% endif %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾐ`ﾄｳsupported_languagesﾀﾙ*macro.dbt.materialization_function_defaultﾞ ､nameﾙ materialization_function_defaultｭresource_type･macroｬpackage_name｣dbt､pathﾙ.macros/materializations/functions/function.sqlｲoriginal_file_pathﾙ.macros/materializations/functions/function.sqlｩunique_idﾙ*macro.dbt.materialization_function_defaultｩmacro_sqlﾚｯ{% materialization function, default, supported_languages=['sql', 'python', 'javascript'] %}
|
|||
|
|
{% set existing_relation = load_cached_relation(this) %}
|
|||
|
|
{% set target_relation = this.incorporate(type=this.Function) %}
|
|||
|
|
|
|||
|
|
{{ run_hooks(pre_hooks) }}
|
|||
|
|
|
|||
|
|
{% set function_config = this.get_function_config(model) %}
|
|||
|
|
{% set macro_name = this.get_function_macro_name(function_config) %}
|
|||
|
|
|
|||
|
|
{# Doing this aliasing of adapter.dispatch is a hacky way to disable the static analysis of actually calling adapter.dispatch #}
|
|||
|
|
{# This is necessary because the static analysis breaks being able to dynamically pass a macro_name #}
|
|||
|
|
{% set _dispatch = adapter.dispatch %}
|
|||
|
|
|
|||
|
|
{% set build_sql = _dispatch(macro_name, 'dbt')(target_relation) %}
|
|||
|
|
{{ function_execute_build_sql(build_sql, existing_relation, target_relation) }}
|
|||
|
|
{{ run_hooks(post_hooks) }}
|
|||
|
|
|
|||
|
|
{{ return({'relations': [target_relation]}) }}
|
|||
|
|
|
|||
|
|
{% endmaterialization %}ｪdepends_on※macros得macro.dbt.load_cached_relationｳmacro.dbt.run_hooksﾙ$macro.dbt.function_execute_build_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｳsupported_languages､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐfｲｳsupported_languages謄sqlｦpythonｪjavascriptｽmacro.dbt.generate_alias_nameﾞ ､nameｳgenerate_alias_nameｭresource_type･macroｬpackage_name｣dbt､pathﾙ+macros/get_custom_name/get_custom_alias.sqlｲoriginal_file_pathﾙ+macros/get_custom_name/get_custom_alias.sqlｩunique_idｽmacro.dbt.generate_alias_nameｩmacro_sqlﾙｰ{% macro generate_alias_name(custom_alias_name=none, node=none) -%}
|
|||
|
|
{% do return(adapter.dispatch('generate_alias_name', 'dbt')(custom_alias_name, node)) %}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎¯o.dbt.default__generate_alias_nameｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｱcustom_alias_name､typeﾀｫdescription�Ζname､node､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾐiMｳsupported_languagesﾀﾙ¯o.dbt.default__generate_alias_nameﾞ ､nameｼdefault__generate_alias_nameｭresource_type･macroｬpackage_name｣dbt､pathﾙ+macros/get_custom_name/get_custom_alias.sqlｲoriginal_file_pathﾙ+macros/get_custom_name/get_custom_alias.sqlｩunique_idﾙ¯o.dbt.default__generate_alias_nameｩmacro_sqlﾚQ{% macro default__generate_alias_name(custom_alias_name=none, node=none) -%}
|
|||
|
|
|
|||
|
|
{%- if custom_alias_name -%}
|
|||
|
|
|
|||
|
|
{{ custom_alias_name | trim }}
|
|||
|
|
|
|||
|
|
{%- elif node.version -%}
|
|||
|
|
|
|||
|
|
{{ return(node.name ~ "_v" ~ (node.version | replace(".", "_"))) }}
|
|||
|
|
|
|||
|
|
{%- else -%}
|
|||
|
|
|
|||
|
|
{{ node.name }}
|
|||
|
|
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｱcustom_alias_name､typeﾀｫdescription�Ζname､node､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐkﾓｳsupported_languagesﾀﾙ/macro.dbt.generate_latest_version_pointer_aliasﾞ ､nameﾙ%generate_latest_version_pointer_aliasｭresource_type･macroｬpackage_name｣dbt､pathﾙ;macros/get_custom_name/get_latest_version_pointer_alias.sqlｲoriginal_file_pathﾙ;macros/get_custom_name/get_latest_version_pointer_alias.sqlｩunique_idﾙ/macro.dbt.generate_latest_version_pointer_aliasｩmacro_sqlﾙﾔ{% macro generate_latest_version_pointer_alias(custom_alias_name=none, node=none) -%}
|
|||
|
|
{% do return(adapter.dispatch('generate_latest_version_pointer_alias', 'dbt')(custom_alias_name, node)) %}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎8macro.dbt.default__generate_latest_version_pointer_aliasｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｱcustom_alias_name､typeﾀｫdescription�Ζname､node､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾐnGｳsupported_languagesﾀﾙ8macro.dbt.default__generate_latest_version_pointer_aliasﾞ ､nameﾙ.default__generate_latest_version_pointer_aliasｭresource_type･macroｬpackage_name｣dbt､pathﾙ;macros/get_custom_name/get_latest_version_pointer_alias.sqlｲoriginal_file_pathﾙ;macros/get_custom_name/get_latest_version_pointer_alias.sqlｩunique_idﾙ8macro.dbt.default__generate_latest_version_pointer_aliasｩmacro_sqlﾙ�% macro default__generate_latest_version_pointer_alias(custom_alias_name=none, node=none) -%}
|
|||
|
|
{%- if custom_alias_name -%}
|
|||
|
|
{{ custom_alias_name | trim }}
|
|||
|
|
{%- else -%}
|
|||
|
|
{{ node.name }}
|
|||
|
|
{%- endif -%}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｱcustom_alias_name､typeﾀｫdescription�Ζname､node､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐoｰｳsupported_languagesﾀｾmacro.dbt.generate_schema_nameﾞ ､nameｴgenerate_schema_nameｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/get_custom_name/get_custom_schema.sqlｲoriginal_file_pathﾙ,macros/get_custom_name/get_custom_schema.sqlｩunique_idｾmacro.dbt.generate_schema_nameｩmacro_sqlﾙｰ{% macro generate_schema_name(custom_schema_name=none, node=none) -%}
|
|||
|
|
{{ return(adapter.dispatch('generate_schema_name', 'dbt')(custom_schema_name, node)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎'macro.dbt.default__generate_schema_nameｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｲcustom_schema_name､typeﾀｫdescription�Ζname､node､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐr�ｳsupported_languagesﾀﾙ'macro.dbt.default__generate_schema_nameﾞ ､nameｽdefault__generate_schema_nameｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/get_custom_name/get_custom_schema.sqlｲoriginal_file_pathﾙ,macros/get_custom_name/get_custom_schema.sqlｩunique_idﾙ'macro.dbt.default__generate_schema_nameｩmacro_sqlﾚ0{% macro default__generate_schema_name(custom_schema_name, node) -%}
|
|||
|
|
|
|||
|
|
{%- set default_schema = target.schema -%}
|
|||
|
|
{%- if custom_schema_name is none -%}
|
|||
|
|
|
|||
|
|
{{ default_schema }}
|
|||
|
|
|
|||
|
|
{%- else -%}
|
|||
|
|
|
|||
|
|
{{ default_schema }}_{{ custom_schema_name | trim }}
|
|||
|
|
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｲcustom_schema_name､typeﾀｫdescription�Ζname､node､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾐtOｳsupported_languagesﾀﾙ¯o.dbt.generate_schema_name_for_envﾞ ､nameｼgenerate_schema_name_for_envｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/get_custom_name/get_custom_schema.sqlｲoriginal_file_pathﾙ,macros/get_custom_name/get_custom_schema.sqlｩunique_idﾙ¯o.dbt.generate_schema_name_for_envｩmacro_sqlﾚ8{% macro generate_schema_name_for_env(custom_schema_name, node) -%}
|
|||
|
|
|
|||
|
|
{%- set default_schema = target.schema -%}
|
|||
|
|
{%- if target.name == 'prod' and custom_schema_name is not none -%}
|
|||
|
|
|
|||
|
|
{{ custom_schema_name | trim }}
|
|||
|
|
|
|||
|
|
{%- else -%}
|
|||
|
|
|
|||
|
|
{{ default_schema }}
|
|||
|
|
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｲcustom_schema_name､typeﾀｫdescription�Ζname､node､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐv6ｳsupported_languagesﾀﾙ macro.dbt.generate_database_nameﾞ ､nameｶgenerate_database_nameｭresource_type･macroｬpackage_name｣dbt､pathﾙ.macros/get_custom_name/get_custom_database.sqlｲoriginal_file_pathﾙ.macros/get_custom_name/get_custom_database.sqlｩunique_idﾙ macro.dbt.generate_database_nameｩmacro_sqlﾙｼ{% macro generate_database_name(custom_database_name=none, node=none) -%}
|
|||
|
|
{% do return(adapter.dispatch('generate_database_name', 'dbt')(custom_database_name, node)) %}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎)macro.dbt.default__generate_database_nameｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｴcustom_database_name､typeﾀｫdescription�Ζname､node､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐx嵭supported_languagesﾀﾙ)macro.dbt.default__generate_database_nameﾞ ､nameｿdefault__generate_database_nameｭresource_type･macroｬpackage_name｣dbt､pathﾙ.macros/get_custom_name/get_custom_database.sqlｲoriginal_file_pathﾙ.macros/get_custom_name/get_custom_database.sqlｩunique_idﾙ)macro.dbt.default__generate_database_nameｩmacro_sqlﾚg{% macro default__generate_database_name(custom_database_name=none, node=none) -%}
|
|||
|
|
{%- set default_database = target.database -%}
|
|||
|
|
{%- if node is not none and node|attr('database') -%}
|
|||
|
|
{%- set catalog_relation = adapter.build_catalog_relation(node) -%}
|
|||
|
|
{%- if catalog_relation and catalog_relation|attr('catalog_database') -%}
|
|||
|
|
{{ return(catalog_relation.catalog_database) }}
|
|||
|
|
{%- endif -%}
|
|||
|
|
{%- endif -%}
|
|||
|
|
{%- if custom_database_name is none -%}
|
|||
|
|
|
|||
|
|
{{ default_database }}
|
|||
|
|
|
|||
|
|
{%- else -%}
|
|||
|
|
|
|||
|
|
{{ custom_database_name }}
|
|||
|
|
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｴcustom_database_name､typeﾀｫdescription�Ζname､node､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ|Bｳsupported_languagesﾀｶmacro.dbt.get_drop_sqlﾞ ､nameｬget_drop_sqlｭresource_type･macroｬpackage_name｣dbt､pathｹmacros/relations/drop.sqlｲoriginal_file_pathｹmacros/relations/drop.sqlｩunique_idｶmacro.dbt.get_drop_sqlｩmacro_sqlﾙｧ{%- macro get_drop_sql(relation) -%}
|
|||
|
|
{{- log('Applying DROP to: ' ~ relation) -}}
|
|||
|
|
{{- adapter.dispatch('get_drop_sql', 'dbt')(relation) -}}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros汰macro.dbt.default__get_drop_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐｳsupported_languagesﾀｿmacro.dbt.default__get_drop_sqlﾞ ､nameｵdefault__get_drop_sqlｭresource_type･macroｬpackage_name｣dbt､pathｹmacros/relations/drop.sqlｲoriginal_file_pathｹmacros/relations/drop.sqlｩunique_idｿmacro.dbt.default__get_drop_sqlｩmacro_sqlﾚ學%- macro default__get_drop_sql(relation) -%}
|
|||
|
|
|
|||
|
|
{%- if relation.is_view -%}
|
|||
|
|
{{ drop_view(relation) }}
|
|||
|
|
|
|||
|
|
{%- elif relation.is_table -%}
|
|||
|
|
{{ drop_table(relation) }}
|
|||
|
|
|
|||
|
|
{%- elif relation.is_materialized_view -%}
|
|||
|
|
{{ drop_materialized_view(relation) }}
|
|||
|
|
|
|||
|
|
{%- else -%}
|
|||
|
|
drop {{ relation.type }} if exists {{ relation.render() }} cascade
|
|||
|
|
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros撞macro.dbt.drop_viewｴmacro.dbt.drop_tableﾙ macro.dbt.drop_materialized_viewｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐぱｳsupported_languagesﾀｷmacro.dbt.drop_relationﾞ ､nameｭdrop_relationｭresource_type･macroｬpackage_name｣dbt､pathｹmacros/relations/drop.sqlｲoriginal_file_pathｹmacros/relations/drop.sqlｩunique_idｷmacro.dbt.drop_relationｩmacro_sqlﾙx{% macro drop_relation(relation) -%}
|
|||
|
|
{{ return(adapter.dispatch('drop_relation', 'dbt')(relation)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎 macro.dbt.default__drop_relationｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ�#ｳsupported_languagesﾀﾙ macro.dbt.default__drop_relationﾞ ､nameｶdefault__drop_relationｭresource_type･macroｬpackage_name｣dbt､pathｹmacros/relations/drop.sqlｲoriginal_file_pathｹmacros/relations/drop.sqlｩunique_idﾙ macro.dbt.default__drop_relationｩmacro_sqlﾙｱ{% macro default__drop_relation(relation) -%}
|
|||
|
|
{% call statement('drop_relation', auto_begin=False) -%}
|
|||
|
|
{{ get_drop_sql(relation) }}
|
|||
|
|
{%- endcall %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros諜macro.dbt.statementｶmacro.dbt.get_drop_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ�ｳsupported_languagesﾀﾙ!macro.dbt.drop_relation_if_existsﾞ ､nameｷdrop_relation_if_existsｭresource_type･macroｬpackage_name｣dbt､pathｹmacros/relations/drop.sqlｲoriginal_file_pathｹmacros/relations/drop.sqlｩunique_idﾙ!macro.dbt.drop_relation_if_existsｩmacro_sqlﾙ倍% macro drop_relation_if_exists(relation) %}
|
|||
|
|
{% if relation is not none %}
|
|||
|
|
{{ adapter.drop_relation(relation) }}
|
|||
|
|
{% endif %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ�ｳsupported_languagesﾀｹmacro.dbt.get_replace_sqlﾞ ､nameｯget_replace_sqlｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/relations/replace.sqlｲoriginal_file_pathｼmacros/relations/replace.sqlｩunique_idｹmacro.dbt.get_replace_sqlｩmacro_sqlﾙ�% macro get_replace_sql(existing_relation, target_relation, sql) %}
|
|||
|
|
{{- log('Applying REPLACE to: ' ~ existing_relation) -}}
|
|||
|
|
{{- adapter.dispatch('get_replace_sql', 'dbt')(existing_relation, target_relation, sql) -}}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎"macro.dbt.default__get_replace_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｱexisting_relation､typeﾀｫdescription�Ζnameｯtarget_relation､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ柑ｳsupported_languagesﾀﾙ"macro.dbt.default__get_replace_sqlﾞ ､nameｸdefault__get_replace_sqlｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/relations/replace.sqlｲoriginal_file_pathｼmacros/relations/replace.sqlｩunique_idﾙ"macro.dbt.default__get_replace_sqlｩmacro_sqlﾚ{% macro default__get_replace_sql(existing_relation, target_relation, sql) %}
|
|||
|
|
|
|||
|
|
{# /* use a create or replace statement if possible */ #}
|
|||
|
|
|
|||
|
|
{% set is_replaceable = existing_relation.type == target_relation.type and existing_relation.can_be_replaced %}
|
|||
|
|
|
|||
|
|
{% if is_replaceable and existing_relation.is_view %}
|
|||
|
|
{{ get_replace_view_sql(target_relation, sql) }}
|
|||
|
|
|
|||
|
|
{% elif is_replaceable and existing_relation.is_table %}
|
|||
|
|
{{ get_replace_table_sql(target_relation, sql) }}
|
|||
|
|
|
|||
|
|
{% elif is_replaceable and existing_relation.is_materialized_view %}
|
|||
|
|
{{ get_replace_materialized_view_sql(target_relation, sql) }}
|
|||
|
|
|
|||
|
|
{# /* a create or replace statement is not possible, so try to stage and/or backup to be safe */ #}
|
|||
|
|
|
|||
|
|
{# /* create target_relation as an intermediate relation, then swap it out with the existing one using a backup */ #}
|
|||
|
|
{%- elif target_relation.can_be_renamed and existing_relation.can_be_renamed -%}
|
|||
|
|
{{ get_create_intermediate_sql(target_relation, sql) }};
|
|||
|
|
{{ get_create_backup_sql(existing_relation) }};
|
|||
|
|
{{ get_rename_intermediate_sql(target_relation) }};
|
|||
|
|
{{ get_drop_backup_sql(existing_relation) }}
|
|||
|
|
|
|||
|
|
{# /* create target_relation as an intermediate relation, then swap it out with the existing one without using a backup */ #}
|
|||
|
|
{%- elif target_relation.can_be_renamed -%}
|
|||
|
|
{{ get_create_intermediate_sql(target_relation, sql) }};
|
|||
|
|
{{ get_drop_sql(existing_relation) }};
|
|||
|
|
{{ get_rename_intermediate_sql(target_relation) }}
|
|||
|
|
|
|||
|
|
{# /* create target_relation in place by first backing up the existing relation */ #}
|
|||
|
|
{%- elif existing_relation.can_be_renamed -%}
|
|||
|
|
{{ get_create_backup_sql(existing_relation) }};
|
|||
|
|
{{ get_create_sql(target_relation, sql) }};
|
|||
|
|
{{ get_drop_backup_sql(existing_relation) }}
|
|||
|
|
|
|||
|
|
{# /* no renaming is allowed, so just drop and create */ #}
|
|||
|
|
{%- else -%}
|
|||
|
|
{{ get_drop_sql(existing_relation) }};
|
|||
|
|
{{ get_create_sql(target_relation, sql) }}
|
|||
|
|
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros卆macro.dbt.get_replace_view_sqlｿmacro.dbt.get_replace_table_sqlﾙ+macro.dbt.get_replace_materialized_view_sqlﾙ%macro.dbt.get_create_intermediate_sqlｿmacro.dbt.get_create_backup_sqlﾙ%macro.dbt.get_rename_intermediate_sqlｽmacro.dbt.get_drop_backup_sqlｶmacro.dbt.get_drop_sqlｸmacro.dbt.get_create_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｱexisting_relation､typeﾀｫdescription�Ζnameｯtarget_relation､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ痛ｳsupported_languagesﾀﾙ%macro.dbt.get_create_intermediate_sqlﾞ ､nameｻget_create_intermediate_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ(macros/relations/create_intermediate.sqlｲoriginal_file_pathﾙ(macros/relations/create_intermediate.sqlｩunique_idﾙ%macro.dbt.get_create_intermediate_sqlｩmacro_sqlﾙﾞ{%- macro get_create_intermediate_sql(relation, sql) -%}
|
|||
|
|
{{- log('Applying CREATE INTERMEDIATE to: ' ~ relation) -}}
|
|||
|
|
{{- adapter.dispatch('get_create_intermediate_sql', 'dbt')(relation, sql) -}}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros胎.macro.dbt.default__get_create_intermediate_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ�:ｳsupported_languagesﾀﾙ.macro.dbt.default__get_create_intermediate_sqlﾞ ､nameﾙ$default__get_create_intermediate_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ(macros/relations/create_intermediate.sqlｲoriginal_file_pathﾙ(macros/relations/create_intermediate.sqlｩunique_idﾙ.macro.dbt.default__get_create_intermediate_sqlｩmacro_sqlﾚY{%- macro default__get_create_intermediate_sql(relation, sql) -%}
|
|||
|
|
|
|||
|
|
-- get the standard intermediate name
|
|||
|
|
{% set intermediate_relation = make_intermediate_relation(relation) %}
|
|||
|
|
|
|||
|
|
-- drop any pre-existing intermediate
|
|||
|
|
{{ get_drop_sql(intermediate_relation) }};
|
|||
|
|
|
|||
|
|
{{ get_create_sql(intermediate_relation, sql) }}
|
|||
|
|
|
|||
|
|
{%- endmacro -%}ｪdepends_on※macros遁$macro.dbt.make_intermediate_relationｶmacro.dbt.get_drop_sqlｸmacro.dbt.get_create_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ模ｳsupported_languagesﾀｻmacro.dbt.drop_schema_namedﾞ ､nameｱdrop_schema_namedｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/relations/schema.sqlｲoriginal_file_pathｻmacros/relations/schema.sqlｩunique_idｻmacro.dbt.drop_schema_namedｩmacro_sqlﾙ�% macro drop_schema_named(schema_name) %}
|
|||
|
|
{{ return(adapter.dispatch('drop_schema_named', 'dbt') (schema_name)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎$macro.dbt.default__drop_schema_namedｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｫschema_name､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ�ｳsupported_languagesﾀﾙ$macro.dbt.default__drop_schema_namedﾞ ､nameｺdefault__drop_schema_namedｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/relations/schema.sqlｲoriginal_file_pathｻmacros/relations/schema.sqlｩunique_idﾙ$macro.dbt.default__drop_schema_namedｩmacro_sqlﾙｵ{% macro default__drop_schema_named(schema_name) %}
|
|||
|
|
{% set schema_relation = api.Relation.create(schema=schema_name) %}
|
|||
|
|
{{ adapter.drop_schema(schema_relation) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｫschema_name､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ吼ｳsupported_languagesﾀｽmacro.dbt.get_drop_backup_sqlﾞ ､nameｳget_drop_backup_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/relations/drop_backup.sqlｲoriginal_file_pathﾙ macros/relations/drop_backup.sqlｩunique_idｽmacro.dbt.get_drop_backup_sqlｩmacro_sqlﾙｼ{%- macro get_drop_backup_sql(relation) -%}
|
|||
|
|
{{- log('Applying DROP BACKUP to: ' ~ relation) -}}
|
|||
|
|
{{- adapter.dispatch('get_drop_backup_sql', 'dbt')(relation) -}}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros胎¯o.dbt.default__get_drop_backup_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ嵶ｳsupported_languagesﾀﾙ¯o.dbt.default__get_drop_backup_sqlﾞ ､nameｼdefault__get_drop_backup_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/relations/drop_backup.sqlｲoriginal_file_pathﾙ macros/relations/drop_backup.sqlｩunique_idﾙ¯o.dbt.default__get_drop_backup_sqlｩmacro_sqlﾙ窖%- macro default__get_drop_backup_sql(relation) -%}
|
|||
|
|
|
|||
|
|
-- get the standard backup name
|
|||
|
|
{% set backup_relation = make_backup_relation(relation, relation.type) %}
|
|||
|
|
|
|||
|
|
{{ get_drop_sql(backup_relation) }}
|
|||
|
|
|
|||
|
|
{%- endmacro -%}ｪdepends_on※macros沈macro.dbt.make_backup_relationｶmacro.dbt.get_drop_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ杳ｳsupported_languagesﾀｸmacro.dbt.get_rename_sqlﾞ ､nameｮget_rename_sqlｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/relations/rename.sqlｲoriginal_file_pathｻmacros/relations/rename.sqlｩunique_idｸmacro.dbt.get_rename_sqlｩmacro_sqlﾙﾁ{%- macro get_rename_sql(relation, new_name) -%}
|
|||
|
|
{{- log('Applying RENAME to: ' ~ relation) -}}
|
|||
|
|
{{- adapter.dispatch('get_rename_sql', 'dbt')(relation, new_name) -}}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros胎!macro.dbt.default__get_rename_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｨnew_name､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ｡ｳsupported_languagesﾀﾙ!macro.dbt.default__get_rename_sqlﾞ ､nameｷdefault__get_rename_sqlｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/relations/rename.sqlｲoriginal_file_pathｻmacros/relations/rename.sqlｩunique_idﾙ!macro.dbt.default__get_rename_sqlｩmacro_sqlﾚ {%- macro default__get_rename_sql(relation, new_name) -%}
|
|||
|
|
|
|||
|
|
{%- if relation.is_view -%}
|
|||
|
|
{{ get_rename_view_sql(relation, new_name) }}
|
|||
|
|
|
|||
|
|
{%- elif relation.is_table -%}
|
|||
|
|
{{ get_rename_table_sql(relation, new_name) }}
|
|||
|
|
|
|||
|
|
{%- elif relation.is_materialized_view -%}
|
|||
|
|
{{ get_rename_materialized_view_sql(relation, new_name) }}
|
|||
|
|
|
|||
|
|
{%- else -%}
|
|||
|
|
{{- exceptions.raise_compiler_error("`get_rename_sql` has not been implemented for: " ~ relation.type ) -}}
|
|||
|
|
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros匿macro.dbt.get_rename_view_sqlｾmacro.dbt.get_rename_table_sqlﾙ*macro.dbt.get_rename_materialized_view_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｨnew_name､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ｣ﾊｳsupported_languagesﾀｹmacro.dbt.rename_relationﾞ ､nameｯrename_relationｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/relations/rename.sqlｲoriginal_file_pathｻmacros/relations/rename.sqlｩunique_idｹmacro.dbt.rename_relationｩmacro_sqlﾙ桀% macro rename_relation(from_relation, to_relation) -%}
|
|||
|
|
{{ return(adapter.dispatch('rename_relation', 'dbt')(from_relation, to_relation)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎"macro.dbt.default__rename_relationｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｭfrom_relation､typeﾀｫdescription�Ζnameｫto_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ･ ｳsupported_languagesﾀﾙ"macro.dbt.default__rename_relationﾞ ､nameｸdefault__rename_relationｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/relations/rename.sqlｲoriginal_file_pathｻmacros/relations/rename.sqlｩunique_idﾙ"macro.dbt.default__rename_relationｩmacro_sqlﾚ1{% macro default__rename_relation(from_relation, to_relation) -%}
|
|||
|
|
{% set target_name = adapter.quote_as_configured(to_relation.identifier, 'identifier') %}
|
|||
|
|
{% call statement('rename_relation') -%}
|
|||
|
|
alter table {{ from_relation.render() }} rename to {{ target_name }}
|
|||
|
|
{%- endcall %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros袖macro.dbt.statementｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｭfrom_relation､typeﾀｫdescription�Ζnameｫto_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐｦ�supported_languagesﾀｿmacro.dbt.get_create_backup_sqlﾞ ､nameｵget_create_backup_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ"macros/relations/create_backup.sqlｲoriginal_file_pathﾙ"macros/relations/create_backup.sqlｩunique_idｿmacro.dbt.get_create_backup_sqlｩmacro_sqlﾙﾂ{%- macro get_create_backup_sql(relation) -%}
|
|||
|
|
{{- log('Applying CREATE BACKUP to: ' ~ relation) -}}
|
|||
|
|
{{- adapter.dispatch('get_create_backup_sql', 'dbt')(relation) -}}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros胎(macro.dbt.default__get_create_backup_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐｩｳsupported_languagesﾀﾙ(macro.dbt.default__get_create_backup_sqlﾞ ､nameｾdefault__get_create_backup_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ"macros/relations/create_backup.sqlｲoriginal_file_pathﾙ"macros/relations/create_backup.sqlｩunique_idﾙ(macro.dbt.default__get_create_backup_sqlｩmacro_sqlﾚI{%- macro default__get_create_backup_sql(relation) -%}
|
|||
|
|
|
|||
|
|
-- get the standard backup name
|
|||
|
|
{% set backup_relation = make_backup_relation(relation, relation.type) %}
|
|||
|
|
|
|||
|
|
-- drop any pre-existing backup
|
|||
|
|
{{ get_drop_sql(backup_relation) }};
|
|||
|
|
|
|||
|
|
{{ get_rename_sql(relation, backup_relation.identifier) }}
|
|||
|
|
|
|||
|
|
{%- endmacro -%}ｪdepends_on※macros得macro.dbt.make_backup_relationｶmacro.dbt.get_drop_sqlｸmacro.dbt.get_rename_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐｪﾁｳsupported_languagesﾀｸmacro.dbt.get_create_sqlﾞ ､nameｮget_create_sqlｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/relations/create.sqlｲoriginal_file_pathｻmacros/relations/create.sqlｩunique_idｸmacro.dbt.get_create_sqlｩmacro_sqlﾙｷ{%- macro get_create_sql(relation, sql) -%}
|
|||
|
|
{{- log('Applying CREATE to: ' ~ relation) -}}
|
|||
|
|
{{- adapter.dispatch('get_create_sql', 'dbt')(relation, sql) -}}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros胎!macro.dbt.default__get_create_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐｭ1ｳsupported_languagesﾀﾙ!macro.dbt.default__get_create_sqlﾞ ､nameｷdefault__get_create_sqlｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/relations/create.sqlｲoriginal_file_pathｻmacros/relations/create.sqlｩunique_idﾙ!macro.dbt.default__get_create_sqlｩmacro_sqlﾚ{%- macro default__get_create_sql(relation, sql) -%}
|
|||
|
|
|
|||
|
|
{%- if relation.is_view -%}
|
|||
|
|
{{ get_create_view_as_sql(relation, sql) }}
|
|||
|
|
|
|||
|
|
{%- elif relation.is_table -%}
|
|||
|
|
{{ get_create_table_as_sql(False, relation, sql) }}
|
|||
|
|
|
|||
|
|
{%- elif relation.is_materialized_view -%}
|
|||
|
|
{{ get_create_materialized_view_as_sql(relation, sql) }}
|
|||
|
|
|
|||
|
|
{%- else -%}
|
|||
|
|
{{- exceptions.raise_compiler_error("`get_create_sql` has not been implemented for: " ~ relation.type ) -}}
|
|||
|
|
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{%- endmacro -%}ｪdepends_on※macros遁 macro.dbt.get_create_view_as_sqlﾙ!macro.dbt.get_create_table_as_sqlﾙ-macro.dbt.get_create_materialized_view_as_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐｯ�supported_languagesﾀﾙ%macro.dbt.get_rename_intermediate_sqlﾞ ､nameｻget_rename_intermediate_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ(macros/relations/rename_intermediate.sqlｲoriginal_file_pathﾙ(macros/relations/rename_intermediate.sqlｩunique_idﾙ%macro.dbt.get_rename_intermediate_sqlｩmacro_sqlﾙﾔ{%- macro get_rename_intermediate_sql(relation) -%}
|
|||
|
|
{{- log('Applying RENAME INTERMEDIATE to: ' ~ relation) -}}
|
|||
|
|
{{- adapter.dispatch('get_rename_intermediate_sql', 'dbt')(relation) -}}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros胎.macro.dbt.default__get_rename_intermediate_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐｱ�supported_languagesﾀﾙ.macro.dbt.default__get_rename_intermediate_sqlﾞ ､nameﾙ$default__get_rename_intermediate_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ(macros/relations/rename_intermediate.sqlｲoriginal_file_pathﾙ(macros/relations/rename_intermediate.sqlｩunique_idﾙ.macro.dbt.default__get_rename_intermediate_sqlｩmacro_sqlﾚ
|
|||
|
|
{%- macro default__get_rename_intermediate_sql(relation) -%}
|
|||
|
|
|
|||
|
|
-- get the standard intermediate name
|
|||
|
|
{% set intermediate_relation = make_intermediate_relation(relation) %}
|
|||
|
|
|
|||
|
|
{{ get_rename_sql(intermediate_relation, relation.identifier) }}
|
|||
|
|
|
|||
|
|
{%- endmacro -%}ｪdepends_on※macros壷$macro.dbt.make_intermediate_relationｸmacro.dbt.get_rename_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾐｳNｳsupported_languagesﾀﾙ macro.dbt.drop_materialized_viewﾞ ､nameｶdrop_materialized_viewｭresource_type･macroｬpackage_name｣dbt､pathﾙ+macros/relations/materialized_view/drop.sqlｲoriginal_file_pathﾙ+macros/relations/materialized_view/drop.sqlｩunique_idﾙ macro.dbt.drop_materialized_viewｩmacro_sqlﾙ�% macro drop_materialized_view(relation) -%}
|
|||
|
|
{{- adapter.dispatch('drop_materialized_view', 'dbt')(relation) -}}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎3macro.dbt_postgres.postgres__drop_materialized_viewｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐｴ�supported_languagesﾀﾙ)macro.dbt.default__drop_materialized_viewﾞ ､nameｿdefault__drop_materialized_viewｭresource_type･macroｬpackage_name｣dbt､pathﾙ+macros/relations/materialized_view/drop.sqlｲoriginal_file_pathﾙ+macros/relations/materialized_view/drop.sqlｩunique_idﾙ)macro.dbt.default__drop_materialized_viewｩmacro_sqlﾙ宮% macro default__drop_materialized_view(relation) -%}
|
|||
|
|
drop materialized view if exists {{ relation.render() }} cascade
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐｸkｳsupported_languagesﾀﾙ+macro.dbt.get_replace_materialized_view_sqlﾞ ､nameﾙ!get_replace_materialized_view_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ.macros/relations/materialized_view/replace.sqlｲoriginal_file_pathﾙ.macros/relations/materialized_view/replace.sqlｩunique_idﾙ+macro.dbt.get_replace_materialized_view_sqlｩmacro_sqlﾙ｣{% macro get_replace_materialized_view_sql(relation, sql) %}
|
|||
|
|
{{- adapter.dispatch('get_replace_materialized_view_sql', 'dbt')(relation, sql) -}}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎4macro.dbt.default__get_replace_materialized_view_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐｺ4ｳsupported_languagesﾀﾙ4macro.dbt.default__get_replace_materialized_view_sqlﾞ ､nameﾙ*default__get_replace_materialized_view_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ.macros/relations/materialized_view/replace.sqlｲoriginal_file_pathﾙ.macros/relations/materialized_view/replace.sqlｩunique_idﾙ4macro.dbt.default__get_replace_materialized_view_sqlｩmacro_sqlﾙﾞ{% macro default__get_replace_materialized_view_sql(relation, sql) %}
|
|||
|
|
{{ exceptions.raise_compiler_error(
|
|||
|
|
"`get_replace_materialized_view_sql` has not been implemented for this adapter."
|
|||
|
|
) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐｻ4ｳsupported_languagesﾀﾙ#macro.dbt.refresh_materialized_viewﾞ ､nameｹrefresh_materialized_viewｭresource_type･macroｬpackage_name｣dbt､pathﾙ.macros/relations/materialized_view/refresh.sqlｲoriginal_file_pathﾙ.macros/relations/materialized_view/refresh.sqlｩunique_idﾙ#macro.dbt.refresh_materialized_viewｩmacro_sqlﾙｽ{% macro refresh_materialized_view(relation) %}
|
|||
|
|
{{- log('Applying REFRESH to: ' ~ relation) -}}
|
|||
|
|
{{- adapter.dispatch('refresh_materialized_view', 'dbt')(relation) -}}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎6macro.dbt_postgres.postgres__refresh_materialized_viewｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾐｽMｳsupported_languagesﾀﾙ,macro.dbt.default__refresh_materialized_viewﾞ ､nameﾙ"default__refresh_materialized_viewｭresource_type･macroｬpackage_name｣dbt､pathﾙ.macros/relations/materialized_view/refresh.sqlｲoriginal_file_pathﾙ.macros/relations/materialized_view/refresh.sqlｩunique_idﾙ,macro.dbt.default__refresh_materialized_viewｩmacro_sqlﾙｻ{% macro default__refresh_materialized_view(relation) %}
|
|||
|
|
{{ exceptions.raise_compiler_error("`refresh_materialized_view` has not been implemented for this adapter.") }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐｾ'ｳsupported_languagesﾀﾙ*macro.dbt.get_rename_materialized_view_sqlﾞ ､nameﾙ get_rename_materialized_view_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ-macros/relations/materialized_view/rename.sqlｲoriginal_file_pathﾙ-macros/relations/materialized_view/rename.sqlｩunique_idﾙ*macro.dbt.get_rename_materialized_view_sqlｩmacro_sqlﾙｫ{% macro get_rename_materialized_view_sql(relation, new_name) %}
|
|||
|
|
{{- adapter.dispatch('get_rename_materialized_view_sql', 'dbt')(relation, new_name) -}}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎=macro.dbt_postgres.postgres__get_rename_materialized_view_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｨnew_name､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐﾀ8ｳsupported_languagesﾀﾙ3macro.dbt.default__get_rename_materialized_view_sqlﾞ ､nameﾙ)default__get_rename_materialized_view_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ-macros/relations/materialized_view/rename.sqlｲoriginal_file_pathﾙ-macros/relations/materialized_view/rename.sqlｩunique_idﾙ3macro.dbt.default__get_rename_materialized_view_sqlｩmacro_sqlﾙ痣% macro default__get_rename_materialized_view_sql(relation, new_name) %}
|
|||
|
|
{{ exceptions.raise_compiler_error(
|
|||
|
|
"`get_rename_materialized_view_sql` has not been implemented for this adapter."
|
|||
|
|
) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｨnew_name､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐﾁ8ｳsupported_languagesﾀﾙ,macro.dbt.get_alter_materialized_view_as_sqlﾞ ､nameﾙ"get_alter_materialized_view_as_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/relations/materialized_view/alter.sqlｲoriginal_file_pathﾙ,macros/relations/materialized_view/alter.sqlｩunique_idﾙ,macro.dbt.get_alter_materialized_view_as_sqlｩmacro_sqlﾚﾋ{% macro get_alter_materialized_view_as_sql(
|
|||
|
|
relation,
|
|||
|
|
configuration_changes,
|
|||
|
|
sql,
|
|||
|
|
existing_relation,
|
|||
|
|
backup_relation,
|
|||
|
|
intermediate_relation
|
|||
|
|
) %}
|
|||
|
|
{{- log('Applying ALTER to: ' ~ relation) -}}
|
|||
|
|
{{- adapter.dispatch('get_alter_materialized_view_as_sql', 'dbt')(
|
|||
|
|
relation,
|
|||
|
|
configuration_changes,
|
|||
|
|
sql,
|
|||
|
|
existing_relation,
|
|||
|
|
backup_relation,
|
|||
|
|
intermediate_relation
|
|||
|
|
) -}}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎?macro.dbt_postgres.postgres__get_alter_materialized_view_as_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments麻､nameｨrelation､typeﾀｫdescription�Ζnameｵconfiguration_changes､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�Ζnameｱexisting_relation､typeﾀｫdescription�Ζnameｯbackup_relation､typeﾀｫdescription�Ζnameｵintermediate_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐﾄﾂｳsupported_languagesﾀﾙ5macro.dbt.default__get_alter_materialized_view_as_sqlﾞ ､nameﾙ+default__get_alter_materialized_view_as_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/relations/materialized_view/alter.sqlｲoriginal_file_pathﾙ,macros/relations/materialized_view/alter.sqlｩunique_idﾙ5macro.dbt.default__get_alter_materialized_view_as_sqlｩmacro_sqlﾚ-{% macro default__get_alter_materialized_view_as_sql(
|
|||
|
|
relation,
|
|||
|
|
configuration_changes,
|
|||
|
|
sql,
|
|||
|
|
existing_relation,
|
|||
|
|
backup_relation,
|
|||
|
|
intermediate_relation
|
|||
|
|
) %}
|
|||
|
|
{{ exceptions.raise_compiler_error("Materialized views have not been implemented for this adapter.") }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments麻､nameｨrelation､typeﾀｫdescription�Ζnameｵconfiguration_changes､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�Ζnameｱexisting_relation､typeﾀｫdescription�Ζnameｯbackup_relation､typeﾀｫdescription�Ζnameｵintermediate_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐﾅ�supported_languagesﾀﾙ5macro.dbt.get_materialized_view_configuration_changesﾞ ､nameﾙ+get_materialized_view_configuration_changesｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/relations/materialized_view/alter.sqlｲoriginal_file_pathﾙ,macros/relations/materialized_view/alter.sqlｩunique_idﾙ5macro.dbt.get_materialized_view_configuration_changesｩmacro_sqlﾚ2{% macro get_materialized_view_configuration_changes(existing_relation, new_config) %}
|
|||
|
|
/* {#
|
|||
|
|
It's recommended that configuration changes be formatted as follows:
|
|||
|
|
{"<change_category>": [{"action": "<name>", "context": ...}]}
|
|||
|
|
|
|||
|
|
For example:
|
|||
|
|
{
|
|||
|
|
"indexes": [
|
|||
|
|
{"action": "drop", "context": "index_abc"},
|
|||
|
|
{"action": "create", "context": {"columns": ["column_1", "column_2"], "type": "hash", "unique": True}},
|
|||
|
|
],
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
Either way, `get_materialized_view_configuration_changes` needs to align with `get_alter_materialized_view_as_sql`.
|
|||
|
|
#} */
|
|||
|
|
{{- log('Determining configuration changes on: ' ~ existing_relation) -}}
|
|||
|
|
{%- do return(adapter.dispatch('get_materialized_view_configuration_changes', 'dbt')(existing_relation, new_config)) -%}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎Hmacro.dbt_postgres.postgres__get_materialized_view_configuration_changesｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｱexisting_relation､typeﾀｫdescription�Ζnameｪnew_config､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐﾇﾒｳsupported_languagesﾀﾙ>macro.dbt.default__get_materialized_view_configuration_changesﾞ ､nameﾙ4default__get_materialized_view_configuration_changesｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/relations/materialized_view/alter.sqlｲoriginal_file_pathﾙ,macros/relations/materialized_view/alter.sqlｩunique_idﾙ>macro.dbt.default__get_materialized_view_configuration_changesｩmacro_sqlﾙﾚ{% macro default__get_materialized_view_configuration_changes(existing_relation, new_config) %}
|
|||
|
|
{{ exceptions.raise_compiler_error("Materialized views have not been implemented for this adapter.") }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｱexisting_relation､typeﾀｫdescription�Ζnameｪnew_config､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐﾈﾅｳsupported_languagesﾀﾙ-macro.dbt.get_create_materialized_view_as_sqlﾞ ､nameﾙ#get_create_materialized_view_as_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ-macros/relations/materialized_view/create.sqlｲoriginal_file_pathﾙ-macros/relations/materialized_view/create.sqlｩunique_idﾙ-macro.dbt.get_create_materialized_view_as_sqlｩmacro_sqlﾙｩ{% macro get_create_materialized_view_as_sql(relation, sql) -%}
|
|||
|
|
{{- adapter.dispatch('get_create_materialized_view_as_sql', 'dbt')(relation, sql) -}}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎@macro.dbt_postgres.postgres__get_create_materialized_view_as_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐﾊ宍supported_languagesﾀﾙ6macro.dbt.default__get_create_materialized_view_as_sqlﾞ ､nameﾙ,default__get_create_materialized_view_as_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ-macros/relations/materialized_view/create.sqlｲoriginal_file_pathﾙ-macros/relations/materialized_view/create.sqlｩunique_idﾙ6macro.dbt.default__get_create_materialized_view_as_sqlｩmacro_sqlﾙ縵% macro default__get_create_materialized_view_as_sql(relation, sql) -%}
|
|||
|
|
{{ exceptions.raise_compiler_error(
|
|||
|
|
"`get_create_materialized_view_as_sql` has not been implemented for this adapter."
|
|||
|
|
) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐﾋ}ｳsupported_languagesﾀﾙ+macro.dbt.get_table_columns_and_constraintsﾞ ､nameﾙ!get_table_columns_and_constraintsｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/relations/column/columns_spec_ddl.sqlｲoriginal_file_pathﾙ,macros/relations/column/columns_spec_ddl.sqlｩunique_idﾙ+macro.dbt.get_table_columns_and_constraintsｩmacro_sqlﾙ宮%- macro get_table_columns_and_constraints() -%}
|
|||
|
|
{{ adapter.dispatch('get_table_columns_and_constraints', 'dbt')() }}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros胎4macro.dbt.default__get_table_columns_and_constraintsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾐﾐ袖supported_languagesﾀﾙ4macro.dbt.default__get_table_columns_and_constraintsﾞ ､nameﾙ*default__get_table_columns_and_constraintsｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/relations/column/columns_spec_ddl.sqlｲoriginal_file_pathﾙ,macros/relations/column/columns_spec_ddl.sqlｩunique_idﾙ4macro.dbt.default__get_table_columns_and_constraintsｩmacro_sqlﾙy{% macro default__get_table_columns_and_constraints() -%}
|
|||
|
|
{{ return(table_columns_and_constraints()) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎'macro.dbt.table_columns_and_constraintsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾐﾑ[ｳsupported_languagesﾀﾙ'macro.dbt.table_columns_and_constraintsﾞ ､nameｽtable_columns_and_constraintsｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/relations/column/columns_spec_ddl.sqlｲoriginal_file_pathﾙ,macros/relations/column/columns_spec_ddl.sqlｩunique_idﾙ'macro.dbt.table_columns_and_constraintsｩmacro_sqlﾚc{% macro table_columns_and_constraints() %}
|
|||
|
|
{# loop through user_provided_columns to create DDL with data types and constraints #}
|
|||
|
|
{%- set raw_column_constraints = adapter.render_raw_columns_constraints(raw_columns=model['columns']) -%}
|
|||
|
|
{%- set raw_model_constraints = adapter.render_raw_model_constraints(raw_constraints=model['constraints']) -%}
|
|||
|
|
(
|
|||
|
|
{% for c in raw_column_constraints -%}
|
|||
|
|
{{ c }}{{ "," if not loop.last or raw_model_constraints }}
|
|||
|
|
{% endfor %}
|
|||
|
|
{% for c in raw_model_constraints -%}
|
|||
|
|
{{ c }}{{ "," if not loop.last }}
|
|||
|
|
{% endfor -%}
|
|||
|
|
)
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾐﾔｪｳsupported_languagesﾀﾙ'macro.dbt.get_assert_columns_equivalentﾞ ､nameｽget_assert_columns_equivalentｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/relations/column/columns_spec_ddl.sqlｲoriginal_file_pathﾙ,macros/relations/column/columns_spec_ddl.sqlｩunique_idﾙ'macro.dbt.get_assert_columns_equivalentｩmacro_sqlﾙ�
|
|||
|
|
|
|||
|
|
{%- macro get_assert_columns_equivalent(sql) -%}
|
|||
|
|
{{ adapter.dispatch('get_assert_columns_equivalent', 'dbt')(sql) }}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros胎0macro.dbt.default__get_assert_columns_equivalentｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐﾕｾｳsupported_languagesﾀﾙ0macro.dbt.default__get_assert_columns_equivalentﾞ ､nameﾙ&default__get_assert_columns_equivalentｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/relations/column/columns_spec_ddl.sqlｲoriginal_file_pathﾙ,macros/relations/column/columns_spec_ddl.sqlｩunique_idﾙ0macro.dbt.default__get_assert_columns_equivalentｩmacro_sqlﾙw{% macro default__get_assert_columns_equivalent(sql) -%}
|
|||
|
|
{{ return(assert_columns_equivalent(sql)) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎#macro.dbt.assert_columns_equivalentｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐﾖ匍supported_languagesﾀﾙ#macro.dbt.assert_columns_equivalentﾞ ､nameｹassert_columns_equivalentｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/relations/column/columns_spec_ddl.sqlｲoriginal_file_pathﾙ,macros/relations/column/columns_spec_ddl.sqlｩunique_idﾙ#macro.dbt.assert_columns_equivalentｩmacro_sqlﾚﾓ{% macro assert_columns_equivalent(sql) %}
|
|||
|
|
|
|||
|
|
{#-- First ensure the user has defined 'columns' in yaml specification --#}
|
|||
|
|
{%- set user_defined_columns = model['columns'] -%}
|
|||
|
|
{%- if not user_defined_columns -%}
|
|||
|
|
{{ exceptions.raise_contract_error([], []) }}
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{#-- Obtain the column schema provided by sql file. #}
|
|||
|
|
{%- set sql_file_provided_columns = get_column_schema_from_query(sql, config.get('sql_header', none)) -%}
|
|||
|
|
{#--Obtain the column schema provided by the schema file by generating an 'empty schema' query from the model's columns. #}
|
|||
|
|
{%- set schema_file_provided_columns = get_column_schema_from_query(get_empty_schema_sql(user_defined_columns)) -%}
|
|||
|
|
|
|||
|
|
{#-- create dictionaries with name and formatted data type and strings for exception #}
|
|||
|
|
{%- set sql_columns = format_columns(sql_file_provided_columns) -%}
|
|||
|
|
{%- set yaml_columns = format_columns(schema_file_provided_columns) -%}
|
|||
|
|
|
|||
|
|
{%- if sql_columns|length != yaml_columns|length -%}
|
|||
|
|
{%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{%- for sql_col in sql_columns -%}
|
|||
|
|
{%- set yaml_col = [] -%}
|
|||
|
|
{%- for this_col in yaml_columns -%}
|
|||
|
|
{%- if this_col['name'] == sql_col['name'] -%}
|
|||
|
|
{%- do yaml_col.append(this_col) -%}
|
|||
|
|
{%- break -%}
|
|||
|
|
{%- endif -%}
|
|||
|
|
{%- endfor -%}
|
|||
|
|
{%- if not yaml_col -%}
|
|||
|
|
{#-- Column with name not found in yaml #}
|
|||
|
|
{%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}
|
|||
|
|
{%- endif -%}
|
|||
|
|
{%- if sql_col['formatted'] != yaml_col[0]['formatted'] -%}
|
|||
|
|
{#-- Column data types don't match #}
|
|||
|
|
{%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}
|
|||
|
|
{%- endif -%}
|
|||
|
|
{%- endfor -%}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros遁¯o.dbt.get_column_schema_from_queryｾmacro.dbt.get_empty_schema_sqlｸmacro.dbt.format_columnsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐﾟ@ｳsupported_languagesﾀｸmacro.dbt.format_columnsﾞ ､nameｮformat_columnsｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/relations/column/columns_spec_ddl.sqlｲoriginal_file_pathﾙ,macros/relations/column/columns_spec_ddl.sqlｩunique_idｸmacro.dbt.format_columnsｩmacro_sqlﾚ2{% macro format_columns(columns) %}
|
|||
|
|
{% set formatted_columns = [] %}
|
|||
|
|
{% for column in columns %}
|
|||
|
|
{%- set formatted_column = adapter.dispatch('format_column', 'dbt')(column) -%}
|
|||
|
|
{%- do formatted_columns.append(formatted_column) -%}
|
|||
|
|
{% endfor %}
|
|||
|
|
{{ return(formatted_columns) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎 macro.dbt.default__format_columnｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｧcolumns､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ盞ｳsupported_languagesﾀﾙ macro.dbt.default__format_columnﾞ ､nameｶdefault__format_columnｭresource_type･macroｬpackage_name｣dbt､pathﾙ,macros/relations/column/columns_spec_ddl.sqlｲoriginal_file_pathﾙ,macros/relations/column/columns_spec_ddl.sqlｩunique_idﾙ macro.dbt.default__format_columnｩmacro_sqlﾙ�% macro default__format_column(column) -%}
|
|||
|
|
{% set data_type = column.dtype %}
|
|||
|
|
{% set formatted = column.column.lower() ~ " " ~ data_type %}
|
|||
|
|
{{ return({'name': column.name, 'data_type': data_type, 'formatted': formatted}) }}
|
|||
|
|
{%- endmacro -%}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｦcolumn､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ聲ｳsupported_languagesﾀｴmacro.dbt.drop_tableﾞ ､nameｪdrop_tableｭresource_type･macroｬpackage_name｣dbt､pathｿmacros/relations/table/drop.sqlｲoriginal_file_pathｿmacros/relations/table/drop.sqlｩunique_idｴmacro.dbt.drop_tableｩmacro_sqlﾙm{% macro drop_table(relation) -%}
|
|||
|
|
{{- adapter.dispatch('drop_table', 'dbt')(relation) -}}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎'macro.dbt_postgres.postgres__drop_tableｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ蝸ｳsupported_languagesﾀｽmacro.dbt.default__drop_tableﾞ ､nameｳdefault__drop_tableｭresource_type･macroｬpackage_name｣dbt､pathｿmacros/relations/table/drop.sqlｲoriginal_file_pathｿmacros/relations/table/drop.sqlｩunique_idｽmacro.dbt.default__drop_tableｩmacro_sqlﾙs{% macro default__drop_table(relation) -%}
|
|||
|
|
drop table if exists {{ relation.render() }} cascade
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ詆ｳsupported_languagesﾀｿmacro.dbt.get_replace_table_sqlﾞ ､nameｵget_replace_table_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ"macros/relations/table/replace.sqlｲoriginal_file_pathﾙ"macros/relations/table/replace.sqlｩunique_idｿmacro.dbt.get_replace_table_sqlｩmacro_sqlﾙ宮% macro get_replace_table_sql(relation, sql) %}
|
|||
|
|
{{- adapter.dispatch('get_replace_table_sql', 'dbt')(relation, sql) -}}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎2macro.dbt_postgres.postgres__get_replace_table_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ�)ｳsupported_languagesﾀﾙ(macro.dbt.default__get_replace_table_sqlﾞ ､nameｾdefault__get_replace_table_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ"macros/relations/table/replace.sqlｲoriginal_file_pathﾙ"macros/relations/table/replace.sqlｩunique_idﾙ(macro.dbt.default__get_replace_table_sqlｩmacro_sqlﾙﾆ{% macro default__get_replace_table_sql(relation, sql) %}
|
|||
|
|
{{ exceptions.raise_compiler_error(
|
|||
|
|
"`get_replace_table_sql` has not been implemented for this adapter."
|
|||
|
|
) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ�ｳsupported_languagesﾀｾmacro.dbt.get_rename_table_sqlﾞ ､nameｴget_rename_table_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ!macros/relations/table/rename.sqlｲoriginal_file_pathﾙ!macros/relations/table/rename.sqlｩunique_idｾmacro.dbt.get_rename_table_sqlｩmacro_sqlﾙ怒% macro get_rename_table_sql(relation, new_name) %}
|
|||
|
|
{{- adapter.dispatch('get_rename_table_sql', 'dbt')(relation, new_name) -}}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎1macro.dbt_postgres.postgres__get_rename_table_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｨnew_name､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ�ｳsupported_languagesﾀﾙ'macro.dbt.default__get_rename_table_sqlﾞ ､nameｽdefault__get_rename_table_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ!macros/relations/table/rename.sqlｲoriginal_file_pathﾙ!macros/relations/table/rename.sqlｩunique_idﾙ'macro.dbt.default__get_rename_table_sqlｩmacro_sqlﾙﾉ{% macro default__get_rename_table_sql(relation, new_name) %}
|
|||
|
|
{{ exceptions.raise_compiler_error(
|
|||
|
|
"`get_rename_table_sql` has not been implemented for this adapter."
|
|||
|
|
) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｨnew_name､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ�ｳsupported_languagesﾀﾙ!macro.dbt.get_create_table_as_sqlﾞ ､nameｷget_create_table_as_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ!macros/relations/table/create.sqlｲoriginal_file_pathﾙ!macros/relations/table/create.sqlｩunique_idﾙ!macro.dbt.get_create_table_as_sqlｩmacro_sqlﾙ｣{% macro get_create_table_as_sql(temporary, relation, sql) -%}
|
|||
|
|
{{ adapter.dispatch('get_create_table_as_sql', 'dbt')(temporary, relation, sql) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎*macro.dbt.default__get_create_table_as_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｩtemporary､typeﾀｫdescription�Ζnameｨrelation､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ�ｳsupported_languagesﾀﾙ*macro.dbt.default__get_create_table_as_sqlﾞ ､nameﾙ default__get_create_table_as_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ!macros/relations/table/create.sqlｲoriginal_file_pathﾙ!macros/relations/table/create.sqlｩunique_idﾙ*macro.dbt.default__get_create_table_as_sqlｩmacro_sqlﾙ須% macro default__get_create_table_as_sql(temporary, relation, sql) -%}
|
|||
|
|
{{ return(create_table_as(temporary, relation, sql)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros損macro.dbt.create_table_asｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｩtemporary､typeﾀｫdescription�Ζnameｨrelation､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ�ｳsupported_languagesﾀｹmacro.dbt.create_table_asﾞ ､nameｯcreate_table_asｭresource_type･macroｬpackage_name｣dbt､pathﾙ!macros/relations/table/create.sqlｲoriginal_file_pathﾙ!macros/relations/table/create.sqlｩunique_idｹmacro.dbt.create_table_asｩmacro_sqlﾚｦ{% macro create_table_as(temporary, relation, compiled_code, language='sql') -%}
|
|||
|
|
{# backward compatibility for create_table_as that does not support language #}
|
|||
|
|
{% if language == "sql" %}
|
|||
|
|
{{ adapter.dispatch('create_table_as', 'dbt')(temporary, relation, compiled_code)}}
|
|||
|
|
{% else %}
|
|||
|
|
{{ adapter.dispatch('create_table_as', 'dbt')(temporary, relation, compiled_code, language) }}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎,macro.dbt_postgres.postgres__create_table_asｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments買､nameｩtemporary､typeﾀｫdescription�Ζnameｨrelation､typeﾀｫdescription�Ζnameｭcompiled_code､typeﾀｫdescription�Ζnameｨlanguage､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ�ｳsupported_languagesﾀﾙ"macro.dbt.default__create_table_asﾞ ､nameｸdefault__create_table_asｭresource_type･macroｬpackage_name｣dbt､pathﾙ!macros/relations/table/create.sqlｲoriginal_file_pathﾙ!macros/relations/table/create.sqlｩunique_idﾙ"macro.dbt.default__create_table_asｩmacro_sqlﾚ\{% macro default__create_table_as(temporary, relation, sql) -%}
|
|||
|
|
{%- set sql_header = config.get('sql_header', none) -%}
|
|||
|
|
|
|||
|
|
{{ sql_header if sql_header is not none }}
|
|||
|
|
|
|||
|
|
create {% if temporary: -%}temporary{%- endif %} table
|
|||
|
|
{{ relation.include(database=(not temporary), schema=(not temporary)) }}
|
|||
|
|
{% set contract_config = config.get('contract') %}
|
|||
|
|
{% if contract_config.enforced and (not temporary) %}
|
|||
|
|
{{ get_assert_columns_equivalent(sql) }}
|
|||
|
|
{{ get_table_columns_and_constraints() }}
|
|||
|
|
{%- set sql = get_select_subquery(sql) %}
|
|||
|
|
{% endif %}
|
|||
|
|
as (
|
|||
|
|
{{ sql }}
|
|||
|
|
);
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros遁'macro.dbt.get_assert_columns_equivalentﾙ+macro.dbt.get_table_columns_and_constraintsｽmacro.dbt.get_select_subqueryｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｩtemporary､typeﾀｫdescription�Ζnameｨrelation､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ�ｳsupported_languagesﾀﾙ#macro.dbt.default__get_column_namesﾞ ､nameｹdefault__get_column_namesｭresource_type･macroｬpackage_name｣dbt､pathﾙ!macros/relations/table/create.sqlｲoriginal_file_pathﾙ!macros/relations/table/create.sqlｩunique_idﾙ#macro.dbt.default__get_column_namesｩmacro_sqlﾚｫ{% macro default__get_column_names() %}
|
|||
|
|
{#- loop through user_provided_columns to get column names -#}
|
|||
|
|
{%- set user_provided_columns = model['columns'] -%}
|
|||
|
|
{%- for i in user_provided_columns %}
|
|||
|
|
{%- set col = user_provided_columns[i] -%}
|
|||
|
|
{%- set col_name = adapter.quote(col['name']) if col.get('quote') else col['name'] -%}
|
|||
|
|
{{ col_name }}{{ ", " if not loop.last }}
|
|||
|
|
{%- endfor -%}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾐ惲ｳsupported_languagesﾀｽmacro.dbt.get_select_subqueryﾞ ､nameｳget_select_subqueryｭresource_type･macroｬpackage_name｣dbt､pathﾙ!macros/relations/table/create.sqlｲoriginal_file_pathﾙ!macros/relations/table/create.sqlｩunique_idｽmacro.dbt.get_select_subqueryｩmacro_sqlﾙw{% macro get_select_subquery(sql) %}
|
|||
|
|
{{ return(adapter.dispatch('get_select_subquery', 'dbt')(sql)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎¯o.dbt.default__get_select_subqueryｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ隯ｳsupported_languagesﾀﾙ¯o.dbt.default__get_select_subqueryﾞ ､nameｼdefault__get_select_subqueryｭresource_type･macroｬpackage_name｣dbt､pathﾙ!macros/relations/table/create.sqlｲoriginal_file_pathﾙ!macros/relations/table/create.sqlｩunique_idﾙ¯o.dbt.default__get_select_subqueryｩmacro_sqlﾙｭ{% macro default__get_select_subquery(sql) %}
|
|||
|
|
select {{ adapter.dispatch('get_column_names', 'dbt')() }}
|
|||
|
|
from (
|
|||
|
|
{{ sql }}
|
|||
|
|
) as model_subq
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎#macro.dbt.default__get_column_namesｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ�ｳsupported_languagesﾀｳmacro.dbt.drop_viewﾞ ､nameｩdrop_viewｭresource_type･macroｬpackage_name｣dbt､pathｾmacros/relations/view/drop.sqlｲoriginal_file_pathｾmacros/relations/view/drop.sqlｩunique_idｳmacro.dbt.drop_viewｩmacro_sqlﾙk{% macro drop_view(relation) -%}
|
|||
|
|
{{- adapter.dispatch('drop_view', 'dbt')(relation) -}}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎¯o.dbt_postgres.postgres__drop_viewｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ�ﾁｳsupported_languagesﾀｼmacro.dbt.default__drop_viewﾞ ､nameｲdefault__drop_viewｭresource_type･macroｬpackage_name｣dbt､pathｾmacros/relations/view/drop.sqlｲoriginal_file_pathｾmacros/relations/view/drop.sqlｩunique_idｼmacro.dbt.default__drop_viewｩmacro_sqlﾙq{% macro default__drop_view(relation) -%}
|
|||
|
|
drop view if exists {{ relation.render() }} cascade
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾐ�承supported_languagesﾀｾmacro.dbt.get_replace_view_sqlﾞ ､nameｴget_replace_view_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ!macros/relations/view/replace.sqlｲoriginal_file_pathﾙ!macros/relations/view/replace.sqlｩunique_idｾmacro.dbt.get_replace_view_sqlｩmacro_sqlﾙ閲% macro get_replace_view_sql(relation, sql) %}
|
|||
|
|
{{- adapter.dispatch('get_replace_view_sql', 'dbt')(relation, sql) -}}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎1macro.dbt_postgres.postgres__get_replace_view_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ�supported_languagesﾀﾙ'macro.dbt.default__get_replace_view_sqlﾞ ､nameｽdefault__get_replace_view_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ!macros/relations/view/replace.sqlｲoriginal_file_pathﾙ!macros/relations/view/replace.sqlｩunique_idﾙ'macro.dbt.default__get_replace_view_sqlｩmacro_sqlﾙﾄ{% macro default__get_replace_view_sql(relation, sql) %}
|
|||
|
|
{{ exceptions.raise_compiler_error(
|
|||
|
|
"`get_replace_view_sql` has not been implemented for this adapter."
|
|||
|
|
) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ�supported_languagesﾀﾙ macro.dbt.create_or_replace_viewﾞ ､nameｶcreate_or_replace_viewｭresource_type･macroｬpackage_name｣dbt､pathﾙ!macros/relations/view/replace.sqlｲoriginal_file_pathﾙ!macros/relations/view/replace.sqlｩunique_idﾙ macro.dbt.create_or_replace_viewｩmacro_sqlﾚ炮% macro create_or_replace_view() %}
|
|||
|
|
{%- set identifier = model['alias'] -%}
|
|||
|
|
|
|||
|
|
{%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}
|
|||
|
|
{%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}
|
|||
|
|
|
|||
|
|
{%- set target_relation = api.Relation.create(
|
|||
|
|
identifier=identifier, schema=schema, database=database,
|
|||
|
|
type='view') -%}
|
|||
|
|
{% set grant_config = config.get('grants') %}
|
|||
|
|
|
|||
|
|
{{ run_hooks(pre_hooks) }}
|
|||
|
|
|
|||
|
|
-- If there's a table with the same name and we weren't told to full refresh,
|
|||
|
|
-- that's an error. If we were told to full refresh, drop it. This behavior differs
|
|||
|
|
-- for Snowflake and BigQuery, so multiple dispatch is used.
|
|||
|
|
{%- if old_relation is not none and old_relation.is_table -%}
|
|||
|
|
{{ handle_existing_table(should_full_refresh(), old_relation) }}
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
-- build model
|
|||
|
|
{% call statement('main') -%}
|
|||
|
|
{{ get_create_view_as_sql(target_relation, sql) }}
|
|||
|
|
{%- endcall %}
|
|||
|
|
|
|||
|
|
{% set should_revoke = should_revoke(exists_as_view, full_refresh_mode=True) %}
|
|||
|
|
{% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}
|
|||
|
|
|
|||
|
|
{{ run_hooks(post_hooks) }}
|
|||
|
|
|
|||
|
|
{{ return({'relations': [target_relation]}) }}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros竜macro.dbt.run_hooksｿmacro.dbt.handle_existing_tableｽmacro.dbt.should_full_refreshｳmacro.dbt.statementﾙ macro.dbt.get_create_view_as_sqlｷmacro.dbt.should_revokeｶmacro.dbt.apply_grantsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑ ｳsupported_languagesﾀｿmacro.dbt.handle_existing_tableﾞ ､nameｵhandle_existing_tableｭresource_type･macroｬpackage_name｣dbt､pathﾙ!macros/relations/view/replace.sqlｲoriginal_file_pathﾙ!macros/relations/view/replace.sqlｩunique_idｿmacro.dbt.handle_existing_tableｩmacro_sqlﾙ｣{% macro handle_existing_table(full_refresh, old_relation) %}
|
|||
|
|
{{ adapter.dispatch('handle_existing_table', 'dbt')(full_refresh, old_relation) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎(macro.dbt.default__handle_existing_tableｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｬfull_refresh､typeﾀｫdescription�Ζnameｬold_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ
|
|||
|
|
ｳsupported_languagesﾀﾙ(macro.dbt.default__handle_existing_tableﾞ ､nameｾdefault__handle_existing_tableｭresource_type･macroｬpackage_name｣dbt､pathﾙ!macros/relations/view/replace.sqlｲoriginal_file_pathﾙ!macros/relations/view/replace.sqlｩunique_idﾙ(macro.dbt.default__handle_existing_tableｩmacro_sqlﾙ�% macro default__handle_existing_table(full_refresh, old_relation) %}
|
|||
|
|
{{ log("Dropping relation " ~ old_relation.render() ~ " because it is of type " ~ old_relation.type) }}
|
|||
|
|
{{ adapter.drop_relation(old_relation) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｬfull_refresh､typeﾀｫdescription�Ζnameｬold_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑｳsupported_languagesﾀｽmacro.dbt.get_rename_view_sqlﾞ ､nameｳget_rename_view_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/relations/view/rename.sqlｲoriginal_file_pathﾙ macros/relations/view/rename.sqlｩunique_idｽmacro.dbt.get_rename_view_sqlｩmacro_sqlﾙ捜% macro get_rename_view_sql(relation, new_name) %}
|
|||
|
|
{{- adapter.dispatch('get_rename_view_sql', 'dbt')(relation, new_name) -}}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎0macro.dbt_postgres.postgres__get_rename_view_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｨnew_name､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑｳsupported_languagesﾀﾙ¯o.dbt.default__get_rename_view_sqlﾞ ､nameｼdefault__get_rename_view_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/relations/view/rename.sqlｲoriginal_file_pathﾙ macros/relations/view/rename.sqlｩunique_idﾙ¯o.dbt.default__get_rename_view_sqlｩmacro_sqlﾙﾇ{% macro default__get_rename_view_sql(relation, new_name) %}
|
|||
|
|
{{ exceptions.raise_compiler_error(
|
|||
|
|
"`get_rename_view_sql` has not been implemented for this adapter."
|
|||
|
|
) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｨnew_name､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑｳsupported_languagesﾀﾙ macro.dbt.get_create_view_as_sqlﾞ ､nameｶget_create_view_as_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/relations/view/create.sqlｲoriginal_file_pathﾙ macros/relations/view/create.sqlｩunique_idﾙ macro.dbt.get_create_view_as_sqlｩmacro_sqlﾙ宮% macro get_create_view_as_sql(relation, sql) -%}
|
|||
|
|
{{ adapter.dispatch('get_create_view_as_sql', 'dbt')(relation, sql) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎)macro.dbt.default__get_create_view_as_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ攀supported_languagesﾀﾙ)macro.dbt.default__get_create_view_as_sqlﾞ ､nameｿdefault__get_create_view_as_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/relations/view/create.sqlｲoriginal_file_pathﾙ macros/relations/view/create.sqlｩunique_idﾙ)macro.dbt.default__get_create_view_as_sqlｩmacro_sqlﾙx{% macro default__get_create_view_as_sql(relation, sql) -%}
|
|||
|
|
{{ return(create_view_as(relation, sql)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros尊macro.dbt.create_view_asｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑｩｳsupported_languagesﾀｸmacro.dbt.create_view_asﾞ ､nameｮcreate_view_asｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/relations/view/create.sqlｲoriginal_file_pathﾙ macros/relations/view/create.sqlｩunique_idｸmacro.dbt.create_view_asｩmacro_sqlﾙ{{% macro create_view_as(relation, sql) -%}
|
|||
|
|
{{ adapter.dispatch('create_view_as', 'dbt')(relation, sql) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎!macro.dbt.default__create_view_asｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑﾎｳsupported_languagesﾀﾙ!macro.dbt.default__create_view_asﾞ ､nameｷdefault__create_view_asｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/relations/view/create.sqlｲoriginal_file_pathﾙ macros/relations/view/create.sqlｩunique_idﾙ!macro.dbt.default__create_view_asｩmacro_sqlﾚ�% macro default__create_view_as(relation, sql) -%}
|
|||
|
|
{%- set sql_header = config.get('sql_header', none) -%}
|
|||
|
|
|
|||
|
|
{{ sql_header if sql_header is not none }}
|
|||
|
|
create view {{ relation.render() }}
|
|||
|
|
{% set contract_config = config.get('contract') %}
|
|||
|
|
{% if contract_config.enforced %}
|
|||
|
|
{{ get_assert_columns_equivalent(sql) }}
|
|||
|
|
{%- endif %}
|
|||
|
|
as (
|
|||
|
|
{{ sql }}
|
|||
|
|
);
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎'macro.dbt.get_assert_columns_equivalentｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζname｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑｨｳsupported_languagesﾀﾙ%macro.dbt.default__test_relationshipsﾞ ､nameｻdefault__test_relationshipsｭresource_type･macroｬpackage_name｣dbt､pathﾙ)macros/generic_test_sql/relationships.sqlｲoriginal_file_pathﾙ)macros/generic_test_sql/relationships.sqlｩunique_idﾙ%macro.dbt.default__test_relationshipsｩmacro_sqlﾚ怒% macro default__test_relationships(model, column_name, to, field) %}
|
|||
|
|
|
|||
|
|
with child as (
|
|||
|
|
select {{ column_name }} as from_field
|
|||
|
|
from {{ model }}
|
|||
|
|
where {{ column_name }} is not null
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
parent as (
|
|||
|
|
select {{ field }} as to_field
|
|||
|
|
from {{ to }}
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
from_field
|
|||
|
|
|
|||
|
|
from child
|
|||
|
|
left join parent
|
|||
|
|
on child.from_field = parent.to_field
|
|||
|
|
|
|||
|
|
where parent.to_field is null
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments買､name･model､typeﾀｫdescription�Ζnameｫcolumn_name､typeﾀｫdescription�Ζname｢to､typeﾀｫdescription�Ζname･field､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ邉supported_languagesﾀﾙ macro.dbt.default__test_not_nullﾞ ､nameｶdefault__test_not_nullｭresource_type･macroｬpackage_name｣dbt､pathﾙ$macros/generic_test_sql/not_null.sqlｲoriginal_file_pathﾙ$macros/generic_test_sql/not_null.sqlｩunique_idﾙ macro.dbt.default__test_not_nullｩmacro_sqlﾙﾚ{% macro default__test_not_null(model, column_name) %}
|
|||
|
|
|
|||
|
|
{% set column_list = '*' if should_store_failures() else column_name %}
|
|||
|
|
|
|||
|
|
select {{ column_list }}
|
|||
|
|
from {{ model }}
|
|||
|
|
where {{ column_name }} is null
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros汰macro.dbt.should_store_failuresｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name･model､typeﾀｫdescription�Ζnameｫcolumn_name､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ ﾒｳsupported_languagesﾀｾmacro.dbt.default__test_uniqueﾞ ､nameｴdefault__test_uniqueｭresource_type･macroｬpackage_name｣dbt､pathﾙ"macros/generic_test_sql/unique.sqlｲoriginal_file_pathﾙ"macros/generic_test_sql/unique.sqlｩunique_idｾmacro.dbt.default__test_uniqueｩmacro_sqlﾙ�% macro default__test_unique(model, column_name) %}
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
{{ column_name }} as unique_field,
|
|||
|
|
count(*) as n_records
|
|||
|
|
|
|||
|
|
from {{ model }}
|
|||
|
|
where {{ column_name }} is not null
|
|||
|
|
group by {{ column_name }}
|
|||
|
|
having count(*) > 1
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name･model､typeﾀｫdescription�Ζnameｫcolumn_name､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ `ｳsupported_languagesﾀﾙ'macro.dbt.default__test_accepted_valuesﾞ ､nameｽdefault__test_accepted_valuesｭresource_type･macroｬpackage_name｣dbt､pathﾙ+macros/generic_test_sql/accepted_values.sqlｲoriginal_file_pathﾙ+macros/generic_test_sql/accepted_values.sqlｩunique_idﾙ'macro.dbt.default__test_accepted_valuesｩmacro_sqlﾚ{% macro default__test_accepted_values(model, column_name, values, quote=True) %}
|
|||
|
|
|
|||
|
|
with all_values as (
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
{{ column_name }} as value_field,
|
|||
|
|
count(*) as n_records
|
|||
|
|
|
|||
|
|
from {{ model }}
|
|||
|
|
group by {{ column_name }}
|
|||
|
|
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
select *
|
|||
|
|
from all_values
|
|||
|
|
where value_field not in (
|
|||
|
|
{% for value in values -%}
|
|||
|
|
{% if quote -%}
|
|||
|
|
'{{ value }}'
|
|||
|
|
{%- else -%}
|
|||
|
|
{{ value }}
|
|||
|
|
{%- endif -%}
|
|||
|
|
{%- if not loop.last -%},{%- endif %}
|
|||
|
|
{%- endfor %}
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments買､name･model､typeﾀｫdescription�Ζnameｫcolumn_name､typeﾀｫdescription�Ζnameｦvalues､typeﾀｫdescription�Ζname･quote､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ"ｳｳsupported_languagesﾀｳmacro.dbt.statementﾞ ､nameｩstatementｭresource_type･macroｬpackage_name｣dbt､pathｸmacros/etc/statement.sqlｲoriginal_file_pathｸmacros/etc/statement.sqlｩunique_idｳmacro.dbt.statementｩmacro_sqlﾚ･
|
|||
|
|
{%- macro statement(name=None, fetch_result=False, auto_begin=True, language='sql') -%}
|
|||
|
|
{%- if execute: -%}
|
|||
|
|
{%- set compiled_code = caller() -%}
|
|||
|
|
|
|||
|
|
{%- if name == 'main' -%}
|
|||
|
|
{{ log('Writing runtime {} for node "{}"'.format(language, model['unique_id'])) }}
|
|||
|
|
{{ write(compiled_code) }}
|
|||
|
|
{%- endif -%}
|
|||
|
|
{%- if language == 'sql'-%}
|
|||
|
|
{%- set res, table = adapter.execute(compiled_code, auto_begin=auto_begin, fetch=fetch_result) -%}
|
|||
|
|
{%- elif language == 'python' -%}
|
|||
|
|
{%- set res = submit_python_job(model, compiled_code) -%}
|
|||
|
|
{#-- TODO: What should table be for python models? --#}
|
|||
|
|
{%- set table = None -%}
|
|||
|
|
{%- else -%}
|
|||
|
|
{% do exceptions.raise_compiler_error("statement macro didn't get supported language") %}
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{%- if name is not none -%}
|
|||
|
|
{{ store_result(name, response=res, agate_table=table) }}
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{%- endif -%}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments買､name､name､typeﾀｫdescription�Ζnameｬfetch_result､typeﾀｫdescription�Ζnameｪauto_begin､typeﾀｫdescription�Ζnameｨlanguage､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ*�ｳsupported_languagesﾀｸmacro.dbt.noop_statementﾞ ､nameｮnoop_statementｭresource_type･macroｬpackage_name｣dbt､pathｸmacros/etc/statement.sqlｲoriginal_file_pathｸmacros/etc/statement.sqlｩunique_idｸmacro.dbt.noop_statementｩmacro_sqlﾚｵ{% macro noop_statement(name=None, message=None, code=None, rows_affected=None, res=None) -%}
|
|||
|
|
{%- set sql = caller() -%}
|
|||
|
|
|
|||
|
|
{%- if name == 'main' -%}
|
|||
|
|
{{ log('Writing runtime SQL for node "{}"'.format(model['unique_id'])) }}
|
|||
|
|
{{ write(sql) }}
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{%- if name is not none -%}
|
|||
|
|
{{ store_raw_result(name, message=message, code=code, rows_affected=rows_affected, agate_table=res) }}
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments父､name､name､typeﾀｫdescription�Ζnameｧmessage､typeﾀｫdescription�Ζname､code､typeﾀｫdescription�Ζnameｭrows_affected､typeﾀｫdescription�Ζname｣res､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ.ｶｳsupported_languagesﾀｳmacro.dbt.run_queryﾞ ､nameｩrun_queryｭresource_type･macroｬpackage_name｣dbt､pathｸmacros/etc/statement.sqlｲoriginal_file_pathｸmacros/etc/statement.sqlｩunique_idｳmacro.dbt.run_queryｩmacro_sqlﾙﾗ{% macro run_query(sql) %}
|
|||
|
|
{% call statement("run_query_statement", fetch_result=true, auto_begin=false) %}
|
|||
|
|
{{ sql }}
|
|||
|
|
{% endcall %}
|
|||
|
|
|
|||
|
|
{% do return(load_result("run_query_statement").table) %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros袖macro.dbt.statementｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ0匍supported_languagesﾀｺmacro.dbt.convert_datetimeﾞ ､nameｰconvert_datetimeｭresource_type･macroｬpackage_name｣dbt､pathｷmacros/etc/datetime.sqlｲoriginal_file_pathｷmacros/etc/datetime.sqlｩunique_idｺmacro.dbt.convert_datetimeｩmacro_sqlﾚW{% macro convert_datetime(date_str, date_fmt) %}
|
|||
|
|
|
|||
|
|
{% set error_msg -%}
|
|||
|
|
The provided partition date '{{ date_str }}' does not match the expected format '{{ date_fmt }}'
|
|||
|
|
{%- endset %}
|
|||
|
|
|
|||
|
|
{% set res = try_or_compiler_error(error_msg, modules.datetime.datetime.strptime, date_str.strip(), date_fmt) %}
|
|||
|
|
{{ return(res) }}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨdate_str､typeﾀｫdescription�Ζnameｨdate_fmt､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ5aｳsupported_languagesﾀｸmacro.dbt.dates_in_rangeﾞ ､nameｮdates_in_rangeｭresource_type･macroｬpackage_name｣dbt､pathｷmacros/etc/datetime.sqlｲoriginal_file_pathｷmacros/etc/datetime.sqlｩunique_idｸmacro.dbt.dates_in_rangeｩmacro_sqlﾚ�% macro dates_in_range(start_date_str, end_date_str=none, in_fmt="%Y%m%d", out_fmt="%Y%m%d") %}
|
|||
|
|
{% set end_date_str = start_date_str if end_date_str is none else end_date_str %}
|
|||
|
|
|
|||
|
|
{% set start_date = convert_datetime(start_date_str, in_fmt) %}
|
|||
|
|
{% set end_date = convert_datetime(end_date_str, in_fmt) %}
|
|||
|
|
|
|||
|
|
{% set day_count = (end_date - start_date).days %}
|
|||
|
|
{% if day_count < 0 %}
|
|||
|
|
{% set msg -%}
|
|||
|
|
Partition start date is after the end date ({{ start_date }}, {{ end_date }})
|
|||
|
|
{%- endset %}
|
|||
|
|
|
|||
|
|
{{ exceptions.raise_compiler_error(msg, model) }}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% set date_list = [] %}
|
|||
|
|
{% for i in range(0, day_count + 1) %}
|
|||
|
|
{% set the_date = (modules.datetime.timedelta(days=i) + start_date) %}
|
|||
|
|
{% if not out_fmt %}
|
|||
|
|
{% set _ = date_list.append(the_date) %}
|
|||
|
|
{% else %}
|
|||
|
|
{% set _ = date_list.append(the_date.strftime(out_fmt)) %}
|
|||
|
|
{% endif %}
|
|||
|
|
{% endfor %}
|
|||
|
|
|
|||
|
|
{{ return(date_list) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros村macro.dbt.convert_datetimeｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments買､nameｮstart_date_str､typeﾀｫdescription�Ζnameｬend_date_str､typeﾀｫdescription�Ζnameｦin_fmt､typeﾀｫdescription�Ζnameｧout_fmt､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ<ｯｳsupported_languagesﾀｹmacro.dbt.partition_rangeﾞ ､nameｯpartition_rangeｭresource_type･macroｬpackage_name｣dbt､pathｷmacros/etc/datetime.sqlｲoriginal_file_pathｷmacros/etc/datetime.sqlｩunique_idｹmacro.dbt.partition_rangeｩmacro_sqlﾚ學% macro partition_range(raw_partition_date, date_fmt='%Y%m%d') %}
|
|||
|
|
{% set partition_range = (raw_partition_date | string).split(",") %}
|
|||
|
|
|
|||
|
|
{% if (partition_range | length) == 1 %}
|
|||
|
|
{% set start_date = partition_range[0] %}
|
|||
|
|
{% set end_date = none %}
|
|||
|
|
{% elif (partition_range | length) == 2 %}
|
|||
|
|
{% set start_date = partition_range[0] %}
|
|||
|
|
{% set end_date = partition_range[1] %}
|
|||
|
|
{% else %}
|
|||
|
|
{{ exceptions.raise_compiler_error("Invalid partition time. Expected format: {Start Date}[,{End Date}]. Got: " ~ raw_partition_date) }}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{{ return(dates_in_range(start_date, end_date, in_fmt=date_fmt)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros尊macro.dbt.dates_in_rangeｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｲraw_partition_date､typeﾀｫdescription�Ζnameｨdate_fmt､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾑC ｳsupported_languagesﾀｿmacro.dbt.py_current_timestringﾞ ､nameｵpy_current_timestringｭresource_type･macroｬpackage_name｣dbt､pathｷmacros/etc/datetime.sqlｲoriginal_file_pathｷmacros/etc/datetime.sqlｩunique_idｿmacro.dbt.py_current_timestringｩmacro_sqlﾙ�% macro py_current_timestring() %}
|
|||
|
|
{% set dt = modules.datetime.datetime.now() %}
|
|||
|
|
{% do return(dt.strftime("%Y%m%d%H%M%S%f")) %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌BﾑD昕supported_languagesﾀｰmacro.dbt.exceptﾞ ､nameｦexceptｭresource_type･macroｬpackage_name｣dbt､pathｷmacros/utils/except.sqlｲoriginal_file_pathｷmacros/utils/except.sqlｩunique_idｰmacro.dbt.exceptｩmacro_sqlﾙW{% macro except() %}
|
|||
|
|
{{ return(adapter.dispatch('except', 'dbt')()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros損macro.dbt.default__exceptｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌BﾑF糞supported_languagesﾀｹmacro.dbt.default__exceptﾞ ､nameｯdefault__exceptｭresource_type･macroｬpackage_name｣dbt､pathｷmacros/utils/except.sqlｲoriginal_file_pathｷmacros/utils/except.sqlｩunique_idｹmacro.dbt.default__exceptｩmacro_sqlﾙ9{% macro default__except() %}
|
|||
|
|
|
|||
|
|
except
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌BﾑG ｳsupported_languagesﾀｿmacro.dbt.get_intervals_betweenﾞ ､nameｵget_intervals_betweenｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/utils/date_spine.sqlｲoriginal_file_pathｻmacros/utils/date_spine.sqlｩunique_idｿmacro.dbt.get_intervals_betweenｩmacro_sqlﾙｵ{% macro get_intervals_between(start_date, end_date, datepart) -%}
|
|||
|
|
{{ return(adapter.dispatch('get_intervals_between', 'dbt')(start_date, end_date, datepart)) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎(macro.dbt.default__get_intervals_betweenｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｪstart_date､typeﾀｫdescription�Ζnameｨend_date､typeﾀｫdescription�Ζnameｨdatepart､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾑJΦsupported_languagesﾀﾙ(macro.dbt.default__get_intervals_betweenﾞ ､nameｾdefault__get_intervals_betweenｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/utils/date_spine.sqlｲoriginal_file_pathｻmacros/utils/date_spine.sqlｩunique_idﾙ(macro.dbt.default__get_intervals_betweenｩmacro_sqlﾚ{% macro default__get_intervals_between(start_date, end_date, datepart) -%}
|
|||
|
|
{%- call statement('get_intervals_between', fetch_result=True) %}
|
|||
|
|
|
|||
|
|
select {{ dbt.datediff(start_date, end_date, datepart) }}
|
|||
|
|
|
|||
|
|
{%- endcall -%}
|
|||
|
|
|
|||
|
|
{%- set value_list = load_result('get_intervals_between') -%}
|
|||
|
|
|
|||
|
|
{%- if value_list and value_list['data'] -%}
|
|||
|
|
{%- set values = value_list['data'] | map(attribute=0) | list %}
|
|||
|
|
{{ return(values[0]) }}
|
|||
|
|
{%- else -%}
|
|||
|
|
{{ return(1) }}
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros諜macro.dbt.statementｲmacro.dbt.datediffｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｪstart_date､typeﾀｫdescription�Ζnameｨend_date､typeﾀｫdescription�Ζnameｨdatepart､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾑNwｳsupported_languagesﾀｴmacro.dbt.date_spineﾞ ､nameｪdate_spineｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/utils/date_spine.sqlｲoriginal_file_pathｻmacros/utils/date_spine.sqlｩunique_idｴmacro.dbt.date_spineｩmacro_sqlﾙ桀% macro date_spine(datepart, start_date, end_date) %}
|
|||
|
|
{{ return(adapter.dispatch('date_spine', 'dbt')(datepart, start_date, end_date)) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros多macro.dbt.default__date_spineｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｨdatepart､typeﾀｫdescription�Ζnameｪstart_date､typeﾀｫdescription�Ζnameｨend_date､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾑO�supported_languagesﾀｽmacro.dbt.default__date_spineﾞ ､nameｳdefault__date_spineｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/utils/date_spine.sqlｲoriginal_file_pathｻmacros/utils/date_spine.sqlｩunique_idｽmacro.dbt.default__date_spineｩmacro_sqlﾚ;{% macro default__date_spine(datepart, start_date, end_date) %}
|
|||
|
|
|
|||
|
|
|
|||
|
|
{# call as follows:
|
|||
|
|
|
|||
|
|
date_spine(
|
|||
|
|
"day",
|
|||
|
|
"to_date('01/01/2016', 'mm/dd/yyyy')",
|
|||
|
|
"dbt.dateadd(week, 1, current_date)"
|
|||
|
|
) #}
|
|||
|
|
|
|||
|
|
|
|||
|
|
with rawdata as (
|
|||
|
|
|
|||
|
|
{{dbt.generate_series(
|
|||
|
|
dbt.get_intervals_between(start_date, end_date, datepart)
|
|||
|
|
)}}
|
|||
|
|
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
all_periods as (
|
|||
|
|
|
|||
|
|
select (
|
|||
|
|
{{
|
|||
|
|
dbt.dateadd(
|
|||
|
|
datepart,
|
|||
|
|
"row_number() over (order by 1) - 1",
|
|||
|
|
start_date
|
|||
|
|
)
|
|||
|
|
}}
|
|||
|
|
) as date_{{datepart}}
|
|||
|
|
from rawdata
|
|||
|
|
|
|||
|
|
),
|
|||
|
|
|
|||
|
|
filtered as (
|
|||
|
|
|
|||
|
|
select *
|
|||
|
|
from all_periods
|
|||
|
|
where date_{{datepart}} <= {{ end_date }}
|
|||
|
|
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
select * from filtered
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros道macro.dbt.generate_seriesｿmacro.dbt.get_intervals_betweenｱmacro.dbt.dateaddｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｨdatepart､typeﾀｫdescription�Ζnameｪstart_date､typeﾀｫdescription�Ζnameｨend_date､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾑRQｳsupported_languagesﾀｮmacro.dbt.dateﾞ ､name､dateｭresource_type･macroｬpackage_name｣dbt､pathｵmacros/utils/date.sqlｲoriginal_file_pathｵmacros/utils/date.sqlｩunique_idｮmacro.dbt.dateｩmacro_sqlﾙt{% macro date(year, month, day) %}
|
|||
|
|
{{ return(adapter.dispatch('date', 'dbt') (year, month, day)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros孫macro.dbt.default__dateｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､name､year､typeﾀｫdescription�Ζname･month､typeﾀｫdescription�Ζname｣day､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾑTuｳsupported_languagesﾀｷmacro.dbt.default__dateﾞ ､nameｭdefault__dateｭresource_type･macroｬpackage_name｣dbt､pathｵmacros/utils/date.sqlｲoriginal_file_pathｵmacros/utils/date.sqlｩunique_idｷmacro.dbt.default__dateｩmacro_sqlﾙ�% macro default__date(year, month, day) -%}
|
|||
|
|
{%- set dt = modules.datetime.date(year, month, day) -%}
|
|||
|
|
{%- set iso_8601_formatted_date = dt.strftime('%Y-%m-%d') -%}
|
|||
|
|
to_date('{{ iso_8601_formatted_date }}', 'YYYY-MM-DD')
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､name､year､typeﾀｫdescription�Ζname･month､typeﾀｫdescription�Ζname｣day､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾑVLｳsupported_languagesﾀｱmacro.dbt.replaceﾞ ､nameｧreplaceｭresource_type･macroｬpackage_name｣dbt､pathｸmacros/utils/replace.sqlｲoriginal_file_pathｸmacros/utils/replace.sqlｩunique_idｱmacro.dbt.replaceｩmacro_sqlﾙ怒% macro replace(field, old_chars, new_chars) -%}
|
|||
|
|
{{ return(adapter.dispatch('replace', 'dbt') (field, old_chars, new_chars)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros村macro.dbt.default__replaceｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､name･field､typeﾀｫdescription�Ζnameｩold_chars､typeﾀｫdescription�Ζnameｩnew_chars､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾑX`ｳsupported_languagesﾀｺmacro.dbt.default__replaceﾞ ､nameｰdefault__replaceｭresource_type･macroｬpackage_name｣dbt､pathｸmacros/utils/replace.sqlｲoriginal_file_pathｸmacros/utils/replace.sqlｩunique_idｺmacro.dbt.default__replaceｩmacro_sqlﾙ､{% macro default__replace(field, old_chars, new_chars) %}
|
|||
|
|
|
|||
|
|
replace(
|
|||
|
|
{{ field }},
|
|||
|
|
{{ old_chars }},
|
|||
|
|
{{ new_chars }}
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､name･field､typeﾀｫdescription�Ζnameｩold_chars､typeﾀｫdescription�Ζnameｩnew_chars､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾑYさsupported_languagesﾀｰmacro.dbt.concatﾞ ､nameｦconcatｭresource_type･macroｬpackage_name｣dbt､pathｷmacros/utils/concat.sqlｲoriginal_file_pathｷmacros/utils/concat.sqlｩunique_idｰmacro.dbt.concatｩmacro_sqlﾙe{% macro concat(fields) -%}
|
|||
|
|
{{ return(adapter.dispatch('concat', 'dbt')(fields)) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros損macro.dbt.default__concatｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｦfields､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ[)ｳsupported_languagesﾀｹmacro.dbt.default__concatﾞ ､nameｯdefault__concatｭresource_type･macroｬpackage_name｣dbt､pathｷmacros/utils/concat.sqlｲoriginal_file_pathｷmacros/utils/concat.sqlｩunique_idｹmacro.dbt.default__concatｩmacro_sqlﾙR{% macro default__concat(fields) -%}
|
|||
|
|
{{ fields|join(' || ') }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｦfields､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ[�ｳsupported_languagesﾀｻmacro.dbt.get_powers_of_twoﾞ ､nameｱget_powers_of_twoｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/utils/generate_series.sqlｲoriginal_file_pathﾙ macros/utils/generate_series.sqlｩunique_idｻmacro.dbt.get_powers_of_twoｩmacro_sqlﾙ�% macro get_powers_of_two(upper_bound) %}
|
|||
|
|
{{ return(adapter.dispatch('get_powers_of_two', 'dbt')(upper_bound)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎$macro.dbt.default__get_powers_of_twoｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｫupper_bound､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ^昕supported_languagesﾀﾙ$macro.dbt.default__get_powers_of_twoﾞ ､nameｺdefault__get_powers_of_twoｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/utils/generate_series.sqlｲoriginal_file_pathﾙ macros/utils/generate_series.sqlｩunique_idﾙ$macro.dbt.default__get_powers_of_twoｩmacro_sqlﾚA{% macro default__get_powers_of_two(upper_bound) %}
|
|||
|
|
|
|||
|
|
{% if upper_bound <= 0 %}
|
|||
|
|
{{ exceptions.raise_compiler_error("upper bound must be positive") }}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% for _ in range(1, 100) %}
|
|||
|
|
{% if upper_bound <= 2 ** loop.index %}{{ return(loop.index) }}{% endif %}
|
|||
|
|
{% endfor %}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｫupper_bound､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑa匍supported_languagesﾀｹmacro.dbt.generate_seriesﾞ ､nameｯgenerate_seriesｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/utils/generate_series.sqlｲoriginal_file_pathﾙ macros/utils/generate_series.sqlｩunique_idｹmacro.dbt.generate_seriesｩmacro_sqlﾙ＋% macro generate_series(upper_bound) %}
|
|||
|
|
{{ return(adapter.dispatch('generate_series', 'dbt')(upper_bound)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎"macro.dbt.default__generate_seriesｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｫupper_bound､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑbﾄｳsupported_languagesﾀﾙ"macro.dbt.default__generate_seriesﾞ ､nameｸdefault__generate_seriesｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/utils/generate_series.sqlｲoriginal_file_pathﾙ macros/utils/generate_series.sqlｩunique_idﾙ"macro.dbt.default__generate_seriesｩmacro_sqlﾚq{% macro default__generate_series(upper_bound) %}
|
|||
|
|
|
|||
|
|
{% set n = dbt.get_powers_of_two(upper_bound) %}
|
|||
|
|
|
|||
|
|
with p as (
|
|||
|
|
select 0 as generated_number union all select 1
|
|||
|
|
), unioned as (
|
|||
|
|
|
|||
|
|
select
|
|||
|
|
|
|||
|
|
{% for i in range(n) %}
|
|||
|
|
p{{i}}.generated_number * power(2, {{i}})
|
|||
|
|
{% if not loop.last %} + {% endif %}
|
|||
|
|
{% endfor %}
|
|||
|
|
+ 1
|
|||
|
|
as generated_number
|
|||
|
|
|
|||
|
|
from
|
|||
|
|
|
|||
|
|
{% for i in range(n) %}
|
|||
|
|
p as p{{i}}
|
|||
|
|
{% if not loop.last %} cross join {% endif %}
|
|||
|
|
{% endfor %}
|
|||
|
|
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
select *
|
|||
|
|
from unioned
|
|||
|
|
where generated_number <= {{upper_bound}}
|
|||
|
|
order by generated_number
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros遜macro.dbt.get_powers_of_twoｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｫupper_bound､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑf#ｳsupported_languagesﾀｰmacro.dbt.lengthﾞ ､nameｦlengthｭresource_type･macroｬpackage_name｣dbt､pathｷmacros/utils/length.sqlｲoriginal_file_pathｷmacros/utils/length.sqlｩunique_idｰmacro.dbt.lengthｩmacro_sqlﾙo{% macro length(expression) -%}
|
|||
|
|
{{ return(adapter.dispatch('length', 'dbt') (expression)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros損macro.dbt.default__lengthｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｪexpression､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑhｳsupported_languagesﾀｹmacro.dbt.default__lengthﾞ ､nameｯdefault__lengthｭresource_type･macroｬpackage_name｣dbt､pathｷmacros/utils/length.sqlｲoriginal_file_pathｷmacros/utils/length.sqlｩunique_idｹmacro.dbt.default__lengthｩmacro_sqlﾙe{% macro default__length(expression) %}
|
|||
|
|
|
|||
|
|
length(
|
|||
|
|
{{ expression }}
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
{%- endmacro -%}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｪexpression､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑhｵｳsupported_languagesﾀｱmacro.dbt.dateaddﾞ ､nameｧdateaddｭresource_type･macroｬpackage_name｣dbt､pathｸmacros/utils/dateadd.sqlｲoriginal_file_pathｸmacros/utils/dateadd.sqlｩunique_idｱmacro.dbt.dateaddｩmacro_sqlﾙｭ{% macro dateadd(datepart, interval, from_date_or_timestamp) %}
|
|||
|
|
{{ return(adapter.dispatch('dateadd', 'dbt')(datepart, interval, from_date_or_timestamp)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎$macro.dbt_postgres.postgres__dateaddｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｨdatepart､typeﾀｫdescription�Ζnameｨinterval､typeﾀｫdescription�Ζnameｶfrom_date_or_timestamp､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑjｾｳsupported_languagesﾀｺmacro.dbt.default__dateaddﾞ ､nameｰdefault__dateaddｭresource_type･macroｬpackage_name｣dbt､pathｸmacros/utils/dateadd.sqlｲoriginal_file_pathｸmacros/utils/dateadd.sqlｩunique_idｺmacro.dbt.default__dateaddｩmacro_sqlﾙﾅ{% macro default__dateadd(datepart, interval, from_date_or_timestamp) %}
|
|||
|
|
|
|||
|
|
dateadd(
|
|||
|
|
{{ datepart }},
|
|||
|
|
{{ interval }},
|
|||
|
|
{{ from_date_or_timestamp }}
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｨdatepart､typeﾀｫdescription�Ζnameｨinterval､typeﾀｫdescription�Ζnameｶfrom_date_or_timestamp､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑkﾊｳsupported_languagesﾀｳmacro.dbt.intersectﾞ ､nameｩintersectｭresource_type･macroｬpackage_name｣dbt､pathｺmacros/utils/intersect.sqlｲoriginal_file_pathｺmacros/utils/intersect.sqlｩunique_idｳmacro.dbt.intersectｩmacro_sqlﾙ]{% macro intersect() %}
|
|||
|
|
{{ return(adapter.dispatch('intersect', 'dbt')()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros他macro.dbt.default__intersectｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑm@ｳsupported_languagesﾀｼmacro.dbt.default__intersectﾞ ､nameｲdefault__intersectｭresource_type･macroｬpackage_name｣dbt､pathｺmacros/utils/intersect.sqlｲoriginal_file_pathｺmacros/utils/intersect.sqlｩunique_idｼmacro.dbt.default__intersectｩmacro_sqlﾙ?{% macro default__intersect() %}
|
|||
|
|
|
|||
|
|
intersect
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑnvｳsupported_languagesﾀｾmacro.dbt.escape_single_quotesﾞ ､nameｴescape_single_quotesｭresource_type･macroｬpackage_name｣dbt､pathﾙ%macros/utils/escape_single_quotes.sqlｲoriginal_file_pathﾙ%macros/utils/escape_single_quotes.sqlｩunique_idｾmacro.dbt.escape_single_quotesｩmacro_sqlﾙ鶏% macro escape_single_quotes(expression) %}
|
|||
|
|
{{ return(adapter.dispatch('escape_single_quotes', 'dbt') (expression)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎'macro.dbt.default__escape_single_quotesｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｪexpression､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾑpLｳsupported_languagesﾀﾙ'macro.dbt.default__escape_single_quotesﾞ ､nameｽdefault__escape_single_quotesｭresource_type･macroｬpackage_name｣dbt､pathﾙ%macros/utils/escape_single_quotes.sqlｲoriginal_file_pathﾙ%macros/utils/escape_single_quotes.sqlｩunique_idﾙ'macro.dbt.default__escape_single_quotesｩmacro_sqlﾙk{% macro default__escape_single_quotes(expression) -%}
|
|||
|
|
{{ expression | replace("'","''") }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｪexpression､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑq?ｳsupported_languagesﾀｯmacro.dbt.rightﾞ ､name･rightｭresource_type･macroｬpackage_name｣dbt､pathｶmacros/utils/right.sqlｲoriginal_file_pathｶmacros/utils/right.sqlｩunique_idｯmacro.dbt.rightｩmacro_sqlﾙ府% macro right(string_text, length_expression) -%}
|
|||
|
|
{{ return(adapter.dispatch('right', 'dbt') (string_text, length_expression)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros尊macro.dbt.default__rightｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｫstring_text､typeﾀｫdescription�Ζnameｱlength_expression､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑs ｳsupported_languagesﾀｸmacro.dbt.default__rightﾞ ､nameｮdefault__rightｭresource_type･macroｬpackage_name｣dbt､pathｶmacros/utils/right.sqlｲoriginal_file_pathｶmacros/utils/right.sqlｩunique_idｸmacro.dbt.default__rightｩmacro_sqlﾙ几% macro default__right(string_text, length_expression) %}
|
|||
|
|
|
|||
|
|
right(
|
|||
|
|
{{ string_text }},
|
|||
|
|
{{ length_expression }}
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
{%- endmacro -%}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｫstring_text､typeﾀｫdescription�Ζnameｱlength_expression､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑtｳsupported_languagesﾀｱmacro.dbt.listaggﾞ ､nameｧlistaggｭresource_type･macroｬpackage_name｣dbt､pathｸmacros/utils/listagg.sqlｲoriginal_file_pathｸmacros/utils/listagg.sqlｩunique_idｱmacro.dbt.listaggｩmacro_sqlﾙﾔ{% macro listagg(measure, delimiter_text="','", order_by_clause=none, limit_num=none) -%}
|
|||
|
|
{{ return(adapter.dispatch('listagg', 'dbt') (measure, delimiter_text, order_by_clause, limit_num)) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎$macro.dbt_postgres.postgres__listaggｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments買､nameｧmeasure､typeﾀｫdescription�Ζnameｮdelimiter_text､typeﾀｫdescription�Ζnameｯorder_by_clause､typeﾀｫdescription�Ζnameｩlimit_num､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑv�ｳsupported_languagesﾀｺmacro.dbt.default__listaggﾞ ､nameｰdefault__listaggｭresource_type･macroｬpackage_name｣dbt､pathｸmacros/utils/listagg.sqlｲoriginal_file_pathｸmacros/utils/listagg.sqlｩunique_idｺmacro.dbt.default__listaggｩmacro_sqlﾚz{% macro default__listagg(measure, delimiter_text, order_by_clause, limit_num) -%}
|
|||
|
|
|
|||
|
|
{% if limit_num -%}
|
|||
|
|
array_to_string(
|
|||
|
|
array_slice(
|
|||
|
|
array_agg(
|
|||
|
|
{{ measure }}
|
|||
|
|
){% if order_by_clause -%}
|
|||
|
|
within group ({{ order_by_clause }})
|
|||
|
|
{%- endif %}
|
|||
|
|
,0
|
|||
|
|
,{{ limit_num }}
|
|||
|
|
),
|
|||
|
|
{{ delimiter_text }}
|
|||
|
|
)
|
|||
|
|
{%- else %}
|
|||
|
|
listagg(
|
|||
|
|
{{ measure }},
|
|||
|
|
{{ delimiter_text }}
|
|||
|
|
)
|
|||
|
|
{% if order_by_clause -%}
|
|||
|
|
within group ({{ order_by_clause }})
|
|||
|
|
{%- endif %}
|
|||
|
|
{%- endif %}
|
|||
|
|
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments買､nameｧmeasure､typeﾀｫdescription�Ζnameｮdelimiter_text､typeﾀｫdescription�Ζnameｯorder_by_clause､typeﾀｫdescription�Ζnameｩlimit_num､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑy�supported_languagesﾀｲmacro.dbt.datediffﾞ ､nameｨdatediffｭresource_type･macroｬpackage_name｣dbt､pathｹmacros/utils/datediff.sqlｲoriginal_file_pathｹmacros/utils/datediff.sqlｩunique_idｲmacro.dbt.datediffｩmacro_sqlﾙ掉% macro datediff(first_date, second_date, datepart) %}
|
|||
|
|
{{ return(adapter.dispatch('datediff', 'dbt')(first_date, second_date, datepart)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎%macro.dbt_postgres.postgres__datediffｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｪfirst_date､typeﾀｫdescription�Ζnameｫsecond_date､typeﾀｫdescription�Ζnameｨdatepart､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ{糞supported_languagesﾀｻmacro.dbt.default__datediffﾞ ､nameｱdefault__datediffｭresource_type･macroｬpackage_name｣dbt､pathｹmacros/utils/datediff.sqlｲoriginal_file_pathｹmacros/utils/datediff.sqlｩunique_idｻmacro.dbt.default__datediffｩmacro_sqlﾙｷ{% macro default__datediff(first_date, second_date, datepart) -%}
|
|||
|
|
|
|||
|
|
datediff(
|
|||
|
|
{{ datepart }},
|
|||
|
|
{{ first_date }},
|
|||
|
|
{{ second_date }}
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｪfirst_date､typeﾀｫdescription�Ζnameｫsecond_date､typeﾀｫdescription�Ζnameｨdatepart､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ|ｦｳsupported_languagesﾀｳmacro.dbt.safe_castﾞ ､nameｩsafe_castｭresource_type･macroｬpackage_name｣dbt､pathｺmacros/utils/safe_cast.sqlｲoriginal_file_pathｺmacros/utils/safe_cast.sqlｩunique_idｳmacro.dbt.safe_castｩmacro_sqlﾙt{% macro safe_cast(field, type) %}
|
|||
|
|
{{ return(adapter.dispatch('safe_cast', 'dbt') (field, type)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros他macro.dbt.default__safe_castｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name･field､typeﾀｫdescription�Ζname､type､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ~�supported_languagesﾀｼmacro.dbt.default__safe_castﾞ ､nameｲdefault__safe_castｭresource_type･macroｬpackage_name｣dbt､pathｺmacros/utils/safe_cast.sqlｲoriginal_file_pathｺmacros/utils/safe_cast.sqlｩunique_idｼmacro.dbt.default__safe_castｩmacro_sqlﾙｳ{% macro default__safe_cast(field, type) %}
|
|||
|
|
{# most databases don't support this function yet
|
|||
|
|
so we just need to use cast #}
|
|||
|
|
cast({{field}} as {{type}})
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name･field､typeﾀｫdescription�Ζname､type､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑoｳsupported_languagesﾀｰmacro.dbt.equalsﾞ ､nameｦequalsｭresource_type･macroｬpackage_name｣dbt､pathｷmacros/utils/equals.sqlｲoriginal_file_pathｷmacros/utils/equals.sqlｩunique_idｰmacro.dbt.equalsｩmacro_sqlﾙs{% macro equals(expr1, expr2) %}
|
|||
|
|
{{ return(adapter.dispatch('equals', 'dbt') (expr1, expr2)) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎#macro.dbt_postgres.postgres__equalsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name･expr1､typeﾀｫdescription�Ζname･expr2､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ÷ｳsupported_languagesﾀｹmacro.dbt.default__equalsﾞ ､nameｯdefault__equalsｭresource_type･macroｬpackage_name｣dbt､pathｷmacros/utils/equals.sqlｲoriginal_file_pathｷmacros/utils/equals.sqlｩunique_idｹmacro.dbt.default__equalsｩmacro_sqlﾚ>{% macro default__equals(expr1, expr2) -%}
|
|||
|
|
{%- if adapter.behavior.enable_truthy_nulls_equals_macro.no_warn %}
|
|||
|
|
case when (({{ expr1 }} = {{ expr2 }}) or ({{ expr1 }} is null and {{ expr2 }} is null))
|
|||
|
|
then 0
|
|||
|
|
else 1
|
|||
|
|
end = 0
|
|||
|
|
{%- else -%}
|
|||
|
|
({{ expr1 }} = {{ expr2 }})
|
|||
|
|
{%- endif %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name･expr1､typeﾀｫdescription�Ζname･expr2､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑピｳsupported_languagesﾀｮmacro.dbt.hashﾞ ､name､hashｭresource_type･macroｬpackage_name｣dbt､pathｵmacros/utils/hash.sqlｲoriginal_file_pathｵmacros/utils/hash.sqlｩunique_idｮmacro.dbt.hashｩmacro_sqlﾙ`{% macro hash(field) -%}
|
|||
|
|
{{ return(adapter.dispatch('hash', 'dbt') (field)) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros孫macro.dbt.default__hashｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name･field､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ�#ｳsupported_languagesﾀｷmacro.dbt.default__hashﾞ ､nameｭdefault__hashｭresource_type･macroｬpackage_name｣dbt､pathｵmacros/utils/hash.sqlｲoriginal_file_pathｵmacros/utils/hash.sqlｩunique_idｷmacro.dbt.default__hashｩmacro_sqlﾙy{% macro default__hash(field) -%}
|
|||
|
|
md5(cast({{ field }} as {{ api.Column.translate_type('string') }}))
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name･field､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ�+ｳsupported_languagesﾀｻmacro.dbt.cast_bool_to_textﾞ ､nameｱcast_bool_to_textｭresource_type･macroｬpackage_name｣dbt､pathﾙ"macros/utils/cast_bool_to_text.sqlｲoriginal_file_pathﾙ"macros/utils/cast_bool_to_text.sqlｩunique_idｻmacro.dbt.cast_bool_to_textｩmacro_sqlﾙp{% macro cast_bool_to_text(field) %}
|
|||
|
|
{{ adapter.dispatch('cast_bool_to_text', 'dbt') (field) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎$macro.dbt.default__cast_bool_to_textｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name･field､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ�ｳsupported_languagesﾀﾙ$macro.dbt.default__cast_bool_to_textﾞ ､nameｺdefault__cast_bool_to_textｭresource_type･macroｬpackage_name｣dbt､pathﾙ"macros/utils/cast_bool_to_text.sqlｲoriginal_file_pathﾙ"macros/utils/cast_bool_to_text.sqlｩunique_idﾙ$macro.dbt.default__cast_bool_to_textｩmacro_sqlﾙ{% macro default__cast_bool_to_text(field) %}
|
|||
|
|
cast({{ field }} as {{ api.Column.translate_type('string') }})
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name･field､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ鞍ｳsupported_languagesﾀｮmacro.dbt.castﾞ ､name､castｭresource_type･macroｬpackage_name｣dbt､pathｵmacros/utils/cast.sqlｲoriginal_file_pathｵmacros/utils/cast.sqlｩunique_idｮmacro.dbt.castｩmacro_sqlﾙj{% macro cast(field, type) %}
|
|||
|
|
{{ return(adapter.dispatch('cast', 'dbt') (field, type)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros孫macro.dbt.default__castｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name･field､typeﾀｫdescription�Ζname､type､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ刈ｳsupported_languagesﾀｷmacro.dbt.default__castﾞ ､nameｭdefault__castｭresource_type･macroｬpackage_name｣dbt､pathｵmacros/utils/cast.sqlｲoriginal_file_pathｵmacros/utils/cast.sqlｩunique_idｷmacro.dbt.default__castｩmacro_sqlﾙU{% macro default__cast(field, type) %}
|
|||
|
|
cast({{field}} as {{type}})
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name･field､typeﾀｫdescription�Ζname､type､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ宮ｳsupported_languagesﾀｳmacro.dbt.any_valueﾞ ､nameｩany_valueｭresource_type･macroｬpackage_name｣dbt､pathｺmacros/utils/any_value.sqlｲoriginal_file_pathｺmacros/utils/any_value.sqlｩunique_idｳmacro.dbt.any_valueｩmacro_sqlﾙu{% macro any_value(expression) -%}
|
|||
|
|
{{ return(adapter.dispatch('any_value', 'dbt') (expression)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎¯o.dbt_postgres.postgres__any_valueｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｪexpression､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ�ｳsupported_languagesﾀｼmacro.dbt.default__any_valueﾞ ､nameｲdefault__any_valueｭresource_type･macroｬpackage_name｣dbt､pathｺmacros/utils/any_value.sqlｲoriginal_file_pathｺmacros/utils/any_value.sqlｩunique_idｼmacro.dbt.default__any_valueｩmacro_sqlﾙ]{% macro default__any_value(expression) -%}
|
|||
|
|
|
|||
|
|
any_value({{ expression }})
|
|||
|
|
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｪexpression､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ� ｳsupported_languagesﾀｲmacro.dbt.positionﾞ ､nameｨpositionｭresource_type･macroｬpackage_name｣dbt､pathｹmacros/utils/position.sqlｲoriginal_file_pathｹmacros/utils/position.sqlｩunique_idｲmacro.dbt.positionｩmacro_sqlﾙ府% macro position(substring_text, string_text) -%}
|
|||
|
|
{{ return(adapter.dispatch('position', 'dbt') (substring_text, string_text)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros遜macro.dbt.default__positionｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｮsubstring_text､typeﾀｫdescription�Ζnameｫstring_text､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ譲ｳsupported_languagesﾀｻmacro.dbt.default__positionﾞ ､nameｱdefault__positionｭresource_type･macroｬpackage_name｣dbt､pathｹmacros/utils/position.sqlｲoriginal_file_pathｹmacros/utils/position.sqlｩunique_idｻmacro.dbt.default__positionｩmacro_sqlﾙ怒% macro default__position(substring_text, string_text) %}
|
|||
|
|
|
|||
|
|
position(
|
|||
|
|
{{ substring_text }} in {{ string_text }}
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
{%- endmacro -%}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｮsubstring_text､typeﾀｫdescription�Ζnameｫstring_text､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ其ｳsupported_languagesﾀｸmacro.dbt.string_literalﾞ ､nameｮstring_literalｭresource_type･macroｬpackage_name｣dbt､pathｸmacros/utils/literal.sqlｲoriginal_file_pathｸmacros/utils/literal.sqlｩunique_idｸmacro.dbt.string_literalｩmacro_sqlﾙx{%- macro string_literal(value) -%}
|
|||
|
|
{{ return(adapter.dispatch('string_literal', 'dbt') (value)) }}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros胎!macro.dbt.default__string_literalｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name･value､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ党ｳsupported_languagesﾀﾙ!macro.dbt.default__string_literalﾞ ､nameｷdefault__string_literalｭresource_type･macroｬpackage_name｣dbt､pathｸmacros/utils/literal.sqlｲoriginal_file_pathｸmacros/utils/literal.sqlｩunique_idﾙ!macro.dbt.default__string_literalｩmacro_sqlﾙM{% macro default__string_literal(value) -%}
|
|||
|
|
'{{ value }}'
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name･value､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ�:ｳsupported_languagesﾀｵmacro.dbt.type_stringﾞ ､nameｫtype_stringｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/utils/data_types.sqlｲoriginal_file_pathｻmacros/utils/data_types.sqlｩunique_idｵmacro.dbt.type_stringｩmacro_sqlﾙi
|
|||
|
|
|
|||
|
|
{%- macro type_string() -%}
|
|||
|
|
{{ return(adapter.dispatch('type_string', 'dbt')()) }}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros太macro.dbt.default__type_stringｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑ冏ｳsupported_languagesﾀｾmacro.dbt.default__type_stringﾞ ､nameｴdefault__type_stringｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/utils/data_types.sqlｲoriginal_file_pathｻmacros/utils/data_types.sqlｩunique_idｾmacro.dbt.default__type_stringｩmacro_sqlﾙg{% macro default__type_string() %}
|
|||
|
|
{{ return(api.Column.translate_type("string")) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑ喞ｳsupported_languagesﾀｸmacro.dbt.type_timestampﾞ ､nameｮtype_timestampｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/utils/data_types.sqlｲoriginal_file_pathｻmacros/utils/data_types.sqlｩunique_idｸmacro.dbt.type_timestampｩmacro_sqlﾙo
|
|||
|
|
|
|||
|
|
{%- macro type_timestamp() -%}
|
|||
|
|
{{ return(adapter.dispatch('type_timestamp', 'dbt')()) }}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros胎!macro.dbt.default__type_timestampｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑ斈ｳsupported_languagesﾀﾙ!macro.dbt.default__type_timestampﾞ ､nameｷdefault__type_timestampｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/utils/data_types.sqlｲoriginal_file_pathｻmacros/utils/data_types.sqlｩunique_idﾙ!macro.dbt.default__type_timestampｩmacro_sqlﾙm{% macro default__type_timestamp() %}
|
|||
|
|
{{ return(api.Column.translate_type("timestamp")) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑ很ｳsupported_languagesﾀｴmacro.dbt.type_floatﾞ ､nameｪtype_floatｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/utils/data_types.sqlｲoriginal_file_pathｻmacros/utils/data_types.sqlｩunique_idｴmacro.dbt.type_floatｩmacro_sqlﾙg
|
|||
|
|
|
|||
|
|
{%- macro type_float() -%}
|
|||
|
|
{{ return(adapter.dispatch('type_float', 'dbt')()) }}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros多macro.dbt.default__type_floatｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑ挂ｳsupported_languagesﾀｽmacro.dbt.default__type_floatﾞ ､nameｳdefault__type_floatｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/utils/data_types.sqlｲoriginal_file_pathｻmacros/utils/data_types.sqlｩunique_idｽmacro.dbt.default__type_floatｩmacro_sqlﾙe{% macro default__type_float() %}
|
|||
|
|
{{ return(api.Column.translate_type("float")) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑ檜ｳsupported_languagesﾀｶmacro.dbt.type_numericﾞ ､nameｬtype_numericｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/utils/data_types.sqlｲoriginal_file_pathｻmacros/utils/data_types.sqlｩunique_idｶmacro.dbt.type_numericｩmacro_sqlﾙk
|
|||
|
|
|
|||
|
|
{%- macro type_numeric() -%}
|
|||
|
|
{{ return(adapter.dispatch('type_numeric', 'dbt')()) }}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros汰macro.dbt.default__type_numericｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑ泯ｳsupported_languagesﾀｿmacro.dbt.default__type_numericﾞ ､nameｵdefault__type_numericｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/utils/data_types.sqlｲoriginal_file_pathｻmacros/utils/data_types.sqlｩunique_idｿmacro.dbt.default__type_numericｩmacro_sqlﾙn{% macro default__type_numeric() %}
|
|||
|
|
{{ return(api.Column.numeric_type("numeric", 28, 6)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑ�ﾇｳsupported_languagesﾀｵmacro.dbt.type_bigintﾞ ､nameｫtype_bigintｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/utils/data_types.sqlｲoriginal_file_pathｻmacros/utils/data_types.sqlｩunique_idｵmacro.dbt.type_bigintｩmacro_sqlﾙi
|
|||
|
|
|
|||
|
|
{%- macro type_bigint() -%}
|
|||
|
|
{{ return(adapter.dispatch('type_bigint', 'dbt')()) }}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros太macro.dbt.default__type_bigintｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑ｡ﾇｳsupported_languagesﾀｾmacro.dbt.default__type_bigintﾞ ､nameｴdefault__type_bigintｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/utils/data_types.sqlｲoriginal_file_pathｻmacros/utils/data_types.sqlｩunique_idｾmacro.dbt.default__type_bigintｩmacro_sqlﾙg{% macro default__type_bigint() %}
|
|||
|
|
{{ return(api.Column.translate_type("bigint")) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑ｢ﾂｳsupported_languagesﾀｲmacro.dbt.type_intﾞ ､nameｨtype_intｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/utils/data_types.sqlｲoriginal_file_pathｻmacros/utils/data_types.sqlｩunique_idｲmacro.dbt.type_intｩmacro_sqlﾙc
|
|||
|
|
|
|||
|
|
{%- macro type_int() -%}
|
|||
|
|
{{ return(adapter.dispatch('type_int', 'dbt')()) }}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros遜macro.dbt.default__type_intｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑ｣ｺｳsupported_languagesﾀｻmacro.dbt.default__type_intﾞ ､nameｱdefault__type_intｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/utils/data_types.sqlｲoriginal_file_pathｻmacros/utils/data_types.sqlｩunique_idｻmacro.dbt.default__type_intｩmacro_sqlﾙi{%- macro default__type_int() -%}
|
|||
|
|
{{ return(api.Column.translate_type("integer")) }}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑ､ｨｳsupported_languagesﾀｶmacro.dbt.type_booleanﾞ ､nameｬtype_booleanｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/utils/data_types.sqlｲoriginal_file_pathｻmacros/utils/data_types.sqlｩunique_idｶmacro.dbt.type_booleanｩmacro_sqlﾙk
|
|||
|
|
|
|||
|
|
{%- macro type_boolean() -%}
|
|||
|
|
{{ return(adapter.dispatch('type_boolean', 'dbt')()) }}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros汰macro.dbt.default__type_booleanｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑ･ｭｳsupported_languagesﾀｿmacro.dbt.default__type_booleanﾞ ､nameｵdefault__type_booleanｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/utils/data_types.sqlｲoriginal_file_pathｻmacros/utils/data_types.sqlｩunique_idｿmacro.dbt.default__type_booleanｩmacro_sqlﾙm{%- macro default__type_boolean() -%}
|
|||
|
|
{{ return(api.Column.translate_type("boolean")) }}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑｦ撞supported_languagesﾀｶmacro.dbt.array_concatﾞ ､nameｬarray_concatｭresource_type･macroｬpackage_name｣dbt､pathｽmacros/utils/array_concat.sqlｲoriginal_file_pathｽmacros/utils/array_concat.sqlｩunique_idｶmacro.dbt.array_concatｩmacro_sqlﾙ�% macro array_concat(array_1, array_2) -%}
|
|||
|
|
{{ return(adapter.dispatch('array_concat', 'dbt')(array_1, array_2)) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros汰macro.dbt.default__array_concatｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｧarray_1､typeﾀｫdescription�Ζnameｧarray_2､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑｨzｳsupported_languagesﾀｿmacro.dbt.default__array_concatﾞ ､nameｵdefault__array_concatｭresource_type･macroｬpackage_name｣dbt､pathｽmacros/utils/array_concat.sqlｲoriginal_file_pathｽmacros/utils/array_concat.sqlｩunique_idｿmacro.dbt.default__array_concatｩmacro_sqlﾙp{% macro default__array_concat(array_1, array_2) -%}
|
|||
|
|
array_cat({{ array_1 }}, {{ array_2 }})
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｧarray_1､typeﾀｫdescription�Ζnameｧarray_2､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑｩ]ｳsupported_languagesﾀｱmacro.dbt.bool_orﾞ ､nameｧbool_orｭresource_type･macroｬpackage_name｣dbt､pathｸmacros/utils/bool_or.sqlｲoriginal_file_pathｸmacros/utils/bool_or.sqlｩunique_idｱmacro.dbt.bool_orｩmacro_sqlﾙq{% macro bool_or(expression) -%}
|
|||
|
|
{{ return(adapter.dispatch('bool_or', 'dbt') (expression)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros村macro.dbt.default__bool_orｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｪexpression､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑｪ�supported_languagesﾀｺmacro.dbt.default__bool_orﾞ ､nameｰdefault__bool_orｭresource_type･macroｬpackage_name｣dbt､pathｸmacros/utils/bool_or.sqlｲoriginal_file_pathｸmacros/utils/bool_or.sqlｩunique_idｺmacro.dbt.default__bool_orｩmacro_sqlﾙY{% macro default__bool_or(expression) -%}
|
|||
|
|
|
|||
|
|
bool_or({{ expression }})
|
|||
|
|
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｪexpression､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑｫ､ｳsupported_languagesﾀｲmacro.dbt.last_dayﾞ ､nameｨlast_dayｭresource_type･macroｬpackage_name｣dbt､pathｹmacros/utils/last_day.sqlｲoriginal_file_pathｹmacros/utils/last_day.sqlｩunique_idｲmacro.dbt.last_dayｩmacro_sqlﾙx{% macro last_day(date, datepart) %}
|
|||
|
|
{{ return(adapter.dispatch('last_day', 'dbt') (date, datepart)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎%macro.dbt_postgres.postgres__last_dayｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name､date､typeﾀｫdescription�Ζnameｨdatepart､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑｭｧｳsupported_languagesﾀｺmacro.dbt.default_last_dayﾞ ､nameｰdefault_last_dayｭresource_type･macroｬpackage_name｣dbt､pathｹmacros/utils/last_day.sqlｲoriginal_file_pathｹmacros/utils/last_day.sqlｩunique_idｺmacro.dbt.default_last_dayｩmacro_sqlﾙﾐ
|
|||
|
|
|
|||
|
|
{%- macro default_last_day(date, datepart) -%}
|
|||
|
|
cast(
|
|||
|
|
{{dbt.dateadd('day', '-1',
|
|||
|
|
dbt.dateadd(datepart, '1', dbt.date_trunc(datepart, date))
|
|||
|
|
)}}
|
|||
|
|
as date)
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros蝶macro.dbt.dateaddｴmacro.dbt.date_truncｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name､date､typeﾀｫdescription�Ζnameｨdatepart､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑｰｳsupported_languagesﾀｻmacro.dbt.default__last_dayﾞ ､nameｱdefault__last_dayｭresource_type･macroｬpackage_name｣dbt､pathｹmacros/utils/last_day.sqlｲoriginal_file_pathｹmacros/utils/last_day.sqlｩunique_idｻmacro.dbt.default__last_dayｩmacro_sqlﾙk{% macro default__last_day(date, datepart) -%}
|
|||
|
|
{{dbt.default_last_day(date, datepart)}}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros村macro.dbt.default_last_dayｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name､date､typeﾀｫdescription�Ζnameｨdatepart､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑｱｳsupported_languagesﾀｴmacro.dbt.split_partﾞ ､nameｪsplit_partｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/utils/split_part.sqlｲoriginal_file_pathｻmacros/utils/split_part.sqlｩunique_idｴmacro.dbt.split_partｩmacro_sqlﾙｰ{% macro split_part(string_text, delimiter_text, part_number) %}
|
|||
|
|
{{ return(adapter.dispatch('split_part', 'dbt') (string_text, delimiter_text, part_number)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎'macro.dbt_postgres.postgres__split_partｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｫstring_text､typeﾀｫdescription�Ζnameｮdelimiter_text､typeﾀｫdescription�Ζnameｫpart_number､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑｳ乙supported_languagesﾀｽmacro.dbt.default__split_partﾞ ､nameｳdefault__split_partｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/utils/split_part.sqlｲoriginal_file_pathｻmacros/utils/split_part.sqlｩunique_idｽmacro.dbt.default__split_partｩmacro_sqlﾙﾇ{% macro default__split_part(string_text, delimiter_text, part_number) %}
|
|||
|
|
|
|||
|
|
split_part(
|
|||
|
|
{{ string_text }},
|
|||
|
|
{{ delimiter_text }},
|
|||
|
|
{{ part_number }}
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｫstring_text､typeﾀｫdescription�Ζnameｮdelimiter_text､typeﾀｫdescription�Ζnameｫpart_number､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑｴ楜supported_languagesﾀｾmacro.dbt._split_part_negativeﾞ ､nameｴ_split_part_negativeｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/utils/split_part.sqlｲoriginal_file_pathｻmacros/utils/split_part.sqlｩunique_idｾmacro.dbt._split_part_negativeｩmacro_sqlﾚN{% macro _split_part_negative(string_text, delimiter_text, part_number) %}
|
|||
|
|
|
|||
|
|
split_part(
|
|||
|
|
{{ string_text }},
|
|||
|
|
{{ delimiter_text }},
|
|||
|
|
length({{ string_text }})
|
|||
|
|
- length(
|
|||
|
|
replace({{ string_text }}, {{ delimiter_text }}, '')
|
|||
|
|
) + 2 + {{ part_number }}
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｫstring_text､typeﾀｫdescription�Ζnameｮdelimiter_text､typeﾀｫdescription�Ζnameｫpart_number､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑｵ�ｳsupported_languagesﾀｴmacro.dbt.date_truncﾞ ､nameｪdate_truncｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/utils/date_trunc.sqlｲoriginal_file_pathｻmacros/utils/date_trunc.sqlｩunique_idｴmacro.dbt.date_truncｩmacro_sqlﾙ~{% macro date_trunc(datepart, date) -%}
|
|||
|
|
{{ return(adapter.dispatch('date_trunc', 'dbt') (datepart, date)) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros多macro.dbt.default__date_truncｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨdatepart､typeﾀｫdescription�Ζname､date､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑｷﾌｳsupported_languagesﾀｽmacro.dbt.default__date_truncﾞ ､nameｳdefault__date_truncｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/utils/date_trunc.sqlｲoriginal_file_pathｻmacros/utils/date_trunc.sqlｩunique_idｽmacro.dbt.default__date_truncｩmacro_sqlﾙi{% macro default__date_trunc(datepart, date) -%}
|
|||
|
|
date_trunc('{{datepart}}', {{date}})
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨdatepart､typeﾀｫdescription�Ζname､date､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑｸｮｳsupported_languagesﾀｹmacro.dbt.array_constructﾞ ､nameｯarray_constructｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/utils/array_construct.sqlｲoriginal_file_pathﾙ macros/utils/array_construct.sqlｩunique_idｹmacro.dbt.array_constructｩmacro_sqlﾙｵ{% macro array_construct(inputs=[], data_type=api.Column.translate_type('integer')) -%}
|
|||
|
|
{{ return(adapter.dispatch('array_construct', 'dbt')(inputs, data_type)) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎"macro.dbt.default__array_constructｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｦinputs､typeﾀｫdescription�Ζnameｩdata_type､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑｻｳsupported_languagesﾀﾙ"macro.dbt.default__array_constructﾞ ､nameｸdefault__array_constructｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/utils/array_construct.sqlｲoriginal_file_pathﾙ macros/utils/array_construct.sqlｩunique_idﾙ"macro.dbt.default__array_constructｩmacro_sqlﾙﾉ{% macro default__array_construct(inputs, data_type) -%}
|
|||
|
|
{% if inputs|length > 0 %}
|
|||
|
|
array[ {{ inputs|join(' , ') }} ]
|
|||
|
|
{% else %}
|
|||
|
|
array[]::{{data_type}}[]
|
|||
|
|
{% endif %}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｦinputs､typeﾀｫdescription�Ζnameｩdata_type､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑｼﾓｳsupported_languagesﾀｶmacro.dbt.array_appendﾞ ､nameｬarray_appendｭresource_type･macroｬpackage_name｣dbt､pathｽmacros/utils/array_append.sqlｲoriginal_file_pathｽmacros/utils/array_append.sqlｩunique_idｶmacro.dbt.array_appendｩmacro_sqlﾙ閲% macro array_append(array, new_element) -%}
|
|||
|
|
{{ return(adapter.dispatch('array_append', 'dbt')(array, new_element)) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros汰macro.dbt.default__array_appendｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name･array､typeﾀｫdescription�Ζnameｫnew_element､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑｾｺｳsupported_languagesﾀｿmacro.dbt.default__array_appendﾞ ､nameｵdefault__array_appendｭresource_type･macroｬpackage_name｣dbt､pathｽmacros/utils/array_append.sqlｲoriginal_file_pathｽmacros/utils/array_append.sqlｩunique_idｿmacro.dbt.default__array_appendｩmacro_sqlﾙw{% macro default__array_append(array, new_element) -%}
|
|||
|
|
array_append({{ array }}, {{ new_element }})
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name･array､typeﾀｫdescription�Ζnameｫnew_element､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑｿ亠supported_languagesﾀｷmacro.dbt.create_schemaﾞ ､nameｭcreate_schemaｭresource_type･macroｬpackage_name｣dbt､pathｺmacros/adapters/schema.sqlｲoriginal_file_pathｺmacros/adapters/schema.sqlｩunique_idｷmacro.dbt.create_schemaｩmacro_sqlﾙn{% macro create_schema(relation) -%}
|
|||
|
|
{{ adapter.dispatch('create_schema', 'dbt')(relation) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎*macro.dbt_postgres.postgres__create_schemaｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑﾁｬｳsupported_languagesﾀﾙ macro.dbt.default__create_schemaﾞ ､nameｶdefault__create_schemaｭresource_type･macroｬpackage_name｣dbt､pathｺmacros/adapters/schema.sqlｲoriginal_file_pathｺmacros/adapters/schema.sqlｩunique_idﾙ macro.dbt.default__create_schemaｩmacro_sqlﾙｺ{% macro default__create_schema(relation) -%}
|
|||
|
|
{%- call statement('create_schema') -%}
|
|||
|
|
create schema if not exists {{ relation.without_identifier() }}
|
|||
|
|
{% endcall %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros袖macro.dbt.statementｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑﾂﾗｳsupported_languagesﾀｵmacro.dbt.drop_schemaﾞ ､nameｫdrop_schemaｭresource_type･macroｬpackage_name｣dbt､pathｺmacros/adapters/schema.sqlｲoriginal_file_pathｺmacros/adapters/schema.sqlｩunique_idｵmacro.dbt.drop_schemaｩmacro_sqlﾙj{% macro drop_schema(relation) -%}
|
|||
|
|
{{ adapter.dispatch('drop_schema', 'dbt')(relation) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎(macro.dbt_postgres.postgres__drop_schemaｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑﾃﾒｳsupported_languagesﾀｾmacro.dbt.default__drop_schemaﾞ ､nameｴdefault__drop_schemaｭresource_type･macroｬpackage_name｣dbt､pathｺmacros/adapters/schema.sqlｲoriginal_file_pathｺmacros/adapters/schema.sqlｩunique_idｾmacro.dbt.default__drop_schemaｩmacro_sqlﾙｸ{% macro default__drop_schema(relation) -%}
|
|||
|
|
{%- call statement('drop_schema') -%}
|
|||
|
|
drop schema if exists {{ relation.without_identifier() }} cascade
|
|||
|
|
{% endcall %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros袖macro.dbt.statementｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑﾄ�supported_languagesﾀｻmacro.dbt.current_timestampﾞ ､nameｱcurrent_timestampｭresource_type･macroｬpackage_name｣dbt､pathｾmacros/adapters/timestamps.sqlｲoriginal_file_pathｾmacros/adapters/timestamps.sqlｩunique_idｻmacro.dbt.current_timestampｩmacro_sqlﾙm{%- macro current_timestamp() -%}
|
|||
|
|
{{ adapter.dispatch('current_timestamp', 'dbt')() }}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros胎.macro.dbt_postgres.postgres__current_timestampｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑﾈｳsupported_languagesﾀﾙ$macro.dbt.default__current_timestampﾞ ､nameｺdefault__current_timestampｭresource_type･macroｬpackage_name｣dbt､pathｾmacros/adapters/timestamps.sqlｲoriginal_file_pathｾmacros/adapters/timestamps.sqlｩunique_idﾙ$macro.dbt.default__current_timestampｩmacro_sqlﾙｰ{% macro default__current_timestamp() -%}
|
|||
|
|
{{ exceptions.raise_not_implemented(
|
|||
|
|
'current_timestamp macro not implemented for adapter ' + adapter.type()) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑﾈ�supported_languagesﾀｻmacro.dbt.snapshot_get_timeﾞ ､nameｱsnapshot_get_timeｭresource_type･macroｬpackage_name｣dbt､pathｾmacros/adapters/timestamps.sqlｲoriginal_file_pathｾmacros/adapters/timestamps.sqlｩunique_idｻmacro.dbt.snapshot_get_timeｩmacro_sqlﾙo
|
|||
|
|
|
|||
|
|
{%- macro snapshot_get_time() -%}
|
|||
|
|
{{ adapter.dispatch('snapshot_get_time', 'dbt')() }}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros胎.macro.dbt_postgres.postgres__snapshot_get_timeｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑﾉﾚｳsupported_languagesﾀﾙ$macro.dbt.default__snapshot_get_timeﾞ ､nameｺdefault__snapshot_get_timeｭresource_type･macroｬpackage_name｣dbt､pathｾmacros/adapters/timestamps.sqlｲoriginal_file_pathｾmacros/adapters/timestamps.sqlｩunique_idﾙ$macro.dbt.default__snapshot_get_timeｩmacro_sqlﾙU{% macro default__snapshot_get_time() %}
|
|||
|
|
{{ current_timestamp() }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros遜macro.dbt.current_timestampｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑﾊさsupported_languagesﾀﾙ)macro.dbt.get_snapshot_get_time_data_typeﾞ ､nameｿget_snapshot_get_time_data_typeｭresource_type･macroｬpackage_name｣dbt､pathｾmacros/adapters/timestamps.sqlｲoriginal_file_pathｾmacros/adapters/timestamps.sqlｩunique_idﾙ)macro.dbt.get_snapshot_get_time_data_typeｩmacro_sqlﾚｪ{% macro get_snapshot_get_time_data_type() %}
|
|||
|
|
{% set snapshot_time = adapter.dispatch('snapshot_get_time', 'dbt')() %}
|
|||
|
|
{% set time_data_type_sql = 'select ' ~ snapshot_time ~ ' as dbt_snapshot_time' %}
|
|||
|
|
{% set snapshot_time_column_schema = get_column_schema_from_query(time_data_type_sql) %}
|
|||
|
|
{% set time_data_type = snapshot_time_column_schema[0].dtype %}
|
|||
|
|
{{ return(time_data_type or none) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros峠macro.dbt.snapshot_get_timeﾙ.macro.dbt_postgres.postgres__snapshot_get_timeﾙ¯o.dbt.get_column_schema_from_queryｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑﾍ ｳsupported_languagesﾀﾙ¯o.dbt.current_timestamp_backcompatﾞ ､nameｼcurrent_timestamp_backcompatｭresource_type･macroｬpackage_name｣dbt､pathｾmacros/adapters/timestamps.sqlｲoriginal_file_pathｾmacros/adapters/timestamps.sqlｩunique_idﾙ¯o.dbt.current_timestamp_backcompatｩmacro_sqlﾙ�% macro current_timestamp_backcompat() %}
|
|||
|
|
{{ return(adapter.dispatch('current_timestamp_backcompat', 'dbt')()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎9macro.dbt_postgres.postgres__current_timestamp_backcompatｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑﾎｳsupported_languagesﾀﾙ/macro.dbt.default__current_timestamp_backcompatﾞ ､nameﾙ%default__current_timestamp_backcompatｭresource_type･macroｬpackage_name｣dbt､pathｾmacros/adapters/timestamps.sqlｲoriginal_file_pathｾmacros/adapters/timestamps.sqlｩunique_idﾙ/macro.dbt.default__current_timestamp_backcompatｩmacro_sqlﾙc{% macro default__current_timestamp_backcompat() %}
|
|||
|
|
current_timestamp::timestamp
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑﾎ｢ｳsupported_languagesﾀﾙ-macro.dbt.current_timestamp_in_utc_backcompatﾞ ､nameﾙ#current_timestamp_in_utc_backcompatｭresource_type･macroｬpackage_name｣dbt､pathｾmacros/adapters/timestamps.sqlｲoriginal_file_pathｾmacros/adapters/timestamps.sqlｩunique_idﾙ-macro.dbt.current_timestamp_in_utc_backcompatｩmacro_sqlﾙ怒% macro current_timestamp_in_utc_backcompat() %}
|
|||
|
|
{{ return(adapter.dispatch('current_timestamp_in_utc_backcompat', 'dbt')()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎@macro.dbt_postgres.postgres__current_timestamp_in_utc_backcompatｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑﾏﾈｳsupported_languagesﾀﾙ6macro.dbt.default__current_timestamp_in_utc_backcompatﾞ ､nameﾙ,default__current_timestamp_in_utc_backcompatｭresource_type･macroｬpackage_name｣dbt､pathｾmacros/adapters/timestamps.sqlｲoriginal_file_pathｾmacros/adapters/timestamps.sqlｩunique_idﾙ6macro.dbt.default__current_timestamp_in_utc_backcompatｩmacro_sqlﾙ府% macro default__current_timestamp_in_utc_backcompat() %}
|
|||
|
|
{{ return(adapter.dispatch('current_timestamp_backcompat', 'dbt')()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros壷¯o.dbt.current_timestamp_backcompatﾙ9macro.dbt_postgres.postgres__current_timestamp_backcompatｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑﾑｦｳsupported_languagesﾀｾmacro.dbt.get_create_index_sqlﾞ ､nameｴget_create_index_sqlｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/adapters/indexes.sqlｲoriginal_file_pathｻmacros/adapters/indexes.sqlｩunique_idｾmacro.dbt.get_create_index_sqlｩmacro_sqlﾙ悳% macro get_create_index_sql(relation, index_dict) -%}
|
|||
|
|
{{ return(adapter.dispatch('get_create_index_sql', 'dbt')(relation, index_dict)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎1macro.dbt_postgres.postgres__get_create_index_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｪindex_dict､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑﾔ魑supported_languagesﾀﾙ'macro.dbt.default__get_create_index_sqlﾞ ､nameｽdefault__get_create_index_sqlｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/adapters/indexes.sqlｲoriginal_file_pathｻmacros/adapters/indexes.sqlｩunique_idﾙ'macro.dbt.default__get_create_index_sqlｩmacro_sqlﾙg{% macro default__get_create_index_sql(relation, index_dict) -%}
|
|||
|
|
{% do return(None) %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｪindex_dict､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑﾕﾏｳsupported_languagesﾀｸmacro.dbt.create_indexesﾞ ､nameｮcreate_indexesｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/adapters/indexes.sqlｲoriginal_file_pathｻmacros/adapters/indexes.sqlｩunique_idｸmacro.dbt.create_indexesｩmacro_sqlﾙq{% macro create_indexes(relation) -%}
|
|||
|
|
{{ adapter.dispatch('create_indexes', 'dbt')(relation) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎!macro.dbt.default__create_indexesｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑﾖﾘｳsupported_languagesﾀﾙ!macro.dbt.default__create_indexesﾞ ､nameｷdefault__create_indexesｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/adapters/indexes.sqlｲoriginal_file_pathｻmacros/adapters/indexes.sqlｩunique_idﾙ!macro.dbt.default__create_indexesｩmacro_sqlﾚR{% macro default__create_indexes(relation) -%}
|
|||
|
|
{%- set _indexes = config.get('indexes', default=[]) -%}
|
|||
|
|
|
|||
|
|
{% for _index_dict in _indexes %}
|
|||
|
|
{% set create_index_sql = get_create_index_sql(relation, _index_dict) %}
|
|||
|
|
{% if create_index_sql %}
|
|||
|
|
{% do run_query(create_index_sql) %}
|
|||
|
|
{% endif %}
|
|||
|
|
{% endfor %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros沈macro.dbt.get_create_index_sqlｳmacro.dbt.run_queryｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾑﾙDｳsupported_languagesﾀｼmacro.dbt.get_drop_index_sqlﾞ ､nameｲget_drop_index_sqlｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/adapters/indexes.sqlｲoriginal_file_pathｻmacros/adapters/indexes.sqlｩunique_idｼmacro.dbt.get_drop_index_sqlｩmacro_sqlﾙ怒% macro get_drop_index_sql(relation, index_name) -%}
|
|||
|
|
{{ adapter.dispatch('get_drop_index_sql', 'dbt')(relation, index_name) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎/macro.dbt_postgres.postgres__get_drop_index_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｪindex_name､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑﾚｳsupported_languagesﾀﾙ%macro.dbt.default__get_drop_index_sqlﾞ ､nameｻdefault__get_drop_index_sqlｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/adapters/indexes.sqlｲoriginal_file_pathｻmacros/adapters/indexes.sqlｩunique_idﾙ%macro.dbt.default__get_drop_index_sqlｩmacro_sqlﾙｺ{% macro default__get_drop_index_sql(relation, index_name) -%}
|
|||
|
|
{{ exceptions.raise_compiler_error("`get_drop_index_sql has not been implemented for this adapter.") }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｪindex_name､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑﾛfｳsupported_languagesﾀｾmacro.dbt.get_show_indexes_sqlﾞ ､nameｴget_show_indexes_sqlｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/adapters/indexes.sqlｲoriginal_file_pathｻmacros/adapters/indexes.sqlｩunique_idｾmacro.dbt.get_show_indexes_sqlｩmacro_sqlﾙ{% macro get_show_indexes_sql(relation) -%}
|
|||
|
|
{{ adapter.dispatch('get_show_indexes_sql', 'dbt')(relation) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎1macro.dbt_postgres.postgres__get_show_indexes_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑﾜbｳsupported_languagesﾀﾙ'macro.dbt.default__get_show_indexes_sqlﾞ ､nameｽdefault__get_show_indexes_sqlｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/adapters/indexes.sqlｲoriginal_file_pathｻmacros/adapters/indexes.sqlｩunique_idﾙ'macro.dbt.default__get_show_indexes_sqlｩmacro_sqlﾙｲ{% macro default__get_show_indexes_sql(relation) -%}
|
|||
|
|
{{ exceptions.raise_compiler_error("`get_show_indexes_sql has not been implemented for this adapter.") }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑﾝ"ｳsupported_languagesﾀﾙ$macro.dbt.make_intermediate_relationﾞ ､nameｺmake_intermediate_relationｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/relation.sqlｲoriginal_file_pathｼmacros/adapters/relation.sqlｩunique_idﾙ$macro.dbt.make_intermediate_relationｩmacro_sqlﾙｵ{% macro make_intermediate_relation(base_relation, suffix='__dbt_tmp') %}
|
|||
|
|
{{ return(adapter.dispatch('make_intermediate_relation', 'dbt')(base_relation, suffix)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎7macro.dbt_postgres.postgres__make_intermediate_relationｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｭbase_relation､typeﾀｫdescription�Ζnameｦsuffix､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ皰ｳsupported_languagesﾀﾙ-macro.dbt.default__make_intermediate_relationﾞ ､nameﾙ#default__make_intermediate_relationｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/relation.sqlｲoriginal_file_pathｼmacros/adapters/relation.sqlｩunique_idﾙ-macro.dbt.default__make_intermediate_relationｩmacro_sqlﾙ嘴% macro default__make_intermediate_relation(base_relation, suffix) %}
|
|||
|
|
{{ return(default__make_temp_relation(base_relation, suffix)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎%macro.dbt.default__make_temp_relationｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｭbase_relation､typeﾀｫdescription�Ζnameｦsuffix､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ箒ｳsupported_languagesﾀｼmacro.dbt.make_temp_relationﾞ ､nameｲmake_temp_relationｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/relation.sqlｲoriginal_file_pathｼmacros/adapters/relation.sqlｩunique_idｼmacro.dbt.make_temp_relationｩmacro_sqlﾚt{% macro make_temp_relation(base_relation, suffix='__dbt_tmp') %}
|
|||
|
|
{#-- This ensures microbatch batches get unique temp relations to avoid clobbering --#}
|
|||
|
|
{% if suffix == '__dbt_tmp' and model.batch %}
|
|||
|
|
{% set suffix = suffix ~ '_' ~ model.batch.id %}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{{ return(adapter.dispatch('make_temp_relation', 'dbt')(base_relation, suffix)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎/macro.dbt_postgres.postgres__make_temp_relationｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｭbase_relation､typeﾀｫdescription�Ζnameｦsuffix､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ�:ｳsupported_languagesﾀﾙ%macro.dbt.default__make_temp_relationﾞ ､nameｻdefault__make_temp_relationｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/relation.sqlｲoriginal_file_pathｼmacros/adapters/relation.sqlｩunique_idﾙ%macro.dbt.default__make_temp_relationｩmacro_sqlﾚ3{% macro default__make_temp_relation(base_relation, suffix) %}
|
|||
|
|
{%- set temp_identifier = base_relation.identifier ~ suffix -%}
|
|||
|
|
{%- set temp_relation = base_relation.incorporate(
|
|||
|
|
path={"identifier": temp_identifier}) -%}
|
|||
|
|
|
|||
|
|
{{ return(temp_relation) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｭbase_relation､typeﾀｫdescription�Ζnameｦsuffix､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ霏ｳsupported_languagesﾀｾmacro.dbt.make_backup_relationﾞ ､nameｴmake_backup_relationｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/relation.sqlｲoriginal_file_pathｼmacros/adapters/relation.sqlｩunique_idｾmacro.dbt.make_backup_relationｩmacro_sqlﾙﾚ{% macro make_backup_relation(base_relation, backup_relation_type, suffix='__dbt_backup') %}
|
|||
|
|
{{ return(adapter.dispatch('make_backup_relation', 'dbt')(base_relation, backup_relation_type, suffix)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎1macro.dbt_postgres.postgres__make_backup_relationｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｭbase_relation､typeﾀｫdescription�Ζnameｴbackup_relation_type､typeﾀｫdescription�Ζnameｦsuffix､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ黽ｳsupported_languagesﾀﾙ'macro.dbt.default__make_backup_relationﾞ ､nameｽdefault__make_backup_relationｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/relation.sqlｲoriginal_file_pathｼmacros/adapters/relation.sqlｩunique_idﾙ'macro.dbt.default__make_backup_relationｩmacro_sqlﾚ本% macro default__make_backup_relation(base_relation, backup_relation_type, suffix) %}
|
|||
|
|
{%- set backup_identifier = base_relation.identifier ~ suffix -%}
|
|||
|
|
{%- set backup_relation = base_relation.incorporate(
|
|||
|
|
path={"identifier": backup_identifier},
|
|||
|
|
type=backup_relation_type
|
|||
|
|
) -%}
|
|||
|
|
{{ return(backup_relation) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｭbase_relation､typeﾀｫdescription�Ζnameｴbackup_relation_type､typeﾀｫdescription�Ζnameｦsuffix､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ�ｳsupported_languagesﾀｻmacro.dbt.truncate_relationﾞ ､nameｱtruncate_relationｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/relation.sqlｲoriginal_file_pathｼmacros/adapters/relation.sqlｩunique_idｻmacro.dbt.truncate_relationｩmacro_sqlﾙ~{% macro truncate_relation(relation) -%}
|
|||
|
|
{{ return(adapter.dispatch('truncate_relation', 'dbt')(relation)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎$macro.dbt.default__truncate_relationｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ﨓ｳsupported_languagesﾀﾙ$macro.dbt.default__truncate_relationﾞ ､nameｺdefault__truncate_relationｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/relation.sqlｲoriginal_file_pathｼmacros/adapters/relation.sqlｩunique_idﾙ$macro.dbt.default__truncate_relationｩmacro_sqlﾙｩ{% macro default__truncate_relation(relation) -%}
|
|||
|
|
{% call statement('truncate_relation') -%}
|
|||
|
|
truncate table {{ relation.render() }}
|
|||
|
|
{%- endcall %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros袖macro.dbt.statementｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑⅷｳsupported_languagesﾀﾙ macro.dbt.get_or_create_relationﾞ ､nameｶget_or_create_relationｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/relation.sqlｲoriginal_file_pathｼmacros/adapters/relation.sqlｩunique_idﾙ macro.dbt.get_or_create_relationｩmacro_sqlﾙｼ{% macro get_or_create_relation(database, schema, identifier, type) -%}
|
|||
|
|
{{ return(adapter.dispatch('get_or_create_relation', 'dbt')(database, schema, identifier, type)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎)macro.dbt.default__get_or_create_relationｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments買､nameｨdatabase､typeﾀｫdescription�Ζnameｦschema､typeﾀｫdescription�Ζnameｪidentifier､typeﾀｫdescription�Ζname､type､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ�ｳsupported_languagesﾀﾙ)macro.dbt.default__get_or_create_relationﾞ ､nameｿdefault__get_or_create_relationｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/relation.sqlｲoriginal_file_pathｼmacros/adapters/relation.sqlｩunique_idﾙ)macro.dbt.default__get_or_create_relationｩmacro_sqlﾚﾝ{% macro default__get_or_create_relation(database, schema, identifier, type) %}
|
|||
|
|
{%- set target_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}
|
|||
|
|
|
|||
|
|
{% if target_relation %}
|
|||
|
|
{% do return([true, target_relation]) %}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{%- set new_relation = api.Relation.create(
|
|||
|
|
database=database,
|
|||
|
|
schema=schema,
|
|||
|
|
identifier=identifier,
|
|||
|
|
type=type
|
|||
|
|
) -%}
|
|||
|
|
{% do return([false, new_relation]) %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments買､nameｨdatabase､typeﾀｫdescription�Ζnameｦschema､typeﾀｫdescription�Ζnameｪidentifier､typeﾀｫdescription�Ζname､type､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ�ｳsupported_languagesﾀｾmacro.dbt.load_cached_relationﾞ ､nameｴload_cached_relationｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/relation.sqlｲoriginal_file_pathｼmacros/adapters/relation.sqlｩunique_idｾmacro.dbt.load_cached_relationｩmacro_sqlﾙﾆ{% macro load_cached_relation(relation) %}
|
|||
|
|
{% do return(adapter.get_relation(
|
|||
|
|
database=relation.database,
|
|||
|
|
schema=relation.schema,
|
|||
|
|
identifier=relation.identifier
|
|||
|
|
)) -%}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ�ｳsupported_languagesﾀｷmacro.dbt.load_relationﾞ ､nameｭload_relationｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/relation.sqlｲoriginal_file_pathｼmacros/adapters/relation.sqlｩunique_idｷmacro.dbt.load_relationｩmacro_sqlﾙc{% macro load_relation(relation) %}
|
|||
|
|
{{ return(load_cached_relation(relation)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros太macro.dbt.load_cached_relationｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ�ｳsupported_languagesﾀｴmacro.dbt.is_core_v2ﾞ ､nameｪis_core_v2ｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/adapters/runtime.sqlｲoriginal_file_pathｻmacros/adapters/runtime.sqlｩunique_idｴmacro.dbt.is_core_v2ｩmacro_sqlﾙ捜% macro is_core_v2() -%}
|
|||
|
|
{%- set major_version = (dbt_version.split('.') | first) | int -%}
|
|||
|
|
{{ return(major_version == 2) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾑ�ｳsupported_languagesﾀｻmacro.dbt.collect_freshnessﾞ ､nameｱcollect_freshnessｭresource_type･macroｬpackage_name｣dbt､pathｽmacros/adapters/freshness.sqlｲoriginal_file_pathｽmacros/adapters/freshness.sqlｩunique_idｻmacro.dbt.collect_freshnessｩmacro_sqlﾙｪ{% macro collect_freshness(source, loaded_at_field, filter) %}
|
|||
|
|
{{ return(adapter.dispatch('collect_freshness', 'dbt')(source, loaded_at_field, filter))}}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎$macro.dbt.default__collect_freshnessｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｦsource､typeﾀｫdescription�Ζnameｯloaded_at_field､typeﾀｫdescription�Ζnameｦfilter､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ�ｳsupported_languagesﾀﾙ$macro.dbt.default__collect_freshnessﾞ ､nameｺdefault__collect_freshnessｭresource_type･macroｬpackage_name｣dbt､pathｽmacros/adapters/freshness.sqlｲoriginal_file_pathｽmacros/adapters/freshness.sqlｩunique_idﾙ$macro.dbt.default__collect_freshnessｩmacro_sqlﾚｪ{% macro default__collect_freshness(source, loaded_at_field, filter) %}
|
|||
|
|
{% call statement('collect_freshness', fetch_result=True, auto_begin=False) -%}
|
|||
|
|
select
|
|||
|
|
max({{ loaded_at_field }}) as max_loaded_at,
|
|||
|
|
{{ current_timestamp() }} as snapshotted_at
|
|||
|
|
from {{ source }}
|
|||
|
|
{% if filter %}
|
|||
|
|
where {{ filter }}
|
|||
|
|
{% endif %}
|
|||
|
|
{% endcall %}
|
|||
|
|
{{ return(load_result('collect_freshness')) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros諜macro.dbt.statementｻmacro.dbt.current_timestampｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｦsource､typeﾀｫdescription�Ζnameｯloaded_at_field､typeﾀｫdescription�Ζnameｦfilter､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾑ�ｳsupported_languagesﾀﾙ¯o.dbt.collect_freshness_custom_sqlﾞ ､nameｼcollect_freshness_custom_sqlｭresource_type･macroｬpackage_name｣dbt､pathｽmacros/adapters/freshness.sqlｲoriginal_file_pathｽmacros/adapters/freshness.sqlｩunique_idﾙ¯o.dbt.collect_freshness_custom_sqlｩmacro_sqlﾙｰ{% macro collect_freshness_custom_sql(source, loaded_at_query) %}
|
|||
|
|
{{ return(adapter.dispatch('collect_freshness_custom_sql', 'dbt')(source, loaded_at_query))}}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎/macro.dbt.default__collect_freshness_custom_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｦsource､typeﾀｫdescription�Ζnameｯloaded_at_query､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ zｳsupported_languagesﾀﾙ/macro.dbt.default__collect_freshness_custom_sqlﾞ ､nameﾙ%default__collect_freshness_custom_sqlｭresource_type･macroｬpackage_name｣dbt､pathｽmacros/adapters/freshness.sqlｲoriginal_file_pathｽmacros/adapters/freshness.sqlｩunique_idﾙ/macro.dbt.default__collect_freshness_custom_sqlｩmacro_sqlﾚ･{% macro default__collect_freshness_custom_sql(source, loaded_at_query) %}
|
|||
|
|
{% call statement('collect_freshness_custom_sql', fetch_result=True, auto_begin=False) -%}
|
|||
|
|
with source_query as (
|
|||
|
|
{{ loaded_at_query }}
|
|||
|
|
)
|
|||
|
|
select
|
|||
|
|
(select * from source_query) as max_loaded_at,
|
|||
|
|
{{ current_timestamp() }} as snapshotted_at
|
|||
|
|
{% endcall %}
|
|||
|
|
{{ return(load_result('collect_freshness_custom_sql')) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros諜macro.dbt.statementｻmacro.dbt.current_timestampｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｦsource､typeﾀｫdescription�Ζnameｯloaded_at_query､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒｨｳsupported_languagesﾀｶmacro.dbt.validate_sqlﾞ ､nameｬvalidate_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/validate_sql.sqlｲoriginal_file_pathﾙ macros/adapters/validate_sql.sqlｩunique_idｶmacro.dbt.validate_sqlｩmacro_sqlﾙj{% macro validate_sql(sql) -%}
|
|||
|
|
{{ return(adapter.dispatch('validate_sql', 'dbt')(sql)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros汰macro.dbt.default__validate_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ撞supported_languagesﾀｿmacro.dbt.default__validate_sqlﾞ ､nameｵdefault__validate_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/validate_sql.sqlｲoriginal_file_pathﾙ macros/adapters/validate_sql.sqlｩunique_idｿmacro.dbt.default__validate_sqlｩmacro_sqlﾙｰ{% macro default__validate_sql(sql) -%}
|
|||
|
|
{% call statement('validate_sql') -%}
|
|||
|
|
explain {{ sql }}
|
|||
|
|
{% endcall %}
|
|||
|
|
{{ return(load_result('validate_sql')) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros袖macro.dbt.statementｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name｣sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ!ｳsupported_languagesﾀｵmacro.dbt.copy_grantsﾞ ､nameｫcopy_grantsｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/apply_grants.sqlｲoriginal_file_pathﾙ macros/adapters/apply_grants.sqlｩunique_idｵmacro.dbt.copy_grantsｩmacro_sqlﾙc{% macro copy_grants() %}
|
|||
|
|
{{ return(adapter.dispatch('copy_grants', 'dbt')()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎(macro.dbt_postgres.postgres__copy_grantsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾒ
|
|||
|
|
犁supported_languagesﾀｾmacro.dbt.default__copy_grantsﾞ ､nameｴdefault__copy_grantsｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/apply_grants.sqlｲoriginal_file_pathﾙ macros/adapters/apply_grants.sqlｩunique_idｾmacro.dbt.default__copy_grantsｩmacro_sqlﾙH{% macro default__copy_grants() %}
|
|||
|
|
{{ return(True) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾒ攀supported_languagesﾀﾙ5macro.dbt.support_multiple_grantees_per_dcl_statementﾞ ､nameﾙ+support_multiple_grantees_per_dcl_statementｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/apply_grants.sqlｲoriginal_file_pathﾙ macros/adapters/apply_grants.sqlｩunique_idﾙ5macro.dbt.support_multiple_grantees_per_dcl_statementｩmacro_sqlﾙ｣{% macro support_multiple_grantees_per_dcl_statement() %}
|
|||
|
|
{{ return(adapter.dispatch('support_multiple_grantees_per_dcl_statement', 'dbt')()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎>macro.dbt.default__support_multiple_grantees_per_dcl_statementｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾒ･ｳsupported_languagesﾀﾙ>macro.dbt.default__support_multiple_grantees_per_dcl_statementﾞ ､nameﾙ4default__support_multiple_grantees_per_dcl_statementｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/apply_grants.sqlｲoriginal_file_pathﾙ macros/adapters/apply_grants.sqlｩunique_idﾙ>macro.dbt.default__support_multiple_grantees_per_dcl_statementｩmacro_sqlﾙq
|
|||
|
|
|
|||
|
|
{%- macro default__support_multiple_grantees_per_dcl_statement() -%}
|
|||
|
|
{{ return(True) }}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾒ^ｳsupported_languagesﾀｷmacro.dbt.should_revokeﾞ ､nameｭshould_revokeｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/apply_grants.sqlｲoriginal_file_pathﾙ macros/adapters/apply_grants.sqlｩunique_idｷmacro.dbt.should_revokeｩmacro_sqlﾚ2{% macro should_revoke(existing_relation, full_refresh_mode=True) %}
|
|||
|
|
|
|||
|
|
{% if not existing_relation %}
|
|||
|
|
{#-- The table doesn't already exist, so no grants to copy over --#}
|
|||
|
|
{{ return(False) }}
|
|||
|
|
{% elif full_refresh_mode %}
|
|||
|
|
{#-- The object is being REPLACED -- whether grants are copied over depends on the value of user config --#}
|
|||
|
|
{{ return(copy_grants()) }}
|
|||
|
|
{% else %}
|
|||
|
|
{#-- The table is being merged/upserted/inserted -- grants will be carried over --#}
|
|||
|
|
{{ return(True) }}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros揃macro.dbt.copy_grantsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｱexisting_relation､typeﾀｫdescription�Ζnameｱfull_refresh_mode､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ筏supported_languagesﾀｼmacro.dbt.get_show_grant_sqlﾞ ､nameｲget_show_grant_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/apply_grants.sqlｲoriginal_file_pathﾙ macros/adapters/apply_grants.sqlｩunique_idｼmacro.dbt.get_show_grant_sqlｩmacro_sqlﾙ＋% macro get_show_grant_sql(relation) %}
|
|||
|
|
{{ return(adapter.dispatch("get_show_grant_sql", "dbt")(relation)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎/macro.dbt_postgres.postgres__get_show_grant_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒﾇｳsupported_languagesﾀﾙ%macro.dbt.default__get_show_grant_sqlﾞ ､nameｻdefault__get_show_grant_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/apply_grants.sqlｲoriginal_file_pathﾙ macros/adapters/apply_grants.sqlｩunique_idﾙ%macro.dbt.default__get_show_grant_sqlｩmacro_sqlﾙk{% macro default__get_show_grant_sql(relation) %}
|
|||
|
|
show grants on {{ relation.render() }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ�supported_languagesﾀｷmacro.dbt.get_grant_sqlﾞ ､nameｭget_grant_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/apply_grants.sqlｲoriginal_file_pathﾙ macros/adapters/apply_grants.sqlｩunique_idｷmacro.dbt.get_grant_sqlｩmacro_sqlﾙ｡{% macro get_grant_sql(relation, privilege, grantees) %}
|
|||
|
|
{{ return(adapter.dispatch('get_grant_sql', 'dbt')(relation, privilege, grantees)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎 macro.dbt.default__get_grant_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｨrelation､typeﾀｫdescription�Ζnameｩprivilege､typeﾀｫdescription�Ζnameｨgrantees､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ
|
|||
|
|
ｳsupported_languagesﾀﾙ macro.dbt.default__get_grant_sqlﾞ ､nameｶdefault__get_grant_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/apply_grants.sqlｲoriginal_file_pathﾙ macros/adapters/apply_grants.sqlｩunique_idﾙ macro.dbt.default__get_grant_sqlｩmacro_sqlﾙｭ
|
|||
|
|
|
|||
|
|
{%- macro default__get_grant_sql(relation, privilege, grantees) -%}
|
|||
|
|
grant {{ privilege }} on {{ relation.render() }} to {{ grantees | join(', ') }}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｨrelation､typeﾀｫdescription�Ζnameｩprivilege､typeﾀｫdescription�Ζnameｨgrantees､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ�supported_languagesﾀｸmacro.dbt.get_revoke_sqlﾞ ､nameｮget_revoke_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/apply_grants.sqlｲoriginal_file_pathﾙ macros/adapters/apply_grants.sqlｩunique_idｸmacro.dbt.get_revoke_sqlｩmacro_sqlﾙ｣{% macro get_revoke_sql(relation, privilege, grantees) %}
|
|||
|
|
{{ return(adapter.dispatch('get_revoke_sql', 'dbt')(relation, privilege, grantees)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎!macro.dbt.default__get_revoke_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｨrelation､typeﾀｫdescription�Ζnameｩprivilege､typeﾀｫdescription�Ζnameｨgrantees､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒｳsupported_languagesﾀﾙ!macro.dbt.default__get_revoke_sqlﾞ ､nameｷdefault__get_revoke_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/apply_grants.sqlｲoriginal_file_pathﾙ macros/adapters/apply_grants.sqlｩunique_idﾙ!macro.dbt.default__get_revoke_sqlｩmacro_sqlﾚV
|
|||
|
|
|
|||
|
|
{%- macro default__get_revoke_sql(relation, privilege, grantees) -%}
|
|||
|
|
{%- set quoted_grantees = [] -%}
|
|||
|
|
{%- for grantee in grantees -%}
|
|||
|
|
{%- do quoted_grantees.append(adapter.quote(grantee)) -%}
|
|||
|
|
{%- endfor -%}
|
|||
|
|
revoke {{ privilege }} on {{ relation.render() }} from {{ quoted_grantees | join(', ') }}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｨrelation､typeﾀｫdescription�Ζnameｩprivilege､typeﾀｫdescription�Ζnameｨgrantees､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒｽｳsupported_languagesﾀﾙ macro.dbt.get_dcl_statement_listﾞ ､nameｶget_dcl_statement_listｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/apply_grants.sqlｲoriginal_file_pathﾙ macros/adapters/apply_grants.sqlｩunique_idﾙ macro.dbt.get_dcl_statement_listｩmacro_sqlﾙﾃ{% macro get_dcl_statement_list(relation, grant_config, get_dcl_macro) %}
|
|||
|
|
{{ return(adapter.dispatch('get_dcl_statement_list', 'dbt')(relation, grant_config, get_dcl_macro)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎)macro.dbt.default__get_dcl_statement_listｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｨrelation､typeﾀｫdescription�Ζnameｬgrant_config､typeﾀｫdescription�Ζnameｭget_dcl_macro､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ Gｳsupported_languagesﾀﾙ)macro.dbt.default__get_dcl_statement_listﾞ ､nameｿdefault__get_dcl_statement_listｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/apply_grants.sqlｲoriginal_file_pathﾙ macros/adapters/apply_grants.sqlｩunique_idﾙ)macro.dbt.default__get_dcl_statement_listｩmacro_sqlﾚ?
|
|||
|
|
|
|||
|
|
{%- macro default__get_dcl_statement_list(relation, grant_config, get_dcl_macro) -%}
|
|||
|
|
{#
|
|||
|
|
-- Unpack grant_config into specific privileges and the set of users who need them granted/revoked.
|
|||
|
|
-- Depending on whether this database supports multiple grantees per statement, pass in the list of
|
|||
|
|
-- all grantees per privilege, or (if not) template one statement per privilege-grantee pair.
|
|||
|
|
-- `get_dcl_macro` will be either `get_grant_sql` or `get_revoke_sql`
|
|||
|
|
#}
|
|||
|
|
{%- set dcl_statements = [] -%}
|
|||
|
|
{%- for privilege, grantees in grant_config.items() %}
|
|||
|
|
{%- if support_multiple_grantees_per_dcl_statement() and grantees -%}
|
|||
|
|
{%- set dcl = get_dcl_macro(relation, privilege, grantees) -%}
|
|||
|
|
{%- do dcl_statements.append(dcl) -%}
|
|||
|
|
{%- else -%}
|
|||
|
|
{%- for grantee in grantees -%}
|
|||
|
|
{% set dcl = get_dcl_macro(relation, privilege, [grantee]) %}
|
|||
|
|
{%- do dcl_statements.append(dcl) -%}
|
|||
|
|
{% endfor -%}
|
|||
|
|
{%- endif -%}
|
|||
|
|
{%- endfor -%}
|
|||
|
|
{{ return(dcl_statements) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎5macro.dbt.support_multiple_grantees_per_dcl_statementｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｨrelation､typeﾀｫdescription�Ζnameｬgrant_config､typeﾀｫdescription�Ζnameｭget_dcl_macro､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ!ﾌｳsupported_languagesﾀｽmacro.dbt.call_dcl_statementsﾞ ､nameｳcall_dcl_statementsｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/apply_grants.sqlｲoriginal_file_pathﾙ macros/adapters/apply_grants.sqlｩunique_idｽmacro.dbt.call_dcl_statementsｩmacro_sqlﾙ養% macro call_dcl_statements(dcl_statement_list) %}
|
|||
|
|
{{ return(adapter.dispatch("call_dcl_statements", "dbt")(dcl_statement_list)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎¯o.dbt.default__call_dcl_statementsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｲdcl_statement_list､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ# ｳsupported_languagesﾀﾙ¯o.dbt.default__call_dcl_statementsﾞ ､nameｼdefault__call_dcl_statementsｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/apply_grants.sqlｲoriginal_file_pathﾙ macros/adapters/apply_grants.sqlｩunique_idﾙ¯o.dbt.default__call_dcl_statementsｩmacro_sqlﾚ{% macro default__call_dcl_statements(dcl_statement_list) %}
|
|||
|
|
{#
|
|||
|
|
-- By default, supply all grant + revoke statements in a single semicolon-separated block,
|
|||
|
|
-- so that they're all processed together.
|
|||
|
|
|
|||
|
|
-- Some databases do not support this. Those adapters will need to override this macro
|
|||
|
|
-- to run each statement individually.
|
|||
|
|
#}
|
|||
|
|
{% call statement('grants') %}
|
|||
|
|
{% for dcl_statement in dcl_statement_list %}
|
|||
|
|
{{ dcl_statement }};
|
|||
|
|
{% endfor %}
|
|||
|
|
{% endcall %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros袖macro.dbt.statementｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｲdcl_statement_list､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ$ｳｳsupported_languagesﾀｶmacro.dbt.apply_grantsﾞ ､nameｬapply_grantsｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/apply_grants.sqlｲoriginal_file_pathﾙ macros/adapters/apply_grants.sqlｩunique_idｶmacro.dbt.apply_grantsｩmacro_sqlﾙｯ{% macro apply_grants(relation, grant_config, should_revoke) %}
|
|||
|
|
{{ return(adapter.dispatch("apply_grants", "dbt")(relation, grant_config, should_revoke)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros汰macro.dbt.default__apply_grantsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｨrelation､typeﾀｫdescription�Ζnameｬgrant_config､typeﾀｫdescription�Ζnameｭshould_revoke､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ&�ｳsupported_languagesﾀｿmacro.dbt.default__apply_grantsﾞ ､nameｵdefault__apply_grantsｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/apply_grants.sqlｲoriginal_file_pathﾙ macros/adapters/apply_grants.sqlｩunique_idｿmacro.dbt.default__apply_grantsｩmacro_sqlﾚﾇ{% macro default__apply_grants(relation, grant_config, should_revoke=True) %}
|
|||
|
|
{#-- If grant_config is {} or None, this is a no-op --#}
|
|||
|
|
{% if grant_config %}
|
|||
|
|
{% if should_revoke %}
|
|||
|
|
{#-- We think previous grants may have carried over --#}
|
|||
|
|
{#-- Show current grants and calculate diffs --#}
|
|||
|
|
{% set current_grants_table = run_query(get_show_grant_sql(relation)) %}
|
|||
|
|
{% set current_grants_dict = adapter.standardize_grants_dict(current_grants_table) %}
|
|||
|
|
{% set needs_granting = diff_of_two_dicts(grant_config, current_grants_dict) %}
|
|||
|
|
{% set needs_revoking = diff_of_two_dicts(current_grants_dict, grant_config) %}
|
|||
|
|
{% if not (needs_granting or needs_revoking) %}
|
|||
|
|
{{ log('On ' ~ relation.render() ~': All grants are in place, no revocation or granting needed.')}}
|
|||
|
|
{% endif %}
|
|||
|
|
{% else %}
|
|||
|
|
{#-- We don't think there's any chance of previous grants having carried over. --#}
|
|||
|
|
{#-- Jump straight to granting what the user has configured. --#}
|
|||
|
|
{% set needs_revoking = {} %}
|
|||
|
|
{% set needs_granting = grant_config %}
|
|||
|
|
{% endif %}
|
|||
|
|
{% if needs_granting or needs_revoking %}
|
|||
|
|
{% set revoke_statement_list = get_dcl_statement_list(relation, needs_revoking, get_revoke_sql) %}
|
|||
|
|
{% set grant_statement_list = get_dcl_statement_list(relation, needs_granting, get_grant_sql) %}
|
|||
|
|
{% set dcl_statement_list = revoke_statement_list + grant_statement_list %}
|
|||
|
|
{% if dcl_statement_list %}
|
|||
|
|
{{ call_dcl_statements(dcl_statement_list) }}
|
|||
|
|
{% endif %}
|
|||
|
|
{% endif %}
|
|||
|
|
{% endif %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros筏macro.dbt.run_queryｼmacro.dbt.get_show_grant_sqlﾙ macro.dbt.get_dcl_statement_listｽmacro.dbt.call_dcl_statementsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｨrelation､typeﾀｫdescription�Ζnameｬgrant_config､typeﾀｫdescription�Ζnameｭshould_revoke､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ.Iｳsupported_languagesﾀｶmacro.dbt.get_show_sqlﾞ ､nameｬget_show_sqlｭresource_type･macroｬpackage_name｣dbt､pathｸmacros/adapters/show.sqlｲoriginal_file_pathｸmacros/adapters/show.sqlｩunique_idｶmacro.dbt.get_show_sqlｩmacro_sqlﾙﾅ{% macro get_show_sql(compiled_code, sql_header, limit) -%}
|
|||
|
|
{%- if sql_header is not none -%}
|
|||
|
|
{{ sql_header }}
|
|||
|
|
{%- endif %}
|
|||
|
|
{{ get_limit_subquery_sql(compiled_code, limit) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎 macro.dbt.get_limit_subquery_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｭcompiled_code､typeﾀｫdescription�Ζnameｪsql_header､typeﾀｫdescription�Ζname･limit､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ1ｳsupported_languagesﾀﾙ macro.dbt.get_limit_subquery_sqlﾞ ､nameｶget_limit_subquery_sqlｭresource_type･macroｬpackage_name｣dbt､pathｸmacros/adapters/show.sqlｲoriginal_file_pathｸmacros/adapters/show.sqlｩunique_idﾙ macro.dbt.get_limit_subquery_sqlｩmacro_sqlﾙ�
|
|||
|
|
{%- macro get_limit_subquery_sql(sql, limit) -%}
|
|||
|
|
{{ adapter.dispatch('get_limit_sql', 'dbt')(sql, limit) }}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros胎 macro.dbt.default__get_limit_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name｣sql､typeﾀｫdescription�Ζname･limit､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ2@ｳsupported_languagesﾀﾙ macro.dbt.default__get_limit_sqlﾞ ､nameｶdefault__get_limit_sqlｭresource_type･macroｬpackage_name｣dbt､pathｸmacros/adapters/show.sqlｲoriginal_file_pathｸmacros/adapters/show.sqlｩunique_idﾙ macro.dbt.default__get_limit_sqlｩmacro_sqlﾙ顎% macro default__get_limit_sql(sql, limit) %}
|
|||
|
|
{{ sql }}
|
|||
|
|
{% if limit is not none %}
|
|||
|
|
limit {{ limit }}
|
|||
|
|
{%- endif -%}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name｣sql､typeﾀｫdescription�Ζname･limit､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ3zｳsupported_languagesﾀｾmacro.dbt.alter_column_commentﾞ ､nameｴalter_column_commentｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/persist_docs.sqlｲoriginal_file_pathﾙ macros/adapters/persist_docs.sqlｩunique_idｾmacro.dbt.alter_column_commentｩmacro_sqlﾙ桀% macro alter_column_comment(relation, column_dict) -%}
|
|||
|
|
{{ return(adapter.dispatch('alter_column_comment', 'dbt')(relation, column_dict)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎1macro.dbt_postgres.postgres__alter_column_commentｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｫcolumn_dict､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ7ﾚｳsupported_languagesﾀﾙ'macro.dbt.default__alter_column_commentﾞ ､nameｽdefault__alter_column_commentｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/persist_docs.sqlｲoriginal_file_pathﾙ macros/adapters/persist_docs.sqlｩunique_idﾙ'macro.dbt.default__alter_column_commentｩmacro_sqlﾙﾈ{% macro default__alter_column_comment(relation, column_dict) -%}
|
|||
|
|
{{ exceptions.raise_not_implemented(
|
|||
|
|
'alter_column_comment macro not implemented for adapter '+adapter.type()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｫcolumn_dict､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ8邉supported_languagesﾀﾙ macro.dbt.alter_relation_commentﾞ ､nameｶalter_relation_commentｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/persist_docs.sqlｲoriginal_file_pathﾙ macros/adapters/persist_docs.sqlｩunique_idﾙ macro.dbt.alter_relation_commentｩmacro_sqlﾙｬ{% macro alter_relation_comment(relation, relation_comment) -%}
|
|||
|
|
{{ return(adapter.dispatch('alter_relation_comment', 'dbt')(relation, relation_comment)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎3macro.dbt_postgres.postgres__alter_relation_commentｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｰrelation_comment､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ:*ｳsupported_languagesﾀﾙ)macro.dbt.default__alter_relation_commentﾞ ､nameｿdefault__alter_relation_commentｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/persist_docs.sqlｲoriginal_file_pathﾙ macros/adapters/persist_docs.sqlｩunique_idﾙ)macro.dbt.default__alter_relation_commentｩmacro_sqlﾙﾑ{% macro default__alter_relation_comment(relation, relation_comment) -%}
|
|||
|
|
{{ exceptions.raise_not_implemented(
|
|||
|
|
'alter_relation_comment macro not implemented for adapter '+adapter.type()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｨrelation､typeﾀｫdescription�Ζnameｰrelation_comment､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ;6ｳsupported_languagesﾀｶmacro.dbt.persist_docsﾞ ､nameｬpersist_docsｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/persist_docs.sqlｲoriginal_file_pathﾙ macros/adapters/persist_docs.sqlｩunique_idｶmacro.dbt.persist_docsｩmacro_sqlﾙﾂ{% macro persist_docs(relation, model, for_relation=true, for_columns=true) -%}
|
|||
|
|
{{ return(adapter.dispatch('persist_docs', 'dbt')(relation, model, for_relation, for_columns)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros汰macro.dbt.default__persist_docsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments買､nameｨrelation､typeﾀｫdescription�Ζname･model､typeﾀｫdescription�Ζnameｬfor_relation､typeﾀｫdescription�Ζnameｫfor_columns､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ<ﾞｳsupported_languagesﾀｾmacro.dbt.validate_doc_columnsﾞ ､nameｴvalidate_doc_columnsｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/persist_docs.sqlｲoriginal_file_pathﾙ macros/adapters/persist_docs.sqlｩunique_idｾmacro.dbt.validate_doc_columnsｩmacro_sqlﾚ鶏% macro validate_doc_columns(relation, column_dict, existing_column_names) %}
|
|||
|
|
{% set existing_lower = existing_column_names | map("lower") | list %}
|
|||
|
|
{% set missing = [] %}
|
|||
|
|
{% set filtered = {} %}
|
|||
|
|
{% for col_name in column_dict %}
|
|||
|
|
{% set is_quoted = column_dict[col_name]['quote'] %}
|
|||
|
|
{% if is_quoted %}
|
|||
|
|
{% set present = col_name in existing_column_names %}
|
|||
|
|
{% else %}
|
|||
|
|
{% set present = col_name | lower in existing_lower %}
|
|||
|
|
{% endif %}
|
|||
|
|
{% if present %}
|
|||
|
|
{% do filtered.update({col_name: column_dict[col_name]}) %}
|
|||
|
|
{% else %}
|
|||
|
|
{% do missing.append(col_name) %}
|
|||
|
|
{% endif %}
|
|||
|
|
{% endfor %}
|
|||
|
|
{% if missing | length > 0 %}
|
|||
|
|
{{ exceptions.warn("In relation " ~ relation.render() ~ ": The following columns are specified in the schema but are not present in the database: " ~ missing | join(", ")) }}
|
|||
|
|
{% endif %}
|
|||
|
|
{{ return(filtered) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｨrelation､typeﾀｫdescription�Ζnameｫcolumn_dict､typeﾀｫdescription�Ζnameｵexisting_column_names､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾒCBｳsupported_languagesﾀｿmacro.dbt.default__persist_docsﾞ ､nameｵdefault__persist_docsｭresource_type･macroｬpackage_name｣dbt､pathﾙ macros/adapters/persist_docs.sqlｲoriginal_file_pathﾙ macros/adapters/persist_docs.sqlｩunique_idｿmacro.dbt.default__persist_docsｩmacro_sqlﾚ{% macro default__persist_docs(relation, model, for_relation, for_columns) -%}
|
|||
|
|
{% if for_relation and config.persist_relation_docs() and model.description %}
|
|||
|
|
{% do run_query(alter_relation_comment(relation, model.description)) %}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% if for_columns and config.persist_column_docs() and model.columns %}
|
|||
|
|
{% set existing_columns = adapter.get_columns_in_relation(relation) | map(attribute="name") | list %}
|
|||
|
|
{% set filtered_columns = validate_doc_columns(relation, model.columns, existing_columns) %}
|
|||
|
|
{% set alter_comment_sql = alter_column_comment(relation, filtered_columns) %}
|
|||
|
|
{% if alter_comment_sql and alter_comment_sql | trim | length > 0 %}
|
|||
|
|
{% do run_query(alter_comment_sql) %}
|
|||
|
|
{% endif %}
|
|||
|
|
{% endif %}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros筏macro.dbt.run_queryﾙ macro.dbt.alter_relation_commentｾmacro.dbt.validate_doc_columnsｾmacro.dbt.alter_column_commentｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments買､nameｨrelation､typeﾀｫdescription�Ζname･model､typeﾀｫdescription�Ζnameｬfor_relation､typeﾀｫdescription�Ζnameｫfor_columns､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾒHｷｳsupported_languagesﾀｿmacro.dbt.get_catalog_relationsﾞ ､nameｵget_catalog_relationsｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/metadata.sqlｲoriginal_file_pathｼmacros/adapters/metadata.sqlｩunique_idｿmacro.dbt.get_catalog_relationsｩmacro_sqlﾙｱ{% macro get_catalog_relations(information_schema, relations) -%}
|
|||
|
|
{{ return(adapter.dispatch('get_catalog_relations', 'dbt')(information_schema, relations)) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎2macro.dbt_postgres.postgres__get_catalog_relationsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｲinformation_schema､typeﾀｫdescription�Ζnameｩrelations､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾒNｾｳsupported_languagesﾀﾙ(macro.dbt.default__get_catalog_relationsﾞ ､nameｾdefault__get_catalog_relationsｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/metadata.sqlｲoriginal_file_pathｼmacros/adapters/metadata.sqlｩunique_idﾙ(macro.dbt.default__get_catalog_relationsｩmacro_sqlﾚ {% macro default__get_catalog_relations(information_schema, relations) -%}
|
|||
|
|
{% set typename = adapter.type() %}
|
|||
|
|
{% set msg -%}
|
|||
|
|
get_catalog_relations not implemented for {{ typename }}
|
|||
|
|
{%- endset %}
|
|||
|
|
|
|||
|
|
{{ exceptions.raise_compiler_error(msg) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｲinformation_schema､typeﾀｫdescription�Ζnameｩrelations､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾒPnｳsupported_languagesﾀｵmacro.dbt.get_catalogﾞ ､nameｫget_catalogｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/metadata.sqlｲoriginal_file_pathｼmacros/adapters/metadata.sqlｩunique_idｵmacro.dbt.get_catalogｩmacro_sqlﾙ几% macro get_catalog(information_schema, schemas) -%}
|
|||
|
|
{{ return(adapter.dispatch('get_catalog', 'dbt')(information_schema, schemas)) }}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros胎(macro.dbt_postgres.postgres__get_catalogｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｲinformation_schema､typeﾀｫdescription�Ζnameｧschemas､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾒQｰｳsupported_languagesﾀｾmacro.dbt.default__get_catalogﾞ ､nameｴdefault__get_catalogｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/metadata.sqlｲoriginal_file_pathｼmacros/adapters/metadata.sqlｩunique_idｾmacro.dbt.default__get_catalogｩmacro_sqlﾙ�% macro default__get_catalog(information_schema, schemas) -%}
|
|||
|
|
|
|||
|
|
{% set typename = adapter.type() %}
|
|||
|
|
{% set msg -%}
|
|||
|
|
get_catalog not implemented for {{ typename }}
|
|||
|
|
{%- endset %}
|
|||
|
|
|
|||
|
|
{{ exceptions.raise_compiler_error(msg) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｲinformation_schema､typeﾀｫdescription�Ζnameｧschemas､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾒSYｳsupported_languagesﾀﾙ!macro.dbt.information_schema_nameﾞ ､nameｷinformation_schema_nameｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/metadata.sqlｲoriginal_file_pathｼmacros/adapters/metadata.sqlｩunique_idﾙ!macro.dbt.information_schema_nameｩmacro_sqlﾙ閲% macro information_schema_name(database) %}
|
|||
|
|
{{ return(adapter.dispatch('information_schema_name', 'dbt')(database)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎4macro.dbt_postgres.postgres__information_schema_nameｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨdatabase､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾒTyｳsupported_languagesﾀﾙ*macro.dbt.default__information_schema_nameﾞ ､nameﾙ default__information_schema_nameｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/metadata.sqlｲoriginal_file_pathｼmacros/adapters/metadata.sqlｩunique_idﾙ*macro.dbt.default__information_schema_nameｩmacro_sqlﾙｹ{% macro default__information_schema_name(database) -%}
|
|||
|
|
{%- if database -%}
|
|||
|
|
{{ database }}.INFORMATION_SCHEMA
|
|||
|
|
{%- else -%}
|
|||
|
|
INFORMATION_SCHEMA
|
|||
|
|
{%- endif -%}
|
|||
|
|
{%- endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨdatabase､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾒU�supported_languagesﾀｶmacro.dbt.list_schemasﾞ ､nameｬlist_schemasｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/metadata.sqlｲoriginal_file_pathｼmacros/adapters/metadata.sqlｩunique_idｶmacro.dbt.list_schemasｩmacro_sqlﾙt{% macro list_schemas(database) -%}
|
|||
|
|
{{ return(adapter.dispatch('list_schemas', 'dbt')(database)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎)macro.dbt_postgres.postgres__list_schemasｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨdatabase､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾒV｣ｳsupported_languagesﾀｿmacro.dbt.default__list_schemasﾞ ､nameｵdefault__list_schemasｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/metadata.sqlｲoriginal_file_pathｼmacros/adapters/metadata.sqlｩunique_idｿmacro.dbt.default__list_schemasｩmacro_sqlﾚ{% macro default__list_schemas(database) -%}
|
|||
|
|
{% set sql %}
|
|||
|
|
select distinct schema_name
|
|||
|
|
from {{ information_schema_name(database) }}.SCHEMATA
|
|||
|
|
where catalog_name ilike '{{ database }}'
|
|||
|
|
{% endset %}
|
|||
|
|
{{ return(run_query(sql)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros壷!macro.dbt.information_schema_nameｳmacro.dbt.run_queryｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨdatabase､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾒX ｳsupported_languagesﾀｽmacro.dbt.check_schema_existsﾞ ､nameｳcheck_schema_existsｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/metadata.sqlｲoriginal_file_pathｼmacros/adapters/metadata.sqlｩunique_idｽmacro.dbt.check_schema_existsｩmacro_sqlﾙｦ{% macro check_schema_exists(information_schema, schema) -%}
|
|||
|
|
{{ return(adapter.dispatch('check_schema_exists', 'dbt')(information_schema, schema)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎0macro.dbt_postgres.postgres__check_schema_existsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｲinformation_schema､typeﾀｫdescription�Ζnameｦschema､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾒYhｳsupported_languagesﾀﾙ¯o.dbt.default__check_schema_existsﾞ ､nameｼdefault__check_schema_existsｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/metadata.sqlｲoriginal_file_pathｼmacros/adapters/metadata.sqlｩunique_idﾙ¯o.dbt.default__check_schema_existsｩmacro_sqlﾚf{% macro default__check_schema_exists(information_schema, schema) -%}
|
|||
|
|
{% set sql -%}
|
|||
|
|
select count(*)
|
|||
|
|
from {{ information_schema.replace(information_schema_view='SCHEMATA') }}
|
|||
|
|
where catalog_name='{{ information_schema.database }}'
|
|||
|
|
and schema_name='{{ schema }}'
|
|||
|
|
{%- endset %}
|
|||
|
|
{{ return(run_query(sql)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros蝶macro.dbt.replaceｳmacro.dbt.run_queryｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｲinformation_schema､typeﾀｫdescription�Ζnameｦschema､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ\>ｳsupported_languagesﾀﾙ(macro.dbt.list_relations_without_cachingﾞ ､nameｾlist_relations_without_cachingｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/metadata.sqlｲoriginal_file_pathｼmacros/adapters/metadata.sqlｩunique_idﾙ(macro.dbt.list_relations_without_cachingｩmacro_sqlﾙ･{% macro list_relations_without_caching(schema_relation) %}
|
|||
|
|
{{ return(adapter.dispatch('list_relations_without_caching', 'dbt')(schema_relation)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎;macro.dbt_postgres.postgres__list_relations_without_cachingｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｯschema_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ]}ｳsupported_languagesﾀﾙ1macro.dbt.default__list_relations_without_cachingﾞ ､nameﾙ'default__list_relations_without_cachingｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/metadata.sqlｲoriginal_file_pathｼmacros/adapters/metadata.sqlｩunique_idﾙ1macro.dbt.default__list_relations_without_cachingｩmacro_sqlﾙﾕ{% macro default__list_relations_without_caching(schema_relation) %}
|
|||
|
|
{{ exceptions.raise_not_implemented(
|
|||
|
|
'list_relations_without_caching macro not implemented for adapter '+adapter.type()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｯschema_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ^諜supported_languagesﾀﾙ1macro.dbt.list_function_relations_without_cachingﾞ ､nameﾙ'list_function_relations_without_cachingｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/metadata.sqlｲoriginal_file_pathｼmacros/adapters/metadata.sqlｩunique_idﾙ1macro.dbt.list_function_relations_without_cachingｩmacro_sqlﾙｷ{% macro list_function_relations_without_caching(schema_relation) %}
|
|||
|
|
{{ return(adapter.dispatch('list_function_relations_without_caching', 'dbt')(schema_relation)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎:macro.dbt.default__list_function_relations_without_cachingｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｯschema_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ_ｮｳsupported_languagesﾀﾙ:macro.dbt.default__list_function_relations_without_cachingﾞ ､nameﾙ0default__list_function_relations_without_cachingｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/metadata.sqlｲoriginal_file_pathｼmacros/adapters/metadata.sqlｩunique_idﾙ:macro.dbt.default__list_function_relations_without_cachingｩmacro_sqlﾙ轆% macro default__list_function_relations_without_caching(schema_relation) %}
|
|||
|
|
{{ exceptions.raise_not_implemented(
|
|||
|
|
'list_function_relations_without_caching macro not implemented for adapter '+adapter.type()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｯschema_relation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ`ｯｳsupported_languagesﾀﾙ)macro.dbt.get_catalog_for_single_relationﾞ ､nameｿget_catalog_for_single_relationｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/metadata.sqlｲoriginal_file_pathｼmacros/adapters/metadata.sqlｩunique_idﾙ)macro.dbt.get_catalog_for_single_relationｩmacro_sqlﾙ几% macro get_catalog_for_single_relation(relation) %}
|
|||
|
|
{{ return(adapter.dispatch('get_catalog_for_single_relation', 'dbt')(relation)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎2macro.dbt.default__get_catalog_for_single_relationｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒaﾔｳsupported_languagesﾀﾙ2macro.dbt.default__get_catalog_for_single_relationﾞ ､nameﾙ(default__get_catalog_for_single_relationｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/metadata.sqlｲoriginal_file_pathｼmacros/adapters/metadata.sqlｩunique_idﾙ2macro.dbt.default__get_catalog_for_single_relationｩmacro_sqlﾙﾐ{% macro default__get_catalog_for_single_relation(relation) %}
|
|||
|
|
{{ exceptions.raise_not_implemented(
|
|||
|
|
'get_catalog_for_single_relation macro not implemented for adapter '+adapter.type()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒbﾏｳsupported_languagesﾀｷmacro.dbt.get_relationsﾞ ､nameｭget_relationsｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/metadata.sqlｲoriginal_file_pathｼmacros/adapters/metadata.sqlｩunique_idｷmacro.dbt.get_relationsｩmacro_sqlﾙe{% macro get_relations() %}
|
|||
|
|
{{ return(adapter.dispatch('get_relations', 'dbt')()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎*macro.dbt_postgres.postgres__get_relationsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾒcﾐｳsupported_languagesﾀﾙ macro.dbt.default__get_relationsﾞ ､nameｶdefault__get_relationsｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/metadata.sqlｲoriginal_file_pathｼmacros/adapters/metadata.sqlｩunique_idﾙ macro.dbt.default__get_relationsｩmacro_sqlﾙ､{% macro default__get_relations() %}
|
|||
|
|
{{ exceptions.raise_not_implemented(
|
|||
|
|
'get_relations macro not implemented for adapter '+adapter.type()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾒdｺｳsupported_languagesﾀﾙ$macro.dbt.get_relation_last_modifiedﾞ ､nameｺget_relation_last_modifiedｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/metadata.sqlｲoriginal_file_pathｼmacros/adapters/metadata.sqlｩunique_idﾙ$macro.dbt.get_relation_last_modifiedｩmacro_sqlﾙｹ{% macro get_relation_last_modified(information_schema, relations) %}
|
|||
|
|
{{ return(adapter.dispatch('get_relation_last_modified', 'dbt')(information_schema, relations)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎-macro.dbt.default__get_relation_last_modifiedｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｲinformation_schema､typeﾀｫdescription�Ζnameｩrelations､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒe�supported_languagesﾀﾙ-macro.dbt.default__get_relation_last_modifiedﾞ ､nameﾙ#default__get_relation_last_modifiedｭresource_type･macroｬpackage_name｣dbt､pathｼmacros/adapters/metadata.sqlｲoriginal_file_pathｼmacros/adapters/metadata.sqlｩunique_idﾙ-macro.dbt.default__get_relation_last_modifiedｩmacro_sqlﾙﾝ{% macro default__get_relation_last_modified(information_schema, relations) %}
|
|||
|
|
{{ exceptions.raise_not_implemented(
|
|||
|
|
'get_relation_last_modified macro not implemented for adapter ' + adapter.type()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｲinformation_schema､typeﾀｫdescription�Ζnameｩrelations､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒg
|
|||
|
|
ｳsupported_languagesﾀﾙ!macro.dbt.get_columns_in_relationﾞ ､nameｷget_columns_in_relationｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/adapters/columns.sqlｲoriginal_file_pathｻmacros/adapters/columns.sqlｩunique_idﾙ!macro.dbt.get_columns_in_relationｩmacro_sqlﾙ顎% macro get_columns_in_relation(relation) -%}
|
|||
|
|
{{ return(adapter.dispatch('get_columns_in_relation', 'dbt')(relation)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎4macro.dbt_postgres.postgres__get_columns_in_relationｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒnﾗｳsupported_languagesﾀﾙ*macro.dbt.default__get_columns_in_relationﾞ ､nameﾙ default__get_columns_in_relationｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/adapters/columns.sqlｲoriginal_file_pathｻmacros/adapters/columns.sqlｩunique_idﾙ*macro.dbt.default__get_columns_in_relationｩmacro_sqlﾙﾁ{% macro default__get_columns_in_relation(relation) -%}
|
|||
|
|
{{ exceptions.raise_not_implemented(
|
|||
|
|
'get_columns_in_relation macro not implemented for adapter '+adapter.type()) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｨrelation､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒoﾛｳsupported_languagesﾀﾙ)macro.dbt.sql_convert_columns_in_relationﾞ ､nameｿsql_convert_columns_in_relationｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/adapters/columns.sqlｲoriginal_file_pathｻmacros/adapters/columns.sqlｩunique_idﾙ)macro.dbt.sql_convert_columns_in_relationｩmacro_sqlﾙﾉ{% macro sql_convert_columns_in_relation(table) -%}
|
|||
|
|
{% set columns = [] %}
|
|||
|
|
{% for row in table %}
|
|||
|
|
{% do columns.append(api.Column(*row)) %}
|
|||
|
|
{% endfor %}
|
|||
|
|
{{ return(columns) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name･table､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒqﾎｳsupported_languagesﾀﾙ"macro.dbt.get_list_of_column_namesﾞ ､nameｸget_list_of_column_namesｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/adapters/columns.sqlｲoriginal_file_pathｻmacros/adapters/columns.sqlｩunique_idﾙ"macro.dbt.get_list_of_column_namesｩmacro_sqlﾙﾇ
|
|||
|
|
|
|||
|
|
{%- macro get_list_of_column_names(columns) -%}
|
|||
|
|
{% set col_names = [] %}
|
|||
|
|
{% for col in columns %}
|
|||
|
|
{% do col_names.append(col.name) %}
|
|||
|
|
{% endfor %}
|
|||
|
|
{{ return(col_names) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｧcolumns､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒs承supported_languagesﾀﾙ macro.dbt.get_empty_subquery_sqlﾞ ､nameｶget_empty_subquery_sqlｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/adapters/columns.sqlｲoriginal_file_pathｻmacros/adapters/columns.sqlｩunique_idﾙ macro.dbt.get_empty_subquery_sqlｩmacro_sqlﾙｷ{% macro get_empty_subquery_sql(select_sql, select_sql_header=none) -%}
|
|||
|
|
{{ return(adapter.dispatch('get_empty_subquery_sql', 'dbt')(select_sql, select_sql_header)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎)macro.dbt.default__get_empty_subquery_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｪselect_sql､typeﾀｫdescription�Ζnameｱselect_sql_header､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒt�supported_languagesﾀﾙ)macro.dbt.default__get_empty_subquery_sqlﾞ ､nameｿdefault__get_empty_subquery_sqlｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/adapters/columns.sqlｲoriginal_file_pathｻmacros/adapters/columns.sqlｩunique_idﾙ)macro.dbt.default__get_empty_subquery_sqlｩmacro_sqlﾚ{% macro default__get_empty_subquery_sql(select_sql, select_sql_header=none) %}
|
|||
|
|
{%- if select_sql_header is not none -%}
|
|||
|
|
{{ select_sql_header }}
|
|||
|
|
{%- endif -%}
|
|||
|
|
select * from (
|
|||
|
|
{{ select_sql }}
|
|||
|
|
) as __dbt_sbq
|
|||
|
|
where false
|
|||
|
|
limit 0
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｪselect_sql､typeﾀｫdescription�Ζnameｱselect_sql_header､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌BﾒvBｳsupported_languagesﾀｾmacro.dbt.get_empty_schema_sqlﾞ ､nameｴget_empty_schema_sqlｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/adapters/columns.sqlｲoriginal_file_pathｻmacros/adapters/columns.sqlｩunique_idｾmacro.dbt.get_empty_schema_sqlｩmacro_sqlﾙ�% macro get_empty_schema_sql(columns) -%}
|
|||
|
|
{{ return(adapter.dispatch('get_empty_schema_sql', 'dbt')(columns)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎'macro.dbt.default__get_empty_schema_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｧcolumns､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒwiｳsupported_languagesﾀﾙ'macro.dbt.default__get_empty_schema_sqlﾞ ､nameｽdefault__get_empty_schema_sqlｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/adapters/columns.sqlｲoriginal_file_pathｻmacros/adapters/columns.sqlｩunique_idﾙ'macro.dbt.default__get_empty_schema_sqlｩmacro_sqlﾚT{% macro default__get_empty_schema_sql(columns) %}
|
|||
|
|
{%- set col_err = [] -%}
|
|||
|
|
{%- set col_naked_numeric = [] -%}
|
|||
|
|
select
|
|||
|
|
{% for i in columns %}
|
|||
|
|
{%- set col = columns[i] -%}
|
|||
|
|
{%- if col['data_type'] is not defined -%}
|
|||
|
|
{%- do col_err.append(col['name']) -%}
|
|||
|
|
{#-- If this column's type is just 'numeric' then it is missing precision/scale, raise a warning --#}
|
|||
|
|
{%- elif col['data_type'].strip().lower() in ('numeric', 'decimal', 'number') -%}
|
|||
|
|
{%- do col_naked_numeric.append(col['name']) -%}
|
|||
|
|
{%- endif -%}
|
|||
|
|
{% set col_name = adapter.quote(col['name']) if col.get('quote') else col['name'] %}
|
|||
|
|
{{ cast('null', col['data_type']) }} as {{ col_name }}{{ ", " if not loop.last }}
|
|||
|
|
{%- endfor -%}
|
|||
|
|
{%- if (col_err | length) > 0 -%}
|
|||
|
|
{{ exceptions.column_type_missing(column_names=col_err) }}
|
|||
|
|
{%- elif (col_naked_numeric | length) > 0 -%}
|
|||
|
|
{{ exceptions.warn("Detected columns with numeric type and unspecified precision/scale, this can lead to unintended rounding: " ~ col_naked_numeric ~ "`") }}
|
|||
|
|
{%- endif -%}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros属macro.dbt.castｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｧcolumns､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ~攀supported_languagesﾀﾙ¯o.dbt.get_column_schema_from_queryﾞ ､nameｼget_column_schema_from_queryｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/adapters/columns.sqlｲoriginal_file_pathｻmacros/adapters/columns.sqlｩunique_idﾙ¯o.dbt.get_column_schema_from_queryｩmacro_sqlﾚｱ{% macro get_column_schema_from_query(select_sql, select_sql_header=none) -%}
|
|||
|
|
{% set columns = [] %}
|
|||
|
|
{# -- Using an 'empty subquery' here to get the same schema as the given select_sql statement, without necessitating a data scan.#}
|
|||
|
|
{% set sql = get_empty_subquery_sql(select_sql, select_sql_header) %}
|
|||
|
|
{% set column_schema = adapter.get_column_schema_from_query(sql) %}
|
|||
|
|
{{ return(column_schema) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎 macro.dbt.get_empty_subquery_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､nameｪselect_sql､typeﾀｫdescription�Ζnameｱselect_sql_header､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ＄ｳsupported_languagesﾀｾmacro.dbt.get_columns_in_queryﾞ ､nameｴget_columns_in_queryｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/adapters/columns.sqlｲoriginal_file_pathｻmacros/adapters/columns.sqlｩunique_idｾmacro.dbt.get_columns_in_queryｩmacro_sqlﾙ�% macro get_columns_in_query(select_sql) -%}
|
|||
|
|
{{ return(adapter.dispatch('get_columns_in_query', 'dbt')(select_sql)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎'macro.dbt.default__get_columns_in_queryｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｪselect_sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒとｳsupported_languagesﾀﾙ'macro.dbt.default__get_columns_in_queryﾞ ､nameｽdefault__get_columns_in_queryｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/adapters/columns.sqlｲoriginal_file_pathｻmacros/adapters/columns.sqlｩunique_idﾙ'macro.dbt.default__get_columns_in_queryｩmacro_sqlﾚA{% macro default__get_columns_in_query(select_sql) %}
|
|||
|
|
{% call statement('get_columns_in_query', fetch_result=True, auto_begin=False) -%}
|
|||
|
|
{{ get_empty_subquery_sql(select_sql) }}
|
|||
|
|
{% endcall %}
|
|||
|
|
{{ return(load_result('get_columns_in_query').table.columns | map(attribute='name') | list) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros諜macro.dbt.statementﾙ macro.dbt.get_empty_subquery_sqlｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｪselect_sql､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ�ｳsupported_languagesﾀｻmacro.dbt.alter_column_typeﾞ ､nameｱalter_column_typeｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/adapters/columns.sqlｲoriginal_file_pathｻmacros/adapters/columns.sqlｩunique_idｻmacro.dbt.alter_column_typeｩmacro_sqlﾙｺ{% macro alter_column_type(relation, column_name, new_column_type) -%}
|
|||
|
|
{{ return(adapter.dispatch('alter_column_type', 'dbt')(relation, column_name, new_column_type)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎$macro.dbt.default__alter_column_typeｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｨrelation､typeﾀｫdescription�Ζnameｫcolumn_name､typeﾀｫdescription�Ζnameｯnew_column_type､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ�ｳsupported_languagesﾀﾙ$macro.dbt.default__alter_column_typeﾞ ､nameｺdefault__alter_column_typeｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/adapters/columns.sqlｲoriginal_file_pathｻmacros/adapters/columns.sqlｩunique_idﾙ$macro.dbt.default__alter_column_typeｩmacro_sqlﾚ<{% macro default__alter_column_type(relation, column_name, new_column_type) -%}
|
|||
|
|
{#
|
|||
|
|
1. Create a new column (w/ temp name and correct type)
|
|||
|
|
2. Copy data over to it
|
|||
|
|
3. Drop the existing column (cascade!)
|
|||
|
|
4. Rename the new column to existing column
|
|||
|
|
#}
|
|||
|
|
{%- set tmp_column = column_name + "__dbt_alter" -%}
|
|||
|
|
|
|||
|
|
{% call statement('alter_column_type') %}
|
|||
|
|
alter table {{ relation.render() }} add column {{ adapter.quote(tmp_column) }} {{ new_column_type }};
|
|||
|
|
update {{ relation.render() }} set {{ adapter.quote(tmp_column) }} = {{ adapter.quote(column_name) }};
|
|||
|
|
alter table {{ relation.render() }} drop column {{ adapter.quote(column_name) }} cascade;
|
|||
|
|
alter table {{ relation.render() }} rename column {{ adapter.quote(tmp_column) }} to {{ adapter.quote(column_name) }}
|
|||
|
|
{% endcall %}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros袖macro.dbt.statementｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｨrelation､typeﾀｫdescription�Ζnameｫcolumn_name､typeﾀｫdescription�Ζnameｯnew_column_type､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ�
|
|||
|
|
ｳsupported_languagesﾀﾙ+macro.dbt.alter_relation_add_remove_columnsﾞ ､nameﾙ!alter_relation_add_remove_columnsｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/adapters/columns.sqlｲoriginal_file_pathｻmacros/adapters/columns.sqlｩunique_idﾙ+macro.dbt.alter_relation_add_remove_columnsｩmacro_sqlﾙ諚% macro alter_relation_add_remove_columns(relation, add_columns = none, remove_columns = none) -%}
|
|||
|
|
{{ return(adapter.dispatch('alter_relation_add_remove_columns', 'dbt')(relation, add_columns, remove_columns)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎4macro.dbt.default__alter_relation_add_remove_columnsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｨrelation､typeﾀｫdescription�Ζnameｫadd_columns､typeﾀｫdescription�Ζnameｮremove_columns､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ庫ｳsupported_languagesﾀﾙ4macro.dbt.default__alter_relation_add_remove_columnsﾞ ､nameﾙ*default__alter_relation_add_remove_columnsｭresource_type･macroｬpackage_name｣dbt､pathｻmacros/adapters/columns.sqlｲoriginal_file_pathｻmacros/adapters/columns.sqlｩunique_idﾙ4macro.dbt.default__alter_relation_add_remove_columnsｩmacro_sqlﾚ�% macro default__alter_relation_add_remove_columns(relation, add_columns, remove_columns) %}
|
|||
|
|
|
|||
|
|
{% if add_columns is none %}
|
|||
|
|
{% set add_columns = [] %}
|
|||
|
|
{% endif %}
|
|||
|
|
{% if remove_columns is none %}
|
|||
|
|
{% set remove_columns = [] %}
|
|||
|
|
{% endif %}
|
|||
|
|
|
|||
|
|
{% set sql -%}
|
|||
|
|
|
|||
|
|
alter {{ relation.type }} {{ relation.render() }}
|
|||
|
|
|
|||
|
|
{% for column in add_columns %}
|
|||
|
|
add column {{ column.quoted }} {{ column.expanded_data_type }}{{ ',' if not loop.last }}
|
|||
|
|
{% endfor %}{{ ',' if add_columns and remove_columns }}
|
|||
|
|
|
|||
|
|
{% for column in remove_columns %}
|
|||
|
|
drop column {{ column.quoted }}{{ ',' if not loop.last }}
|
|||
|
|
{% endfor %}
|
|||
|
|
|
|||
|
|
{%- endset -%}
|
|||
|
|
|
|||
|
|
{% do run_query(sql) %}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros袖macro.dbt.run_queryｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､nameｨrelation､typeﾀｫdescription�Ζnameｫadd_columns､typeﾀｫdescription�Ζnameｮremove_columns､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ対ｳsupported_languagesﾀｹmacro.dbt.get_fixture_sqlﾞ ､nameｯget_fixture_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ(macros/unit_test_sql/get_fixture_sql.sqlｲoriginal_file_pathﾙ(macros/unit_test_sql/get_fixture_sql.sqlｩunique_idｹmacro.dbt.get_fixture_sqlｩmacro_sqlﾚ�% macro get_fixture_sql(rows, column_name_to_data_types) %}
|
|||
|
|
-- Fixture for {{ model.name }}
|
|||
|
|
{% set default_row = {} %}
|
|||
|
|
|
|||
|
|
{%- if not column_name_to_data_types -%}
|
|||
|
|
{#-- Use defer_relation IFF it is available in the manifest and 'this' is missing from the database --#}
|
|||
|
|
{%- set this_or_defer_relation = defer_relation if (defer_relation and not load_relation(this)) else this -%}
|
|||
|
|
{%- set columns_in_relation = adapter.get_columns_in_relation(this_or_defer_relation) -%}
|
|||
|
|
|
|||
|
|
{%- set column_name_to_data_types = {} -%}
|
|||
|
|
{%- set column_name_to_quoted = {} -%}
|
|||
|
|
{%- for column in columns_in_relation -%}
|
|||
|
|
|
|||
|
|
{#-- This needs to be a case-insensitive comparison --#}
|
|||
|
|
{%- do column_name_to_data_types.update({column.name|lower: column.data_type}) -%}
|
|||
|
|
{%- do column_name_to_quoted.update({column.name|lower: column.quoted}) -%}
|
|||
|
|
{%- endfor -%}
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{%- if not column_name_to_data_types -%}
|
|||
|
|
{{ exceptions.raise_compiler_error("Not able to get columns for unit test '" ~ model.name ~ "' from relation " ~ this ~ " because the relation doesn't exist") }}
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{%- for column_name, column_type in column_name_to_data_types.items() -%}
|
|||
|
|
{%- do default_row.update({column_name: (safe_cast("null", column_type) | trim )}) -%}
|
|||
|
|
{%- endfor -%}
|
|||
|
|
|
|||
|
|
{{ validate_fixture_rows(rows, row_number) }}
|
|||
|
|
|
|||
|
|
{%- for row in rows -%}
|
|||
|
|
{%- set formatted_row = format_row(row, column_name_to_data_types) -%}
|
|||
|
|
{%- set default_row_copy = default_row.copy() -%}
|
|||
|
|
{%- do default_row_copy.update(formatted_row) -%}
|
|||
|
|
select
|
|||
|
|
{%- for column_name, column_value in default_row_copy.items() %} {{ column_value }} as {{ column_name_to_quoted[column_name] }}{% if not loop.last -%}, {%- endif %}
|
|||
|
|
{%- endfor %}
|
|||
|
|
{%- if not loop.last %}
|
|||
|
|
union all
|
|||
|
|
{% endif %}
|
|||
|
|
{%- endfor -%}
|
|||
|
|
|
|||
|
|
{%- if (rows | length) == 0 -%}
|
|||
|
|
select
|
|||
|
|
{%- for column_name, column_value in default_row.items() %} {{ column_value }} as {{ column_name_to_quoted[column_name] }}{% if not loop.last -%},{%- endif %}
|
|||
|
|
{%- endfor %}
|
|||
|
|
limit 0
|
|||
|
|
{%- endif -%}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros塙macro.dbt.load_relationｳmacro.dbt.safe_castｿmacro.dbt.validate_fixture_rowsｴmacro.dbt.format_rowｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name､rows､typeﾀｫdescription�Ζnameｹcolumn_name_to_data_types､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒ｣ｳsupported_languagesﾀｺmacro.dbt.get_expected_sqlﾞ ､nameｰget_expected_sqlｭresource_type･macroｬpackage_name｣dbt､pathﾙ(macros/unit_test_sql/get_fixture_sql.sqlｲoriginal_file_pathﾙ(macros/unit_test_sql/get_fixture_sql.sqlｩunique_idｺmacro.dbt.get_expected_sqlｩmacro_sqlﾚ/{% macro get_expected_sql(rows, column_name_to_data_types, column_name_to_quoted) %}
|
|||
|
|
|
|||
|
|
{%- if (rows | length) == 0 -%}
|
|||
|
|
select * from dbt_internal_unit_test_actual
|
|||
|
|
limit 0
|
|||
|
|
{%- else -%}
|
|||
|
|
{%- for row in rows -%}
|
|||
|
|
{%- set formatted_row = format_row(row, column_name_to_data_types) -%}
|
|||
|
|
select
|
|||
|
|
{%- for column_name, column_value in formatted_row.items() %} {{ column_value }} as {{ column_name_to_quoted[column_name] }}{% if not loop.last -%}, {%- endif %}
|
|||
|
|
{%- endfor %}
|
|||
|
|
{%- if not loop.last %}
|
|||
|
|
union all
|
|||
|
|
{% endif %}
|
|||
|
|
{%- endfor -%}
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros其macro.dbt.format_rowｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments塔､name､rows､typeﾀｫdescription�Ζnameｹcolumn_name_to_data_types､typeﾀｫdescription�Ζnameｵcolumn_name_to_quoted､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒｦ�supported_languagesﾀｴmacro.dbt.format_rowﾞ ､nameｪformat_rowｭresource_type･macroｬpackage_name｣dbt､pathﾙ(macros/unit_test_sql/get_fixture_sql.sqlｲoriginal_file_pathﾙ(macros/unit_test_sql/get_fixture_sql.sqlｩunique_idｴmacro.dbt.format_rowｩmacro_sqlﾚ
|
|||
|
|
|
|||
|
|
{%- macro format_row(row, column_name_to_data_types) -%}
|
|||
|
|
{#-- generate case-insensitive formatted row --#}
|
|||
|
|
{% set formatted_row = {} %}
|
|||
|
|
{%- for column_name, column_value in row.items() -%}
|
|||
|
|
{% set column_name = column_name|lower %}
|
|||
|
|
|
|||
|
|
{%- if column_name not in column_name_to_data_types %}
|
|||
|
|
{#-- if user-provided row contains column name that relation does not contain, raise an error --#}
|
|||
|
|
{% set fixture_name = "expected output" if model.resource_type == 'unit_test' else ("'" ~ model.name ~ "'") %}
|
|||
|
|
{{ exceptions.raise_compiler_error(
|
|||
|
|
"Invalid column name: '" ~ column_name ~ "' in unit test fixture for " ~ fixture_name ~ "."
|
|||
|
|
"\nAccepted columns for " ~ fixture_name ~ " are: " ~ (column_name_to_data_types.keys()|list)
|
|||
|
|
) }}
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{%- set column_type = column_name_to_data_types[column_name] %}
|
|||
|
|
|
|||
|
|
{#-- For string fixture values, strip varchar length to prevent silent truncation (GH-11974) --#}
|
|||
|
|
{%- if column_value is string and 'varying' in column_type -%}
|
|||
|
|
{%- set column_type = column_type.split('(')[0] -%}
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{#-- sanitize column_value: wrap yaml strings in quotes, apply cast --#}
|
|||
|
|
{%- set column_value_clean = column_value -%}
|
|||
|
|
{%- if column_value is string -%}
|
|||
|
|
{%- set column_value_clean = dbt.string_literal(dbt.escape_single_quotes(column_value)) -%}
|
|||
|
|
{%- elif column_value is none -%}
|
|||
|
|
{%- set column_value_clean = 'null' -%}
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{%- set row_update = {column_name: safe_cast(column_value_clean, column_type) } -%}
|
|||
|
|
{%- do formatted_row.update(row_update) -%}
|
|||
|
|
{%- endfor -%}
|
|||
|
|
{{ return(formatted_row) }}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros萄macro.dbt.string_literalｾmacro.dbt.escape_single_quotesｳmacro.dbt.safe_castｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name｣row､typeﾀｫdescription�Ζnameｹcolumn_name_to_data_types､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒｮ�supported_languagesﾀｿmacro.dbt.validate_fixture_rowsﾞ ､nameｵvalidate_fixture_rowsｭresource_type･macroｬpackage_name｣dbt､pathﾙ(macros/unit_test_sql/get_fixture_sql.sqlｲoriginal_file_pathﾙ(macros/unit_test_sql/get_fixture_sql.sqlｩunique_idｿmacro.dbt.validate_fixture_rowsｩmacro_sqlﾙ學%- macro validate_fixture_rows(rows, row_number) -%}
|
|||
|
|
{{ return(adapter.dispatch('validate_fixture_rows', 'dbt')(rows, row_number)) }}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros胎(macro.dbt.default__validate_fixture_rowsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name､rows､typeﾀｫdescription�Ζnameｪrow_number､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒｰ`ｳsupported_languagesﾀﾙ(macro.dbt.default__validate_fixture_rowsﾞ ､nameｾdefault__validate_fixture_rowsｭresource_type･macroｬpackage_name｣dbt､pathﾙ(macros/unit_test_sql/get_fixture_sql.sqlｲoriginal_file_pathﾙ(macros/unit_test_sql/get_fixture_sql.sqlｩunique_idﾙ(macro.dbt.default__validate_fixture_rowsｩmacro_sqlﾙ畜%- macro default__validate_fixture_rows(rows, row_number) -%}
|
|||
|
|
{# This is an abstract method for adapter overrides as needed #}
|
|||
|
|
{%- endmacro -%}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments茶､name､rows､typeﾀｫdescription�Ζnameｪrow_number､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒｱｳsupported_languagesﾀｼmacro.dbt.resolve_model_nameﾞ ､nameｲresolve_model_nameｭresource_type･macroｬpackage_name｣dbt､pathｾmacros/python_model/python.sqlｲoriginal_file_pathｾmacros/python_model/python.sqlｩunique_idｼmacro.dbt.resolve_model_nameｩmacro_sqlﾙ捜% macro resolve_model_name(input_model_name) %}
|
|||
|
|
{{ return(adapter.dispatch('resolve_model_name', 'dbt')(input_model_name)) }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros胎%macro.dbt.default__resolve_model_nameｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｰinput_model_name､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒｶ垉supported_languagesﾀﾙ%macro.dbt.default__resolve_model_nameﾞ ､nameｻdefault__resolve_model_nameｭresource_type･macroｬpackage_name｣dbt､pathｾmacros/python_model/python.sqlｲoriginal_file_pathｾmacros/python_model/python.sqlｩunique_idﾙ%macro.dbt.default__resolve_model_nameｩmacro_sqlﾙ�
|
|||
|
|
|
|||
|
|
{%- macro default__resolve_model_name(input_model_name) -%}
|
|||
|
|
{{ input_model_name | string | replace('"', '\"') }}
|
|||
|
|
{%- endmacro -%}
|
|||
|
|
|
|||
|
|
ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､nameｰinput_model_name､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒｷ｢ｳsupported_languagesﾀｼmacro.dbt.build_ref_functionﾞ ､nameｲbuild_ref_functionｭresource_type･macroｬpackage_name｣dbt､pathｾmacros/python_model/python.sqlｲoriginal_file_pathｾmacros/python_model/python.sqlｩunique_idｼmacro.dbt.build_ref_functionｩmacro_sqlﾚ�% macro build_ref_function(model) %}
|
|||
|
|
|
|||
|
|
{%- set ref_dict = {} -%}
|
|||
|
|
{%- for _ref in model.refs -%}
|
|||
|
|
{% set _ref_args = [_ref.get('package'), _ref['name']] if _ref.get('package') else [_ref['name'],] %}
|
|||
|
|
{%- set resolved = ref(*_ref_args, v=_ref.get('version')) -%}
|
|||
|
|
|
|||
|
|
{#
|
|||
|
|
We want to get the string of the returned relation by calling .render() in order to skip sample/empty
|
|||
|
|
mode rendering logic. However, people override the default ref macro, and often return a string instead
|
|||
|
|
of a relation (like the ref macro does by default). Thus, to make sure we dont blow things up, we have
|
|||
|
|
to ensure the resolved relation has a .render() method.
|
|||
|
|
#}
|
|||
|
|
{%- if resolved.render is defined and resolved.render is callable -%}
|
|||
|
|
{%- set resolved = resolved.render() -%}
|
|||
|
|
{%- endif -%}
|
|||
|
|
|
|||
|
|
{%- if _ref.get('version') -%}
|
|||
|
|
{% do _ref_args.extend(["v" ~ _ref['version']]) %}
|
|||
|
|
{%- endif -%}
|
|||
|
|
{%- do ref_dict.update({_ref_args | join('.'): resolve_model_name(resolved)}) -%}
|
|||
|
|
{%- endfor -%}
|
|||
|
|
|
|||
|
|
def ref(*args, **kwargs):
|
|||
|
|
refs = {{ ref_dict | tojson }}
|
|||
|
|
key = '.'.join(args)
|
|||
|
|
version = kwargs.get("v") or kwargs.get("version")
|
|||
|
|
if version:
|
|||
|
|
key += f".v{version}"
|
|||
|
|
dbt_load_df_function = kwargs.get("dbt_load_df_function")
|
|||
|
|
return dbt_load_df_function(refs[key])
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros他macro.dbt.resolve_model_nameｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name･model､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒｽﾟｳsupported_languagesﾀｿmacro.dbt.build_source_functionﾞ ､nameｵbuild_source_functionｭresource_type･macroｬpackage_name｣dbt､pathｾmacros/python_model/python.sqlｲoriginal_file_pathｾmacros/python_model/python.sqlｩunique_idｿmacro.dbt.build_source_functionｩmacro_sqlﾚｻ{% macro build_source_function(model) %}
|
|||
|
|
|
|||
|
|
{%- set source_dict = {} -%}
|
|||
|
|
{%- for _source in model.sources -%}
|
|||
|
|
{%- set resolved = source(*_source) -%}
|
|||
|
|
{%- do source_dict.update({_source | join('.'): resolve_model_name(resolved)}) -%}
|
|||
|
|
{%- endfor -%}
|
|||
|
|
|
|||
|
|
def source(*args, dbt_load_df_function):
|
|||
|
|
sources = {{ source_dict | tojson }}
|
|||
|
|
key = '.'.join(args)
|
|||
|
|
return dbt_load_df_function(sources[key])
|
|||
|
|
|
|||
|
|
{% endmacro %}ｪdepends_on※macros他macro.dbt.resolve_model_nameｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name･model､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒﾀzｳsupported_languagesﾀｻmacro.dbt.build_config_dictﾞ ､nameｱbuild_config_dictｭresource_type･macroｬpackage_name｣dbt､pathｾmacros/python_model/python.sqlｲoriginal_file_pathｾmacros/python_model/python.sqlｩunique_idｻmacro.dbt.build_config_dictｩmacro_sqlﾚ�% macro build_config_dict(model) %}
|
|||
|
|
{%- set config_dict = {} -%}
|
|||
|
|
{% set config_dbt_used = zip(model.config.config_keys_used, model.config.config_keys_defaults) | list %}
|
|||
|
|
{%- for key, default in config_dbt_used -%}
|
|||
|
|
{# weird type testing with enum, would be much easier to write this logic in Python! #}
|
|||
|
|
{%- if key == "language" -%}
|
|||
|
|
{%- set value = "python" -%}
|
|||
|
|
{%- endif -%}
|
|||
|
|
{%- set value = model.config.get(key, default) -%}
|
|||
|
|
{%- do config_dict.update({key: value}) -%}
|
|||
|
|
{%- endfor -%}
|
|||
|
|
{# Handle dbt.config.meta_get() calls - use separate dict to avoid overwriting native configs #}
|
|||
|
|
{%- set meta_dict = {} -%}
|
|||
|
|
{%- if model.config.meta_keys_used -%}
|
|||
|
|
{% set meta_dbt_used = zip(model.config.meta_keys_used, model.config.meta_keys_defaults) | list %}
|
|||
|
|
{%- for key, default in meta_dbt_used -%}
|
|||
|
|
{%- if model.config.meta and key in model.config.meta -%}
|
|||
|
|
{%- set value = model.config.meta[key] -%}
|
|||
|
|
{%- else -%}
|
|||
|
|
{%- set value = default -%}
|
|||
|
|
{%- endif -%}
|
|||
|
|
{%- do meta_dict.update({key: value}) -%}
|
|||
|
|
{%- endfor -%}
|
|||
|
|
{%- endif -%}
|
|||
|
|
config_dict = {{ config_dict }}
|
|||
|
|
meta_dict = {{ meta_dict }}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name･model､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒﾇｰｳsupported_languagesﾀｻmacro.dbt.py_script_postfixﾞ ､nameｱpy_script_postfixｭresource_type･macroｬpackage_name｣dbt､pathｾmacros/python_model/python.sqlｲoriginal_file_pathｾmacros/python_model/python.sqlｩunique_idｻmacro.dbt.py_script_postfixｩmacro_sqlﾚ{% macro py_script_postfix(model) %}
|
|||
|
|
# This part is user provided model code
|
|||
|
|
# you will need to copy the next section to run the code
|
|||
|
|
# COMMAND ----------
|
|||
|
|
# this part is dbt logic for get ref work, do not modify
|
|||
|
|
|
|||
|
|
{{ build_ref_function(model ) }}
|
|||
|
|
{{ build_source_function(model ) }}
|
|||
|
|
{{ build_config_dict(model) }}
|
|||
|
|
|
|||
|
|
class config:
|
|||
|
|
def __init__(self, *args, **kwargs):
|
|||
|
|
pass
|
|||
|
|
|
|||
|
|
@staticmethod
|
|||
|
|
def get(key, default=None):
|
|||
|
|
return config_dict.get(key, default)
|
|||
|
|
|
|||
|
|
@staticmethod
|
|||
|
|
def meta_get(key, default=None):
|
|||
|
|
return meta_dict.get(key, default)
|
|||
|
|
|
|||
|
|
class this:
|
|||
|
|
"""dbt.this() or dbt.this.identifier"""
|
|||
|
|
database = "{{ this.database }}"
|
|||
|
|
schema = "{{ this.schema }}"
|
|||
|
|
identifier = "{{ this.identifier }}"
|
|||
|
|
{% set this_relation_name = resolve_model_name(this) %}
|
|||
|
|
def __repr__(self):
|
|||
|
|
return '{{ this_relation_name }}'
|
|||
|
|
|
|||
|
|
|
|||
|
|
class dbtObj:
|
|||
|
|
def __init__(self, load_df_function) -> None:
|
|||
|
|
self.source = lambda *args: source(*args, dbt_load_df_function=load_df_function)
|
|||
|
|
self.ref = lambda *args, **kwargs: ref(*args, **kwargs, dbt_load_df_function=load_df_function)
|
|||
|
|
self.config = config
|
|||
|
|
self.this = this()
|
|||
|
|
self.is_incremental = {{ is_incremental() }}
|
|||
|
|
|
|||
|
|
# COMMAND ----------
|
|||
|
|
{{py_script_comment()}}
|
|||
|
|
{% endmacro %}ｪdepends_on※macros名macro.dbt.build_ref_functionｿmacro.dbt.build_source_functionｻmacro.dbt.build_config_dictｼmacro.dbt.resolve_model_nameｸmacro.dbt.is_incrementalｻmacro.dbt.py_script_commentｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments巣､name･model､typeﾀｫdescription�ｪcreated_atﾋAﾚ萌Bﾒﾊ箋supported_languagesﾀｻmacro.dbt.py_script_commentﾞ ､nameｱpy_script_commentｭresource_type･macroｬpackage_name｣dbt､pathｾmacros/python_model/python.sqlｲoriginal_file_pathｾmacros/python_model/python.sqlｩunique_idｻmacro.dbt.py_script_commentｩmacro_sqlﾙ*{%macro py_script_comment()%}
|
|||
|
|
{%endmacro%}ｪdepends_on※macros性description�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾒﾋmｳsupported_languagesﾀｵmacro.dbt.test_uniqueﾞ ､nameｫtest_uniqueｭresource_type･macroｬpackage_name｣dbt､pathｹtests/generic/builtin.sqlｲoriginal_file_pathｹtests/generic/builtin.sqlｩunique_idｵmacro.dbt.test_uniqueｩmacro_sqlﾙ倍% test unique(model, column_name) %}
|
|||
|
|
{% set macro = adapter.dispatch('test_unique', 'dbt') %}
|
|||
|
|
{{ macro(model, column_name) }}
|
|||
|
|
{% endtest %}ｪdepends_on※macros太macro.dbt.default__test_uniqueｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾒﾎｦｳsupported_languagesﾀｷmacro.dbt.test_not_nullﾞ ､nameｭtest_not_nullｭresource_type･macroｬpackage_name｣dbt､pathｹtests/generic/builtin.sqlｲoriginal_file_pathｹtests/generic/builtin.sqlｩunique_idｷmacro.dbt.test_not_nullｩmacro_sqlﾙ�% test not_null(model, column_name) %}
|
|||
|
|
{% set macro = adapter.dispatch('test_not_null', 'dbt') %}
|
|||
|
|
{{ macro(model, column_name) }}
|
|||
|
|
{% endtest %}ｪdepends_on※macros胎 macro.dbt.default__test_not_nullｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌BﾒﾐJｳsupported_languagesﾀｾmacro.dbt.test_accepted_valuesﾞ ､nameｴtest_accepted_valuesｭresource_type･macroｬpackage_name｣dbt､pathｹtests/generic/builtin.sqlｲoriginal_file_pathｹtests/generic/builtin.sqlｩunique_idｾmacro.dbt.test_accepted_valuesｩmacro_sqlﾙﾉ{% test accepted_values(model, column_name, values, quote=True) %}
|
|||
|
|
{% set macro = adapter.dispatch('test_accepted_values', 'dbt') %}
|
|||
|
|
{{ macro(model, column_name, values, quote) }}
|
|||
|
|
{% endtest %}ｪdepends_on※macros胎'macro.dbt.default__test_accepted_valuesｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾒﾒ5ｳsupported_languagesﾀｼmacro.dbt.test_relationshipsﾞ ､nameｲtest_relationshipsｭresource_type･macroｬpackage_name｣dbt､pathｹtests/generic/builtin.sqlｲoriginal_file_pathｹtests/generic/builtin.sqlｩunique_idｼmacro.dbt.test_relationshipsｩmacro_sqlﾙｸ{% test relationships(model, column_name, to, field) %}
|
|||
|
|
{% set macro = adapter.dispatch('test_relationships', 'dbt') %}
|
|||
|
|
{{ macro(model, column_name, to, field) }}
|
|||
|
|
{% endtest %}ｪdepends_on※macros胎%macro.dbt.default__test_relationshipsｫdescription�､meta､docsうshowﾃｪnode_colorﾀｦconfigうmeta､docsうshowﾃｪnode_colorﾀｪpatch_pathﾀｩarguments征created_atﾋAﾚ萌Bﾒﾖｩｳsupported_languagesﾀ､docs�doc.dbt.__overview__�nameｬ__overview__ｭresource_type｣docｬpackage_name｣dbt､pathｫoverview.mdｲoriginal_file_pathｰdocs/overview.mdｩunique_idｴdoc.dbt.__overview__ｮblock_contentsﾚ�### Welcome!
|
|||
|
|
|
|||
|
|
Welcome to the auto-generated documentation for your dbt project!
|
|||
|
|
|
|||
|
|
### Navigation
|
|||
|
|
|
|||
|
|
You can use the `Project` and `Database` navigation tabs on the left side of the window to explore the models
|
|||
|
|
in your project.
|
|||
|
|
|
|||
|
|
#### Project Tab
|
|||
|
|
The `Project` tab mirrors the directory structure of your dbt project. In this tab, you can see all of the
|
|||
|
|
models defined in your dbt project, as well as models imported from dbt packages.
|
|||
|
|
|
|||
|
|
#### Database Tab
|
|||
|
|
The `Database` tab also exposes your models, but in a format that looks more like a database explorer. This view
|
|||
|
|
shows relations (tables and views) grouped into database schemas. Note that ephemeral models are _not_ shown
|
|||
|
|
in this interface, as they do not exist in the database.
|
|||
|
|
|
|||
|
|
### Graph Exploration
|
|||
|
|
You can click the blue icon on the bottom-right corner of the page to view the lineage graph of your models.
|
|||
|
|
|
|||
|
|
On model pages, you'll see the immediate parents and children of the model you're exploring. By clicking the `Expand`
|
|||
|
|
button at the top-right of this lineage pane, you'll be able to see all of the models that are used to build,
|
|||
|
|
or are built from, the model you're exploring.
|
|||
|
|
|
|||
|
|
Once expanded, you'll be able to use the `--select` and `--exclude` model selection syntax to filter the
|
|||
|
|
models in the graph. For more information on model selection, check out the [dbt docs](https://docs.getdbt.com/docs/model-selection-syntax).
|
|||
|
|
|
|||
|
|
Note that you can also right-click on models to interactively filter and explore the graph.
|
|||
|
|
|
|||
|
|
---
|
|||
|
|
|
|||
|
|
### More information
|
|||
|
|
|
|||
|
|
- [What is dbt](https://docs.getdbt.com/docs/introduction)?
|
|||
|
|
- Read the [dbt viewpoint](https://docs.getdbt.com/docs/viewpoint)
|
|||
|
|
- [Installation](https://docs.getdbt.com/docs/installation)
|
|||
|
|
- Join the [dbt Community](https://www.getdbt.com/community/) for questions and discussionｩexposuresｩfunctionsｧmetricsｦgroupsｩselectors･filesﾞ ｵﾙ.school_compare://macros/parse_ofsted_grade.sql�path┓searched_pathｦmacrosｭrelative_pathｶparse_ofsted_grade.sqlｱmodification_timeﾋAﾚ憲1)�ｬproject_rootﾙ7/Users/tudor/projects/school_compare/pipeline/transformｨchecksumうnameｦsha256ｨchecksumﾙ@941d9d7c23a15cf09d5cd05bd571b211a34d02e518abaa4bcf9b1c103f9f673aｬproject_nameｮschool_compareｯparse_file_type･macroｦmacros胎'macro.school_compare.parse_ofsted_gradeﾙ3school_compare://macros/validate_uk_coordinates.sql�path┓searched_pathｦmacrosｭrelative_pathｻvalidate_uk_coordinates.sqlｱmodification_timeﾋAﾚ憲1)�$ｬproject_rootﾙ7/Users/tudor/projects/school_compare/pipeline/transformｨchecksumうnameｦsha256ｨchecksumﾙ@cf0e984a8be23e9468bacda68402291381d55d51effb28534b4519d8b53ae074ｬproject_nameｮschool_compareｯparse_file_type･macroｦmacros胎,macro.school_compare.validate_uk_coordinatesﾙ3school_compare://macros/parse_report_card_grade.sql�path┓searched_pathｦmacrosｭrelative_pathｻparse_report_card_grade.sqlｱmodification_timeﾋAﾚ�=ｹ�
|
|||
|
|
ｬproject_rootﾙ7/Users/tudor/projects/school_compare/pipeline/transformｨchecksumうnameｦsha256ｨchecksumﾙ@02c3f06c5966e84743a49015ee36adde573d677d867309c3c3498de126d04fa3ｬproject_nameｮschool_compareｯparse_file_type･macroｦmacros胎,macro.school_compare.parse_report_card_gradeﾙ2school_compare://macros/parse_ungraded_outcome.sql�path┓searched_pathｦmacrosｭrelative_pathｺparse_ungraded_outcome.sqlｱmodification_timeﾋAﾚ楚ﾀ�ｲｬproject_rootﾙ7/Users/tudor/projects/school_compare/pipeline/transformｨchecksumうnameｦsha256ｨchecksumﾙ@c37f3dad7f5e5f55b2ea33d3111549088e96d2971419894df944730bfbd10ee3ｬproject_nameｮschool_compareｯparse_file_type･macroｦmacros胎+macro.school_compare.parse_ungraded_outcomeﾙ0school_compare://macros/generate_schema_name.sql�path┓searched_pathｦmacrosｭrelative_pathｸgenerate_schema_name.sqlｱmodification_timeﾋAﾚ憲1)錂ｬproject_rootﾙ7/Users/tudor/projects/school_compare/pipeline/transformｨchecksumうnameｦsha256ｨchecksumﾙ@69a140f645004e87f28444e8aeea1c614b773817e41d12299965bc1707d89fc3ｬproject_nameｮschool_compareｯparse_file_type･macroｦmacros胎)macro.school_compare.generate_schema_nameﾙ(school_compare://macros/safe_numeric.sql�path┓searched_pathｦmacrosｭrelative_pathｰsafe_numeric.sqlｱmodification_timeﾋAﾚ憲1)�Eｬproject_rootﾙ7/Users/tudor/projects/school_compare/pipeline/transformｨchecksumうnameｦsha256ｨchecksumﾙ@3a5f63a7720b15a5f10f006bbf746c56b322251aa87f2f1beb792caef8dcc42dｬproject_nameｮschool_compareｯparse_file_type･macroｦmacros胎!macro.school_compare.safe_numericﾙ)school_compare://macros/chain_lineage.sql�path┓searched_pathｦmacrosｭrelative_pathｱchain_lineage.sqlｱmodification_timeﾋAﾚ憲1)�ｬproject_rootﾙ7/Users/tudor/projects/school_compare/pipeline/transformｨchecksumうnameｦsha256ｨchecksumﾙ@d7dda98a59eb71174146cc7a743dd0d26c3d99adbd101499dbb49d40d1f42abcｬproject_nameｮschool_compareｯparse_file_type･macroｦmacros胎"macro.school_compare.chain_lineageﾙ2school_compare://models/staging/stg_legacy_ks4.sql�path┓searched_pathｦmodelsｭrelative_pathｺstaging/stg_legacy_ks4.sqlｱmodification_timeﾋAﾚ�=ｹ�
|
|||
|
|
ｬproject_rootﾙ7/Users/tudor/projects/school_compare/pipeline/transformｨchecksumうnameｦsha256ｨchecksumﾙ@794d61332074548bb35a4f49835f8046fb1422695f926d166828f5e423e149dbｬproject_nameｮschool_compareｯparse_file_type･model･nodes胎#model.school_compare.stg_legacy_ks4ﾙ2school_compare://models/staging/stg_gias_links.sql�path┓searched_pathｦmodelsｭrelative_pathｺstaging/stg_gias_links.sqlｱmodification_timeﾋAﾚ憲1*ﾑｬproject_rootﾙ7/Users/tudor/projects/school_compare/pipeline/transformｨchecksumうnameｦsha256ｨchecksumﾙ@b63bd2f36eeb2be840a344365a68879242e5cb3310d7a74e7071fe7f6a9724fcｬproject_nameｮschool_compareｯparse_file_type･model･nodes胎#model.school_compare.stg_gias_linksﾙ2school_compare://models/staging/stg_legacy_ks2.sql�path┓searched_pathｦmodelsｭrelative_pathｺstaging/stg_legacy_ks2.sqlｱmodification_timeﾋAﾚ�=ｹ�:･ｬproject_rootﾙ7/Users/tudor/projects/school_compare/pipeline/transformｨchecksumうnameｦsha256ｨchecksumﾙ@d57ce51603d2a1d2945690ba863dca576a96b07b24187f0d603eba40602a2f3aｬproject_nameｮschool_compareｯparse_file_type･model･nodes胎#model.school_compare.stg_legacy_ks2ﾙ;school_compare://models/staging/stg_gias_establishments.sql�path┓searched_pathｦmodelsｭrelative_pathﾙ#staging/stg_gias_establishments.sqlｱmodification_timeﾋAﾚ�ｺxYyｬproject_rootﾙ7/Users/tudor/projects/school_compare/pipeline/transformｨchecksumうnameｦsha256ｨchecksumﾙ@f441ba1ec21d49447e34206e11189040431a3dd525e4a51bc40e8c7c2ba032b0ｬproject_nameｮschool_compareｯparse_file_type･model･nodes胎,model.school_compare.stg_gias_establishmentsﾙ4school_compare://models/staging/stg_fbit_finance.sql�path┓searched_pathｦmodelsｭrelative_pathｼstaging/stg_fbit_finance.sqlｱmodification_timeﾋAﾚ憲1*抦project_rootﾙ7/Users/tudor/projects/school_compare/pipeline/transformｨchecksumうnameｦsha256ｨchecksumﾙ@bc4c4b98c46a4a6122258cb6115f9418db5827b47cebc20a2c97641c6e90f1a2ｬproject_nameｮschool_compareｯparse_file_type･model･nodes胎%model.school_compare.stg_fbit_financeﾙ2school_compare://models/staging/stg_ees_census.sql�path┓searched_pathｦmodelsｭrelative_pathｺstaging/stg_ees_census.sqlｱmodification_t
|