From 4374da25ec1cf02eadb2ff305dd2333f57cdf3e4 Mon Sep 17 00:00:00 2001 From: Michael Wagner Date: Fri, 12 Jun 2026 11:02:03 -0500 Subject: [PATCH 01/17] Upload etl script --- .../ccao/ccao-additional_mydec_sales.R | 26 +++++++++++++++++++ 1 file changed, 26 insertions(+) create mode 100644 etl/scripts-ccao-data-warehouse-us-east-1/ccao/ccao-additional_mydec_sales.R diff --git a/etl/scripts-ccao-data-warehouse-us-east-1/ccao/ccao-additional_mydec_sales.R b/etl/scripts-ccao-data-warehouse-us-east-1/ccao/ccao-additional_mydec_sales.R new file mode 100644 index 000000000..1edb0849d --- /dev/null +++ b/etl/scripts-ccao-data-warehouse-us-east-1/ccao/ccao-additional_mydec_sales.R @@ -0,0 +1,26 @@ +# Uploads a list of document numbers for sales that were recorded in MyDec +# but never made it into iasworld.sales. Used to inject those sales into +# default.vw_pin_sale directly from sale.mydec. +library(arrow) +library(dplyr) +library(openxlsx) + +# Declare output paths +AWS_S3_WAREHOUSE_BUCKET <- Sys.getenv("AWS_S3_WAREHOUSE_BUCKET") +output_bucket <- file.path( + AWS_S3_WAREHOUSE_BUCKET, + "ccao", "other", "additional_mydec_sales" +) + +# Local copy for now, pending a permanent home on the O: drive +# input_file <- "O:/CCAODATA/data/additional_mydec_sales/Missing Sales.xlsx" +input_file <- "~/repos/data-architecture/Missing Sales.xlsx" + +openxlsx::read.xlsx(input_file, sheet = "Summary") %>% + select(doc_no = `203.Document.Number`) %>% + distinct() %>% + mutate( + doc_no = as.character(doc_no), + loaded_at = as.character(Sys.time()) + ) %>% + write_parquet(file.path(output_bucket, "additional_mydec_sales.parquet")) From 48cbb0f40a9a8a8d80770c1fb56caaf780f9e8ed Mon Sep 17 00:00:00 2001 From: Michael Wagner Date: Fri, 12 Jun 2026 11:05:55 -0500 Subject: [PATCH 02/17] Edit comments and path --- .../ccao/ccao-additional_mydec_sales.R | 7 +------ 1 file changed, 1 insertion(+), 6 deletions(-) diff --git a/etl/scripts-ccao-data-warehouse-us-east-1/ccao/ccao-additional_mydec_sales.R b/etl/scripts-ccao-data-warehouse-us-east-1/ccao/ccao-additional_mydec_sales.R index 1edb0849d..9ebccd6c6 100644 --- a/etl/scripts-ccao-data-warehouse-us-east-1/ccao/ccao-additional_mydec_sales.R +++ b/etl/scripts-ccao-data-warehouse-us-east-1/ccao/ccao-additional_mydec_sales.R @@ -1,6 +1,3 @@ -# Uploads a list of document numbers for sales that were recorded in MyDec -# but never made it into iasworld.sales. Used to inject those sales into -# default.vw_pin_sale directly from sale.mydec. library(arrow) library(dplyr) library(openxlsx) @@ -12,9 +9,7 @@ output_bucket <- file.path( "ccao", "other", "additional_mydec_sales" ) -# Local copy for now, pending a permanent home on the O: drive -# input_file <- "O:/CCAODATA/data/additional_mydec_sales/Missing Sales.xlsx" -input_file <- "~/repos/data-architecture/Missing Sales.xlsx" +input_file <- "O:/CCAODATA/data/additional_mydec_sales/Missing Sales.xlsx" openxlsx::read.xlsx(input_file, sheet = "Summary") %>% select(doc_no = `203.Document.Number`) %>% From cb25535aed7c49802d46afbb79f50b26cb1ac3ed Mon Sep 17 00:00:00 2001 From: Michael Wagner Date: Fri, 12 Jun 2026 11:09:44 -0500 Subject: [PATCH 03/17] Remove distinct --- .../ccao/ccao-additional_mydec_sales.R | 1 - 1 file changed, 1 deletion(-) diff --git a/etl/scripts-ccao-data-warehouse-us-east-1/ccao/ccao-additional_mydec_sales.R b/etl/scripts-ccao-data-warehouse-us-east-1/ccao/ccao-additional_mydec_sales.R index 9ebccd6c6..b6162278a 100644 --- a/etl/scripts-ccao-data-warehouse-us-east-1/ccao/ccao-additional_mydec_sales.R +++ b/etl/scripts-ccao-data-warehouse-us-east-1/ccao/ccao-additional_mydec_sales.R @@ -13,7 +13,6 @@ input_file <- "O:/CCAODATA/data/additional_mydec_sales/Missing Sales.xlsx" openxlsx::read.xlsx(input_file, sheet = "Summary") %>% select(doc_no = `203.Document.Number`) %>% - distinct() %>% mutate( doc_no = as.character(doc_no), loaded_at = as.character(Sys.time()) From cb8c8e755f219ec48de1e954acd82c47e7d5be03 Mon Sep 17 00:00:00 2001 From: Michael Wagner Date: Fri, 12 Jun 2026 13:20:59 -0500 Subject: [PATCH 04/17] Add first draft --- dbt/models/default/default.vw_pin_sale.sql | 87 ++++++++++++++++++++-- 1 file changed, 82 insertions(+), 5 deletions(-) diff --git a/dbt/models/default/default.vw_pin_sale.sql b/dbt/models/default/default.vw_pin_sale.sql index 3d8e095f0..94f174174 100644 --- a/dbt/models/default/default.vw_pin_sale.sql +++ b/dbt/models/default/default.vw_pin_sale.sql @@ -19,6 +19,82 @@ WITH town_class AS ( AND par.deactivat IS NULL ), +-- doc no's for these sales come from the ccao.additional_mydec_sales table. +-- Constructing the rows here, upstream of all other logic, means the +-- additional sales flow through the same dedupe windows and filters as +-- iasworld sales +sales_unioned AS ( + SELECT + sales.parid, + sales.saledt, + sales.price, + sales.salekey, + sales.instruno, + sales.instrtyp, + sales.nopar, + sales.oldown, + sales.own1, + sales.saletype, + sales.deactivat, + sales.cur + FROM {{ source('iasworld', 'sales') }} AS sales + UNION ALL + SELECT + REPLACE(md.line_1_primary_pin, '-', '') AS parid, + -- Match the exact iasworld saledt string format so that the + -- dedupe windows below, which partition on raw saledt, treat + -- same-day sales from both sources as equal + CONCAT(md.line_4_instrument_date, ' 00:00:00.000') AS saledt, + CAST(md.line_11_full_consideration AS DECIMAL(10, 0)) AS price, + CAST(NULL AS DECIMAL(8, 0)) AS salekey, + md.document_number AS instruno, + -- Map mydec instrument types to iasworld deed type codes (see + -- the sale.deed_type seed) so that these sales pass downstream + -- deed type filters the same way iasworld sales do + CASE + WHEN md.line_5_instrument_type IN ( + 'Warranty Deed', + 'Special Warranty Deed', + 'Limited Warranty Deed' + ) THEN '01' + WHEN md.line_5_instrument_type IN ( + 'Trustee Deed', + 'Deed in Trust' + ) THEN '02' + WHEN md.line_5_instrument_type = 'Quit Claim Deed' THEN '03' + WHEN md.line_5_instrument_type IN ( + 'Executor Deed', + 'Administrator''s Deed', + 'Guardian''s Deed' + ) THEN '04' + WHEN md.line_5_instrument_type = 'Beneficial interest' + THEN '06' + ELSE '05' + END AS instrtyp, + -- Non-multisale mydec sales are single-parcel by definition + CAST(1 AS DECIMAL(4, 0)) AS nopar, + NULLIF(TRIM(md.seller_name), '') AS oldown, + NULLIF(TRIM(md.buyer_name), '') AS own1, + CAST(NULL AS VARCHAR) AS saletype, + CAST(NULL AS VARCHAR) AS deactivat, + 'Y' AS cur + FROM {{ source('sale', 'mydec') }} AS md + INNER JOIN {{ source('ccao', 'additional_mydec_sales') }} AS ams + ON REPLACE(md.document_number, 'D', '') = ams.doc_no + -- Exclude doc nos already live in iasworld so we keep parity with + -- prod for sales that were ingested normally + LEFT JOIN ( + SELECT DISTINCT NULLIF(REPLACE(instruno, 'D', ''), '') AS doc_no + FROM {{ source('iasworld', 'sales') }} + WHERE deactivat IS NULL + AND cur = 'Y' + ) AS ias + ON REPLACE(md.document_number, 'D', '') = ias.doc_no + WHERE NOT md.is_multisale + AND md.line_11_full_consideration IS NOT NULL + AND ias.doc_no IS NULL +), + -- "nopar" isn't entirely accurate for sales associated with only one parcel, -- so we create our own counter calculated AS ( @@ -29,10 +105,10 @@ calculated AS ( SELECT DISTINCT parid, NULLIF(REPLACE(instruno, 'D', ''), '') AS instruno - FROM {{ source('iasworld', 'sales') }} + FROM sales_unioned WHERE deactivat IS NULL AND cur = 'Y' - ) + ) AS pin_doc_pairs GROUP BY instruno ), @@ -128,7 +204,7 @@ unique_sales AS ( sales.instrtyp IN ('03', '04', '06') OR sales.instrtyp IS NULL, FALSE ) AS sale_filter_deed_type - FROM {{ source('iasworld', 'sales') }} AS sales + FROM sales_unioned AS sales LEFT JOIN calculated ON NULLIF(REPLACE(sales.instruno, 'D', ''), '') = calculated.instruno @@ -145,14 +221,15 @@ unique_sales AS ( ) AND tc.township_code IS NOT NULL AND sales.price IS NOT NULL - ) + ) AS sales_calculated -- Only use max price by pin/sale date WHERE max_price = 1 AND (bad_doc_no = 1 OR is_multisale = TRUE) ), mydec_sales AS ( - SELECT * FROM ( + SELECT * + FROM ( SELECT REPLACE(document_number, 'D', '') AS doc_no, REPLACE(line_1_primary_pin, '-', '') AS pin, From 811c6a99d794cfc4e3a38a5ae4d85e1ff6870184 Mon Sep 17 00:00:00 2001 From: Michael Wagner Date: Fri, 12 Jun 2026 13:28:37 -0500 Subject: [PATCH 05/17] Add schema change --- dbt/models/ccao/docs.md | 14 ++++++++++++++ dbt/models/ccao/schema.yml | 3 +++ 2 files changed, 17 insertions(+) diff --git a/dbt/models/ccao/docs.md b/dbt/models/ccao/docs.md index cbcd88e6d..f28bc682a 100644 --- a/dbt/models/ccao/docs.md +++ b/dbt/models/ccao/docs.md @@ -1,3 +1,17 @@ +# additional_mydec_sales + +{% docs table_additional_mydec_sales %} +Document numbers for sales that were recorded in MyDec but never made it into +`iasworld.sales`. Used to inject these sales into `default.vw_pin_sale` +directly from `sale.mydec`. + +One-time list generated in June 2026 from the Summary tab of an internal +"Missing Sales" spreadsheet. Loaded by the `ccao-additional_mydec_sales.R` +warehouse script. + +**Primary Key**: `doc_no` +{% enddocs %} + # cc_dli_senfrr {% docs table_cc_dli_senfrr %} diff --git a/dbt/models/ccao/schema.yml b/dbt/models/ccao/schema.yml index 7ba02bd33..743a2b9bd 100644 --- a/dbt/models/ccao/schema.yml +++ b/dbt/models/ccao/schema.yml @@ -7,6 +7,9 @@ sources: tags: - load_manual tables: + - name: additional_mydec_sales + description: '{{ doc("table_additional_mydec_sales") }}' + - name: commercial_valuation description: '{{ doc("table_commercial_valuation") }}' tags: From 27d897ab6e09dd6b8df6794ee533ca4b06f52d9a Mon Sep 17 00:00:00 2001 From: Michael Wagner Date: Fri, 12 Jun 2026 15:58:27 -0500 Subject: [PATCH 06/17] Remove alias --- dbt/models/default/default.vw_pin_sale.sql | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dbt/models/default/default.vw_pin_sale.sql b/dbt/models/default/default.vw_pin_sale.sql index 94f174174..d1c8c7ce2 100644 --- a/dbt/models/default/default.vw_pin_sale.sql +++ b/dbt/models/default/default.vw_pin_sale.sql @@ -108,7 +108,7 @@ calculated AS ( FROM sales_unioned WHERE deactivat IS NULL AND cur = 'Y' - ) AS pin_doc_pairs + ) GROUP BY instruno ), From 173e0ddd1261e77057e69d47f5b4def8a1b2c687 Mon Sep 17 00:00:00 2001 From: wagnerlmichael <93889413+wagnerlmichael@users.noreply.github.com> Date: Mon, 15 Jun 2026 12:27:23 -0500 Subject: [PATCH 07/17] Update dbt/models/default/default.vw_pin_sale.sql Co-authored-by: William Ridgeway <10358980+wrridgeway@users.noreply.github.com> --- dbt/models/default/default.vw_pin_sale.sql | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dbt/models/default/default.vw_pin_sale.sql b/dbt/models/default/default.vw_pin_sale.sql index d1c8c7ce2..94dfdf5c4 100644 --- a/dbt/models/default/default.vw_pin_sale.sql +++ b/dbt/models/default/default.vw_pin_sale.sql @@ -64,8 +64,8 @@ sales_unioned AS ( WHEN md.line_5_instrument_type = 'Quit Claim Deed' THEN '03' WHEN md.line_5_instrument_type IN ( 'Executor Deed', - 'Administrator''s Deed', - 'Guardian''s Deed' + 'Administrator's Deed', + 'Guardian's Deed' ) THEN '04' WHEN md.line_5_instrument_type = 'Beneficial interest' THEN '06' From c5622ada8141a7f3a5680c15210d1e9f363e9e16 Mon Sep 17 00:00:00 2001 From: Michael Wagner Date: Mon, 15 Jun 2026 12:42:14 -0500 Subject: [PATCH 08/17] Add back escape symbol --- dbt/models/default/default.vw_pin_sale.sql | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dbt/models/default/default.vw_pin_sale.sql b/dbt/models/default/default.vw_pin_sale.sql index 94dfdf5c4..d1c8c7ce2 100644 --- a/dbt/models/default/default.vw_pin_sale.sql +++ b/dbt/models/default/default.vw_pin_sale.sql @@ -64,8 +64,8 @@ sales_unioned AS ( WHEN md.line_5_instrument_type = 'Quit Claim Deed' THEN '03' WHEN md.line_5_instrument_type IN ( 'Executor Deed', - 'Administrator's Deed', - 'Guardian's Deed' + 'Administrator''s Deed', + 'Guardian''s Deed' ) THEN '04' WHEN md.line_5_instrument_type = 'Beneficial interest' THEN '06' From 2262897c64d5be9a9e99dfc71cd5ab59a18b0d98 Mon Sep 17 00:00:00 2001 From: Michael Wagner Date: Mon, 15 Jun 2026 12:57:08 -0500 Subject: [PATCH 09/17] Rework D filter --- dbt/models/default/default.vw_pin_sale.sql | 4 ++-- .../ccao/ccao-additional_mydec_sales.R | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/dbt/models/default/default.vw_pin_sale.sql b/dbt/models/default/default.vw_pin_sale.sql index d1c8c7ce2..148cefa72 100644 --- a/dbt/models/default/default.vw_pin_sale.sql +++ b/dbt/models/default/default.vw_pin_sale.sql @@ -80,7 +80,7 @@ sales_unioned AS ( 'Y' AS cur FROM {{ source('sale', 'mydec') }} AS md INNER JOIN {{ source('ccao', 'additional_mydec_sales') }} AS ams - ON REPLACE(md.document_number, 'D', '') = ams.doc_no + ON md.document_number = ams.doc_no -- Exclude doc nos already live in iasworld so we keep parity with -- prod for sales that were ingested normally LEFT JOIN ( @@ -89,7 +89,7 @@ sales_unioned AS ( WHERE deactivat IS NULL AND cur = 'Y' ) AS ias - ON REPLACE(md.document_number, 'D', '') = ias.doc_no + ON md.document_number = ias.doc_no WHERE NOT md.is_multisale AND md.line_11_full_consideration IS NOT NULL AND ias.doc_no IS NULL diff --git a/etl/scripts-ccao-data-warehouse-us-east-1/ccao/ccao-additional_mydec_sales.R b/etl/scripts-ccao-data-warehouse-us-east-1/ccao/ccao-additional_mydec_sales.R index b6162278a..45b097c93 100644 --- a/etl/scripts-ccao-data-warehouse-us-east-1/ccao/ccao-additional_mydec_sales.R +++ b/etl/scripts-ccao-data-warehouse-us-east-1/ccao/ccao-additional_mydec_sales.R @@ -14,7 +14,7 @@ input_file <- "O:/CCAODATA/data/additional_mydec_sales/Missing Sales.xlsx" openxlsx::read.xlsx(input_file, sheet = "Summary") %>% select(doc_no = `203.Document.Number`) %>% mutate( - doc_no = as.character(doc_no), + doc_no = gsub("\\D", "", as.character(doc_no)), loaded_at = as.character(Sys.time()) ) %>% write_parquet(file.path(output_bucket, "additional_mydec_sales.parquet")) From e96971c2d923b5770233fa2a0c497faff5ca5adf Mon Sep 17 00:00:00 2001 From: Michael Wagner Date: Mon, 15 Jun 2026 13:41:11 -0500 Subject: [PATCH 10/17] Update filters --- dbt/models/default/default.vw_pin_sale.sql | 17 +++-------------- 1 file changed, 3 insertions(+), 14 deletions(-) diff --git a/dbt/models/default/default.vw_pin_sale.sql b/dbt/models/default/default.vw_pin_sale.sql index 148cefa72..30048bf2a 100644 --- a/dbt/models/default/default.vw_pin_sale.sql +++ b/dbt/models/default/default.vw_pin_sale.sql @@ -52,21 +52,10 @@ sales_unioned AS ( -- the sale.deed_type seed) so that these sales pass downstream -- deed type filters the same way iasworld sales do CASE - WHEN md.line_5_instrument_type IN ( - 'Warranty Deed', - 'Special Warranty Deed', - 'Limited Warranty Deed' - ) THEN '01' - WHEN md.line_5_instrument_type IN ( - 'Trustee Deed', - 'Deed in Trust' - ) THEN '02' + WHEN md.line_5_instrument_type = 'Warranty Deed' THEN '01' + WHEN md.line_5_instrument_type = 'Trustee Deed' THEN '02' WHEN md.line_5_instrument_type = 'Quit Claim Deed' THEN '03' - WHEN md.line_5_instrument_type IN ( - 'Executor Deed', - 'Administrator''s Deed', - 'Guardian''s Deed' - ) THEN '04' + WHEN md.line_5_instrument_type = 'Executor Deed' THEN '04' WHEN md.line_5_instrument_type = 'Beneficial interest' THEN '06' ELSE '05' From 75bd952b86733a8b2ff06817ba423ace89b20e13 Mon Sep 17 00:00:00 2001 From: Michael Wagner Date: Tue, 16 Jun 2026 08:39:46 -0500 Subject: [PATCH 11/17] Switch ref for flag table --- dbt/models/sale/sale.vw_flag.sql | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dbt/models/sale/sale.vw_flag.sql b/dbt/models/sale/sale.vw_flag.sql index 53536aa85..b27885808 100644 --- a/dbt/models/sale/sale.vw_flag.sql +++ b/dbt/models/sale/sale.vw_flag.sql @@ -11,12 +11,12 @@ SELECT sf.sv_outlier_reason3, sf.run_id, sf.version -FROM {{ source('sale', 'flag') }} AS sf +FROM {{ source('z_dev_miwagne_sale', 'flag') }} AS sf INNER JOIN ( SELECT meta_sale_document_num, MAX(version) AS max_version - FROM {{ source('sale', 'flag') }} + FROM {{ source('z_dev_miwagne_sale', 'flag') }} GROUP BY meta_sale_document_num ) AS mv ON sf.meta_sale_document_num = mv.meta_sale_document_num From beec2bfd4b24503a8dfd049c76bd2110495c3a5b Mon Sep 17 00:00:00 2001 From: Michael Wagner Date: Tue, 16 Jun 2026 09:01:46 -0500 Subject: [PATCH 12/17] Drop source since tables are not in dag --- dbt/models/sale/sale.vw_flag.sql | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dbt/models/sale/sale.vw_flag.sql b/dbt/models/sale/sale.vw_flag.sql index b27885808..d1f813b0c 100644 --- a/dbt/models/sale/sale.vw_flag.sql +++ b/dbt/models/sale/sale.vw_flag.sql @@ -11,12 +11,12 @@ SELECT sf.sv_outlier_reason3, sf.run_id, sf.version -FROM {{ source('z_dev_miwagne_sale', 'flag') }} AS sf +FROM z_dev_miwagne_sale.flag AS sf INNER JOIN ( SELECT meta_sale_document_num, MAX(version) AS max_version - FROM {{ source('z_dev_miwagne_sale', 'flag') }} + FROM z_dev_miwagne_sale.flag GROUP BY meta_sale_document_num ) AS mv ON sf.meta_sale_document_num = mv.meta_sale_document_num From 87197abf83795b30dd8409733e039128af78a24f Mon Sep 17 00:00:00 2001 From: Michael Wagner Date: Tue, 16 Jun 2026 09:10:37 -0500 Subject: [PATCH 13/17] Switch ref in sale vw_outlier --- dbt/models/sale/sale.vw_outlier.sql | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dbt/models/sale/sale.vw_outlier.sql b/dbt/models/sale/sale.vw_outlier.sql index 6ad9edbb3..f1ca1066e 100644 --- a/dbt/models/sale/sale.vw_outlier.sql +++ b/dbt/models/sale/sale.vw_outlier.sql @@ -55,7 +55,7 @@ WITH flag_and_review AS ( 'has_class_change' VALUE has_class_change, 'has_characteristic_change' VALUE has_characteristic_change ) AS review_json -- noqa: enable=CP02,RF02 - FROM {{ ref('sale.vw_flag') }} AS flag + FROM z_ci_add_additional_mydec_sales_to_vw_pin_sale_sale.vw_flag AS flag FULL OUTER JOIN {{ source('sale', 'flag_review') }} AS review ON flag.doc_no = review.doc_no ), From 28cb6657ce31b3afeddb8f9bab6e19773d4768ab Mon Sep 17 00:00:00 2001 From: Michael Wagner Date: Tue, 16 Jun 2026 09:16:41 -0500 Subject: [PATCH 14/17] Adjust pin sale edit to dev outlier view --- dbt/models/default/default.vw_pin_sale.sql | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dbt/models/default/default.vw_pin_sale.sql b/dbt/models/default/default.vw_pin_sale.sql index 30048bf2a..244ab8cb8 100644 --- a/dbt/models/default/default.vw_pin_sale.sql +++ b/dbt/models/default/default.vw_pin_sale.sql @@ -383,5 +383,5 @@ SELECT FROM unique_sales LEFT JOIN mydec_sales ON unique_sales.doc_no = mydec_sales.doc_no -LEFT JOIN {{ ref('sale.vw_outlier') }} AS outlier +LEFT JOIN z_ci_add_additional_mydec_sales_to_vw_pin_sale_sale.vw_outlier AS outlier ON unique_sales.doc_no = outlier.doc_no From b4a03876211c7ceb7c9e2b3c69d533a99154ebd9 Mon Sep 17 00:00:00 2001 From: Michael Wagner Date: Tue, 16 Jun 2026 09:29:45 -0500 Subject: [PATCH 15/17] Adjust tests --- dbt/models/sale/schema.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/dbt/models/sale/schema.yml b/dbt/models/sale/schema.yml index 7d4e2c3b5..04cccc9d7 100644 --- a/dbt/models/sale/schema.yml +++ b/dbt/models/sale/schema.yml @@ -274,7 +274,7 @@ models: equals: > ( SELECT COUNT(DISTINCT(meta_sale_document_num)) - FROM {{ source('sale', 'flag') }} + FROM z_dev_miwagne_sale.flag ) - unique_combination_of_columns: name: sale_vw_flag_unique_by_doc_no @@ -430,7 +430,7 @@ models: SELECT COUNT(*) FROM ( SELECT DISTINCT(meta_sale_document_num) AS doc_no - FROM {{ source('sale', 'flag') }} + FROM z_dev_miwagne_sale.flag UNION SELECT DISTINCT(doc_no) AS doc_no FROM {{ source('sale', 'flag_review') }} From 1a5fd76f543a2ba2792236a382ffb19b743d0ba3 Mon Sep 17 00:00:00 2001 From: Michael Wagner Date: Tue, 16 Jun 2026 12:20:26 -0500 Subject: [PATCH 16/17] Switch to reg --- dbt/models/default/default.vw_pin_sale.sql | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dbt/models/default/default.vw_pin_sale.sql b/dbt/models/default/default.vw_pin_sale.sql index 244ab8cb8..30048bf2a 100644 --- a/dbt/models/default/default.vw_pin_sale.sql +++ b/dbt/models/default/default.vw_pin_sale.sql @@ -383,5 +383,5 @@ SELECT FROM unique_sales LEFT JOIN mydec_sales ON unique_sales.doc_no = mydec_sales.doc_no -LEFT JOIN z_ci_add_additional_mydec_sales_to_vw_pin_sale_sale.vw_outlier AS outlier +LEFT JOIN {{ ref('sale.vw_outlier') }} AS outlier ON unique_sales.doc_no = outlier.doc_no From 2ce9630aa180e21cef1bf2a5701957fc44b474c5 Mon Sep 17 00:00:00 2001 From: Michael Wagner Date: Tue, 16 Jun 2026 13:01:38 -0500 Subject: [PATCH 17/17] Toggle ref back to master --- dbt/models/sale/sale.vw_outlier.sql | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dbt/models/sale/sale.vw_outlier.sql b/dbt/models/sale/sale.vw_outlier.sql index f1ca1066e..6ad9edbb3 100644 --- a/dbt/models/sale/sale.vw_outlier.sql +++ b/dbt/models/sale/sale.vw_outlier.sql @@ -55,7 +55,7 @@ WITH flag_and_review AS ( 'has_class_change' VALUE has_class_change, 'has_characteristic_change' VALUE has_characteristic_change ) AS review_json -- noqa: enable=CP02,RF02 - FROM z_ci_add_additional_mydec_sales_to_vw_pin_sale_sale.vw_flag AS flag + FROM {{ ref('sale.vw_flag') }} AS flag FULL OUTER JOIN {{ source('sale', 'flag_review') }} AS review ON flag.doc_no = review.doc_no ),