new file: 01 dm_tf_external_sales.sql

new file: 02 dm_td_external_keycompatitor.sql new file: 03 dm_td_external_brand_market.sql new file: 04 dm_td_external_calendar.sql new file: 05 dm_td_external_exchangerate.sql new file: 07 dm_td_external_packinfo.sql new file: 08 dm_td_external_corp.sql new file: 09 dm_td_external_geo_type.sql new file: 11 DM_TD_EXTERNAL_MARKET_NEW.sql new file: 12 dm_td_external_org.sql new file: 13 external auth.sql new file: 14 dm_tf_external_retail_special_bkp.sql new file: AIA/01 dm_aia_pack_property.sql new file: AIA/02 dm_ext_aia_sales.sql new file: AIA/02 dm_ext_aia_sales_bakup_20230327.sql new file: AIA/03 dm_aia_flag.sql new file: AIA/04 dm_aia_provided_flag.sql new file: AIA/06 DM_TD_EXT_AIA_PACK_PROPERTY.sql new file: AIA/07 DM_TD_EXT_AIA_PACK2MARKET.sql new file: AIA/08 DM_TD_EXT_AIA_MARKET_RATIO.sql new file: AIA/09 DM_TD_EXT_AIA_MARKET_BRAND_RATIO.sql new file: AIA/10 DM_TD_EXT_AIA_MARKET_PACK_MAPPING.sql new file: AIA/11 DM_TD_EXT_AIA_TARGET_INST.sql new file: AIA/11 dm_aia_targethp_flag.sql new file: "AIA/z_03 dm_aia_flag_\345\244\207\344\273\275\347\224\250.sql" new file: CHC/01 dm_chc_pack_property.sql new file: CHC/02 DM_TF_EXT_CHC_SALES.sql new file: CHC/03 DM_TD_EXT_CHC_PACK_PROPERTY.sql new file: CHC/04 DM_TD_EXT_CHC_PACK2MARKET.sql new file: CHC/05 DM_TD_EXT_CHC_MARKET_RATIO.sql new file: CHC/06 DM_TD_EXT_CHC_MARKET_BRAND_RATIO.sql new file: CHC/07 DM_TD_EXT_CHC_MARKET_PACK_MAPPING.sql new file: CHPA/01 dwd_ims_atc_hierarchy.sql new file: CHPA/01 dwd_ims_nfc_hierarchy.sql new file: CHPA/01 dwd_ims_td_manufacturer_corp.sql new file: CHPA/01 dwd_ims_td_pack_property.sql new file: CHPA/01 dwd_update.sql new file: CHPA/01_FB_BLOB_TO_DWD.sql new file: CHPA/02 DWS_IMS_TD_GEO.sql new file: CHPA/02 dws_ims_td_atc_cn.sql new file: CHPA/02 dws_ims_td_corp_cn.sql new file: CHPA/02 dws_ims_td_date.sql new file: CHPA/02 dws_ims_td_manu_cn.sql new file: CHPA/02 dws_ims_td_market.sql new file: CHPA/02 dws_ims_td_market_ta.sql new file: CHPA/02 dws_ims_td_nfc_cn.sql new file: CHPA/02 dws_ims_td_prod_cn.sql new file: CHPA/02 tmp_ims_td_prod_tmp.sql new file: CHPA/02 tmp_ims_tf_fact_sales.sql new file: CHPA/03 DM_TD_EXT_CHPA_MARKET_BRAND_RATIO.sql new file: CHPA/03 DM_TD_EXT_CHPA_MARKET_PACK_MAPPING.sql new file: CHPA/03 DM_TD_EXT_CHPA_MARKET_RATIO.sql new file: CHPA/03 DM_TD_EXT_CHPA_PACK2MARKET.sql new file: CHPA/03 DM_TD_EXT_CHPA_PACK_PROPERTY.sql new file: CHPA/03 DM_TF_EXT_CHPA_SALES.sql new file: CHPA/03 dm_ims_td_calendar.sql new file: CHPA/03 dm_ims_td_geo.sql new file: CHPA/03 dm_ims_td_market_property.sql new file: CHPA/03 dm_ims_td_org.sql new file: CHPA/03 dm_ims_td_org_hvh.sql new file: CHPA/03 dm_ims_td_pack_property.sql new file: CHPA/03 dm_ims_tf_sales.sql new file: CHPA/03 dm_td_chpa_market_definition.sql new file: CHPA/03 dm_td_ims_city_mapping.sql new file: EC/03 ec_load_data.sql new file: EC/04 DM_TD_EXT_EC_PACK_PROPERTY.sql new file: EC/05 DM_TF_EXT_EC_SALES.sql new file: EC/06 DM_TD_EXT_EC_PACK2MARKET.sql new file: EC/07 DM_TD_EXT_EC_MARKET_RATIO.sql new file: EC/08 DM_TD_EXT_EC_MARKET_BRAND_RATIO.sql new file: EC/09 DM_TD_EXT_EC_MARKET_PACK_MAPPING.sql new file: EC/1 (ec)blob_to_dwd.sql new file: EC/2 dwd_inc_gnd_ext_ec_nationnal_pack_union_all.py new file: Merged_Data/Merged_Data_Config_table_bkp.sql new file: Merged_Data/Merged_Data_Config_table_bymonth.sql new file: Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bkp.sql new file: Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bymonth_bkp.sql new file: ORG/DM_TD_EXT_AIA_ORG.sql new file: ORG/DM_TD_EXT_CHC_ORG.sql new file: ORG/DM_TD_EXT_CHPA_ORG.sql new file: ORG/DM_TD_EXT_COUNTY_ORG.sql new file: ORG/DM_TD_EXT_EC_ORG.sql new file: ORG/DM_TD_EXT_RETAIL_ORG.sql new file: ORG/DM_TD_EXT_THC_ORG.sql new file: ORG/DM_TD_EXT_XIEHE_ORG.sql new file: OTHERS/01 dm_td_report_url.sql new file: OTHERS/02 dws_ext_email_warning.sql new file: OTHERS/external_triggered_email.py new file: Retail/01 load_tmp_data.py new file: Retail/02 split_brand_data.py new file: Retail/03 split_pack_data.py new file: Retail/04 map_to_dws_table.py new file: Retail/05 load_dtp_temp_data.py new file: Retail/06 split_dtp_brand_data.py new file: Retail/07 split_dtp_pack_data.py new file: Retail/08 map_to_dtp_dws_table.py new file: Retail/09 dwd_inc_gnd_ext_retail_nataional.py new file: Retail/10 map_to_retail_dm_table.py new file: Retail/11 map_to_overview_dm_table.py new file: Retail/12 dws_tf_external_retail_dtp_special.sql new file: Retail/13 DM_TF_EXT_RETAIL_SALES.sql new file: Retail/14 DM_TF_EXT_RETAIL_DTP_SALES.sql new file: Retail/15 DM_TD_EXT_RETAIL_PACK_PROPERTY.sql new file: Retail/16 DM_TD_EXT_RETAIL_DTP_PACK_PROPERTY.sql new file: Retail/17 DM_TD_EXT_DTP_PACK2MARKET.sql new file: Retail/17 DM_TD_EXT_RETAIL_PACK2MARKET.sql new file: Retail/18 DM_TD_EXT_DTP_MARKET_RATIO.sql new file: Retail/18 DM_TD_EXT_RETAIL_MARKET_RATIO.sql new file: Retail/19 DM_TD_EXT_DTP_MARKET_BRAND_RATIO.sql new file: Retail/19 DM_TD_EXT_RETAIL_MARKET_BRAND_RATIO.sql new file: Retail/20 DM_TD_EXT_DTP_MARKET_PACK_MAPPING.sql new file: Retail/20 DM_TD_EXT_RETAIL_MARKET_PACK_MAPPING.sql new file: "Retail/z1 dwd_inc_gnd_ext_retail_nataional_\344\275\234\345\272\237.py" new file: "Retail/z2 retail_load_data_\344\275\234\345\272\237.sql" new file: "Retail/z3 retail_overview_data_\344\275\234\345\272\237.sql" new file: THC/01 dm_thc_pack_property.sql new file: THC/02 dm_ext_thc_sales.sql new file: THC/02 dm_ext_thc_sales_bakup_20260327.sql new file: THC/03 DM_TF_EXT_THC_MARKET_SALES_CHT.sql new file: THC/04 dm_tf_external_sales_thc.sql new file: THC/05 DM_TD_EXT_THC_PACK_PROPERTY.sql new file: THC/06 DM_TD_EXT_THC_PACK2MARKET.sql new file: THC/07 DM_TD_EXT_THC_MARKET_RATIO.sql new file: THC/08 DM_TD_EXT_THC_MARKET_BRAND_RATIO.sql new file: THC/09 DM_TD_EXT_THC_MARKET_PACK_MAPPING.sql new file: UNIONALL/DM_TD_EXT_UNIONALL_MARKET_PACK_MAPPING.sql new file: UNIONALL/DM_TD_EXT_UNIONALL_PACKINFO.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES_v1.0.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_SALES.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING_NIAD.sql new file: XIEHE/01 xiehe_blob_to_dwd.py new file: XIEHE/02 dm_xiehe_pack_property.sql new file: XIEHE/03 dm_ext_xiehe_geo.sql new file: XIEHE/04 dm_ext_xiehe_sales.sql new file: XIEHE/05 dm_td_xiehe_core_dept.sql new file: XIEHE/06 DM_TF_EXT_XIEHE_SALES.sql new file: XIEHE/07 DM_TD_EXT_XIEHE_PACK_PROPERTY.sql new file: XIEHE/08 DM_TD_EXT_XIEHE_PACK2MARKET.sql new file: XIEHE/09 DM_TD_EXT_XIEHE_MARKET_RATIO.sql new file: XIEHE/10 DM_TD_EXT_XIEHE_MARKET_BRAND_RATIO.sql new file: XIEHE/11 DM_TD_EXT_XIEHE_MARKET_PACK_MAPPING.sql new file: XIEHE/bkp_01 xiehe_blob2dwd.py new file: XIEHE/bkp_02 dm_ext_xiehe_sales.sql new file: XIEHE/bkp_03 dm_ext_xiehe_pack_property.sql new file: county/01 tmp_ims_county_fact_sales_sum.sql new file: county/02 tmp_imscounty_Result.sql new file: county/03 dm_ims_td_county_geo.sql new file: county/04 dws_ext_county_tf_sales.sql new file: county/05 dm_ext_county_td_pack_property.sql new file: county/06 dm_td_county_pack_region.sql new file: county/07 dm_ext_county_tf_sales_region.sql new file: county/08 DM_TD_EXT_COUNTY_PACK_PROPERTY.sql new file: county/09 DM_TF_EXT_COUNTY_SALES.sql new file: county/10 DM_TD_EXT_COUNTY_PACK2MARKET.sql new file: county/11 DM_TD_EXT_COUNTY_MARKET_RATIO.sql new file: county/12 DM_TD_EXT_COUNTY_MARKET_BRAND_RATIO.sql new file: county/13 DM_TD_EXT_COUNTY_MARKET_PACK_MAPPING.sql new file: for_AIA_Dashboard/01 dm_td_aia_inst_mkt.sql new file: for_AIA_Dashboard/02 dm_td_aia_auth_sales.sql new file: for_AIA_Dashboard/03 dm_td_aia_original_col.sql new file: for_AIA_Dashboard/04 dm_td_aia_nosales_inst.sql new file: for_AIA_Dashboard/05 dm_td_aia_is_eagle_flag.sql new file: for_AIA_Dashboard/06 dm_td_aia_rank.sql new file: for_AIA_Dashboard/07 dm_ext_aia_data_remove_flag.sql new file: for_AIA_Dashboard/07 dm_td_aia_remove_special_ins_bkp.py new file: for_AIA_Dashboard/08 dm_ext_aia_data_quality_flag.sql new file: z 01 dm_tf_external_sales.sql new file: "z 10 dm_td_external_market_pack_mapping_\344\275\234\345\272\237.sql" new file: "z 11 dm_td_external_market_\344\275\234\345\272\237.sql" new file: "\344\270\212\347\272\277\350\204\232\346\234\254.sql" new file: "\346\225\260\346\215\256\351\252\214\350\257\201.sql"
2026-04-27 15:48:38 +08:00
parent d2485035c0
commit 832c7bcd69
173 changed files with 62579 additions and 0 deletions
--- a/UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES.sql
+++ b/UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES.sql
@@ -0,0 +1,524 @@
+-- Databricks notebook source
+-- DBTITLE 1,分区优化
+-- CREATE OR REPLACE TABLE DM.DM_TF_EXT_UNIONALL_MARKET_SALES (
+--   MARKET STRING,
+--   KEY_COMPETITOR STRING,
+--   CLASS STRING,
+--   YYYYMM STRING,
+--   PACK_COD STRING,
+--   CORP_COD STRING,
+--   AUDIT_COD STRING,
+--   PLATFORM_TYPE STRING,
+--   STORE_NAME STRING,
+--   STORE_TYPE STRING,
+--   REGION_TYPE STRING,
+--   DATA_SOURCE STRING,
+--   PACK_FLAG STRING,
+--   PROD_FLAG STRING,
+--   DTP_FLAG STRING,
+--   CMPS_FLAG STRING,
+--   NEW_CODE STRING COMMENT '主数据关联CODE',
+--   INST_CODE STRING COMMENT '内部机构编码',
+--   AIA_HP_FLAG STRING,
+--   DEPT_NAME STRING COMMENT '科室名称',
+--   H_LEVEL STRING,
+--   REIMBURSE STRING COMMENT '报销情况',
+--   REIMBURSE_TYPE STRING COMMENT '报销类型',
+--   PRESCRIPTION_TYPE STRING COMMENT '处方来源',
+--   PRESCRIPTION DECIMAL(35,10),
+--   PRESCRIPTION_LY DECIMAL(35,10),
+--   VA STRING,
+--   UT STRING,
+--   CU STRING,
+--   PT STRING,
+--   SALES_UNIT_CAL DECIMAL(35,6),
+--   SALES_UNIT_CAL_LY DECIMAL(35,6),
+--   SALES_VALUE_CAL DECIMAL(35,6),
+--   SALES_VALUE_CAL_LY DECIMAL(35,6),
+--   CONUTING_UNIT DECIMAL(35,6),
+--   CONUTING_UNIT_LY DECIMAL(35,6),
+--   PDOT DECIMAL(35,6),
+--   PDOT_LY DECIMAL(35,6),
+--   ETL_INSERT_DT TIMESTAMP,
+--   ETL_UPDATE_DT TIMESTAMP
+--   )
+-- USING delta
+-- PARTITIONED BY (DATA_SOURCE)
+-- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_unionall_market_sales';
+-- -- 上面是生产环境location，下面是测试环境location
+-- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_unionall_market_sales';
+
+
+-- COMMAND ----------
+
+-- DBTITLE 1,性能优化
+-- -- 按最常用的过滤和 JOIN 字段做 Z-Order 聚簇
+-- OPTIMIZE DM.DM_TF_EXT_UNIONALL_SALES
+--   ZORDER BY (DATA_SOURCE, PACK_CODE, YYYYMM);
+
+-- -- 收集统计信息，帮助优化器选择更好的执行计划
+-- ANALYZE TABLE DM.DM_TF_EXT_UNIONALL_SALES COMPUTE STATISTICS FOR ALL COLUMNS;
+-- ANALYZE TABLE DM.dm_td_ext_unionall_market_pack_mapping COMPUTE STATISTICS FOR ALL COLUMNS;
+
+-- COMMAND ----------
+
+-- DBTITLE 1,测试跑数据
+-- delete from DM.DM_TF_EXT_UNIONALL_MARKET_SALES where DATA_SOURCE IN ('Retail(Quarterly)', 'EC(Monthly)') 
+
+-- COMMAND ----------
+
+-- DBTITLE 1,测试跑数据
+-- INSERT INTO TABLE
+--   DM.DM_TF_EXT_UNIONALL_MARKET_SALES
+-- WITH
+--   t1_filtered AS (
+--     SELECT
+--       *
+--     FROM
+--       DM.DM_TF_EXT_UNIONALL_SALES
+--     WHERE
+--       DATA_SOURCE IN (
+--         -- 'IQVIA-CHPA(Monthly)',
+--         -- 'AIA(Monthly)'
+--         -- 'CHC(Quarterly)',
+--         -- 'IQVIA-COUNTY(Quarterly)',
+--         -- 'THC(Quarterly)'
+--         'Retail(Quarterly)',
+--         -- 'DTP(Quarterly)',
+--         'EC(Monthly)'
+--         -- 'XH Data(Quarterly)'
+--       ) -- 谓词下推，最先过滤
+--   ),
+--   mapping_cleaned AS (
+--     SELECT
+--       *
+--     FROM
+--       (
+--         SELECT
+--           PACK_CODE,
+--           DATASOURCE,
+--           MARKET,
+--           KEY_COMPETITOR,
+--           CLASS,
+--           MARKET_RATIO,
+--           Value_brand_Ratio,
+--           Unit_brand_Ratio,
+--           CountingUnit_brand_Ratio,
+--           PDOT_brand_Ratio,
+--           GREATEST                 (
+--             starttime,
+--             Value_brand_Ratio_start,
+--             Unit_brand_start,
+--             CountingUnit_brand_start,
+--             PDOT_brand_start
+--           ) AS eff_start,
+--           LEAST (
+--             endtime,
+--             Value_brand_Ratio_end,
+--             Unit_brand_end,
+--             CountingUnit_brand_end,
+--             PDOT_brand_end
+--           ) AS eff_end
+--         FROM
+--           DM.dm_td_ext_unionall_market_pack_mapping
+--       ) tmp
+--     WHERE
+--       eff_start <= eff_end -- 在外层子查询中过滤
+--   ),
+--   joined AS (
+--     SELECT
+--       /*+ BROADCAST(t2, t3) */ 
+--       t1.*,
+--       -- 当年                    ratio
+--       t2.MARKET,
+--       t2.KEY_COMPETITOR,
+--       t2.CLASS,
+--       t2.MARKET_RATIO AS cy_market_ratio,
+--       t2.Value_brand_Ratio AS cy_value_ratio,
+--       t2.Unit_brand_Ratio AS cy_unit_ratio,
+--       t2.CountingUnit_brand_Ratio AS cy_cu_ratio,
+--       t2.PDOT_brand_Ratio AS cy_pdot_ratio,
+--       -- 去年 ratio
+--       t3.MARKET_RATIO AS ly_market_ratio,
+--       t3.Value_brand_Ratio AS ly_value_ratio,
+--       t3.Unit_brand_Ratio AS ly_unit_ratio,
+--       t3.CountingUnit_brand_Ratio AS ly_cu_ratio,
+--       t3.PDOT_brand_Ratio AS ly_pdot_ratio
+--     FROM
+--       t1_filtered t1
+--       LEFT JOIN mapping_cleaned t2 ON t1.PACK_CODE = t2.PACK_CODE
+--       AND t1.DATA_SOURCE = t2.DATASOURCE
+--       AND t1.YYYYMM >= t2.eff_start
+--       AND t1.YYYYMM <= t2.eff_end
+--       LEFT JOIN mapping_cleaned t3 ON t1.PACK_CODE = t3.PACK_CODE
+--       AND t1.DATA_SOURCE = t3.DATASOURCE
+--       AND (t1.YYYYMM - 100) >= t3.eff_start
+--       AND (t1.YYYYMM - 100) <= t3.eff_end
+--       AND t2.MARKET = t3.MARKET -- 保持原逻辑
+--   )
+-- SELECT
+--   NVL(MARKET, 'ALL Market')     AS MARKET,
+--   NVL(KEY_COMPETITOR, 'OTHERS') AS KEY_COMPETITOR,
+--   CASE 
+--     WHEN trim(lower(CLASS)) = 'others' THEN 'OTHERS'
+--     WHEN CLASS IS NULL THEN 'OTHERS'
+--     ELSE CLASS 
+--   END AS CLASS,
+--   YYYYMM,
+--   PACK_CODE,
+--   CORP_CODE,
+--   AUDIT_CODE,
+--   PLATFORM_TYPE,
+--   STORE_NAME,
+--   STORE_TYPE,
+--   REGION_TYPE,
+--   DATA_SOURCE,
+--   PACK_FLAG,
+--   PROD_FLAG,
+--   DTP_FLAG,
+--   CMPS_FLAG,
+--   NEW_CODE,
+--   INST_CODE,
+--   NULL                          AS AIA_HP_FLAG,
+--   DEPT_NAME,
+--   H_LEVEL,
+--   REIMBURSE,
+--   REIMBURSE_TYPE,
+--   PRESCRIPTION_SOURCE           AS PRESCRIPTION_TYPE,
+--   PRESCRIPTION,
+--   PRESCRIPTION_LY,
+--   --                            预计算公用因子，避免重复计算
+--   NVL(NVL(cy_market_ratio, 1) * cy_value_ratio, 1) AS VA,
+--   NVL(NVL(cy_market_ratio, 1) * cy_unit_ratio, 1) AS UT,
+--   NVL(NVL(cy_market_ratio, 1) * cy_cu_ratio, 1) AS CU,
+--   NVL(NVL(cy_market_ratio, 1) * cy_pdot_ratio, 1) AS PT,
+--   CAST(
+--     SALES_UNIT_CAL * NVL(cy_unit_ratio, 1) * NVL(cy_market_ratio, 1) AS DECIMAL(35, 6)
+--   ) AS SALES_UNIT_CAL,
+--   CAST(
+--     SALES_UNIT_CAL_LY * NVL(ly_unit_ratio, 1) * NVL(ly_market_ratio, 1) AS DECIMAL(35, 6)
+--   ) AS SALES_UNIT_CAL_LY,
+--   CAST(
+--     SALES_VALUE_CAL * NVL(cy_value_ratio, 1) * NVL(cy_market_ratio, 1) AS DECIMAL(35, 6)
+--   ) AS SALES_VALUE_CAL,
+--   CAST(
+--     SALES_VALUE_CAL_LY * NVL(ly_value_ratio, 1) * NVL(ly_market_ratio, 1) AS DECIMAL(35, 6)
+--   ) AS SALES_VALUE_CAL_LY,
+--   CAST(
+--     CONUTING_UNIT * NVL(cy_cu_ratio, 1) * NVL(cy_market_ratio, 1) AS DECIMAL(35, 6)
+--   ) AS CONUTING_UNIT,
+--   CAST(
+--     CONUTING_UNIT_LY * NVL(ly_cu_ratio, 1) * NVL(ly_market_ratio, 1) AS DECIMAL(35, 6)
+--   ) AS CONUTING_UNIT_LY,
+--   CAST(
+--     CONUTING_UNIT * NVL(cy_pdot_ratio, 1) * NVL(cy_market_ratio, 1) AS DECIMAL(35, 6)
+--   ) AS PDOT,
+--   CAST(
+--     CONUTING_UNIT_LY * NVL(ly_pdot_ratio, 1) * NVL(ly_market_ratio, 1) AS DECIMAL(35, 6)
+--   ) AS PDOT_LY,
+--   FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
+--   FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
+-- FROM
+--   joined;
+
+-- COMMAND ----------
+
+INSERT OVERWRITE TABLE
+  DM.DM_TF_EXT_UNIONALL_MARKET_SALES
+WITH
+  t1_filtered AS (
+    SELECT
+      *
+    FROM
+      DM.DM_TF_EXT_UNIONALL_SALES
+    WHERE
+      DATA_SOURCE IN (
+        'IQVIA-CHPA(Monthly)',
+        'AIA(Monthly)',
+        'CHC(Quarterly)',
+        'IQVIA-COUNTY(Quarterly)',
+        'THC(Quarterly)',
+        'Retail(Quarterly)',
+        'DTP(Quarterly)',
+        'EC(Monthly)',
+        'XH Data(Quarterly)'
+      ) -- 谓词下推，最先过滤
+  ),
+  mapping_cleaned AS (
+    SELECT
+      *
+    FROM
+      (
+        SELECT
+          PACK_CODE,
+          DATASOURCE,
+          MARKET,
+          KEY_COMPETITOR,
+          CLASS,
+          MARKET_RATIO,
+          Value_brand_Ratio,
+          Unit_brand_Ratio,
+          CountingUnit_brand_Ratio,
+          PDOT_brand_Ratio,
+          GREATEST                 (
+            starttime,
+            Value_brand_Ratio_start,
+            Unit_brand_start,
+            CountingUnit_brand_start,
+            PDOT_brand_start
+          ) AS eff_start,
+          LEAST (
+            endtime,
+            Value_brand_Ratio_end,
+            Unit_brand_end,
+            CountingUnit_brand_end,
+            PDOT_brand_end
+          ) AS eff_end
+        FROM
+          DM.dm_td_ext_unionall_market_pack_mapping
+      ) tmp
+    WHERE
+      eff_start <= eff_end -- 在外层子查询中过滤
+  ),
+  joined AS (
+    SELECT
+      /*+ BROADCAST(t2, t3) */ 
+      t1.*,
+      -- 当年                    ratio
+      t2.MARKET,
+      t2.KEY_COMPETITOR,
+      t2.CLASS,
+      t2.MARKET_RATIO AS cy_market_ratio,
+      t2.Value_brand_Ratio AS cy_value_ratio,
+      t2.Unit_brand_Ratio AS cy_unit_ratio,
+      t2.CountingUnit_brand_Ratio AS cy_cu_ratio,
+      t2.PDOT_brand_Ratio AS cy_pdot_ratio,
+      -- 去年 ratio
+      t3.MARKET_RATIO AS ly_market_ratio,
+      t3.Value_brand_Ratio AS ly_value_ratio,
+      t3.Unit_brand_Ratio AS ly_unit_ratio,
+      t3.CountingUnit_brand_Ratio AS ly_cu_ratio,
+      t3.PDOT_brand_Ratio AS ly_pdot_ratio
+    FROM
+      t1_filtered t1
+      LEFT JOIN mapping_cleaned t2 ON t1.PACK_CODE = t2.PACK_CODE
+      AND t1.DATA_SOURCE = t2.DATASOURCE
+      AND t1.YYYYMM >= t2.eff_start
+      AND t1.YYYYMM <= t2.eff_end
+      LEFT JOIN mapping_cleaned t3 ON t1.PACK_CODE = t3.PACK_CODE
+      AND t1.DATA_SOURCE = t3.DATASOURCE
+      AND (t1.YYYYMM - 100) >= t3.eff_start
+      AND (t1.YYYYMM - 100) <= t3.eff_end
+      AND t2.MARKET = t3.MARKET -- 保持原逻辑
+  )
+SELECT
+  NVL(MARKET, 'ALL Market')     AS MARKET,
+  NVL(KEY_COMPETITOR, 'OTHERS') AS KEY_COMPETITOR,
+  CASE 
+    WHEN trim(lower(CLASS)) = 'others' THEN 'OTHERS'
+    WHEN CLASS IS NULL THEN 'OTHERS'
+    ELSE CLASS 
+  END AS CLASS,
+  YYYYMM,
+  PACK_CODE,
+  CORP_CODE,
+  AUDIT_CODE,
+  PLATFORM_TYPE,
+  STORE_NAME,
+  STORE_TYPE,
+  REGION_TYPE,
+  DATA_SOURCE,
+  PACK_FLAG,
+  PROD_FLAG,
+  DTP_FLAG,
+  CMPS_FLAG,
+  NEW_CODE,
+  INST_CODE,
+  NULL                          AS AIA_HP_FLAG,
+  DEPT_NAME,
+  H_LEVEL,
+  REIMBURSE,
+  REIMBURSE_TYPE,
+  PRESCRIPTION_SOURCE           AS PRESCRIPTION_TYPE,
+  PRESCRIPTION,
+  PRESCRIPTION_LY,
+  --                            预计算公用因子，避免重复计算
+  NVL(NVL(cy_market_ratio, 1) * cy_value_ratio, 1) AS VA,
+  NVL(NVL(cy_market_ratio, 1) * cy_unit_ratio, 1) AS UT,
+  NVL(NVL(cy_market_ratio, 1) * cy_cu_ratio, 1) AS CU,
+  NVL(NVL(cy_market_ratio, 1) * cy_pdot_ratio, 1) AS PT,
+  CAST(
+    SALES_UNIT_CAL * NVL(cy_unit_ratio, 1) * NVL(cy_market_ratio, 1) AS DECIMAL(35, 6)
+  ) AS SALES_UNIT_CAL,
+  CAST(
+    SALES_UNIT_CAL_LY * NVL(ly_unit_ratio, 1) * NVL(ly_market_ratio, 1) AS DECIMAL(35, 6)
+  ) AS SALES_UNIT_CAL_LY,
+  CAST(
+    SALES_VALUE_CAL * NVL(cy_value_ratio, 1) * NVL(cy_market_ratio, 1) AS DECIMAL(35, 6)
+  ) AS SALES_VALUE_CAL,
+  CAST(
+    SALES_VALUE_CAL_LY * NVL(ly_value_ratio, 1) * NVL(ly_market_ratio, 1) AS DECIMAL(35, 6)
+  ) AS SALES_VALUE_CAL_LY,
+  CAST(
+    CONUTING_UNIT * NVL(cy_cu_ratio, 1) * NVL(cy_market_ratio, 1) AS DECIMAL(35, 6)
+  ) AS CONUTING_UNIT,
+  CAST(
+    CONUTING_UNIT_LY * NVL(ly_cu_ratio, 1) * NVL(ly_market_ratio, 1) AS DECIMAL(35, 6)
+  ) AS CONUTING_UNIT_LY,
+  CAST(
+    CONUTING_UNIT * NVL(cy_pdot_ratio, 1) * NVL(cy_market_ratio, 1) AS DECIMAL(35, 6)
+  ) AS PDOT,
+  CAST(
+    CONUTING_UNIT_LY * NVL(ly_pdot_ratio, 1) * NVL(ly_market_ratio, 1) AS DECIMAL(35, 6)
+  ) AS PDOT_LY,
+  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
+  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
+FROM
+  joined;
+
+-- COMMAND ----------
+
+-- DBTITLE 1,maket_sales_cht
+INSERT OVERWRITE TABLE
+  DM.DM_TF_EXT_THC_MARKET_SALES_CHT
+WITH
+  t1_filtered AS (
+    SELECT
+      *
+    FROM
+      DM.DM_TF_EXT_THC_SALES
+    WHERE DATA_SOURCE = 'THC(Quarterly)'
+      and AUDIT_CODE <> 'CHT'
+      -- 谓词下推，最先过滤
+  ),
+  mapping_cleaned AS (
+    SELECT
+      *
+    FROM
+      (
+        SELECT
+          PACK_CODE,
+          'THC(Quarterly)' as DATASOURCE,
+          MARKET,
+          KEY_COMPETITOR,
+          CLASS,
+          MARKET_RATIO,
+          Value_brand_Ratio,
+          Unit_brand_Ratio,
+          CountingUnit_brand_Ratio,
+          PDOT_brand_Ratio,
+          GREATEST                 (
+            starttime,
+            Value_brand_Ratio_start,
+            Unit_brand_start,
+            CountingUnit_brand_start,
+            PDOT_brand_start
+          ) AS eff_start,
+          LEAST (
+            endtime,
+            Value_brand_Ratio_end,
+            Unit_brand_end,
+            CountingUnit_brand_end,
+            PDOT_brand_end
+          ) AS eff_end
+        FROM
+          DM.dm_td_ext_THC_market_pack_mapping
+      ) tmp
+    WHERE
+      eff_start <= eff_end -- 在外层子查询中过滤
+  ),
+  joined AS (
+    SELECT
+      /*+ BROADCAST(t2, t3) */ 
+      t1.*,
+      -- 当年                    ratio
+      t2.MARKET,
+      t2.KEY_COMPETITOR,
+      t2.CLASS,
+      t2.MARKET_RATIO AS cy_market_ratio,
+      t2.Value_brand_Ratio AS cy_value_ratio,
+      t2.Unit_brand_Ratio AS cy_unit_ratio,
+      t2.CountingUnit_brand_Ratio AS cy_cu_ratio,
+      t2.PDOT_brand_Ratio AS cy_pdot_ratio,
+      -- 去年 ratio
+      t3.MARKET_RATIO AS ly_market_ratio,
+      t3.Value_brand_Ratio AS ly_value_ratio,
+      t3.Unit_brand_Ratio AS ly_unit_ratio,
+      t3.CountingUnit_brand_Ratio AS ly_cu_ratio,
+      t3.PDOT_brand_Ratio AS ly_pdot_ratio
+    FROM
+      t1_filtered t1
+      LEFT JOIN mapping_cleaned t2 ON t1.PACK_CODE = t2.PACK_CODE
+      AND t1.DATA_SOURCE = t2.DATASOURCE
+      AND t1.YYYYMM >= t2.eff_start
+      AND t1.YYYYMM <= t2.eff_end
+      LEFT JOIN mapping_cleaned t3 ON t1.PACK_CODE = t3.PACK_CODE
+      AND t1.DATA_SOURCE = t3.DATASOURCE
+      AND (t1.YYYYMM - 100) >= t3.eff_start
+      AND (t1.YYYYMM - 100) <= t3.eff_end
+      AND t2.MARKET = t3.MARKET -- 保持原逻辑
+  )
+SELECT
+  NVL(MARKET, 'ALL Market')     AS MARKET,
+  NVL(KEY_COMPETITOR, 'OTHERS') AS KEY_COMPETITOR,
+  CASE 
+    WHEN trim(lower(CLASS)) = 'others' THEN 'OTHERS'
+    WHEN CLASS IS NULL THEN 'OTHERS'
+    ELSE CLASS 
+  END AS CLASS,
+  YYYYMM,
+  PACK_CODE,
+  CORP_CODE,
+  AUDIT_CODE,
+  PLATFORM_TYPE,
+  STORE_NAME,
+  STORE_TYPE,
+  REGION_TYPE,
+  DATA_SOURCE,
+  PACK_FLAG,
+  PROD_FLAG,
+  DTP_FLAG,
+  CMPS_FLAG,
+  NEW_CODE,
+  INST_CODE,
+  NULL                          AS AIA_HP_FLAG,
+  DEPT_NAME,
+  H_LEVEL,
+  REIMBURSE,
+  REIMBURSE_TYPE,
+  PRESCRIPTION_SOURCE           AS PRESCRIPTION_TYPE,
+  PRESCRIPTION,
+  PRESCRIPTION_LY,
+  --                            预计算公用因子，避免重复计算
+  NVL(NVL(cy_market_ratio, 1) * cy_value_ratio, 1) AS VA,
+  NVL(NVL(cy_market_ratio, 1) * cy_unit_ratio, 1) AS UT,
+  NVL(NVL(cy_market_ratio, 1) * cy_cu_ratio, 1) AS CU,
+  NVL(NVL(cy_market_ratio, 1) * cy_pdot_ratio, 1) AS PT,
+  CAST(
+    SALES_UNIT_CAL * NVL(cy_unit_ratio, 1) * NVL(cy_market_ratio, 1) AS DECIMAL(35, 6)
+  ) AS SALES_UNIT_CAL,
+  CAST(
+    SALES_UNIT_CAL_LY * NVL(ly_unit_ratio, 1) * NVL(ly_market_ratio, 1) AS DECIMAL(35, 6)
+  ) AS SALES_UNIT_CAL_LY,
+  CAST(
+    SALES_VALUE_CAL * NVL(cy_value_ratio, 1) * NVL(cy_market_ratio, 1) AS DECIMAL(35, 6)
+  ) AS SALES_VALUE_CAL,
+  CAST(
+    SALES_VALUE_CAL_LY * NVL(ly_value_ratio, 1) * NVL(ly_market_ratio, 1) AS DECIMAL(35, 6)
+  ) AS SALES_VALUE_CAL_LY,
+  CAST(
+    CONUTING_UNIT * NVL(cy_cu_ratio, 1) * NVL(cy_market_ratio, 1) AS DECIMAL(35, 6)
+  ) AS CONUTING_UNIT,
+  CAST(
+    CONUTING_UNIT_LY * NVL(ly_cu_ratio, 1) * NVL(ly_market_ratio, 1) AS DECIMAL(35, 6)
+  ) AS CONUTING_UNIT_LY,
+  CAST(
+    CONUTING_UNIT * NVL(cy_pdot_ratio, 1) * NVL(cy_market_ratio, 1) AS DECIMAL(35, 6)
+  ) AS PDOT,
+  CAST(
+    CONUTING_UNIT_LY * NVL(ly_pdot_ratio, 1) * NVL(ly_market_ratio, 1) AS DECIMAL(35, 6)
+  ) AS PDOT_LY,
+  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
+  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
+FROM
+  joined;