new file: 01 dm_tf_external_sales.sql

new file:   02 dm_td_external_keycompatitor.sql
	new file:   03 dm_td_external_brand_market.sql
	new file:   04 dm_td_external_calendar.sql
	new file:   05 dm_td_external_exchangerate.sql
	new file:   07 dm_td_external_packinfo.sql
	new file:   08 dm_td_external_corp.sql
	new file:   09 dm_td_external_geo_type.sql
	new file:   11 DM_TD_EXTERNAL_MARKET_NEW.sql
	new file:   12 dm_td_external_org.sql
	new file:   13 external auth.sql
	new file:   14 dm_tf_external_retail_special_bkp.sql
	new file:   AIA/01 dm_aia_pack_property.sql
	new file:   AIA/02 dm_ext_aia_sales.sql
	new file:   AIA/02 dm_ext_aia_sales_bakup_20230327.sql
	new file:   AIA/03 dm_aia_flag.sql
	new file:   AIA/04 dm_aia_provided_flag.sql
	new file:   AIA/06 DM_TD_EXT_AIA_PACK_PROPERTY.sql
	new file:   AIA/07 DM_TD_EXT_AIA_PACK2MARKET.sql
	new file:   AIA/08 DM_TD_EXT_AIA_MARKET_RATIO.sql
	new file:   AIA/09 DM_TD_EXT_AIA_MARKET_BRAND_RATIO.sql
	new file:   AIA/10 DM_TD_EXT_AIA_MARKET_PACK_MAPPING.sql
	new file:   AIA/11 DM_TD_EXT_AIA_TARGET_INST.sql
	new file:   AIA/11 dm_aia_targethp_flag.sql
	new file:   "AIA/z_03 dm_aia_flag_\345\244\207\344\273\275\347\224\250.sql"
	new file:   CHC/01 dm_chc_pack_property.sql
	new file:   CHC/02 DM_TF_EXT_CHC_SALES.sql
	new file:   CHC/03 DM_TD_EXT_CHC_PACK_PROPERTY.sql
	new file:   CHC/04 DM_TD_EXT_CHC_PACK2MARKET.sql
	new file:   CHC/05 DM_TD_EXT_CHC_MARKET_RATIO.sql
	new file:   CHC/06 DM_TD_EXT_CHC_MARKET_BRAND_RATIO.sql
	new file:   CHC/07 DM_TD_EXT_CHC_MARKET_PACK_MAPPING.sql
	new file:   CHPA/01 dwd_ims_atc_hierarchy.sql
	new file:   CHPA/01 dwd_ims_nfc_hierarchy.sql
	new file:   CHPA/01 dwd_ims_td_manufacturer_corp.sql
	new file:   CHPA/01 dwd_ims_td_pack_property.sql
	new file:   CHPA/01 dwd_update.sql
	new file:   CHPA/01_FB_BLOB_TO_DWD.sql
	new file:   CHPA/02 DWS_IMS_TD_GEO.sql
	new file:   CHPA/02 dws_ims_td_atc_cn.sql
	new file:   CHPA/02 dws_ims_td_corp_cn.sql
	new file:   CHPA/02 dws_ims_td_date.sql
	new file:   CHPA/02 dws_ims_td_manu_cn.sql
	new file:   CHPA/02 dws_ims_td_market.sql
	new file:   CHPA/02 dws_ims_td_market_ta.sql
	new file:   CHPA/02 dws_ims_td_nfc_cn.sql
	new file:   CHPA/02 dws_ims_td_prod_cn.sql
	new file:   CHPA/02 tmp_ims_td_prod_tmp.sql
	new file:   CHPA/02 tmp_ims_tf_fact_sales.sql
	new file:   CHPA/03 DM_TD_EXT_CHPA_MARKET_BRAND_RATIO.sql
	new file:   CHPA/03 DM_TD_EXT_CHPA_MARKET_PACK_MAPPING.sql
	new file:   CHPA/03 DM_TD_EXT_CHPA_MARKET_RATIO.sql
	new file:   CHPA/03 DM_TD_EXT_CHPA_PACK2MARKET.sql
	new file:   CHPA/03 DM_TD_EXT_CHPA_PACK_PROPERTY.sql
	new file:   CHPA/03 DM_TF_EXT_CHPA_SALES.sql
	new file:   CHPA/03 dm_ims_td_calendar.sql
	new file:   CHPA/03 dm_ims_td_geo.sql
	new file:   CHPA/03 dm_ims_td_market_property.sql
	new file:   CHPA/03 dm_ims_td_org.sql
	new file:   CHPA/03 dm_ims_td_org_hvh.sql
	new file:   CHPA/03 dm_ims_td_pack_property.sql
	new file:   CHPA/03 dm_ims_tf_sales.sql
	new file:   CHPA/03 dm_td_chpa_market_definition.sql
	new file:   CHPA/03 dm_td_ims_city_mapping.sql
	new file:   EC/03 ec_load_data.sql
	new file:   EC/04 DM_TD_EXT_EC_PACK_PROPERTY.sql
	new file:   EC/05 DM_TF_EXT_EC_SALES.sql
	new file:   EC/06 DM_TD_EXT_EC_PACK2MARKET.sql
	new file:   EC/07 DM_TD_EXT_EC_MARKET_RATIO.sql
	new file:   EC/08 DM_TD_EXT_EC_MARKET_BRAND_RATIO.sql
	new file:   EC/09 DM_TD_EXT_EC_MARKET_PACK_MAPPING.sql
	new file:   EC/1 (ec)blob_to_dwd.sql
	new file:   EC/2 dwd_inc_gnd_ext_ec_nationnal_pack_union_all.py
	new file:   Merged_Data/Merged_Data_Config_table_bkp.sql
	new file:   Merged_Data/Merged_Data_Config_table_bymonth.sql
	new file:   Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bkp.sql
	new file:   Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bymonth_bkp.sql
	new file:   ORG/DM_TD_EXT_AIA_ORG.sql
	new file:   ORG/DM_TD_EXT_CHC_ORG.sql
	new file:   ORG/DM_TD_EXT_CHPA_ORG.sql
	new file:   ORG/DM_TD_EXT_COUNTY_ORG.sql
	new file:   ORG/DM_TD_EXT_EC_ORG.sql
	new file:   ORG/DM_TD_EXT_RETAIL_ORG.sql
	new file:   ORG/DM_TD_EXT_THC_ORG.sql
	new file:   ORG/DM_TD_EXT_XIEHE_ORG.sql
	new file:   OTHERS/01 dm_td_report_url.sql
	new file:   OTHERS/02 dws_ext_email_warning.sql
	new file:   OTHERS/external_triggered_email.py
	new file:   Retail/01 load_tmp_data.py
	new file:   Retail/02 split_brand_data.py
	new file:   Retail/03 split_pack_data.py
	new file:   Retail/04 map_to_dws_table.py
	new file:   Retail/05 load_dtp_temp_data.py
	new file:   Retail/06 split_dtp_brand_data.py
	new file:   Retail/07 split_dtp_pack_data.py
	new file:   Retail/08 map_to_dtp_dws_table.py
	new file:   Retail/09 dwd_inc_gnd_ext_retail_nataional.py
	new file:   Retail/10 map_to_retail_dm_table.py
	new file:   Retail/11 map_to_overview_dm_table.py
	new file:   Retail/12 dws_tf_external_retail_dtp_special.sql
	new file:   Retail/13 DM_TF_EXT_RETAIL_SALES.sql
	new file:   Retail/14 DM_TF_EXT_RETAIL_DTP_SALES.sql
	new file:   Retail/15 DM_TD_EXT_RETAIL_PACK_PROPERTY.sql
	new file:   Retail/16 DM_TD_EXT_RETAIL_DTP_PACK_PROPERTY.sql
	new file:   Retail/17 DM_TD_EXT_DTP_PACK2MARKET.sql
	new file:   Retail/17 DM_TD_EXT_RETAIL_PACK2MARKET.sql
	new file:   Retail/18 DM_TD_EXT_DTP_MARKET_RATIO.sql
	new file:   Retail/18 DM_TD_EXT_RETAIL_MARKET_RATIO.sql
	new file:   Retail/19 DM_TD_EXT_DTP_MARKET_BRAND_RATIO.sql
	new file:   Retail/19 DM_TD_EXT_RETAIL_MARKET_BRAND_RATIO.sql
	new file:   Retail/20 DM_TD_EXT_DTP_MARKET_PACK_MAPPING.sql
	new file:   Retail/20 DM_TD_EXT_RETAIL_MARKET_PACK_MAPPING.sql
	new file:   "Retail/z1 dwd_inc_gnd_ext_retail_nataional_\344\275\234\345\272\237.py"
	new file:   "Retail/z2 retail_load_data_\344\275\234\345\272\237.sql"
	new file:   "Retail/z3 retail_overview_data_\344\275\234\345\272\237.sql"
	new file:   THC/01 dm_thc_pack_property.sql
	new file:   THC/02 dm_ext_thc_sales.sql
	new file:   THC/02 dm_ext_thc_sales_bakup_20260327.sql
	new file:   THC/03 DM_TF_EXT_THC_MARKET_SALES_CHT.sql
	new file:   THC/04 dm_tf_external_sales_thc.sql
	new file:   THC/05 DM_TD_EXT_THC_PACK_PROPERTY.sql
	new file:   THC/06 DM_TD_EXT_THC_PACK2MARKET.sql
	new file:   THC/07 DM_TD_EXT_THC_MARKET_RATIO.sql
	new file:   THC/08 DM_TD_EXT_THC_MARKET_BRAND_RATIO.sql
	new file:   THC/09 DM_TD_EXT_THC_MARKET_PACK_MAPPING.sql
	new file:   UNIONALL/DM_TD_EXT_UNIONALL_MARKET_PACK_MAPPING.sql
	new file:   UNIONALL/DM_TD_EXT_UNIONALL_PACKINFO.sql
	new file:   UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES.sql
	new file:   UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES_v1.0.sql
	new file:   UNIONALL/DM_TF_EXT_UNIONALL_SALES.sql
	new file:   UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING.sql
	new file:   UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING_NIAD.sql
	new file:   XIEHE/01 xiehe_blob_to_dwd.py
	new file:   XIEHE/02 dm_xiehe_pack_property.sql
	new file:   XIEHE/03 dm_ext_xiehe_geo.sql
	new file:   XIEHE/04 dm_ext_xiehe_sales.sql
	new file:   XIEHE/05 dm_td_xiehe_core_dept.sql
	new file:   XIEHE/06 DM_TF_EXT_XIEHE_SALES.sql
	new file:   XIEHE/07 DM_TD_EXT_XIEHE_PACK_PROPERTY.sql
	new file:   XIEHE/08 DM_TD_EXT_XIEHE_PACK2MARKET.sql
	new file:   XIEHE/09 DM_TD_EXT_XIEHE_MARKET_RATIO.sql
	new file:   XIEHE/10 DM_TD_EXT_XIEHE_MARKET_BRAND_RATIO.sql
	new file:   XIEHE/11 DM_TD_EXT_XIEHE_MARKET_PACK_MAPPING.sql
	new file:   XIEHE/bkp_01 xiehe_blob2dwd.py
	new file:   XIEHE/bkp_02 dm_ext_xiehe_sales.sql
	new file:   XIEHE/bkp_03 dm_ext_xiehe_pack_property.sql
	new file:   county/01 tmp_ims_county_fact_sales_sum.sql
	new file:   county/02 tmp_imscounty_Result.sql
	new file:   county/03 dm_ims_td_county_geo.sql
	new file:   county/04 dws_ext_county_tf_sales.sql
	new file:   county/05 dm_ext_county_td_pack_property.sql
	new file:   county/06 dm_td_county_pack_region.sql
	new file:   county/07 dm_ext_county_tf_sales_region.sql
	new file:   county/08 DM_TD_EXT_COUNTY_PACK_PROPERTY.sql
	new file:   county/09 DM_TF_EXT_COUNTY_SALES.sql
	new file:   county/10 DM_TD_EXT_COUNTY_PACK2MARKET.sql
	new file:   county/11 DM_TD_EXT_COUNTY_MARKET_RATIO.sql
	new file:   county/12 DM_TD_EXT_COUNTY_MARKET_BRAND_RATIO.sql
	new file:   county/13 DM_TD_EXT_COUNTY_MARKET_PACK_MAPPING.sql
	new file:   for_AIA_Dashboard/01 dm_td_aia_inst_mkt.sql
	new file:   for_AIA_Dashboard/02 dm_td_aia_auth_sales.sql
	new file:   for_AIA_Dashboard/03 dm_td_aia_original_col.sql
	new file:   for_AIA_Dashboard/04 dm_td_aia_nosales_inst.sql
	new file:   for_AIA_Dashboard/05 dm_td_aia_is_eagle_flag.sql
	new file:   for_AIA_Dashboard/06 dm_td_aia_rank.sql
	new file:   for_AIA_Dashboard/07 dm_ext_aia_data_remove_flag.sql
	new file:   for_AIA_Dashboard/07 dm_td_aia_remove_special_ins_bkp.py
	new file:   for_AIA_Dashboard/08 dm_ext_aia_data_quality_flag.sql
	new file:   z 01 dm_tf_external_sales.sql
	new file:   "z 10 dm_td_external_market_pack_mapping_\344\275\234\345\272\237.sql"
	new file:   "z 11 dm_td_external_market_\344\275\234\345\272\237.sql"
	new file:   "\344\270\212\347\272\277\350\204\232\346\234\254.sql"
	new file:   "\346\225\260\346\215\256\351\252\214\350\257\201.sql"

UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING.sql

@@ -0,0 +1,458 @@
+-- Databricks notebook source
+-- CREATE OR REPLACE TABLE DM.DM_TF_EXT_UNIONALL_SALES_MAPPING 
+-- (
+--   MARKET STRING,
+--   KEY_COMPETITOR STRING,
+--   CLASS STRING,
+--   YYYYMM STRING,
+--   PACK_COD STRING,
+--   CORP_COD STRING,
+--   AUDIT_COD STRING,
+--   PLATFORM_TYPE STRING,
+--   STORE_NAME STRING,
+--   STORE_TYPE STRING,
+--   REGION_TYPE STRING,
+--   DATA_SOURCE STRING,
+--   PACK_FLAG INT,
+--   PROD_FLAG INT,
+--   DTP_FLAG INT,
+--   CMPS_FLAG INT,
+--   NEW_CODE STRING COMMENT '主数据关联CODE',
+--   INST_CODE STRING COMMENT '内部机构编码',
+--   AIA_HP_FLAG INT,
+--   DEPT_NAME STRING COMMENT '科室名称',
+--   H_LEVEL INT,
+--   REIMBURSE STRING COMMENT '报销情况',
+--   REIMBURSE_TYPE STRING COMMENT '报销类型',
+--   PRESCRIPTION_TYPE STRING COMMENT '处方来源',
+--   VA decimal(35,10),
+--   UT decimal(35,10),
+--   CU decimal(35,10),
+--   PT decimal(35,10),
+--   SALES_UNIT_CAL decimal(35,10),
+--   SALES_UNIT_CAL_LY decimal(35,10),
+--   SALES_VALUE_CAL decimal(35,10),
+--   SALES_VALUE_CAL_LY decimal(35,10),
+--   CONUTING_UNIT decimal(35,10),
+--   CONUTING_UNIT_LY decimal(35,10),
+--   PDOT decimal(35,10),
+--   PDOT_LY decimal(35,10),
+--   PRESCRIPTION INT,
+--   PRESCRIPTION_LY INT,
+--   AIA_REMOVE INT,
+--   MERGEDATA_FLAG STRING,
+--   MERGEDATA_FLAG_MKT STRING,
+--   MERGEDATA_FLAG_CHPA_DTP INT,
+--   MERGEDATA_FLAG_DTP_NOROC INT,
+--   MERGED_DATA_DTP_OTHERS INT,
+--   TARGET_INS STRING
+--   -- ,
+--   -- ETL_INSERT_DT TIMESTAMP,
+--   -- ETL_UPDATE_DT TIMESTAMP
+--   )
+-- USING delta
+-- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_unionall_sales_mapping';
+-- -- 上面是生产环境location，下面是测试环境location
+-- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_unionall_sales_mapping';
+
+-- COMMAND ----------
+
+CREATE OR REPLACE TEMPORARY VIEW ALL_EXTERNAL_SALES AS
+--DTP
+SELECT
+  T0.MARKET,
+  T0.KEY_COMPETITOR,
+  T0.CLASS,
+  T0.YYYYMM,
+  T0.PACK_COD,
+  T0.CORP_COD,
+  T0.AUDIT_COD,
+  T0.PLATFORM_TYPE,
+  T0.STORE_NAME,
+  T0.STORE_TYPE,
+  T0.REGION_TYPE,
+  T0.DATA_SOURCE,
+  T0.PACK_FLAG,
+  T0.PROD_FLAG,
+  T0.DTP_FLAG,
+  T0.CMPS_FLAG,
+  T0.NEW_CODE,
+  T0.INST_CODE,
+  T0.AIA_HP_FLAG,
+  T0.DEPT_NAME,
+  T0.H_LEVEL,
+  T0.REIMBURSE,
+  T0.REIMBURSE_TYPE,
+  T0.PRESCRIPTION_TYPE,
+  T0.VA,
+  T0.UT,
+  T0.CU,
+  T0.PT,
+  T0.SALES_UNIT_CAL,
+  T0.SALES_UNIT_CAL_LY,
+  T0.SALES_VALUE_CAL,
+  T0.SALES_VALUE_CAL_LY,
+  T0.CONUTING_UNIT,
+  T0.CONUTING_UNIT_LY,
+  T0.PDOT,
+  T0.PDOT_LY,
+  T0.PRESCRIPTION,
+  T0.PRESCRIPTION_LY,
+  1 MERGED_DATA_DTP_OTHERS
+FROM
+  DM.DM_TF_EXT_UNIONALL_MARKET_SALES AS T0
+WHERE
+  T0.DATA_SOURCE = 'DTP(Quarterly)'
+
+--Retail
+UNION ALL
+SELECT
+  T0.MARKET,
+  T0.KEY_COMPETITOR,
+  T0.CLASS,
+  T0.YYYYMM,
+  T0.PACK_COD,
+  T0.CORP_COD,
+  T0.AUDIT_COD,
+  T0.PLATFORM_TYPE,
+  T0.STORE_NAME,
+  T0.STORE_TYPE,
+  T0.REGION_TYPE,
+  T0.DATA_SOURCE,
+  T0.PACK_FLAG,
+  T0.PROD_FLAG,
+  T0.DTP_FLAG,
+  T0.CMPS_FLAG,
+  T0.NEW_CODE,
+  T0.INST_CODE,
+  T0.AIA_HP_FLAG,
+  T0.DEPT_NAME,
+  T0.H_LEVEL,
+  T0.REIMBURSE,
+  T0.REIMBURSE_TYPE,
+  T0.PRESCRIPTION_TYPE,
+  T0.VA,
+  T0.UT,
+  T0.CU,
+  T0.PT,
+  T0.SALES_UNIT_CAL,
+  T0.SALES_UNIT_CAL_LY,
+  T0.SALES_VALUE_CAL,
+  T0.SALES_VALUE_CAL_LY,
+  T0.CONUTING_UNIT,
+  T0.CONUTING_UNIT_LY,
+  T0.PDOT,
+  T0.PDOT_LY,
+  T0.PRESCRIPTION,
+  T0.PRESCRIPTION_LY,
+  1 MERGED_DATA_DTP_OTHERS
+FROM
+  DM.DM_TF_EXT_UNIONALL_MARKET_SALES AS T0
+    LEFT JOIN (
+      SELECT
+        OTHERS_MONTH
+      FROM
+        tmp.tmp_dm_td_ext_retail_niad_month
+    ) T1 --Retail取非niad先来数据部分
+WHERE
+  T0.DATA_SOURCE = 'Retail(Quarterly)'
+  AND SUBSTR(T0.YYYYMM, 5, 2) IN ('03', '06', '09', '12')
+--EC
+UNION ALL
+SELECT
+  T0.MARKET,
+  T0.KEY_COMPETITOR,
+  T0.CLASS,
+  T0.YYYYMM,
+  T0.PACK_COD,
+  T0.CORP_COD,
+  T0.AUDIT_COD,
+  T0.PLATFORM_TYPE,
+  T0.STORE_NAME,
+  T0.STORE_TYPE,
+  T0.REGION_TYPE,
+  T0.DATA_SOURCE,
+  T0.PACK_FLAG,
+  T0.PROD_FLAG,
+  T0.DTP_FLAG,
+  T0.CMPS_FLAG,
+  T0.NEW_CODE,
+  T0.INST_CODE,
+  T0.AIA_HP_FLAG,
+  T0.DEPT_NAME,
+  T0.H_LEVEL,
+  T0.REIMBURSE,
+  T0.REIMBURSE_TYPE,
+  T0.PRESCRIPTION_TYPE,
+  T0.VA,
+  T0.UT,
+  T0.CU,
+  T0.PT,
+  T0.SALES_UNIT_CAL,
+  T0.SALES_UNIT_CAL_LY,
+  T0.SALES_VALUE_CAL,
+  T0.SALES_VALUE_CAL_LY,
+  T0.CONUTING_UNIT,
+  T0.CONUTING_UNIT_LY,
+  T0.PDOT,
+  T0.PDOT_LY,
+  T0.PRESCRIPTION,
+  T0.PRESCRIPTION_LY,
+  1 MERGED_DATA_DTP_OTHERS
+FROM
+  DM.DM_TF_EXT_UNIONALL_MARKET_SALES AS T0
+    LEFT JOIN (
+      SELECT
+        OTHERS_MONTH
+      FROM
+        tmp.tmp_dm_td_ext_ec_niad_month
+    ) T1 --EC取非niad先来数据部分
+WHERE
+  T0.DATA_SOURCE = 'EC(Monthly)'
+  AND SUBSTR(T0.YYYYMM, 5, 2) IN ('03', '06', '09', '12')
+--OTHERS DATA SOURCE
+UNION ALL
+SELECT
+  T0.MARKET,
+  T0.KEY_COMPETITOR,
+  T0.CLASS,
+  T0.YYYYMM,
+  T0.PACK_COD,
+  T0.CORP_COD,
+  T0.AUDIT_COD,
+  T0.PLATFORM_TYPE,
+  T0.STORE_NAME,
+  T0.STORE_TYPE,
+  T0.REGION_TYPE,
+  T0.DATA_SOURCE,
+  T0.PACK_FLAG,
+  T0.PROD_FLAG,
+  T0.DTP_FLAG,
+  T0.CMPS_FLAG,
+  T0.NEW_CODE,
+  T0.INST_CODE,
+  T0.AIA_HP_FLAG,
+  T0.DEPT_NAME,
+  T0.H_LEVEL,
+  T0.REIMBURSE,
+  T0.REIMBURSE_TYPE,
+  T0.PRESCRIPTION_TYPE,
+  T0.VA,
+  T0.UT,
+  T0.CU,
+  T0.PT,
+  T0.SALES_UNIT_CAL,
+  T0.SALES_UNIT_CAL_LY,
+  T0.SALES_VALUE_CAL,
+  T0.SALES_VALUE_CAL_LY,
+  T0.CONUTING_UNIT,
+  T0.CONUTING_UNIT_LY,
+  T0.PDOT,
+  T0.PDOT_LY,
+  T0.PRESCRIPTION,
+  T0.PRESCRIPTION_LY,
+  1 MERGED_DATA_DTP_OTHERS
+FROM
+  DM.DM_TF_EXT_UNIONALL_MARKET_SALES AS T0
+WHERE
+  T0.DATA_SOURCE NOT IN ('Retail(Quarterly)', 'EC(Monthly)', 'DTP(Quarterly)')
+
+-- COMMAND ----------
+
+create or replace table tmp.tmp_tf_ext_aia_target_inst 
+-- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/TMP/tmp_tf_ext_aia_target_inst';
+-- 上面是生产环境location，下面是测试环境location
+LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/TMP/tmp_tf_ext_aia_target_inst'
+as
+select distinct
+  MARKET,
+  AUDIT_COD
+from
+  dm.dm_td_ext_aia_org
+where
+  MR_TRTY_CODE <> 'Vacant'
+UNION ALL
+SELECT distinct
+  'ALL Market',
+  AUDIT_COD
+from
+  dm.dm_td_ext_aia_org
+where
+  MR_TRTY_CODE <> 'Vacant'
+
+-- COMMAND ----------
+
+CREATE OR REPLACE TEMPORARY VIEW DM_TF_EXT_UNIONALL_SALES_MAPPING
+AS 
+SELECT
+  A.MARKET,
+  A.KEY_COMPETITOR,
+  A.CLASS,
+  A.YYYYMM,
+  A.PACK_COD          AS PACK_COD,
+  A.CORP_COD          AS CORP_COD,
+  A.AUDIT_COD         AS AUDIT_COD,
+  A.PLATFORM_TYPE,
+  A.STORE_NAME,
+  A.STORE_TYPE,
+  A.REGION_TYPE,
+  A.DATA_SOURCE,
+  A.PACK_FLAG,
+  A.PROD_FLAG,
+  A.DTP_FLAG,
+  INT(A.CMPS_FLAG)    AS CMPS_FLAG,
+  A.NEW_CODE,
+  A.INST_CODE,
+  B.AIA_HP_FLAG,
+  A.DEPT_NAME,
+  ROUND(A.H_LEVEL, 0) AS H_LEVEL,
+  A.REIMBURSE,
+  A.REIMBURSE_TYPE,
+  A.PRESCRIPTION_TYPE,
+  A.VA,
+  A.UT,
+  A.CU,
+  A.PT,
+  CASE
+    WHEN A.SALES_UNIT_CAL = 0 THEN NULL
+    ELSE CAST(A.SALES_UNIT_CAL AS DECIMAL(35, 10))
+  END AS SALES_UNIT_CAL,
+  CASE
+    WHEN A.SALES_UNIT_CAL_LY = 0 THEN NULL
+    ELSE CAST(A.SALES_UNIT_CAL_LY AS DECIMAL(35, 10))
+  END AS SALES_UNIT_CAL_LY,
+  CASE
+    WHEN A.SALES_VALUE_CAL = 0 THEN NULL
+    ELSE CAST(A.SALES_VALUE_CAL AS DECIMAL(35, 10))
+  END AS SALES_VALUE_CAL,
+  CASE
+    WHEN A.SALES_VALUE_CAL_LY = 0 THEN NULL
+    ELSE CAST(A.SALES_VALUE_CAL_LY AS DECIMAL(35, 10))
+  END AS SALES_VALUE_CAL_LY,
+  CASE
+    WHEN A.CONUTING_UNIT = 0 THEN NULL
+    ELSE CAST(A.CONUTING_UNIT AS DECIMAL(35, 10))
+  END AS CONUTING_UNIT,
+  CASE
+    WHEN A.CONUTING_UNIT_LY = 0 THEN NULL
+    ELSE CAST(A.CONUTING_UNIT_LY AS DECIMAL(35, 10))
+  END AS CONUTING_UNIT_LY,
+  CASE
+    WHEN A.PDOT = 0 THEN NULL
+    ELSE CAST(A.PDOT AS DECIMAL(35, 10))
+  END AS PDOT,
+  CASE
+    WHEN A.PDOT_LY = 0 THEN NULL
+    ELSE CAST(A.PDOT_LY AS DECIMAL(35, 10))
+  END AS PDOT_LY,
+  CASE
+    WHEN A.PRESCRIPTION = 0 THEN NULL
+    ELSE CAST(A.PRESCRIPTION AS DECIMAL(35, 10))
+  END AS PRESCRIPTION,
+  CASE
+    WHEN A.PRESCRIPTION_LY = 0 THEN NULL
+    ELSE CAST(A.PRESCRIPTION_LY AS DECIMAL(35, 10))
+  END PRESCRIPTION_LY
+  --AIA remove ins which is wrong
+,
+  IF (D.ins_code IS NULL, 1, 0) AS AIA_REMOVE
+  --Merged Data part
+,
+  null as MERGEDATA_FLAG
+,
+  CASE
+    when A.DATA_SOURCE='IQVIA-CHPA(Monthly)' and A.AUDIT_COD = 'ROC' THEN 'CHPA'
+    WHEN A.DTP_FLAG = '1' THEN 'DTP'
+    WHEN F.SOURCENAME IS NULL THEN 'Normal'
+    ELSE F.SOURCENAME
+  END AS MERGEDATA_FLAG_MKT --mark ins and pack by markettable
+,
+  CASE
+    WHEN A.DTP_FLAG = '1' THEN 1
+    WHEN A.DATA_SOURCE = 'IQVIA-CHPA(Monthly)' THEN 1
+    ELSE 0
+  END AS MERGEDATA_FLAG_CHPA_DTP --mark chap and dtp data
+,
+  CASE
+    WHEN A.DTP_FLAG = '1'
+    AND A.AUDIT_COD = 'ROC' THEN 0
+    ELSE 1
+  END AS MERGEDATA_FLAG_DTP_NOROC --mark dtp roc with 0
+,
+  CASE WHEN A.DATA_SOURCE<>'AIA(Monthly)' THEN 'Y'
+    WHEN G.AUDIT_COD IS NULL THEN 'N'
+    ELSE 'Y'
+  END AS TARGET_INS    
+FROM
+  ALL_EXTERNAL_SALES AS A
+  LEFT JOIN DM.DM_AIA_HP_FLAG AS B ON A.INST_CODE = B.INST_CODE
+  AND A.DATA_SOURCE = B.DATA_SOURCE
+  LEFT JOIN dm.dm_ext_aia_data_remove_flag D ON A.market = D.market
+  AND A.audit_cod = D.ins_code
+  LEFT JOIN dws.dws_td_ext_merge_data_config F ON A.DATA_SOURCE = F.data_source
+  AND A.AUDIT_COD = F.audit_cod
+  AND A.MARKET = F.market 
+  LEFT JOIN tmp.tmp_tf_ext_aia_target_inst G ON
+  A.MARKET = G.MARKET AND A.AUDIT_COD = G.AUDIT_COD AND A.DATA_SOURCE ='AIA(Monthly)'
+
+-- COMMAND ----------
+
+-- delete from dm.DM_TF_EXT_UNIONALL_SALES_MAPPING where DATA_SOURCE IN ('Retail(Quarterly)', 'EC(Monthly)')
+
+-- COMMAND ----------
+
+INSERT OVERWRITE TABLE DM.DM_TF_EXT_UNIONALL_SALES_MAPPING 
+-- INSERT INTO TABLE DM.DM_TF_EXT_UNIONALL_SALES_MAPPING 
+SELECT
+  MARKET,
+  KEY_COMPETITOR,
+  CLASS,
+  YYYYMM,
+  PACK_COD,
+  CORP_COD,
+  AUDIT_COD,
+  PLATFORM_TYPE,
+  STORE_NAME,
+  STORE_TYPE,
+  REGION_TYPE,
+  DATA_SOURCE,
+  CAST(PACK_FLAG AS INT) AS PACK_FLAG,
+  CAST(PROD_FLAG AS INT) AS PROD_FLAG,
+  CAST(DTP_FLAG AS INT) AS DTP_FLAG,
+  CAST(CMPS_FLAG AS INT) AS CMPS_FLAG,
+  NEW_CODE,
+  INST_CODE,
+  CAST(AIA_HP_FLAG AS INT) AS AIA_HP_FLAG,
+  DEPT_NAME,
+  CAST(H_LEVEL AS INT) AS H_LEVEL,
+  REIMBURSE,
+  REIMBURSE_TYPE,
+  PRESCRIPTION_TYPE,
+  CAST(VA AS decimal(35,10)) AS VA,
+  CAST(UT AS decimal(35,10) ) AS UT,
+  CAST(CU AS decimal(35,10) ) AS CU,
+  CAST(PT AS decimal(35,10) ) AS PT,
+  CAST(SALES_UNIT_CAL AS decimal(35,10) ) AS SALES_UNIT_CAL,
+  CAST(SALES_UNIT_CAL_LY AS decimal(35,10) ) AS SALES_UNIT_CAL_LY,
+  CAST(SALES_VALUE_CAL AS decimal(35,10) ) AS SALES_VALUE_CAL,
+  CAST(SALES_VALUE_CAL_LY AS decimal(35,10) ) AS SALES_VALUE_CAL_LY,
+  CAST(CONUTING_UNIT AS decimal(35,10) ) AS CONUTING_UNIT,
+  CAST(CONUTING_UNIT_LY AS decimal(35,10) ) AS CONUTING_UNIT_LY,
+  CAST(PDOT AS decimal(35,10) ) AS PDOT,
+  CAST(PDOT_LY AS decimal(35,10) ) AS PDOT_LY,
+  CAST(PRESCRIPTION AS INT) AS PRESCRIPTION,
+  CAST(PRESCRIPTION_LY AS INT) AS PRESCRIPTION_LY,
+  CAST(AIA_REMOVE AS INT) AS AIA_REMOVE,
+  null  MERGEDATA_FLAG,
+  MERGEDATA_FLAG_MKT MERGEDATA_FLAG_MKT,
+  CAST(MERGEDATA_FLAG_CHPA_DTP AS INT) AS MERGEDATA_FLAG_CHPA_DTP,
+  CAST(MERGEDATA_FLAG_DTP_NOROC AS INT) AS MERGEDATA_FLAG_DTP_NOROC,
+  null AS MERGED_DATA_DTP_OTHERS,
+  TARGET_INS
+  -- ,
+  -- FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
+  -- FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
+FROM 
+  DM_TF_EXT_UNIONALL_SALES_MAPPING
+
+-- WHERE DATA_SOURCE IN ('Retail(Quarterly)', 'EC(Monthly)')