From d2485035c097b004f46662ac9981d5a78662d2ca Mon Sep 17 00:00:00 2001
From: chenwu <zhuchenwu@chenwuzhu.cn>
Date: Mon, 27 Apr 2026 15:48:31 +0800
Subject: [PATCH] update

---
 .gitignore                                    |   31 -
 EXTERNAL/01 dm_tf_external_sales.sql          |   64 -
 ...1 dm_tf_external_sales.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/02 dm_td_external_keycompatitor.sql  |   42 -
 ...external_keycompatitor.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/03 dm_td_external_brand_market.sql   |   70 -
 ..._external_brand_market.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/04 dm_td_external_calendar.sql       |  382 -
 ...m_td_external_calendar.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/05 dm_td_external_exchangerate.sql   |   26 -
 ..._external_exchangerate.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/07 dm_td_external_packinfo.sql       | 2833 --------
 ...m_td_external_packinfo.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/08 dm_td_external_corp.sql           |   83 -
 ...08 dm_td_external_corp.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/09 dm_td_external_geo_type.sql       | 1968 ------
 ...m_td_external_geo_type.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/11 DM_TD_EXTERNAL_MARKET_NEW.sql     |  380 -
 ...TD_EXTERNAL_MARKET_NEW.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/12 dm_td_external_org.sql            |  358 -
 .../12 dm_td_external_org.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/13 external auth.sql                 | 1230 ----
 EXTERNAL/13 external auth.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../14 dm_tf_external_retail_special_bkp.sql  |   22 -
 ...nal_retail_special_bkp.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/AIA/01 dm_aia_pack_property.sql      |  333 -
 ...1 dm_aia_pack_property.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/AIA/02 dm_ext_aia_sales.sql          |  710 --
 .../02 dm_ext_aia_sales.sql:Zone.Identifier   |  Bin 25 -> 0 bytes
 .../02 dm_ext_aia_sales_bakup_20230327.sql    |  195 -
 ...a_sales_bakup_20230327.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/AIA/03 dm_aia_flag.sql               |   84 -
 .../AIA/03 dm_aia_flag.sql:Zone.Identifier    |  Bin 25 -> 0 bytes
 EXTERNAL/AIA/04 dm_aia_provided_flag.sql      |  112 -
 ...4 dm_aia_provided_flag.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../AIA/06 DM_TD_EXT_AIA_PACK_PROPERTY.sql    |  146 -
 ..._EXT_AIA_PACK_PROPERTY.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/AIA/07 DM_TD_EXT_AIA_PACK2MARKET.sql |  339 -
 ...TD_EXT_AIA_PACK2MARKET.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../AIA/08 DM_TD_EXT_AIA_MARKET_RATIO.sql     |   30 -
 ...D_EXT_AIA_MARKET_RATIO.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../09 DM_TD_EXT_AIA_MARKET_BRAND_RATIO.sql   |  163 -
 ...AIA_MARKET_BRAND_RATIO.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../10 DM_TD_EXT_AIA_MARKET_PACK_MAPPING.sql  |   71 -
 ...IA_MARKET_PACK_MAPPING.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/AIA/11 dm_aia_targethp_flag.sql      |  366 -
 ...1 dm_aia_targethp_flag.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/AIA/z_03 dm_aia_flag_备份用.sql      |  643 --
 ..._03 dm_aia_flag_备份用.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/CHC/01 dm_chc_pack_property.sql      |  231 -
 ...1 dm_chc_pack_property.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/CHC/02 DM_TF_EXT_CHC_SALES.sql       |  418 --
 ...02 DM_TF_EXT_CHC_SALES.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../CHC/03 DM_TD_EXT_CHC_PACK_PROPERTY.sql    |  147 -
 ..._EXT_CHC_PACK_PROPERTY.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/CHC/04 DM_TD_EXT_CHC_PACK2MARKET.sql |  327 -
 ...TD_EXT_CHC_PACK2MARKET.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../CHC/05 DM_TD_EXT_CHC_MARKET_RATIO.sql     |   30 -
 ...D_EXT_CHC_MARKET_RATIO.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../06 DM_TD_EXT_CHC_MARKET_BRAND_RATIO.sql   |  163 -
 ...CHC_MARKET_BRAND_RATIO.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../07 DM_TD_EXT_CHC_MARKET_PACK_MAPPING.sql  |   71 -
 ...HC_MARKET_PACK_MAPPING.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/CHPA/01 dwd_ims_atc_hierarchy.sql    |   42 -
 ... dwd_ims_atc_hierarchy.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/CHPA/01 dwd_ims_nfc_hierarchy.sql    |   26 -
 ... dwd_ims_nfc_hierarchy.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../CHPA/01 dwd_ims_td_manufacturer_corp.sql  |   24 -
 ...s_td_manufacturer_corp.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/CHPA/01 dwd_ims_td_pack_property.sql |   89 -
 ...d_ims_td_pack_property.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/CHPA/01 dwd_update.sql               |   32 -
 .../CHPA/01 dwd_update.sql:Zone.Identifier    |  Bin 25 -> 0 bytes
 EXTERNAL/CHPA/01_FB_BLOB_TO_DWD.sql           |  210 -
 .../01_FB_BLOB_TO_DWD.sql:Zone.Identifier     |  Bin 25 -> 0 bytes
 EXTERNAL/CHPA/02 DWS_IMS_TD_GEO.sql           |   19 -
 .../02 DWS_IMS_TD_GEO.sql:Zone.Identifier     |  Bin 25 -> 0 bytes
 EXTERNAL/CHPA/02 dws_ims_td_atc_cn.sql        |   33 -
 .../02 dws_ims_td_atc_cn.sql:Zone.Identifier  |  Bin 25 -> 0 bytes
 EXTERNAL/CHPA/02 dws_ims_td_corp_cn.sql       |   19 -
 .../02 dws_ims_td_corp_cn.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/CHPA/02 dws_ims_td_date.sql          |   28 -
 .../02 dws_ims_td_date.sql:Zone.Identifier    |  Bin 25 -> 0 bytes
 EXTERNAL/CHPA/02 dws_ims_td_manu_cn.sql       |   18 -
 .../02 dws_ims_td_manu_cn.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/CHPA/02 dws_ims_td_market.sql        |  238 -
 .../02 dws_ims_td_market.sql:Zone.Identifier  |  Bin 25 -> 0 bytes
 EXTERNAL/CHPA/02 dws_ims_td_market_ta.sql     |    7 -
 ...2 dws_ims_td_market_ta.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/CHPA/02 dws_ims_td_nfc_cn.sql        |   22 -
 .../02 dws_ims_td_nfc_cn.sql:Zone.Identifier  |  Bin 25 -> 0 bytes
 EXTERNAL/CHPA/02 dws_ims_td_prod_cn.sql       |    7 -
 .../02 dws_ims_td_prod_cn.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/CHPA/02 tmp_ims_td_prod_tmp.sql      |   32 -
 ...02 tmp_ims_td_prod_tmp.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/CHPA/02 tmp_ims_tf_fact_sales.sql    |  206 -
 ... tmp_ims_tf_fact_sales.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../03 DM_TD_EXT_CHPA_MARKET_BRAND_RATIO.sql  |  160 -
 ...HPA_MARKET_BRAND_RATIO.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../03 DM_TD_EXT_CHPA_MARKET_PACK_MAPPING.sql |   71 -
 ...PA_MARKET_PACK_MAPPING.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../CHPA/03 DM_TD_EXT_CHPA_MARKET_RATIO.sql   |   30 -
 ..._EXT_CHPA_MARKET_RATIO.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../CHPA/03 DM_TD_EXT_CHPA_PACK2MARKET.sql    |  327 -
 ...D_EXT_CHPA_PACK2MARKET.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../CHPA/03 DM_TD_EXT_CHPA_PACK_PROPERTY.sql  |  147 -
 ...EXT_CHPA_PACK_PROPERTY.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/CHPA/03 DM_TF_EXT_CHPA_SALES.sql     |  166 -
 ...3 DM_TF_EXT_CHPA_SALES.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/CHPA/03 dm_ims_td_calendar.sql       |   58 -
 .../03 dm_ims_td_calendar.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/CHPA/03 dm_ims_td_geo.sql            |   67 -
 .../CHPA/03 dm_ims_td_geo.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../CHPA/03 dm_ims_td_market_property.sql     |   35 -
 ...ims_td_market_property.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/CHPA/03 dm_ims_td_org.sql            |  615 --
 .../CHPA/03 dm_ims_td_org.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/CHPA/03 dm_ims_td_org_hvh.sql        |  463 --
 .../03 dm_ims_td_org_hvh.sql:Zone.Identifier  |  Bin 25 -> 0 bytes
 EXTERNAL/CHPA/03 dm_ims_td_pack_property.sql  | 1679 -----
 ...m_ims_td_pack_property.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/CHPA/03 dm_ims_tf_sales.sql          |  759 --
 .../03 dm_ims_tf_sales.sql:Zone.Identifier    |  Bin 25 -> 0 bytes
 .../CHPA/03 dm_td_chpa_market_definition.sql  |   14 -
 ...chpa_market_definition.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/CHPA/03 dm_td_ims_city_mapping.sql   |   30 -
 ...dm_td_ims_city_mapping.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/EC/03 ec_load_data.sql               | 1544 ----
 .../EC/03 ec_load_data.sql:Zone.Identifier    |  Bin 25 -> 0 bytes
 EXTERNAL/EC/04 DM_TD_EXT_EC_PACK_PROPERTY.sql |  146 -
 ...D_EXT_EC_PACK_PROPERTY.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/EC/05 DM_TF_EXT_EC_SALES.sql         |  173 -
 .../05 DM_TF_EXT_EC_SALES.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/EC/06 DM_TD_EXT_EC_PACK2MARKET.sql   |  208 -
 ..._TD_EXT_EC_PACK2MARKET.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/EC/07 DM_TD_EXT_EC_MARKET_RATIO.sql  |   30 -
 ...TD_EXT_EC_MARKET_RATIO.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../EC/08 DM_TD_EXT_EC_MARKET_BRAND_RATIO.sql |  163 -
 ..._EC_MARKET_BRAND_RATIO.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../09 DM_TD_EXT_EC_MARKET_PACK_MAPPING.sql   |   62 -
 ...EC_MARKET_PACK_MAPPING.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/EC/1 (ec)blob_to_dwd.sql             |  103 -
 .../EC/1 (ec)blob_to_dwd.sql:Zone.Identifier  |  Bin 25 -> 0 bytes
 ...inc_gnd_ext_ec_nationnal_pack_union_all.py |   74 -
 ...ationnal_pack_union_all.py:Zone.Identifier |  Bin 25 -> 0 bytes
 .../Merged_Data_Config_table_bkp.sql          |  228 -
 ..._Data_Config_table_bkp.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../Merged_Data_Config_table_bymonth.sql      |  213 -
 ...a_Config_table_bymonth.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 ...eranl_sales_merged_data_dtp_others_bkp.sql |  124 -
 ...ed_data_dtp_others_bkp.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 ...les_merged_data_dtp_others_bymonth_bkp.sql |  289 -
 ...dtp_others_bymonth_bkp.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/ORG/DM_TD_EXT_AIA_ORG.sql            |  461 --
 .../ORG/DM_TD_EXT_AIA_ORG.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/ORG/DM_TD_EXT_CHC_ORG.sql            |  239 -
 .../ORG/DM_TD_EXT_CHC_ORG.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/ORG/DM_TD_EXT_CHPA_ORG.sql           |  237 -
 .../DM_TD_EXT_CHPA_ORG.sql:Zone.Identifier    |  Bin 25 -> 0 bytes
 EXTERNAL/ORG/DM_TD_EXT_COUNTY_ORG.sql         |  220 -
 .../DM_TD_EXT_COUNTY_ORG.sql:Zone.Identifier  |  Bin 25 -> 0 bytes
 EXTERNAL/ORG/DM_TD_EXT_EC_ORG.sql             |  219 -
 .../ORG/DM_TD_EXT_EC_ORG.sql:Zone.Identifier  |  Bin 25 -> 0 bytes
 EXTERNAL/ORG/DM_TD_EXT_RETAIL_ORG.sql         |  409 --
 .../DM_TD_EXT_RETAIL_ORG.sql:Zone.Identifier  |  Bin 25 -> 0 bytes
 EXTERNAL/ORG/DM_TD_EXT_THC_ORG.sql            |  344 -
 .../ORG/DM_TD_EXT_THC_ORG.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/ORG/DM_TD_EXT_XIEHE_ORG.sql          |  283 -
 .../DM_TD_EXT_XIEHE_ORG.sql:Zone.Identifier   |  Bin 25 -> 0 bytes
 EXTERNAL/OTHERS/01 dm_td_report_url.sql       |   11 -
 .../01 dm_td_report_url.sql:Zone.Identifier   |  Bin 25 -> 0 bytes
 EXTERNAL/OTHERS/02 dws_ext_email_warning.sql  |  110 -
 ... dws_ext_email_warning.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/OTHERS/external_triggered_email.py   |   42 -
 ...xternal_triggered_email.py:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/Retail/01 load_tmp_data.py           |  617 --
 .../01 load_tmp_data.py:Zone.Identifier       |  Bin 25 -> 0 bytes
 EXTERNAL/Retail/02 split_brand_data.py        |  672 --
 .../02 split_brand_data.py:Zone.Identifier    |  Bin 25 -> 0 bytes
 EXTERNAL/Retail/03 split_pack_data.py         | 1200 ----
 .../03 split_pack_data.py:Zone.Identifier     |  Bin 25 -> 0 bytes
 EXTERNAL/Retail/04 map_to_dws_table.py        |  209 -
 .../04 map_to_dws_table.py:Zone.Identifier    |  Bin 25 -> 0 bytes
 EXTERNAL/Retail/05 load_dtp_temp_data.py      |  158 -
 .../05 load_dtp_temp_data.py:Zone.Identifier  |  Bin 25 -> 0 bytes
 EXTERNAL/Retail/06 split_dtp_brand_data.py    |  421 --
 ...06 split_dtp_brand_data.py:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/Retail/07 split_dtp_pack_data.py     | 1107 ---
 .../07 split_dtp_pack_data.py:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/Retail/08 map_to_dtp_dws_table.py    |  510 --
 ...08 map_to_dtp_dws_table.py:Zone.Identifier |  Bin 25 -> 0 bytes
 .../09 dwd_inc_gnd_ext_retail_nataional.py    |  177 -
 ...nd_ext_retail_nataional.py:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/Retail/10 map_to_retail_dm_table.py  | 4917 -------------
 ... map_to_retail_dm_table.py:Zone.Identifier |  Bin 25 -> 0 bytes
 .../Retail/11 map_to_overview_dm_table.py     | 1000 ---
 ...ap_to_overview_dm_table.py:Zone.Identifier |  Bin 25 -> 0 bytes
 .../12 dws_tf_external_retail_dtp_special.sql |   81 -
 ...nal_retail_dtp_special.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/Retail/13 DM_TF_EXT_RETAIL_SALES.sql |  184 -
 ...DM_TF_EXT_RETAIL_SALES.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../Retail/14 DM_TF_EXT_RETAIL_DTP_SALES.sql  |  170 -
 ...F_EXT_RETAIL_DTP_SALES.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../15 DM_TD_EXT_RETAIL_PACK_PROPERTY.sql     |  146 -
 ...T_RETAIL_PACK_PROPERTY.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../16 DM_TD_EXT_RETAIL_DTP_PACK_PROPERTY.sql |  146 -
 ...TAIL_DTP_PACK_PROPERTY.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../Retail/17 DM_TD_EXT_DTP_PACK2MARKET.sql   |  248 -
 ...TD_EXT_DTP_PACK2MARKET.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../17 DM_TD_EXT_RETAIL_PACK2MARKET.sql       |  248 -
 ...EXT_RETAIL_PACK2MARKET.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../Retail/18 DM_TD_EXT_DTP_MARKET_RATIO.sql  |   30 -
 ...D_EXT_DTP_MARKET_RATIO.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../18 DM_TD_EXT_RETAIL_MARKET_RATIO.sql      |   30 -
 ...XT_RETAIL_MARKET_RATIO.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../19 DM_TD_EXT_DTP_MARKET_BRAND_RATIO.sql   |  160 -
 ...DTP_MARKET_BRAND_RATIO.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 ...19 DM_TD_EXT_RETAIL_MARKET_BRAND_RATIO.sql |  163 -
 ...AIL_MARKET_BRAND_RATIO.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../20 DM_TD_EXT_DTP_MARKET_PACK_MAPPING.sql  |   88 -
 ...TP_MARKET_PACK_MAPPING.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 ...0 DM_TD_EXT_RETAIL_MARKET_PACK_MAPPING.sql |   88 -
 ...IL_MARKET_PACK_MAPPING.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 ...1 dwd_inc_gnd_ext_retail_nataional_作废.py |  367 -
 ...t_retail_nataional_作废.py:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/Retail/z2 retail_load_data_作废.sql  | 6276 -----------------
 ... retail_load_data_作废.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../Retail/z3 retail_overview_data_作废.sql   | 1201 ----
 ...ail_overview_data_作废.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/THC/01 dm_thc_pack_property.sql      |  231 -
 ...1 dm_thc_pack_property.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/THC/02 dm_ext_thc_sales.sql          |  354 -
 .../02 dm_ext_thc_sales.sql:Zone.Identifier   |  Bin 25 -> 0 bytes
 .../02 dm_ext_thc_sales_bakup_20260327.sql    |  178 -
 ...c_sales_bakup_20260327.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../THC/03 DM_TF_EXT_THC_MARKET_SALES_CHT.sql |  109 -
 ...T_THC_MARKET_SALES_CHT.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/THC/04 dm_tf_external_sales_thc.sql  |  115 -
 ..._tf_external_sales_thc.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../THC/05 DM_TD_EXT_THC_PACK_PROPERTY.sql    |  146 -
 ..._EXT_THC_PACK_PROPERTY.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/THC/06 DM_TD_EXT_THC_PACK2MARKET.sql |  326 -
 ...TD_EXT_THC_PACK2MARKET.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../THC/07 DM_TD_EXT_THC_MARKET_RATIO.sql     |   30 -
 ...D_EXT_THC_MARKET_RATIO.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../08 DM_TD_EXT_THC_MARKET_BRAND_RATIO.sql   |  163 -
 ...THC_MARKET_BRAND_RATIO.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../09 DM_TD_EXT_THC_MARKET_PACK_MAPPING.sql  |   71 -
 ...HC_MARKET_PACK_MAPPING.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 ...DM_TD_EXT_UNIONALL_MARKET_PACK_MAPPING.sql |  541 --
 ...LL_MARKET_PACK_MAPPING.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../UNIONALL/DM_TD_EXT_UNIONALL_PACKINFO.sql  | 1837 -----
 ..._EXT_UNIONALL_PACKINFO.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../DM_TF_EXT_UNIONALL_MARKET_SALES.sql       |  363 -
 ..._UNIONALL_MARKET_SALES.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../DM_TF_EXT_UNIONALL_MARKET_SALES_v1.0.sql  | 1012 ---
 ...NALL_MARKET_SALES_v1.0.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../UNIONALL/DM_TF_EXT_UNIONALL_SALES.sql     |  349 -
 ..._TF_EXT_UNIONALL_SALES.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../DM_TF_EXT_UNIONALL_SALES_MAPPING.sql      |  517 --
 ...UNIONALL_SALES_MAPPING.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../DM_TF_EXT_UNIONALL_SALES_MAPPING_NIAD.sql |  112 -
 ...ALL_SALES_MAPPING_NIAD.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/XIEHE/01 xiehe_blob_to_dwd.py        |  194 -
 .../01 xiehe_blob_to_dwd.py:Zone.Identifier   |  Bin 25 -> 0 bytes
 EXTERNAL/XIEHE/02 dm_xiehe_pack_property.sql  |  232 -
 ...dm_xiehe_pack_property.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/XIEHE/03 dm_ext_xiehe_geo.sql        |   76 -
 .../03 dm_ext_xiehe_geo.sql:Zone.Identifier   |  Bin 25 -> 0 bytes
 EXTERNAL/XIEHE/04 dm_ext_xiehe_sales.sql      |  219 -
 .../04 dm_ext_xiehe_sales.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/XIEHE/05 dm_td_xiehe_core_dept.sql   |    8 -
 ... dm_td_xiehe_core_dept.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/XIEHE/06 DM_TF_EXT_XIEHE_SALES.sql   |  170 -
 ... DM_TF_EXT_XIEHE_SALES.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../07 DM_TD_EXT_XIEHE_PACK_PROPERTY.sql      |  146 -
 ...XT_XIEHE_PACK_PROPERTY.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../XIEHE/08 DM_TD_EXT_XIEHE_PACK2MARKET.sql  |  326 -
 ..._EXT_XIEHE_PACK2MARKET.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../XIEHE/09 DM_TD_EXT_XIEHE_MARKET_RATIO.sql |   30 -
 ...EXT_XIEHE_MARKET_RATIO.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../10 DM_TD_EXT_XIEHE_MARKET_BRAND_RATIO.sql |  163 -
 ...EHE_MARKET_BRAND_RATIO.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 ...11 DM_TD_EXT_XIEHE_MARKET_PACK_MAPPING.sql |   71 -
 ...HE_MARKET_PACK_MAPPING.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/XIEHE/bkp_01 xiehe_blob2dwd.py       |  478 --
 .../bkp_01 xiehe_blob2dwd.py:Zone.Identifier  |  Bin 25 -> 0 bytes
 EXTERNAL/XIEHE/bkp_02 dm_ext_xiehe_sales.sql  |  115 -
 ..._02 dm_ext_xiehe_sales.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../bkp_03 dm_ext_xiehe_pack_property.sql     |  776 --
 ...xt_xiehe_pack_property.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../01 tmp_ims_county_fact_sales_sum.sql      |   60 -
 ..._county_fact_sales_sum.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/county/02 tmp_imscounty_Result.sql   |   64 -
 ...2 tmp_imscounty_Result.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/county/03 dm_ims_td_county_geo.sql   |   24 -
 ...3 dm_ims_td_county_geo.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../county/04 dws_ext_county_tf_sales.sql     |   36 -
 ...ws_ext_county_tf_sales.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../05 dm_ext_county_td_pack_property.sql     |  236 -
 ...ounty_td_pack_property.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../county/06 dm_td_county_pack_region.sql    |  106 -
 ..._td_county_pack_region.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../07 dm_ext_county_tf_sales_region.sql      |   37 -
 ...county_tf_sales_region.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../08 DM_TD_EXT_COUNTY_PACK_PROPERTY.sql     |  146 -
 ...T_COUNTY_PACK_PROPERTY.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/county/09 DM_TF_EXT_COUNTY_SALES.sql |  128 -
 ...DM_TF_EXT_COUNTY_SALES.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../10 DM_TD_EXT_COUNTY_PACK2MARKET.sql       |  208 -
 ...EXT_COUNTY_PACK2MARKET.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../11 DM_TD_EXT_COUNTY_MARKET_RATIO.sql      |   30 -
 ...XT_COUNTY_MARKET_RATIO.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 ...12 DM_TD_EXT_COUNTY_MARKET_BRAND_RATIO.sql |  163 -
 ...NTY_MARKET_BRAND_RATIO.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 ...3 DM_TD_EXT_COUNTY_MARKET_PACK_MAPPING.sql |   62 -
 ...TY_MARKET_PACK_MAPPING.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../01 dm_td_aia_inst_mkt.sql                 |  237 -
 .../01 dm_td_aia_inst_mkt.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../02 dm_td_aia_auth_sales.sql               |  293 -
 ...2 dm_td_aia_auth_sales.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../03 dm_td_aia_original_col.sql             |   23 -
 ...dm_td_aia_original_col.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../04 dm_td_aia_nosales_inst.sql             |  161 -
 ...dm_td_aia_nosales_inst.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../05 dm_td_aia_is_eagle_flag.sql            |   61 -
 ...m_td_aia_is_eagle_flag.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../for_AIA_Dashboard/06 dm_td_aia_rank.sql   |  133 -
 .../06 dm_td_aia_rank.sql:Zone.Identifier     |  Bin 25 -> 0 bytes
 .../07 dm_ext_aia_data_remove_flag.sql        |  111 -
 ...t_aia_data_remove_flag.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 .../07 dm_td_aia_remove_special_ins_bkp.py    |   56 -
 ..._remove_special_ins_bkp.py:Zone.Identifier |  Bin 25 -> 0 bytes
 .../08 dm_ext_aia_data_quality_flag.sql       |  218 -
 ..._aia_data_quality_flag.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/z 01 dm_tf_external_sales.sql        | 1187 ----
 ...1 dm_tf_external_sales.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 ...m_td_external_market_pack_mapping_作废.sql | 1439 ----
 ...rket_pack_mapping_作废.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/z 11 dm_td_external_market_作废.sql  |  186 -
 ...d_external_market_作废.sql:Zone.Identifier |  Bin 25 -> 0 bytes
 EXTERNAL/上线脚本.sql                         | 2461 -------
 EXTERNAL/上线脚本.sql:Zone.Identifier         |  Bin 25 -> 0 bytes
 EXTERNAL/数据验证.sql                         |   39 -
 EXTERNAL/数据验证.sql:Zone.Identifier         |  Bin 25 -> 0 bytes
 README.md                                     |   11 -
 346 files changed, 61661 deletions(-)
 delete mode 100644 .gitignore
 delete mode 100644 EXTERNAL/01 dm_tf_external_sales.sql
 delete mode 100644 EXTERNAL/01 dm_tf_external_sales.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/02 dm_td_external_keycompatitor.sql
 delete mode 100644 EXTERNAL/02 dm_td_external_keycompatitor.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/03 dm_td_external_brand_market.sql
 delete mode 100644 EXTERNAL/03 dm_td_external_brand_market.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/04 dm_td_external_calendar.sql
 delete mode 100644 EXTERNAL/04 dm_td_external_calendar.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/05 dm_td_external_exchangerate.sql
 delete mode 100644 EXTERNAL/05 dm_td_external_exchangerate.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/07 dm_td_external_packinfo.sql
 delete mode 100644 EXTERNAL/07 dm_td_external_packinfo.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/08 dm_td_external_corp.sql
 delete mode 100644 EXTERNAL/08 dm_td_external_corp.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/09 dm_td_external_geo_type.sql
 delete mode 100644 EXTERNAL/09 dm_td_external_geo_type.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/11 DM_TD_EXTERNAL_MARKET_NEW.sql
 delete mode 100644 EXTERNAL/11 DM_TD_EXTERNAL_MARKET_NEW.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/12 dm_td_external_org.sql
 delete mode 100644 EXTERNAL/12 dm_td_external_org.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/13 external auth.sql
 delete mode 100644 EXTERNAL/13 external auth.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/14 dm_tf_external_retail_special_bkp.sql
 delete mode 100644 EXTERNAL/14 dm_tf_external_retail_special_bkp.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/AIA/01 dm_aia_pack_property.sql
 delete mode 100644 EXTERNAL/AIA/01 dm_aia_pack_property.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/AIA/02 dm_ext_aia_sales.sql
 delete mode 100644 EXTERNAL/AIA/02 dm_ext_aia_sales.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/AIA/02 dm_ext_aia_sales_bakup_20230327.sql
 delete mode 100644 EXTERNAL/AIA/02 dm_ext_aia_sales_bakup_20230327.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/AIA/03 dm_aia_flag.sql
 delete mode 100644 EXTERNAL/AIA/03 dm_aia_flag.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/AIA/04 dm_aia_provided_flag.sql
 delete mode 100644 EXTERNAL/AIA/04 dm_aia_provided_flag.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/AIA/06 DM_TD_EXT_AIA_PACK_PROPERTY.sql
 delete mode 100644 EXTERNAL/AIA/06 DM_TD_EXT_AIA_PACK_PROPERTY.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/AIA/07 DM_TD_EXT_AIA_PACK2MARKET.sql
 delete mode 100644 EXTERNAL/AIA/07 DM_TD_EXT_AIA_PACK2MARKET.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/AIA/08 DM_TD_EXT_AIA_MARKET_RATIO.sql
 delete mode 100644 EXTERNAL/AIA/08 DM_TD_EXT_AIA_MARKET_RATIO.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/AIA/09 DM_TD_EXT_AIA_MARKET_BRAND_RATIO.sql
 delete mode 100644 EXTERNAL/AIA/09 DM_TD_EXT_AIA_MARKET_BRAND_RATIO.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/AIA/10 DM_TD_EXT_AIA_MARKET_PACK_MAPPING.sql
 delete mode 100644 EXTERNAL/AIA/10 DM_TD_EXT_AIA_MARKET_PACK_MAPPING.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/AIA/11 dm_aia_targethp_flag.sql
 delete mode 100644 EXTERNAL/AIA/11 dm_aia_targethp_flag.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/AIA/z_03 dm_aia_flag_备份用.sql
 delete mode 100644 EXTERNAL/AIA/z_03 dm_aia_flag_备份用.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHC/01 dm_chc_pack_property.sql
 delete mode 100644 EXTERNAL/CHC/01 dm_chc_pack_property.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHC/02 DM_TF_EXT_CHC_SALES.sql
 delete mode 100644 EXTERNAL/CHC/02 DM_TF_EXT_CHC_SALES.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHC/03 DM_TD_EXT_CHC_PACK_PROPERTY.sql
 delete mode 100644 EXTERNAL/CHC/03 DM_TD_EXT_CHC_PACK_PROPERTY.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHC/04 DM_TD_EXT_CHC_PACK2MARKET.sql
 delete mode 100644 EXTERNAL/CHC/04 DM_TD_EXT_CHC_PACK2MARKET.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHC/05 DM_TD_EXT_CHC_MARKET_RATIO.sql
 delete mode 100644 EXTERNAL/CHC/05 DM_TD_EXT_CHC_MARKET_RATIO.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHC/06 DM_TD_EXT_CHC_MARKET_BRAND_RATIO.sql
 delete mode 100644 EXTERNAL/CHC/06 DM_TD_EXT_CHC_MARKET_BRAND_RATIO.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHC/07 DM_TD_EXT_CHC_MARKET_PACK_MAPPING.sql
 delete mode 100644 EXTERNAL/CHC/07 DM_TD_EXT_CHC_MARKET_PACK_MAPPING.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/01 dwd_ims_atc_hierarchy.sql
 delete mode 100644 EXTERNAL/CHPA/01 dwd_ims_atc_hierarchy.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/01 dwd_ims_nfc_hierarchy.sql
 delete mode 100644 EXTERNAL/CHPA/01 dwd_ims_nfc_hierarchy.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/01 dwd_ims_td_manufacturer_corp.sql
 delete mode 100644 EXTERNAL/CHPA/01 dwd_ims_td_manufacturer_corp.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/01 dwd_ims_td_pack_property.sql
 delete mode 100644 EXTERNAL/CHPA/01 dwd_ims_td_pack_property.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/01 dwd_update.sql
 delete mode 100644 EXTERNAL/CHPA/01 dwd_update.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/01_FB_BLOB_TO_DWD.sql
 delete mode 100644 EXTERNAL/CHPA/01_FB_BLOB_TO_DWD.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/02 DWS_IMS_TD_GEO.sql
 delete mode 100644 EXTERNAL/CHPA/02 DWS_IMS_TD_GEO.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/02 dws_ims_td_atc_cn.sql
 delete mode 100644 EXTERNAL/CHPA/02 dws_ims_td_atc_cn.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/02 dws_ims_td_corp_cn.sql
 delete mode 100644 EXTERNAL/CHPA/02 dws_ims_td_corp_cn.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/02 dws_ims_td_date.sql
 delete mode 100644 EXTERNAL/CHPA/02 dws_ims_td_date.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/02 dws_ims_td_manu_cn.sql
 delete mode 100644 EXTERNAL/CHPA/02 dws_ims_td_manu_cn.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/02 dws_ims_td_market.sql
 delete mode 100644 EXTERNAL/CHPA/02 dws_ims_td_market.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/02 dws_ims_td_market_ta.sql
 delete mode 100644 EXTERNAL/CHPA/02 dws_ims_td_market_ta.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/02 dws_ims_td_nfc_cn.sql
 delete mode 100644 EXTERNAL/CHPA/02 dws_ims_td_nfc_cn.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/02 dws_ims_td_prod_cn.sql
 delete mode 100644 EXTERNAL/CHPA/02 dws_ims_td_prod_cn.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/02 tmp_ims_td_prod_tmp.sql
 delete mode 100644 EXTERNAL/CHPA/02 tmp_ims_td_prod_tmp.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/02 tmp_ims_tf_fact_sales.sql
 delete mode 100644 EXTERNAL/CHPA/02 tmp_ims_tf_fact_sales.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_MARKET_BRAND_RATIO.sql
 delete mode 100644 EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_MARKET_BRAND_RATIO.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_MARKET_PACK_MAPPING.sql
 delete mode 100644 EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_MARKET_PACK_MAPPING.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_MARKET_RATIO.sql
 delete mode 100644 EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_MARKET_RATIO.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_PACK2MARKET.sql
 delete mode 100644 EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_PACK2MARKET.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_PACK_PROPERTY.sql
 delete mode 100644 EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_PACK_PROPERTY.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/03 DM_TF_EXT_CHPA_SALES.sql
 delete mode 100644 EXTERNAL/CHPA/03 DM_TF_EXT_CHPA_SALES.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/03 dm_ims_td_calendar.sql
 delete mode 100644 EXTERNAL/CHPA/03 dm_ims_td_calendar.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/03 dm_ims_td_geo.sql
 delete mode 100644 EXTERNAL/CHPA/03 dm_ims_td_geo.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/03 dm_ims_td_market_property.sql
 delete mode 100644 EXTERNAL/CHPA/03 dm_ims_td_market_property.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/03 dm_ims_td_org.sql
 delete mode 100644 EXTERNAL/CHPA/03 dm_ims_td_org.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/03 dm_ims_td_org_hvh.sql
 delete mode 100644 EXTERNAL/CHPA/03 dm_ims_td_org_hvh.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/03 dm_ims_td_pack_property.sql
 delete mode 100644 EXTERNAL/CHPA/03 dm_ims_td_pack_property.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/03 dm_ims_tf_sales.sql
 delete mode 100644 EXTERNAL/CHPA/03 dm_ims_tf_sales.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/03 dm_td_chpa_market_definition.sql
 delete mode 100644 EXTERNAL/CHPA/03 dm_td_chpa_market_definition.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/CHPA/03 dm_td_ims_city_mapping.sql
 delete mode 100644 EXTERNAL/CHPA/03 dm_td_ims_city_mapping.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/EC/03 ec_load_data.sql
 delete mode 100644 EXTERNAL/EC/03 ec_load_data.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/EC/04 DM_TD_EXT_EC_PACK_PROPERTY.sql
 delete mode 100644 EXTERNAL/EC/04 DM_TD_EXT_EC_PACK_PROPERTY.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/EC/05 DM_TF_EXT_EC_SALES.sql
 delete mode 100644 EXTERNAL/EC/05 DM_TF_EXT_EC_SALES.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/EC/06 DM_TD_EXT_EC_PACK2MARKET.sql
 delete mode 100644 EXTERNAL/EC/06 DM_TD_EXT_EC_PACK2MARKET.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/EC/07 DM_TD_EXT_EC_MARKET_RATIO.sql
 delete mode 100644 EXTERNAL/EC/07 DM_TD_EXT_EC_MARKET_RATIO.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/EC/08 DM_TD_EXT_EC_MARKET_BRAND_RATIO.sql
 delete mode 100644 EXTERNAL/EC/08 DM_TD_EXT_EC_MARKET_BRAND_RATIO.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/EC/09 DM_TD_EXT_EC_MARKET_PACK_MAPPING.sql
 delete mode 100644 EXTERNAL/EC/09 DM_TD_EXT_EC_MARKET_PACK_MAPPING.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/EC/1 (ec)blob_to_dwd.sql
 delete mode 100644 EXTERNAL/EC/1 (ec)blob_to_dwd.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/EC/2 dwd_inc_gnd_ext_ec_nationnal_pack_union_all.py
 delete mode 100644 EXTERNAL/EC/2 dwd_inc_gnd_ext_ec_nationnal_pack_union_all.py:Zone.Identifier
 delete mode 100644 EXTERNAL/Merged_Data/Merged_Data_Config_table_bkp.sql
 delete mode 100644 EXTERNAL/Merged_Data/Merged_Data_Config_table_bkp.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/Merged_Data/Merged_Data_Config_table_bymonth.sql
 delete mode 100644 EXTERNAL/Merged_Data/Merged_Data_Config_table_bymonth.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bkp.sql
 delete mode 100644 EXTERNAL/Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bkp.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bymonth_bkp.sql
 delete mode 100644 EXTERNAL/Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bymonth_bkp.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/ORG/DM_TD_EXT_AIA_ORG.sql
 delete mode 100644 EXTERNAL/ORG/DM_TD_EXT_AIA_ORG.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/ORG/DM_TD_EXT_CHC_ORG.sql
 delete mode 100644 EXTERNAL/ORG/DM_TD_EXT_CHC_ORG.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/ORG/DM_TD_EXT_CHPA_ORG.sql
 delete mode 100644 EXTERNAL/ORG/DM_TD_EXT_CHPA_ORG.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/ORG/DM_TD_EXT_COUNTY_ORG.sql
 delete mode 100644 EXTERNAL/ORG/DM_TD_EXT_COUNTY_ORG.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/ORG/DM_TD_EXT_EC_ORG.sql
 delete mode 100644 EXTERNAL/ORG/DM_TD_EXT_EC_ORG.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/ORG/DM_TD_EXT_RETAIL_ORG.sql
 delete mode 100644 EXTERNAL/ORG/DM_TD_EXT_RETAIL_ORG.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/ORG/DM_TD_EXT_THC_ORG.sql
 delete mode 100644 EXTERNAL/ORG/DM_TD_EXT_THC_ORG.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/ORG/DM_TD_EXT_XIEHE_ORG.sql
 delete mode 100644 EXTERNAL/ORG/DM_TD_EXT_XIEHE_ORG.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/OTHERS/01 dm_td_report_url.sql
 delete mode 100644 EXTERNAL/OTHERS/01 dm_td_report_url.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/OTHERS/02 dws_ext_email_warning.sql
 delete mode 100644 EXTERNAL/OTHERS/02 dws_ext_email_warning.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/OTHERS/external_triggered_email.py
 delete mode 100644 EXTERNAL/OTHERS/external_triggered_email.py:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/01 load_tmp_data.py
 delete mode 100644 EXTERNAL/Retail/01 load_tmp_data.py:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/02 split_brand_data.py
 delete mode 100644 EXTERNAL/Retail/02 split_brand_data.py:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/03 split_pack_data.py
 delete mode 100644 EXTERNAL/Retail/03 split_pack_data.py:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/04 map_to_dws_table.py
 delete mode 100644 EXTERNAL/Retail/04 map_to_dws_table.py:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/05 load_dtp_temp_data.py
 delete mode 100644 EXTERNAL/Retail/05 load_dtp_temp_data.py:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/06 split_dtp_brand_data.py
 delete mode 100644 EXTERNAL/Retail/06 split_dtp_brand_data.py:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/07 split_dtp_pack_data.py
 delete mode 100644 EXTERNAL/Retail/07 split_dtp_pack_data.py:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/08 map_to_dtp_dws_table.py
 delete mode 100644 EXTERNAL/Retail/08 map_to_dtp_dws_table.py:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/09 dwd_inc_gnd_ext_retail_nataional.py
 delete mode 100644 EXTERNAL/Retail/09 dwd_inc_gnd_ext_retail_nataional.py:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/10 map_to_retail_dm_table.py
 delete mode 100644 EXTERNAL/Retail/10 map_to_retail_dm_table.py:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/11 map_to_overview_dm_table.py
 delete mode 100644 EXTERNAL/Retail/11 map_to_overview_dm_table.py:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/12 dws_tf_external_retail_dtp_special.sql
 delete mode 100644 EXTERNAL/Retail/12 dws_tf_external_retail_dtp_special.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/13 DM_TF_EXT_RETAIL_SALES.sql
 delete mode 100644 EXTERNAL/Retail/13 DM_TF_EXT_RETAIL_SALES.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/14 DM_TF_EXT_RETAIL_DTP_SALES.sql
 delete mode 100644 EXTERNAL/Retail/14 DM_TF_EXT_RETAIL_DTP_SALES.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/15 DM_TD_EXT_RETAIL_PACK_PROPERTY.sql
 delete mode 100644 EXTERNAL/Retail/15 DM_TD_EXT_RETAIL_PACK_PROPERTY.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/16 DM_TD_EXT_RETAIL_DTP_PACK_PROPERTY.sql
 delete mode 100644 EXTERNAL/Retail/16 DM_TD_EXT_RETAIL_DTP_PACK_PROPERTY.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/17 DM_TD_EXT_DTP_PACK2MARKET.sql
 delete mode 100644 EXTERNAL/Retail/17 DM_TD_EXT_DTP_PACK2MARKET.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/17 DM_TD_EXT_RETAIL_PACK2MARKET.sql
 delete mode 100644 EXTERNAL/Retail/17 DM_TD_EXT_RETAIL_PACK2MARKET.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/18 DM_TD_EXT_DTP_MARKET_RATIO.sql
 delete mode 100644 EXTERNAL/Retail/18 DM_TD_EXT_DTP_MARKET_RATIO.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/18 DM_TD_EXT_RETAIL_MARKET_RATIO.sql
 delete mode 100644 EXTERNAL/Retail/18 DM_TD_EXT_RETAIL_MARKET_RATIO.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/19 DM_TD_EXT_DTP_MARKET_BRAND_RATIO.sql
 delete mode 100644 EXTERNAL/Retail/19 DM_TD_EXT_DTP_MARKET_BRAND_RATIO.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/19 DM_TD_EXT_RETAIL_MARKET_BRAND_RATIO.sql
 delete mode 100644 EXTERNAL/Retail/19 DM_TD_EXT_RETAIL_MARKET_BRAND_RATIO.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/20 DM_TD_EXT_DTP_MARKET_PACK_MAPPING.sql
 delete mode 100644 EXTERNAL/Retail/20 DM_TD_EXT_DTP_MARKET_PACK_MAPPING.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/20 DM_TD_EXT_RETAIL_MARKET_PACK_MAPPING.sql
 delete mode 100644 EXTERNAL/Retail/20 DM_TD_EXT_RETAIL_MARKET_PACK_MAPPING.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/z1 dwd_inc_gnd_ext_retail_nataional_作废.py
 delete mode 100644 EXTERNAL/Retail/z1 dwd_inc_gnd_ext_retail_nataional_作废.py:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/z2 retail_load_data_作废.sql
 delete mode 100644 EXTERNAL/Retail/z2 retail_load_data_作废.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/Retail/z3 retail_overview_data_作废.sql
 delete mode 100644 EXTERNAL/Retail/z3 retail_overview_data_作废.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/THC/01 dm_thc_pack_property.sql
 delete mode 100644 EXTERNAL/THC/01 dm_thc_pack_property.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/THC/02 dm_ext_thc_sales.sql
 delete mode 100644 EXTERNAL/THC/02 dm_ext_thc_sales.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/THC/02 dm_ext_thc_sales_bakup_20260327.sql
 delete mode 100644 EXTERNAL/THC/02 dm_ext_thc_sales_bakup_20260327.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/THC/03 DM_TF_EXT_THC_MARKET_SALES_CHT.sql
 delete mode 100644 EXTERNAL/THC/03 DM_TF_EXT_THC_MARKET_SALES_CHT.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/THC/04 dm_tf_external_sales_thc.sql
 delete mode 100644 EXTERNAL/THC/04 dm_tf_external_sales_thc.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/THC/05 DM_TD_EXT_THC_PACK_PROPERTY.sql
 delete mode 100644 EXTERNAL/THC/05 DM_TD_EXT_THC_PACK_PROPERTY.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/THC/06 DM_TD_EXT_THC_PACK2MARKET.sql
 delete mode 100644 EXTERNAL/THC/06 DM_TD_EXT_THC_PACK2MARKET.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/THC/07 DM_TD_EXT_THC_MARKET_RATIO.sql
 delete mode 100644 EXTERNAL/THC/07 DM_TD_EXT_THC_MARKET_RATIO.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/THC/08 DM_TD_EXT_THC_MARKET_BRAND_RATIO.sql
 delete mode 100644 EXTERNAL/THC/08 DM_TD_EXT_THC_MARKET_BRAND_RATIO.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/THC/09 DM_TD_EXT_THC_MARKET_PACK_MAPPING.sql
 delete mode 100644 EXTERNAL/THC/09 DM_TD_EXT_THC_MARKET_PACK_MAPPING.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/UNIONALL/DM_TD_EXT_UNIONALL_MARKET_PACK_MAPPING.sql
 delete mode 100644 EXTERNAL/UNIONALL/DM_TD_EXT_UNIONALL_MARKET_PACK_MAPPING.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/UNIONALL/DM_TD_EXT_UNIONALL_PACKINFO.sql
 delete mode 100644 EXTERNAL/UNIONALL/DM_TD_EXT_UNIONALL_PACKINFO.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES.sql
 delete mode 100644 EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES_v1.0.sql
 delete mode 100644 EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES_v1.0.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_SALES.sql
 delete mode 100644 EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_SALES.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING.sql
 delete mode 100644 EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING_NIAD.sql
 delete mode 100644 EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING_NIAD.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/XIEHE/01 xiehe_blob_to_dwd.py
 delete mode 100644 EXTERNAL/XIEHE/01 xiehe_blob_to_dwd.py:Zone.Identifier
 delete mode 100644 EXTERNAL/XIEHE/02 dm_xiehe_pack_property.sql
 delete mode 100644 EXTERNAL/XIEHE/02 dm_xiehe_pack_property.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/XIEHE/03 dm_ext_xiehe_geo.sql
 delete mode 100644 EXTERNAL/XIEHE/03 dm_ext_xiehe_geo.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/XIEHE/04 dm_ext_xiehe_sales.sql
 delete mode 100644 EXTERNAL/XIEHE/04 dm_ext_xiehe_sales.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/XIEHE/05 dm_td_xiehe_core_dept.sql
 delete mode 100644 EXTERNAL/XIEHE/05 dm_td_xiehe_core_dept.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/XIEHE/06 DM_TF_EXT_XIEHE_SALES.sql
 delete mode 100644 EXTERNAL/XIEHE/06 DM_TF_EXT_XIEHE_SALES.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/XIEHE/07 DM_TD_EXT_XIEHE_PACK_PROPERTY.sql
 delete mode 100644 EXTERNAL/XIEHE/07 DM_TD_EXT_XIEHE_PACK_PROPERTY.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/XIEHE/08 DM_TD_EXT_XIEHE_PACK2MARKET.sql
 delete mode 100644 EXTERNAL/XIEHE/08 DM_TD_EXT_XIEHE_PACK2MARKET.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/XIEHE/09 DM_TD_EXT_XIEHE_MARKET_RATIO.sql
 delete mode 100644 EXTERNAL/XIEHE/09 DM_TD_EXT_XIEHE_MARKET_RATIO.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/XIEHE/10 DM_TD_EXT_XIEHE_MARKET_BRAND_RATIO.sql
 delete mode 100644 EXTERNAL/XIEHE/10 DM_TD_EXT_XIEHE_MARKET_BRAND_RATIO.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/XIEHE/11 DM_TD_EXT_XIEHE_MARKET_PACK_MAPPING.sql
 delete mode 100644 EXTERNAL/XIEHE/11 DM_TD_EXT_XIEHE_MARKET_PACK_MAPPING.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/XIEHE/bkp_01 xiehe_blob2dwd.py
 delete mode 100644 EXTERNAL/XIEHE/bkp_01 xiehe_blob2dwd.py:Zone.Identifier
 delete mode 100644 EXTERNAL/XIEHE/bkp_02 dm_ext_xiehe_sales.sql
 delete mode 100644 EXTERNAL/XIEHE/bkp_02 dm_ext_xiehe_sales.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/XIEHE/bkp_03 dm_ext_xiehe_pack_property.sql
 delete mode 100644 EXTERNAL/XIEHE/bkp_03 dm_ext_xiehe_pack_property.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/county/01 tmp_ims_county_fact_sales_sum.sql
 delete mode 100644 EXTERNAL/county/01 tmp_ims_county_fact_sales_sum.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/county/02 tmp_imscounty_Result.sql
 delete mode 100644 EXTERNAL/county/02 tmp_imscounty_Result.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/county/03 dm_ims_td_county_geo.sql
 delete mode 100644 EXTERNAL/county/03 dm_ims_td_county_geo.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/county/04 dws_ext_county_tf_sales.sql
 delete mode 100644 EXTERNAL/county/04 dws_ext_county_tf_sales.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/county/05 dm_ext_county_td_pack_property.sql
 delete mode 100644 EXTERNAL/county/05 dm_ext_county_td_pack_property.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/county/06 dm_td_county_pack_region.sql
 delete mode 100644 EXTERNAL/county/06 dm_td_county_pack_region.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/county/07 dm_ext_county_tf_sales_region.sql
 delete mode 100644 EXTERNAL/county/07 dm_ext_county_tf_sales_region.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/county/08 DM_TD_EXT_COUNTY_PACK_PROPERTY.sql
 delete mode 100644 EXTERNAL/county/08 DM_TD_EXT_COUNTY_PACK_PROPERTY.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/county/09 DM_TF_EXT_COUNTY_SALES.sql
 delete mode 100644 EXTERNAL/county/09 DM_TF_EXT_COUNTY_SALES.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/county/10 DM_TD_EXT_COUNTY_PACK2MARKET.sql
 delete mode 100644 EXTERNAL/county/10 DM_TD_EXT_COUNTY_PACK2MARKET.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/county/11 DM_TD_EXT_COUNTY_MARKET_RATIO.sql
 delete mode 100644 EXTERNAL/county/11 DM_TD_EXT_COUNTY_MARKET_RATIO.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/county/12 DM_TD_EXT_COUNTY_MARKET_BRAND_RATIO.sql
 delete mode 100644 EXTERNAL/county/12 DM_TD_EXT_COUNTY_MARKET_BRAND_RATIO.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/county/13 DM_TD_EXT_COUNTY_MARKET_PACK_MAPPING.sql
 delete mode 100644 EXTERNAL/county/13 DM_TD_EXT_COUNTY_MARKET_PACK_MAPPING.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/for_AIA_Dashboard/01 dm_td_aia_inst_mkt.sql
 delete mode 100644 EXTERNAL/for_AIA_Dashboard/01 dm_td_aia_inst_mkt.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/for_AIA_Dashboard/02 dm_td_aia_auth_sales.sql
 delete mode 100644 EXTERNAL/for_AIA_Dashboard/02 dm_td_aia_auth_sales.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/for_AIA_Dashboard/03 dm_td_aia_original_col.sql
 delete mode 100644 EXTERNAL/for_AIA_Dashboard/03 dm_td_aia_original_col.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/for_AIA_Dashboard/04 dm_td_aia_nosales_inst.sql
 delete mode 100644 EXTERNAL/for_AIA_Dashboard/04 dm_td_aia_nosales_inst.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/for_AIA_Dashboard/05 dm_td_aia_is_eagle_flag.sql
 delete mode 100644 EXTERNAL/for_AIA_Dashboard/05 dm_td_aia_is_eagle_flag.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/for_AIA_Dashboard/06 dm_td_aia_rank.sql
 delete mode 100644 EXTERNAL/for_AIA_Dashboard/06 dm_td_aia_rank.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/for_AIA_Dashboard/07 dm_ext_aia_data_remove_flag.sql
 delete mode 100644 EXTERNAL/for_AIA_Dashboard/07 dm_ext_aia_data_remove_flag.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/for_AIA_Dashboard/07 dm_td_aia_remove_special_ins_bkp.py
 delete mode 100644 EXTERNAL/for_AIA_Dashboard/07 dm_td_aia_remove_special_ins_bkp.py:Zone.Identifier
 delete mode 100644 EXTERNAL/for_AIA_Dashboard/08 dm_ext_aia_data_quality_flag.sql
 delete mode 100644 EXTERNAL/for_AIA_Dashboard/08 dm_ext_aia_data_quality_flag.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/z 01 dm_tf_external_sales.sql
 delete mode 100644 EXTERNAL/z 01 dm_tf_external_sales.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/z 10 dm_td_external_market_pack_mapping_作废.sql
 delete mode 100644 EXTERNAL/z 10 dm_td_external_market_pack_mapping_作废.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/z 11 dm_td_external_market_作废.sql
 delete mode 100644 EXTERNAL/z 11 dm_td_external_market_作废.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/上线脚本.sql
 delete mode 100644 EXTERNAL/上线脚本.sql:Zone.Identifier
 delete mode 100644 EXTERNAL/数据验证.sql
 delete mode 100644 EXTERNAL/数据验证.sql:Zone.Identifier
 delete mode 100644 README.md

diff --git a/.gitignore b/.gitignore
deleted file mode 100644
index 7699118..0000000
--- a/.gitignore
+++ /dev/null
@@ -1,31 +0,0 @@
-# Python
-__pycache__/
-*.py[cod]
-*$py.class
-*.so
-.Python
-env/
-venv/
-ENV/
-
-# Databricks
-.databricks/
-.databricks-bundles/
-*.dbc
-
-# IDE
-.vscode/
-.idea/
-*.swp
-*.swo
-
-# OS
-.DS_Store
-Thumbs.db
-
-# Logs
-*.log
-
-# Environment variables
-.env
-.env.local
diff --git a/EXTERNAL/01 dm_tf_external_sales.sql b/EXTERNAL/01 dm_tf_external_sales.sql
deleted file mode 100644
index bff2cd2..0000000
--- a/EXTERNAL/01 dm_tf_external_sales.sql	
+++ /dev/null
@@ -1,64 +0,0 @@
--- Databricks notebook source
-insert overwrite table dm.dm_tf_external_sales
-(YYYYMM,
-PACK_COD,
-CORP_COD,
-AUDIT_COD,
-PLATFORM_TYPE,
-STORE_NAME,
-STORE_TYPE,
-REGION_TYPE,
-PACK_FLAG,
-PROD_FLAG,
-DTP_FLAG,
-SALES_UNIT_CAL,
-SALES_UNIT_CAL_LY,
-SALES_VALUE_CAL,
-SALES_VALUE_CAL_LY,
-CONUTING_UNIT,
-CONUTING_UNIT_LY,
-DATA_SOURCE,
-inst_code,
-cmps_flag,
-dept_name,
-prescription,
-prescription_ly,
-new_code,
-area,
-h_level,
-reimburse,
-reimburse_type,
-prescription_source
-)
-select
-YYYYMM,
-PACK_CODE AS PACK_COD,
-CORP_CODE AS CORP_COD,
-AUDIT_CODE AS AUDIT_COD,
-PLATFORM_TYPE,
-STORE_NAME,
-STORE_TYPE,
-REGION_TYPE,
-PACK_FLAG,
-PROD_FLAG,
-DTP_FLAG,
-SALES_UNIT_CAL,
-SALES_UNIT_CAL_LY,
-SALES_VALUE_CAL,
-SALES_VALUE_CAL_LY,
-CONUTING_UNIT,
-CONUTING_UNIT_LY,
-DATA_SOURCE,
-inst_code,
-cmps_flag,
-dept_name,
-prescription,
-prescription_ly,
-new_code,
-area,
-h_level,
-reimburse,
-reimburse_type,
-prescription_source
-from  
-  dm.DM_TF_EXT_UNIONALL_SALES
\ No newline at end of file
diff --git a/EXTERNAL/01 dm_tf_external_sales.sql:Zone.Identifier b/EXTERNAL/01 dm_tf_external_sales.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/02 dm_td_external_keycompatitor.sql b/EXTERNAL/02 dm_td_external_keycompatitor.sql
deleted file mode 100644
index 87adaa7..0000000
--- a/EXTERNAL/02 dm_td_external_keycompatitor.sql	
+++ /dev/null
@@ -1,42 +0,0 @@
--- Databricks notebook source
-insert overwrite dm.dm_td_external_keycompatitor (
-  RNK,
-  BRAND_NAME,
-  BRAND_CODE,
-  IMSBRAND,
-  CompatitorCN,
-  CLASS,
-  CompatitorEN,
-  CORP,
-  Market,
-  VBP,
-  ValueType,
-  MARKETDESC,
-  Strategicbrand,
-  TA,
-  DEFAULTFLAG,
-  CompatitorMarket,
-  CompatitorType,
-  DATA_SOURCE
-)
-  select
-    RNK,
-    BRAND_NAME,
-    BRAND_CODE,
-    IMSBRAND,
-    competitorcn,
-    CLASS,
-    competitoren,
-    CORP,
-    Market,
-    VBP,
-    ValueType,
-    MARKETDESC,
-    Strategicbrand,
-    TA,
-    int(DEFAULTFLAG),
-    competitormarket,
-    competitortype,
-    DATA_SOURCE
-  from
-    dwd.dwd_gnd_ims_compete_product_config
\ No newline at end of file
diff --git a/EXTERNAL/02 dm_td_external_keycompatitor.sql:Zone.Identifier b/EXTERNAL/02 dm_td_external_keycompatitor.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/03 dm_td_external_brand_market.sql b/EXTERNAL/03 dm_td_external_brand_market.sql
deleted file mode 100644
index ac6f7be..0000000
--- a/EXTERNAL/03 dm_td_external_brand_market.sql	
+++ /dev/null
@@ -1,70 +0,0 @@
--- Databricks notebook source
--- drop table if exists dm.DM_TD_EXTERNAL_BRAND_MARKET;
--- create table if not exists dm.DM_TD_EXTERNAL_BRAND_MARKET
--- using parquet as
-INSERT OVERWRITE dm.DM_TD_EXTERNAL_BRAND_MARKET (
-  TA_NAME,
-  RNK,
-  BRAND_CODE,
-  BRAND_NAME,
-  KEYCOMPATITORCN,
-  KEYCOMPATITOREN,
-  CLASS,
-  IMSBRAND,
-  CORP,
-  MARKET,
-  MARKETDESC,
-  DEFAULTFLAG,
-  VBP,
-  VBPFLAG,
-  VALUETYPE,
-  Strategicbrand,
-  CompatitorMarket,
-  CompatitorType,
-  TA_RN,
-  DATA_SOURCE
-)
-  SELECT
-    A.TA TA_NAME,
-    CASE
-      WHEN A.RNK = 'null' then 99
-      ELSE A.RNK
-    END,
-    A.BRAND_CODE,
-    A.BRAND_NAME,
-    REPLACE(NVL(A.CompatitorCN, ''), 'null', '') KEYCOMPATITORCN,
-    REPLACE(NVL(A.CompatitorEN, ''), 'null', '') KEYCOMPATITOREN,
-    REPLACE(NVL(A.CLASS, ''), 'null', '') CLASS,
-    upper(A.IMSBRAND) IMSBRAND,
-    REPLACE(NVL(A.CORP, ''), 'null', '') CORP,
-    REPLACE(NVL(A.MARKET, ''), 'null', '') MARKET,
-    A.MARKETDESC,
-    A.DEFAULTFLAG,
-    CASE
-      WHEN REPLACE(NVL(A.VBP, ''), 'null', '') = '' THEN 'NonVBP'
-      ELSE REPLACE(NVL(A.VBP, ''), 'null', '')
-    END VBP,
-    CASE
-      WHEN REPLACE(NVL(A.VBP, ''), 'null', '') <> '' THEN 'VBP'
-      ELSE 'NonVBP'
-    END VBPFLAG,
-    A.VALUETYPE,
-    A.Strategicbrand,
-    REPLACE(NVL(A.CompatitorMarket, ''), 'null', '') CompatitorMarket,
-    REPLACE(NVL(A.CompatitorType, ''), 'null', '') CompatitorType,
-    CASE
-      WHEN A.TA = 'CV' THEN 2
-      WHEN A.TA = 'DM' THEN 1
-      WHEN A.TA = 'RD' THEN 3
-      WHEN A.TA = 'RE' THEN 4
-      WHEN A.TA = 'NEB' THEN 5
-      WHEN A.TA = 'GI' THEN 6
-      WHEN A.TA = 'ONC' THEN 7
-      WHEN A.TA = 'RARE' THEN 8
-    END TA_RN,
-    CASE
-      when A.DATA_SOURCE = 'IQVIA-County(Quarterly)' THEN 'IQVIA-COUNTY(Quarterly)'
-      ELSE A.DATA_SOURCE
-    END DATA_SOURCE
-  FROM
-    dm.DM_TD_EXTERNAL_KEYCOMPATITOR A
\ No newline at end of file
diff --git a/EXTERNAL/03 dm_td_external_brand_market.sql:Zone.Identifier b/EXTERNAL/03 dm_td_external_brand_market.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/04 dm_td_external_calendar.sql b/EXTERNAL/04 dm_td_external_calendar.sql
deleted file mode 100644
index b5097b7..0000000
--- a/EXTERNAL/04 dm_td_external_calendar.sql	
+++ /dev/null
@@ -1,382 +0,0 @@
--- Databricks notebook source
----------------------------------------------------------------------------
---修改时间：20241126
---修改人：Fanxujia
---修改内容：
---THC渠道分为14省的数据源以及全国的数据源两种，分在了2个事实表里，下面在维表在引用事实表时，需要将两个事实表union在一起
-----------------------------------------------------------------------------
-create or replace temporary view external_sales_union as
-select YYYYMM,SALES_VALUE_CAL,DATA_SOURCE from dm.dm_tf_ext_unionall_sales
-union all
-select YYYYMM,SALES_VALUE_CAL,DATA_SOURCE from dm.dm_tf_external_sales_thc
-
-
--- COMMAND ----------
-
----------------------------------------------------------------------------
---修改时间：20260309
---修改人：chenwu
---修改内容：
---niad 的数据会比其他数据先入数据库，会产生月份差。
-----------------------------------------------------------------------------
-create or replace temporary view retail_niad_sales as
-select
-  GREATEST(niad_month, OTHERS_MONTH) as YYYYMM,
-  NIAD_MONTH
-from
-  (
-    select
-      max(niad_month) as niad_month,
-      max(OTHERS_MONTH) as OTHERS_MONTH
-    from
-      (
-        select
-          niad_month,
-          OTHERS_MONTH
-        from
-          tmp.tmp_dm_td_ext_retail_niad_month
-        union all
-        select
-          niad_month,
-          OTHERS_MONTH
-        from
-          tmp.tmp_dm_td_ext_ec_niad_month
-      )
-  )
-
--- COMMAND ----------
-
-create or replace temporary view merged_date_calender as
-WITH ALL_DATA_YYYY (
-  select
-    max(yyyymm) YYYYMM,
-    'AIA' DATATYPE
-  from
-    dm.dm_tf_ext_unionall_sales
-  where
-    DATA_SOURCE = 'AIA(Monthly)'
-  union all
-  select
-    max(yyyymm) YYYYMM,
-    'DTP' DATATYPE
-  from
-    dm.dm_tf_ext_unionall_sales
-  where
-    DATA_SOURCE = 'DTP(Quarterly)'
-  union all
-  select
-    max(yyyymm) YYYYMM,
-    'CHPA' DATATYPE
-  from
-    dm.dm_tf_ext_unionall_sales
-  where
-    DATA_SOURCE = 'IQVIA-CHPA(Monthly)'
-)
-SELECT
-  min(YYYYMM) AS MERGED_DATA_MONTH,
-  GREATEST(
-    '202401',
-    CAST((CAST(LEFT(min(yyyymm), 4) AS INT) - 3) * 100 + 1 AS VARCHAR(6)) --三年区间
-  ) AS MERGED_DATA_MONTH_START
-from
-  ALL_DATA_YYYY
-
--- COMMAND ----------
-
-insert overwrite dm.dm_td_external_calendar (
-  date,
-  yyyymmdd,
-  yyyymm,
-  year,
-  quarter,
-  month,
-  month_cn,
-  day,
-  is_holiday,
-  work_days,
-  mtd_work_days,
-  left_work_days,
-  year_quater,
-  half_year,
-  dd,
-  YYYYMM_EXTERNAL,
-  MONTH_EXTERNAL,
-  YEAR_EXTERNAL,
-  YYYYMM_EXTERNAL_AIA,
-  YYYYMM_EXTERNAL_NIAD,
-  YYYYMM_MERGED_DATA
-)
-  --公用的日历表最小日期不到2018年，因此需要自己构造一个日历表，日期从2018年起。
-  --31天
-  with day_31 as (select
-      explode(
-        array(
-          1,
-          2,
-          3,
-          4,
-          5,
-          6,
-          7,
-          8,
-          9,
-          10,
-          11,
-          12,
-          13,
-          14,
-          15,
-          16,
-          17,
-          18,
-          19,
-          20,
-          21,
-          22,
-          23,
-          24,
-          25,
-          26,
-          27,
-          28,
-          29,
-          30,
-          31
-        )
-      ) as day
-  ),
-  --30天
-  day_30 as (select
-      day
-    from
-      day_31
-    where
-      day <= 30
-  ),
-  --29天（闰年的2月份）
-  day_29 as (select
-      day
-    from
-      day_31
-    where
-      day <= 29
-  ),
-  --28天（非闰年的2月份）
-  day_28 as (select
-      day
-    from
-      day_31
-    where
-      day <= 28
-  ),
-  --最后一天是31号的月份
-  month_31 as (select
-      explode(array(1, 3, 5, 7, 8, 10, 12)) as month
-  ),
-  --最后一天是30号的月份
-  month_30 as (select
-      explode(array(4, 6, 9, 11)) as month
-  ),
-  --2月份单拎出来
-  month_2 as (select
-      2 as month
-  ),
-  --非闰年的月、日
-  mmdd_365 as (select
-      month,
-      day
-    from
-      month_31 cross join day_31
-    union all
-    select
-      month,
-      day
-    from
-      month_30 cross join day_30
-    union all
-    select
-      month,
-      day
-    from
-      month_2 cross join day_28
-  ),
-  --闰年的月、日
-  mmdd_366 as (select
-      month,
-      day
-    from
-      month_31 cross join day_31
-    union all
-    select
-      month,
-      day
-    from
-      month_30 cross join day_30
-    union all
-    select
-      month,
-      day
-    from
-      month_2 cross join day_29
-  ),
-  --注意事项：
-  --目前年份设计只到2040年，如果2041年依旧使用此套代码，这里需要做修改
-  --非闰年的年份
-  year_365 as (select
-      explode(
-        array(
-          2018,
-          2019,
-          2021,
-          2022,
-          2023,
-          2025,
-          2026,
-          2027,
-          2029,
-          2030,
-          2031,
-          2033,
-          2034,
-          2035,
-          2037,
-          2038,
-          2039
-        )
-      ) as year
-  ),
-  --闰年的年份
-  year_366 as (select
-      explode(array(2020, 2024, 2028, 2032, 2036, 2040)) as year
-  ),
-  --从2018年1月1日至2040年12月31日的数据
-  --最终插入dm表时还会在此基础上框定时间范围
-  yyyymmdd as (select
-      year,
-      month,
-      day
-    from
-      year_365 cross join mmdd_365
-    union all
-    select
-      year,
-      month,
-      day
-    from
-      year_366 cross join mmdd_366
-  ),
-  --补充其他需要的字段
-  tmp_calendar as (select
-      make_date(year, month, day) as `date`,
-      year * 10000 + month * 100 + day as yyyymmdd,
-      year * 100 + month as yyyymm,
-      concat(month, '月') as month_cn,
-      year,
-      month,
-      day,
-      case
-        when month <= 3 then 1
-        when month <= 6 then 2
-        when month <= 9 then 3
-        else 4
-      end as quarter,
-      case
-        when month <= 3 then concat(year, 'Q1')
-        when month <= 6 then concat(year, 'Q2')
-        when month <= 9 then concat(year, 'Q3')
-        else concat(year, 'Q4')
-      end as year_quater,
-      case
-        when month <= 6 then concat(year, 'H1')
-        else concat(year, 'H2')
-      end as half_year,
-      --下面4个字段实际在PBI上没有用到，因此直接设为0
-      0 as work_days,
-      0 as mtd_work_days,
-      0 as is_holiday,
-      0 as left_work_days
-    from
-      yyyymmdd
-  )
-  select
-    `date`,
-    yyyymmdd,
-    A.yyyymm,
-    `year`,
-    quarter,
-    `month`,
-    month_cn,
-    `day`,
-    is_holiday,
-    work_days,
-    mtd_work_days,
-    left_work_days,
-    year_quater,
-    half_year,
-    substring(yyyymmdd, 7, 2) dd,
-    CASE
-      WHEN A.yyyymm = B.YYYYMM THEN 'R'
-      ELSE A.yyyymm
-    END YYYYMM_EXTERNAL,
-    CASE
-      WHEN A.yyyymm = B.YYYYMM THEN 'R'
-      ELSE `month`
-    END MONTH_EXTERNAL,
-    CASE
-      WHEN A.`year` = LEFT(B.YYYYMM, 4) THEN 'R'
-      ELSE A.`year`
-    END YEAR_EXTERNAL,
-    -- from DM.DM_TD_CALENDAR A
-    ----------------------------------------------------
-    --修改时间：20241211
-    --修改人：Fanxujia
-    --修改内容：
-    --给AIA报告增加单独的R月标记
-    ----------------------------------------------------
-    case
-      when A.yyyymm = C.YYYYMM THEN 'R'
-      WHEN A.yyyymm >= C.min_yyyymm AND A.yyyymm <=C.yyyymm
-      THEN A.YYYYMM
-      ELSE NULL
-    end as YYYYMM_EXTERNAL_AIA,
-    case
-      when A.yyyymm = D.NIAD_MONTH THEN 'R'
-      else A.yyyymm
-    end as YYYYMM_EXTERNAL_NIAD,
-    case 
-      when A.yyyymm = E.MERGED_DATA_MONTH THEN 'R'
-      when A.yyyymm >= E.MERGED_DATA_MONTH_START AND A.YYYYMM<= E.MERGED_DATA_MONTH THEN A.yyyymm 
-      else null
-    end as YYYYMM_MERGED_DATA
-  from
-    tmp_calendar A
-      join (
-        select
-          MAX(YYYYMM) YYYYMM
-        from
-          external_sales_union
-        where
-          SALES_VALUE_CAL <> 0
-      ) B
-        on 1 = 1
-      --获得AIA数据的最新月
-      cross join (
-        select
-          max(YYYYMM) as YYYYMM,min(yyyymm) AS min_yyyymm
-        from
-          dm.dm_tf_ext_unionall_sales
-        where
-          DATA_SOURCE = 'AIA(Monthly)'
-          and SALES_VALUE_CAL <> 0
-      ) C
-      left join retail_niad_sales AS D
-      left join merged_date_calender as E
-  WHERE
-    A.yyyymm >= (
-      SELECT
-        MIN(YYYYMM)
-      FROM
-        external_sales_union
-    )
-    AND A.yyyymm <= (LEFT(D.YYYYMM, 4) * 100 + 12)
-    AND A.day = 1
\ No newline at end of file
diff --git a/EXTERNAL/04 dm_td_external_calendar.sql:Zone.Identifier b/EXTERNAL/04 dm_td_external_calendar.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/05 dm_td_external_exchangerate.sql b/EXTERNAL/05 dm_td_external_exchangerate.sql
deleted file mode 100644
index 0cbd778..0000000
--- a/EXTERNAL/05 dm_td_external_exchangerate.sql	
+++ /dev/null
@@ -1,26 +0,0 @@
--- Databricks notebook source
-/*
-修改日期：20250311
-修改人：chenwu
-修改内容：取sales表中最大日期的年
-*/
-insert OVERWRITE dm.dm_td_external_exchangerate (
-  from_currency_id, to_currency_id, az_year, exchange_rate, etl_update_dt, etl_insert_dt
-)
-  select
-    from_currency_id,
-    to_currency_id,
-    az_year,
-    exchange_rate,
-    etl_update_dt,
-    etl_insert_dt
-  from
-    dm.DM_TD_EXCHANGE_RATE
-  where
-    AZ_YEAR in (
-      select
-        left(max(YYYYMM), 4)
-      from
-        dm.dm_tf_external_sales --取sales表中最大日期的年
-    )
-    AND FROM_CURRENCY_ID = 'USD'
\ No newline at end of file
diff --git a/EXTERNAL/05 dm_td_external_exchangerate.sql:Zone.Identifier b/EXTERNAL/05 dm_td_external_exchangerate.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/07 dm_td_external_packinfo.sql b/EXTERNAL/07 dm_td_external_packinfo.sql
deleted file mode 100644
index b56abf4..0000000
--- a/EXTERNAL/07 dm_td_external_packinfo.sql	
+++ /dev/null
@@ -1,2833 +0,0 @@
--- Databricks notebook source
----------------------------------------------------------------------------
---修改时间：20241126
---修改人：Fanxujia
---修改内容：
---THC渠道分为14省的数据源以及全国的数据源两种，分在了2个事实表里，下面在维表在引用事实表时，需要将两个事实表union在一起
-----------------------------------------------------------------------------
-----------------------------------------------------------------------------
---修改时间：20241129
---修改人：Fanxujia
---修改内容：
---补充Retail直取中DTP的手工文件里的pack_cod
-----------------------------------------------------------------------------
-create or replace temporary view external_sales_union as
-select distinct 
-PACK_COD,
-DATA_SOURCE,
-PACK_FLAG,
-CORP_COD,
-SALES_VALUE_CAL,
-dept_name,
-new_code,
-area,
-YYYYMM
-from dm.dm_tf_external_sales
-union all
-select distinct 
-PACK_COD,
-DATA_SOURCE,
-PACK_FLAG,
-CORP_COD,
-SALES_VALUE_CAL,
-dept_name,
-new_code,
-area,
-YYYYMM
-from dm.dm_tf_external_sales_thc
-union all
-select distinct 
-pack_code,
-'Retail(Quarterly)' as DATA_SOURCE,
-null as PACK_FLAG,
-CORP_COD,
-0 as SALES_VALUE_CAL,
-'' as dept_name,
-'' as new_code,
-'' as area,
-'' as YYYYMM
-from dm.dm_zk_retail_sales_kpi
-where NVL(pack_code,'Others') <> 'Others'
-and pack_code <> ''
-----避免单独NIAD部分pack不存在于dm.dm_tf_external_sales中
-union all
-select distinct 
-pack_cod,
-DATA_SOURCE,
-null as PACK_FLAG,
-null CORP_COD,
-0 as SALES_VALUE_CAL,
-'' as dept_name,
-'' as new_code,
-'' as area,
-'' as YYYYMM
-from dm.dm_tf_external_sales_niad
-where NVL(pack_cod,'Others') <> 'Others'
-and pack_cod <> ''
-
--- COMMAND ----------
-
-----------------------------------------------------------为了避免数据量过大只获取了有销量的产品数据---------------------------------
----------------------------pack code是唯一，不允许重复或为空-----------------------------------------------------
-insert overwrite dm.dm_td_external_packinfo_temp (
-  PACK_COD,
-  PACK_DES,
-  STGH_DES,
-  PACK_LCH,
-  PROD_COD,
-  PROD_DES,
-  PROD_DES_C,
-  CMPS_COD,
-  CMPS_DES,
-  CMPS_DES_C,
-  ATC1_COD,
-  ATC2_COD,
-  ATC3_COD,
-  ATC4_COD,
-  APP1_COD,
-  APP2_COD,
-  APP3_COD,
-  BIO_DESC,
-  GENE_ORIG_DESC,
-  ETH_OTC_DESC,
-  NRDL_DESC,
-  NRDL_ENTRY_DATE,
-  EDL_DESC,
-  TCM_DESC,
-  PAED_DESC,
-  GQCE_DESC,
-  VBP_DESC,
-  MANU_COD,
-  MANU_DES,
-  MANU_DES_C,
-  MNFL_COD,
-  MNFL_DES,
-  CORP_COD,
-  CORP_DES,
-  CORP_DES_C,
-  BRANDTYPE,
-  IS_AZ,
-  AZ_MAIN,
-  ATC1_DES,
-  ATC1_DES_C,
-  ATC2_DES,
-  ATC2_DES_C,
-  ATC3_DES,
-  ATC3_DES_C,
-  ATC4_DES,
-  ATC4_DES_C,
-  APP1_DES,
-  APP1_DES_C,
-  APP2_DES,
-  APP2_DES_C,
-  APP3_DES,
-  APP3_DES_C,
-  GEN_RN
-)
-  SELECT
-    A.PACK_COD,
-    MAX(B.PACK_DES) PACK_DES,
-    MAX(B.STGH_DES) STGH_DES,
-    MAX(B.PACK_LCH) PACK_LCH,
-    MAX(B.PROD_COD) PROD_COD,
-    MAX(B.PROD_DES) PROD_DES,
-    MAX(B.PROD_DES_C) PROD_DES_C,
-    MAX(B.CMPS_COD) CMPS_COD,
-    MAX(B.CMPS_DES) CMPS_DES,
-    MAX(B.CMPS_DES_C) CMPS_DES_C,
-    MAX(B.ATC1_COD) ATC1_COD,
-    MAX(B.ATC2_COD) ATC2_COD,
-    MAX(B.ATC3_COD) ATC3_COD,
-    MAX(B.ATC4_COD) ATC4_COD,
-    MAX(B.APP1_COD) APP1_COD,
-    MAX(B.APP2_COD) APP2_COD,
-    MAX(B.APP3_COD) APP3_COD,
-    MAX(B.BIO_DESC) BIO_DESC,
-    MAX(B.GENE_ORIG_DESC) GENE_ORIG_DESC,
-    MAX(B.ETH_OTC_DESC) ETH_OTC_DESC,
-    MAX(B.NRDL_DESC) NRDL_DESC,
-    MAX(B.NRDL_ENTRY_DATE) NRDL_ENTRY_DATE,
-    MAX(B.EDL_DESC) EDL_DESC,
-    MAX(B.TCM_DESC) TCM_DESC,
-    MAX(B.PAED_DESC) PAED_DESC,
-    MAX(B.GQCE_DESC) GQCE_DESC,
-    CASE
-      WHEN MAX(B.VBP_DESC_V) = 'VBP-IN' THEN 'VBP-IN'
-      WHEN MAX(B.VBP_DESC_V) LIKE '%VBP%' THEN 'VBP-OUT'
-      WHEN MAX(B.VBP_DESC_V) IS NOT NULL THEN 'Non VBP'
-      ELSE NULL
-    END VBP_DESC,
-    MAX(B.MANU_COD) MANU_COD,
-    MAX(B.MANU_DES) MANU_DES,
-    MAX(B.MANU_DES_C) MANU_DES_C,
-    MAX(B.MNFL_COD) MNFL_COD,
-    MAX(B.MNFL_DES) MNFL_DES,
-    MAX(B.CORP_COD) CORP_COD,
-    MAX(B.CORP_DES) CORP_DES,
-    MAX(B.CORP_DES_C) CORP_DES_C,
-    MAX(B.BRANDTYPE) BRANDTYPE,
-    MAX(B.IS_AZ) IS_AZ,
-    MAX(B.AZ_MAIN) AZ_MAIN,
-    MAX(B.ATC1_DES) ATC1_DES,
-    MAX(B.ATC1_DES_C) ATC1_DES_C,
-    MAX(B.ATC2_DES) ATC2_DES,
-    MAX(B.ATC2_DES_C) ATC2_DES_C,
-    MAX(B.ATC3_DES) ATC3_DES,
-    MAX(B.ATC3_DES_C) ATC3_DES_C,
-    MAX(B.ATC4_DES) ATC4_DES,
-    MAX(B.ATC4_DES_C) ATC4_DES_C,
-    MAX(B.APP1_DES) APP1_DES,
-    MAX(B.APP1_DES_C) APP1_DES_C,
-    MAX(B.APP2_DES) APP2_DES,
-    MAX(B.APP2_DES_C) APP2_DES_C,
-    MAX(B.APP3_DES) APP3_DES,
-    MAX(B.APP3_DES_C) APP3_DES_C,
-    CASE
-      WHEN MAX(B.GENE_ORIG_DESC) = 'ORIG' THEN 1
-      WHEN MAX(B.GENE_ORIG_DESC) = 'Branded Gen' THEN 2
-      WHEN MAX(B.GENE_ORIG_DESC) = 'Unbranded Gen' THEN 3
-      WHEN MAX(B.GENE_ORIG_DESC) = 'TCM' THEN 4
-      ELSE 5
-    END GEN_RN
-  FROM
-    (
-      SELECT DISTINCT
-        PACK_COD
-      FROM
-        external_sales_union-- WHERE YYYYMM >= (SELECT CAST((LEFT(MAX(YYYYMM),4)-3)*100+1 AS INT) FROM DM.DM_TF_EXTERNAL_SALES)) A
-
-    ) A
-      LEFT JOIN DM.DM_IMS_TD_PACK_PROPERTY B
-        ON B.PACK_COD = A.PACK_COD
-  WHERE
-    NVL(A.PACK_COD, '') <> ''
-  GROUP BY
-    A.PACK_COD
-
--- COMMAND ----------
-
--------------------------------------------------------------补充COUNTY部分缺失的pack 维度--------------------------------------------------------------------------------------------
---01 根据主表数据(带多个source)关联chpa的pack_porperty表,取出相关维度
---02 按照步骤1，chpa中没有的packcode，他的维度字段会被置为空，所以要关联我们自己处理好的维度表，来补充相关维度
-insert overwrite table tmp.tmp_county_dm_td_external_packinfo 
-with temp as (    -- 临时表补充维度
-  SELECT 
-    b.PACK_COD,MAX(B.PACK_DES) PACK_DES,MAX(B.STGH_DES) STGH_DES,MAX(B.PACK_LCH) PACK_LCH,MAX(B.PROD_COD) PROD_COD,MAX(B.PROD_DES) PROD_DES,MAX(B.PROD_DES_C) PROD_DES_C,MAX(B.CMPS_COD) CMPS_COD,
-MAX(B.CMPS_DES) CMPS_DES,MAX(B.CMPS_DES) CMPS_DES_C,MAX(B.ATC1_COD) ATC1_COD,MAX(B.ATC2_COD) ATC2_COD,MAX(B.ATC3_COD) ATC3_COD,MAX(B.ATC4_COD) ATC4_COD,MAX(B.APP1_COD) APP1_COD,MAX(B.APP2_COD) APP2_COD,
-MAX(B.APP3_COD) APP3_COD,MAX(B.BIO_DESC) BIO_DESC,MAX(B.GENE_ORIG_DESC) GENE_ORIG_DESC,MAX(B.ETH_OTC_DESC) ETH_OTC_DESC,MAX(B.NRDL_DESC) NRDL_DESC,MAX(B.NRDL_ENTRY_DATE) NRDL_ENTRY_DATE,MAX(B.EDL_DESC) EDL_DESC,
-MAX(B.TCM_DESC) TCM_DESC,MAX(B.PAED_DESC) PAED_DESC,MAX(B.GQCE_DESC) GQCE_DESC,
-CASE WHEN MAX(B.VBP_DESC) = 'VBP-IN' THEN 'VBP-IN' WHEN MAX(B.VBP_DESC) LIKE '%VBP%' THEN 'VBP-OUT' WHEN MAX(B.VBP_DESC) IS NOT NULL THEN 'Non VBP' ELSE NULL END VBP_DESC,MAX(B.MANU_COD) MANU_COD,MAX(B.MANU_DES) MANU_DES,MAX(B.MANU_DES) MANU_DES_C,MAX(B.MNFL_COD) MNFL_COD,
-MAX(B.MNFL_DES) MNFL_DES,MAX(B.CORP_COD) CORP_COD,MAX(B.CORP_DES) CORP_DES,MAX(B.CORP_DES_C) CORP_DES_C,MAX(B.BRANDTYPE) BRANDTYPE,MAX(B.IS_AZ) IS_AZ,MAX(B.AZ_MAIN) AZ_MAIN,MAX(B.ATC1_DES) ATC1_DES,
-MAX(B.ATC1_DES_C) ATC1_DES_C,MAX(B.ATC2_DES) ATC2_DES,MAX(B.ATC2_DES_C) ATC2_DES_C,MAX(B.ATC3_DES) ATC3_DES,MAX(B.ATC3_DES_C) ATC3_DES_C,MAX(B.ATC4_DES) ATC4_DES,MAX(B.ATC4_DES_C) ATC4_DES_C,MAX(B.APP1_DES) APP1_DES,
-MAX(B.APP1_DES_C) APP1_DES_C,MAX(B.APP2_DES) APP2_DES,MAX(B.APP2_DES_C) APP2_DES_C,MAX(B.APP3_DES) APP3_DES,MAX(B.APP3_DES_C) APP3_DES_C,
-CASE WHEN MAX(B.GENE_ORIG_DESC) = 'ORIG' THEN 1 WHEN MAX(B.GENE_ORIG_DESC) = 'Branded Gen' THEN 2 WHEN MAX(B.GENE_ORIG_DESC) = 'Unbranded Gen' THEN 3 WHEN MAX(B.GENE_ORIG_DESC) = 'TCM' THEN 4 ELSE 5 END GEN_RN
-FROM  dm.dm_ext_county_td_pack_property b
-  GROUP BY b.PACK_COD
-)
-select
-  A.PACK_COD
-	,case when A.PACK_DES	='' or  A.PACK_DES	     is null then B.PACK_DES 	else  A.PACK_DES				end  AS PACK_DES
-	,case when A.STGH_DES	='' or  A.STGH_DES	     is null then B.STGH_DES 	else  A.STGH_DES				end  AS STGH_DES
-	,case when A.PACK_LCH	='' or  A.PACK_LCH	     is null then B.PACK_LCH 	else  A.PACK_LCH				end  AS PACK_LCH
-	,case when A.PROD_COD	='' or  A.PROD_COD	     is null then B.PROD_COD 	else  A.PROD_COD				end  AS PROD_COD
-	,case when A.PROD_DES	='' or  A.PROD_DES	     is null then B.PROD_DES 	else  A.PROD_DES				end  AS PROD_DES
-	,case when A.PROD_DES_C	='' or  A.PROD_DES_C	 is null then B.PROD_DES_C	else  A.PROD_DES_C				end  AS PROD_DES_C
-	,case when A.CMPS_COD	='' or  A.CMPS_COD	     is null then B.CMPS_COD	else  A.CMPS_COD				end  AS CMPS_COD
-	,case when A.CMPS_DES	='' or  A.CMPS_DES	     is null then B.CMPS_DES	else  A.CMPS_DES				end  AS CMPS_DES
-	,case when A.CMPS_DES_C	='' or  A.CMPS_DES_C	 is null then B.CMPS_DES_C	else  A.CMPS_DES_C				end  AS CMPS_DES_C
-	,case when A.ATC1_COD	='' or  A.ATC1_COD	     is null then B.ATC1_COD    else  A.ATC1_COD				end  AS ATC1_COD
-	,case when A.ATC2_COD	='' or  A.ATC2_COD	     is null then B.ATC2_COD    else  A.ATC2_COD				end  AS ATC2_COD
-	,case when A.ATC3_COD	='' or  A.ATC3_COD	     is null then B.ATC3_COD    else  A.ATC3_COD				end  AS ATC3_COD
-	,case when A.ATC4_COD	='' or  A.ATC4_COD	     is null then B.ATC4_COD    else  A.ATC4_COD				end  AS ATC4_COD
-	,case when A.APP1_COD	='' or  A.APP1_COD	     is null then B.APP1_COD    else  A.APP1_COD				end  AS APP1_COD
-	,case when A.APP2_COD	='' or  A.APP2_COD	     is null then B.APP2_COD    else  A.APP2_COD				end  AS APP2_COD
-	,case when A.APP3_COD	='' or  A.APP3_COD	     is null then B.APP3_COD    else  A.APP3_COD				end  AS APP3_COD
-	,case when A.BIO_DESC	='' or  A.BIO_DESC	     is null then B.BIO_DESC    else  A.BIO_DESC				end  AS BIO_DESC
-	,case when A.GENE_ORIG_DESC	='' or A.GENE_ORIG_DESC	 is null then B.GENE_ORIG_DESC	else A.GENE_ORIG_DESC	end	 AS GENE_ORIG_DESC	 
-	,case when A.ETH_OTC_DESC	='' or A.ETH_OTC_DESC	 is null then B.ETH_OTC_DESC	else A.ETH_OTC_DESC	    end	 AS ETH_OTC_DESC	 
-	,case when A.NRDL_DESC		='' or A.NRDL_DESC		 is null then B.NRDL_DESC		else A.NRDL_DESC		end  AS NRDL_DESC    	 		 
-	,case when A.NRDL_ENTRY_DATE='' or A.NRDL_ENTRY_DATE is null then B.NRDL_ENTRY_DATE else A.NRDL_ENTRY_DATE	end  AS NRDL_ENTRY_DATE    
-	,case when A.EDL_DESC		='' or A.EDL_DESC		 is null then B.EDL_DESC		else A.EDL_DESC		    end  AS EDL_DESC          
-	,case when A.TCM_DESC		='' or A.TCM_DESC		 is null then B.TCM_DESC		else A.TCM_DESC		    end  AS TCM_DESC          
-	,case when A.PAED_DESC		='' or A.PAED_DESC		 is null then B.PAED_DESC		else A.PAED_DESC		end  AS PAED_DESC     	     
-	,case when A.GQCE_DESC		='' or A.GQCE_DESC		 is null then B.GQCE_DESC		else A.GQCE_DESC		end  AS GQCE_DESC     	     
-	,case when A.VBP_DESC		='' or A.VBP_DESC		 is null then B.VBP_DESC		else A.VBP_DESC			end	 AS VBP_DESC     
-	,case when A.MANU_COD		='' or A.MANU_COD		 is null then B.MANU_COD		else A.MANU_COD			end	 AS MANU_COD     
-	,case when A.MANU_DES		='' or A.MANU_DES		 is null then B.MANU_DES		else A.MANU_DES			end	 AS MANU_DES     
-	,case when A.MANU_DES_C		='' or A.MANU_DES_C		 is null then B.MANU_DES_C		else A.MANU_DES_C		end  AS MANU_DES_C    
-	,case when A.MNFL_COD		='' or A.MNFL_COD		 is null then B.MNFL_COD		else A.MNFL_COD			end	 AS MNFL_COD     
-	,case when A.MNFL_DES		='' or A.MNFL_DES		 is null then B.MNFL_DES		else A.MNFL_DES			end	 AS MNFL_DES     
-	,case when A.CORP_COD		='' or A.CORP_COD		 is null then B.CORP_COD		else A.CORP_COD			end	 AS CORP_COD    --  THC存在CORP_COD 归属不一致问题      
-  ,REPLACE( case when A.CORP_DES ='' or A.CORP_DES is null then B.CORP_DES else A.CORP_DES end ,' GROUP', '' )       as CORP_DES   -- 消除group
-	,case when A.CORP_DES_C		='' or A.CORP_DES_C		 is null then B.CORP_DES_C	    else A.CORP_DES_C		end  AS CORP_DES_C		     
-	,case when A.BRANDTYPE		='' or A.BRANDTYPE		 is null then B.BRANDTYPE 	    else A.BRANDTYPE		end  AS BRANDTYPE			     
-	,case when A.IS_AZ			='' or A.IS_AZ			 is null then B.IS_AZ		    else A.IS_AZ			end  AS IS_AZ				     
-	,case when A.AZ_MAIN		='' or A.AZ_MAIN		 is null then B.AZ_MAIN		    else A.AZ_MAIN			end  AS AZ_MAIN		     
-	,case when A.ATC1_DES		='' or A.ATC1_DES		 is null then B.ATC1_DES	    else A.ATC1_DES			end  AS ATC1_DES		     
-	,case when A.ATC1_DES_C		='' or A.ATC1_DES_C		 is null then B.ATC1_DES_C 	    else A.ATC1_DES_C		end  AS ATC1_DES_C	         
-	,case when A.ATC2_DES		='' or A.ATC2_DES		 is null then B.ATC2_DES 	    else A.ATC2_DES			end  AS ATC2_DES		     
-	,case when A.ATC2_DES_C		='' or A.ATC2_DES_C		 is null then B.ATC2_DES_C	    else A.ATC2_DES_C		end  AS ATC2_DES_C	         
-	,case when A.ATC3_DES		='' or A.ATC3_DES		 is null then B.ATC3_DES	    else A.ATC3_DES			end  AS ATC3_DES		     
-	,case when A.ATC3_DES_C		='' or A.ATC3_DES_C		 is null then B.ATC3_DES_C 	    else A.ATC3_DES_C		end  AS ATC3_DES_C	      	 
-	,case when A.ATC4_DES		='' or A.ATC4_DES		 is null then B.ATC4_DES	    else A.ATC4_DES			end  AS ATC4_DES		     
-	,case when A.ATC4_DES_C		='' or A.ATC4_DES_C		 is null then B.ATC4_DES_C	    else A.ATC4_DES_C		end  AS ATC4_DES_C	      	 
-	,case when A.APP1_DES		='' or A.APP1_DES		 is null then B.APP1_DES	    else A.APP1_DES			end  AS APP1_DES		     
-	,case when A.APP1_DES_C		='' or A.APP1_DES_C		 is null then B.APP1_DES_C	    else A.APP1_DES_C		end  AS APP1_DES_C	      	 
-	,case when A.APP2_DES		='' or A.APP2_DES		 is null then B.APP2_DES 	    else A.APP2_DES			end  AS APP2_DES		     
-	,case when A.APP2_DES_C		='' or A.APP2_DES_C		 is null then B.APP2_DES_C	    else A.APP2_DES_C		end  AS APP2_DES_C	      	 
-	,case when A.APP3_DES		='' or A.APP3_DES		 is null then B.APP3_DES	    else A.APP3_DES		 	end  AS APP3_DES			     
-	,case when A.APP3_DES_C		='' or A.APP3_DES_C		 is null then B.APP3_DES_C	    else A.APP3_DES_C		end  AS APP3_DES_C	     	 
-	,case when A.GEN_RN			='' or A.GEN_RN			 is null then B.GEN_RN          else A.GEN_RN			end  AS GEN_RN  
-FROM dm.dm_td_external_packinfo_temp a 
-LEFT JOIN temp B
-ON B.PACK_COD = A.PACK_COD  ;
-
-insert overwrite dm.dm_td_external_packinfo_temp(
-  PACK_COD ,PACK_DES,STGH_DES,PACK_LCH,PROD_COD,PROD_DES,PROD_DES_C,CMPS_COD,CMPS_DES,CMPS_DES_C,ATC1_COD,ATC2_COD,ATC3_COD,ATC4_COD,
-  APP1_COD,APP2_COD,APP3_COD,BIO_DESC,GENE_ORIG_DESC,ETH_OTC_DESC,NRDL_DESC,NRDL_ENTRY_DATE,EDL_DESC,TCM_DESC,PAED_DESC,GQCE_DESC,
-  VBP_DESC,MANU_COD,MANU_DES,MANU_DES_C,MNFL_COD,MNFL_DES,CORP_COD,CORP_DES,CORP_DES_C,BRANDTYPE,IS_AZ,AZ_MAIN,ATC1_DES,ATC1_DES_C,
-  ATC2_DES,ATC2_DES_C,ATC3_DES,ATC3_DES_C, ATC4_DES,ATC4_DES_C,APP1_DES,APP1_DES_C,APP2_DES,APP2_DES_C,APP3_DES,APP3_DES_C,GEN_RN
-)
-select * from tmp.tmp_county_dm_td_external_packinfo
-
--- COMMAND ----------
-
--------------------------------------------------------------补充THC部分缺失的pack 维度--------------------------------------------------------------------------------------------
---01 根据主表数据(带多个source)关联chpa的pack_porperty表,取出相关维度
---02 按照步骤1，chpa中没有的packcode，他的维度字段会被置为空，所以要关联我们自己处理好的维度表，来补充相关维度
-insert overwrite table tmp.tmp_thc_dm_td_external_packinfo 
-with temp as (    -- 临时表补充维度
-  SELECT 
-    iqvia_pack_code PACK_COD,
-    MAX(B.PACK_DES) PACK_DES,
-    MAX(B.STGH_DES) STGH_DES,
-    MAX(B.PACK_LCH) PACK_LCH,
-    MAX(B.iqvia_prod_code) PROD_COD,
-    MAX(B.PROD_DES) PROD_DES,
-    MAX(B.PROD_DES_C) PROD_DES_C,
-    MAX(B.CMPS_COD) CMPS_COD,
-    MAX(B.CMPS_DES) CMPS_DES,
-    MAX(B.CMPS_DES_C) CMPS_DES_C,
-    MAX(B.ATC1_COD) ATC1_COD,
-    MAX(B.ATC2_COD) ATC2_COD,
-    MAX(B.ATC3_COD) ATC3_COD,
-    MAX(B.ATC4_COD) ATC4_COD,
-    MAX(B.APP1_COD) APP1_COD,
-    MAX(B.APP2_COD) APP2_COD,
-    MAX(B.APP3_COD) APP3_COD,
-    MAX(B.BIO_DESC) BIO_DESC,
-    MAX(B.GENE_ORIG_DESC) GENE_ORIG_DESC,
-    MAX(B.ETH_OTC_DESC) ETH_OTC_DESC,
-    MAX(B.NRDL_DESC) NRDL_DESC,
-    null as  NRDL_ENTRY_DATE,
-    MAX(B.EDL_DESC) EDL_DESC,
-    MAX(B.TCM_DESC) TCM_DESC,
-    MAX(B.PAED_DESC) PAED_DESC,
-    MAX(B.GQCE_DESC) GQCE_DESC,
-    NULL AS VBP_DESC,
-    MAX(B.MANU_COD) MANU_COD,
-    MAX(B.MANU_DES) MANU_DES,
-    MAX(B.MANU_DES_C) MANU_DES_C,
-    MAX(B.MNFL_COD) MNFL_COD,
-    MAX(B.MNFL_DES) MNFL_DES,
-    max(B.CORP_COD) as  CORP_COD,
-    max(B.CORP_DES) as  CORP_DES,
-    --coalesce(MAX(C.CORP_COD) ,MAX(B.CORP_COD) ) CORP_COD,     --  THC存在CORP_COD 归属不一致问题 
-    --REPLACE( coalesce( MAX(C.CORP_DES)   ,MAX(B.CORP_DES)  )  , ' GROUP', '' )  as CORP_DES,
-    MAX(B.CORP_DES_C) CORP_DES_C,
-    null as BRANDTYPE,
-    null as IS_AZ,
-    null as AZ_MAIN,
-    MAX(B.ATC1_DES) ATC1_DES,
-    MAX(B.ATC1_DES_C) ATC1_DES_C,
-    MAX(B.ATC2_DES) ATC2_DES,
-    MAX(B.ATC2_DES_C) ATC2_DES_C,
-    MAX(B.ATC3_DES) ATC3_DES,
-    MAX(B.ATC3_DES_C) ATC3_DES_C,
-    MAX(B.ATC4_DES) ATC4_DES,
-    MAX(B.ATC4_DES_C) ATC4_DES_C,
-    MAX(B.APP1_DES) APP1_DES,
-    MAX(B.APP1_DES_C) APP1_DES_C,
-    MAX(B.APP2_DES) APP2_DES,
-    MAX(B.APP2_DES_C) APP2_DES_C,
-    MAX(B.APP3_DES) APP3_DES,
-    MAX(B.APP3_DES_C) APP3_DES_C,
-    CASE WHEN MAX(B.GENE_ORIG_DESC) = 'ORIG' THEN 1 
-      WHEN MAX(B.GENE_ORIG_DESC) = 'Branded Gen' THEN 2
-      WHEN MAX(B.GENE_ORIG_DESC) = 'Unbranded Gen' THEN 3
-      WHEN MAX(B.GENE_ORIG_DESC) = 'TCM' THEN 4
-      ELSE 5 
-END GEN_RN
-FROM  dwd.dwd_gnd_ext_thc_pack_property B 
-  GROUP BY B.iqvia_pack_code 
-)
-select
-  A.PACK_COD
-	,case when A.PACK_DES	='' or  A.PACK_DES	     is null then B.PACK_DES 	else  A.PACK_DES				end  AS PACK_DES
-	,case when A.STGH_DES	='' or  A.STGH_DES	     is null then B.STGH_DES 	else  A.STGH_DES				end  AS STGH_DES
-	,case when A.PACK_LCH	='' or  A.PACK_LCH	     is null then B.PACK_LCH 	else  A.PACK_LCH				end  AS PACK_LCH
-	,case when A.PROD_COD	='' or  A.PROD_COD	     is null then B.PROD_COD 	else  A.PROD_COD				end  AS PROD_COD
-	,case when A.PROD_DES	='' or  A.PROD_DES	     is null then B.PROD_DES 	else  A.PROD_DES				end  AS PROD_DES
-	,case when A.PROD_DES_C	='' or  A.PROD_DES_C	 is null then B.PROD_DES_C	else  A.PROD_DES_C				end  AS PROD_DES_C
-	,case when A.CMPS_COD	='' or  A.CMPS_COD	     is null then B.CMPS_COD	else  A.CMPS_COD				end  AS CMPS_COD
-	,case when A.CMPS_DES	='' or  A.CMPS_DES	     is null then B.CMPS_DES	else  A.CMPS_DES				end  AS CMPS_DES
-	,case when A.CMPS_DES_C	='' or  A.CMPS_DES_C	 is null then B.CMPS_DES_C	else  A.CMPS_DES_C				end  AS CMPS_DES_C
-	,case when A.ATC1_COD	='' or  A.ATC1_COD	     is null then B.ATC1_COD    else  A.ATC1_COD				end  AS ATC1_COD
-	,case when A.ATC2_COD	='' or  A.ATC2_COD	     is null then B.ATC2_COD    else  A.ATC2_COD				end  AS ATC2_COD
-	,case when A.ATC3_COD	='' or  A.ATC3_COD	     is null then B.ATC3_COD    else  A.ATC3_COD				end  AS ATC3_COD
-	,case when A.ATC4_COD	='' or  A.ATC4_COD	     is null then B.ATC4_COD    else  A.ATC4_COD				end  AS ATC4_COD
-	,case when A.APP1_COD	='' or  A.APP1_COD	     is null then B.APP1_COD    else  A.APP1_COD				end  AS APP1_COD
-	,case when A.APP2_COD	='' or  A.APP2_COD	     is null then B.APP2_COD    else  A.APP2_COD				end  AS APP2_COD
-	,case when A.APP3_COD	='' or  A.APP3_COD	     is null then B.APP3_COD    else  A.APP3_COD				end  AS APP3_COD
-	,case when A.BIO_DESC	='' or  A.BIO_DESC	     is null then B.BIO_DESC    else  A.BIO_DESC				end  AS BIO_DESC
-	,case when A.GENE_ORIG_DESC	='' or A.GENE_ORIG_DESC	 is null then B.GENE_ORIG_DESC	else A.GENE_ORIG_DESC	end	 AS GENE_ORIG_DESC	 
-	,case when A.ETH_OTC_DESC	='' or A.ETH_OTC_DESC	 is null then B.ETH_OTC_DESC	else A.ETH_OTC_DESC	    end	 AS ETH_OTC_DESC	 
-	,case when A.NRDL_DESC		='' or A.NRDL_DESC		 is null then B.NRDL_DESC		else A.NRDL_DESC		end  AS NRDL_DESC    	 		 
-	,case when A.NRDL_ENTRY_DATE='' or A.NRDL_ENTRY_DATE is null then B.NRDL_ENTRY_DATE else A.NRDL_ENTRY_DATE	end  AS NRDL_ENTRY_DATE    
-	,case when A.EDL_DESC		='' or A.EDL_DESC		 is null then B.EDL_DESC		else A.EDL_DESC		    end  AS EDL_DESC          
-	,case when A.TCM_DESC		='' or A.TCM_DESC		 is null then B.TCM_DESC		else A.TCM_DESC		    end  AS TCM_DESC          
-	,case when A.PAED_DESC		='' or A.PAED_DESC		 is null then B.PAED_DESC		else A.PAED_DESC		end  AS PAED_DESC     	     
-	,case when A.GQCE_DESC		='' or A.GQCE_DESC		 is null then B.GQCE_DESC		else A.GQCE_DESC		end  AS GQCE_DESC     	     
-	,case when A.VBP_DESC		='' or A.VBP_DESC		 is null then B.VBP_DESC		else A.VBP_DESC			end	 AS VBP_DESC     
-	,case when A.MANU_COD		='' or A.MANU_COD		 is null then B.MANU_COD		else A.MANU_COD			end	 AS MANU_COD     
-	,case when A.MANU_DES		='' or A.MANU_DES		 is null then B.MANU_DES		else A.MANU_DES			end	 AS MANU_DES     
-	,case when A.MANU_DES_C		='' or A.MANU_DES_C		 is null then B.MANU_DES_C		else A.MANU_DES_C		end  AS MANU_DES_C    
-	,case when A.MNFL_COD		='' or A.MNFL_COD		 is null then B.MNFL_COD		else A.MNFL_COD			end	 AS MNFL_COD     
-	,case when A.MNFL_DES		='' or A.MNFL_DES		 is null then B.MNFL_DES		else A.MNFL_DES			end	 AS MNFL_DES     
-	,case when A.CORP_COD		='' or A.CORP_COD		 is null then B.CORP_COD		else A.CORP_COD			end	 AS CORP_COD    --  THC存在CORP_COD 归属不一致问题      
-  ,REPLACE( case when A.CORP_DES ='' or A.CORP_DES is null then B.CORP_DES else A.CORP_DES end ,' GROUP', '' )       as CORP_DES   -- 消除group
-	,case when A.CORP_DES_C		='' or A.CORP_DES_C		 is null then B.CORP_DES_C	    else A.CORP_DES_C		end  AS CORP_DES_C		     
-	,case when A.BRANDTYPE		='' or A.BRANDTYPE		 is null then B.BRANDTYPE 	    else A.BRANDTYPE		end  AS BRANDTYPE			     
-	,case when A.IS_AZ			='' or A.IS_AZ			 is null then B.IS_AZ		    else A.IS_AZ			end  AS IS_AZ				     
-	,case when A.AZ_MAIN		='' or A.AZ_MAIN		 is null then B.AZ_MAIN		    else A.AZ_MAIN			end  AS AZ_MAIN		     
-	,case when A.ATC1_DES		='' or A.ATC1_DES		 is null then B.ATC1_DES	    else A.ATC1_DES			end  AS ATC1_DES		     
-	,case when A.ATC1_DES_C		='' or A.ATC1_DES_C		 is null then B.ATC1_DES_C 	    else A.ATC1_DES_C		end  AS ATC1_DES_C	         
-	,case when A.ATC2_DES		='' or A.ATC2_DES		 is null then B.ATC2_DES 	    else A.ATC2_DES			end  AS ATC2_DES		     
-	,case when A.ATC2_DES_C		='' or A.ATC2_DES_C		 is null then B.ATC2_DES_C	    else A.ATC2_DES_C		end  AS ATC2_DES_C	         
-	,case when A.ATC3_DES		='' or A.ATC3_DES		 is null then B.ATC3_DES	    else A.ATC3_DES			end  AS ATC3_DES		     
-	,case when A.ATC3_DES_C		='' or A.ATC3_DES_C		 is null then B.ATC3_DES_C 	    else A.ATC3_DES_C		end  AS ATC3_DES_C	      	 
-	,case when A.ATC4_DES		='' or A.ATC4_DES		 is null then B.ATC4_DES	    else A.ATC4_DES			end  AS ATC4_DES		     
-	,case when A.ATC4_DES_C		='' or A.ATC4_DES_C		 is null then B.ATC4_DES_C	    else A.ATC4_DES_C		end  AS ATC4_DES_C	      	 
-	,case when A.APP1_DES		='' or A.APP1_DES		 is null then B.APP1_DES	    else A.APP1_DES			end  AS APP1_DES		     
-	,case when A.APP1_DES_C		='' or A.APP1_DES_C		 is null then B.APP1_DES_C	    else A.APP1_DES_C		end  AS APP1_DES_C	      	 
-	,case when A.APP2_DES		='' or A.APP2_DES		 is null then B.APP2_DES 	    else A.APP2_DES			end  AS APP2_DES		     
-	,case when A.APP2_DES_C		='' or A.APP2_DES_C		 is null then B.APP2_DES_C	    else A.APP2_DES_C		end  AS APP2_DES_C	      	 
-	,case when A.APP3_DES		='' or A.APP3_DES		 is null then B.APP3_DES	    else A.APP3_DES		 	end  AS APP3_DES			     
-	,case when A.APP3_DES_C		='' or A.APP3_DES_C		 is null then B.APP3_DES_C	    else A.APP3_DES_C		end  AS APP3_DES_C	     	 
-	,case when A.GEN_RN			='' or A.GEN_RN			 is null then B.GEN_RN          else A.GEN_RN			end  AS GEN_RN  
-FROM   dm.dm_td_external_packinfo_temp  a 
-LEFT JOIN temp  B
-ON B.PACK_COD = A.PACK_COD  ;
-
-insert overwrite dm.dm_td_external_packinfo_temp(
-  PACK_COD ,PACK_DES,STGH_DES,PACK_LCH,PROD_COD,PROD_DES,PROD_DES_C,CMPS_COD,CMPS_DES,CMPS_DES_C,ATC1_COD,ATC2_COD,ATC3_COD,ATC4_COD,
-  APP1_COD,APP2_COD,APP3_COD,BIO_DESC,GENE_ORIG_DESC,ETH_OTC_DESC,NRDL_DESC,NRDL_ENTRY_DATE,EDL_DESC,TCM_DESC,PAED_DESC,GQCE_DESC,
-  VBP_DESC,MANU_COD,MANU_DES,MANU_DES_C,MNFL_COD,MNFL_DES,CORP_COD,CORP_DES,CORP_DES_C,BRANDTYPE,IS_AZ,AZ_MAIN,ATC1_DES,ATC1_DES_C,
-  ATC2_DES,ATC2_DES_C,ATC3_DES,ATC3_DES_C, ATC4_DES,ATC4_DES_C,APP1_DES,APP1_DES_C,APP2_DES,APP2_DES_C,APP3_DES,APP3_DES_C,GEN_RN
-)
-select * from tmp.tmp_thc_dm_td_external_packinfo
-
--- COMMAND ----------
-
--------------------------------------------------------------补充CHC部分缺失的维度数据--------------------------------------------------------------------------------------------
-insert overwrite table tmp.tmp_chc_dm_td_external_packinfo 
-with temp as (                    -- dm.dm_td_external_packinfo_temp 该表数据 
-                                  --01首先是根据主表数据(带多个source)关联chpa的pack_porperty表,取出相关维度
-                                  --02chpa中,没有的code，他的维度字段会被置为空，所以要关联我们自己处理好的维度表，来补充相关维度
-  SELECT                         
-    iqvia_pack_code PACK_COD,
-    MAX(B.PACK_DES) PACK_DES,
-    MAX(B.STGH_DES) STGH_DES,
-    MAX(B.PACK_LCH) PACK_LCH,
-    MAX(B.iqvia_prod_code) PROD_COD,
-    MAX(B.PROD_DES) PROD_DES,
-    MAX(B.PROD_DES_C) PROD_DES_C,
-    MAX(B.CMPS_COD) CMPS_COD,
-    MAX(B.CMPS_DES) CMPS_DES,
-    MAX(B.CMPS_DES_C) CMPS_DES_C,
-    MAX(B.ATC1_COD) ATC1_COD,
-    MAX(B.ATC2_COD) ATC2_COD,
-    MAX(B.ATC3_COD) ATC3_COD,
-    MAX(B.ATC4_COD) ATC4_COD,
-    MAX(B.APP1_COD) APP1_COD,
-    MAX(B.APP2_COD) APP2_COD,
-    MAX(B.APP3_COD) APP3_COD,
-    MAX(B.BIO_DESC) BIO_DESC,
-    MAX(B.GENE_ORIG_DESC) GENE_ORIG_DESC,
-    MAX(B.ETH_OTC_DESC) ETH_OTC_DESC,
-    MAX(B.NRDL_DESC) NRDL_DESC,
-    null as  NRDL_ENTRY_DATE,
-    MAX(B.EDL_DESC) EDL_DESC,
-    MAX(B.TCM_DESC) TCM_DESC,
-    MAX(B.PAED_DESC) PAED_DESC,
-    MAX(B.GQCE_DESC) GQCE_DESC,
-    NULL AS VBP_DESC,
-    MAX(B.MANU_COD) MANU_COD,
-    MAX(B.MANU_DES) MANU_DES,
-    MAX(B.MANU_DES_C) MANU_DES_C,
-    MAX(B.MNFL_COD) MNFL_COD,
-    MAX(B.MNFL_DES) MNFL_DES,
-    max(B.CORP_COD) as  CORP_COD,
-    max(B.CORP_DES) as  CORP_DES,
-    -- coalesce(MAX(C.CORP_COD) ,MAX(B.CORP_COD) ) CORP_COD,     --  THC存在CORP_COD 归属不一致问题 
-    -- REPLACE( coalesce( MAX(C.CORP_DES)   ,MAX(B.CORP_DES)  )  , ' GROUP', '' )  as CORP_DES,
-    MAX(B.CORP_DES_C) CORP_DES_C,
-    null as BRANDTYPE,
-    null as IS_AZ,
-    null as AZ_MAIN,
-    MAX(B.ATC1_DES) ATC1_DES,
-    MAX(B.ATC1_DES_C) ATC1_DES_C,
-    MAX(B.ATC2_DES) ATC2_DES,
-    MAX(B.ATC2_DES_C) ATC2_DES_C,
-    MAX(B.ATC3_DES) ATC3_DES,
-    MAX(B.ATC3_DES_C) ATC3_DES_C,
-    MAX(B.ATC4_DES) ATC4_DES,
-    MAX(B.ATC4_DES_C) ATC4_DES_C,
-    MAX(B.APP1_DES) APP1_DES,
-    MAX(B.APP1_DES_C) APP1_DES_C,
-    MAX(B.APP2_DES) APP2_DES,
-    MAX(B.APP2_DES_C) APP2_DES_C,
-    MAX(B.APP3_DES) APP3_DES,
-    MAX(B.APP3_DES_C) APP3_DES_C,
-    CASE WHEN MAX(B.GENE_ORIG_DESC) = 'ORIG' THEN 1 
-      WHEN MAX(B.GENE_ORIG_DESC) = 'Branded Gen' THEN 2
-      WHEN MAX(B.GENE_ORIG_DESC) = 'Unbranded Gen' THEN 3
-      WHEN MAX(B.GENE_ORIG_DESC) = 'TCM' THEN 4
-      ELSE 5 
-END GEN_RN
-FROM  dwd.dwd_gnd_ext_chc_pack_property B 
-GROUP BY B.iqvia_pack_code 
-)
-select
-  A.PACK_COD
-	,case when A.PACK_DES	='' or  A.PACK_DES	     is null then B.PACK_DES 	else  A.PACK_DES				end  AS PACK_DES
-	,case when A.STGH_DES	='' or  A.STGH_DES	     is null then B.STGH_DES 	else  A.STGH_DES				end  AS STGH_DES
-	,case when A.PACK_LCH	='' or  A.PACK_LCH	     is null then B.PACK_LCH 	else  A.PACK_LCH				end  AS PACK_LCH
-	,case when A.PROD_COD	='' or  A.PROD_COD	     is null then B.PROD_COD 	else  A.PROD_COD				end  AS PROD_COD
-	,case when A.PROD_DES	='' or  A.PROD_DES	     is null then B.PROD_DES 	else  A.PROD_DES				end  AS PROD_DES
-	,case when A.PROD_DES_C	='' or  A.PROD_DES_C	 is null then B.PROD_DES_C	else  A.PROD_DES_C				end  AS PROD_DES_C
-	,case when A.CMPS_COD	='' or  A.CMPS_COD	     is null then B.CMPS_COD	else  A.CMPS_COD				end  AS CMPS_COD
-	,case when A.CMPS_DES	='' or  A.CMPS_DES	     is null then B.CMPS_DES	else  A.CMPS_DES				end  AS CMPS_DES
-	,case when A.CMPS_DES_C	='' or  A.CMPS_DES_C	 is null then B.CMPS_DES_C	else  A.CMPS_DES_C				end  AS CMPS_DES_C
-	,case when A.ATC1_COD	='' or  A.ATC1_COD	     is null then B.ATC1_COD    else  A.ATC1_COD				end  AS ATC1_COD
-	,case when A.ATC2_COD	='' or  A.ATC2_COD	     is null then B.ATC2_COD    else  A.ATC2_COD				end  AS ATC2_COD
-	,case when A.ATC3_COD	='' or  A.ATC3_COD	     is null then B.ATC3_COD    else  A.ATC3_COD				end  AS ATC3_COD
-	,case when A.ATC4_COD	='' or  A.ATC4_COD	     is null then B.ATC4_COD    else  A.ATC4_COD				end  AS ATC4_COD
-	,case when A.APP1_COD	='' or  A.APP1_COD	     is null then B.APP1_COD    else  A.APP1_COD				end  AS APP1_COD
-	,case when A.APP2_COD	='' or  A.APP2_COD	     is null then B.APP2_COD    else  A.APP2_COD				end  AS APP2_COD
-	,case when A.APP3_COD	='' or  A.APP3_COD	     is null then B.APP3_COD    else  A.APP3_COD				end  AS APP3_COD
-	,case when A.BIO_DESC	='' or  A.BIO_DESC	     is null then B.BIO_DESC    else  A.BIO_DESC				end  AS BIO_DESC
-	,case when A.GENE_ORIG_DESC	='' or A.GENE_ORIG_DESC	 is null then B.GENE_ORIG_DESC	else A.GENE_ORIG_DESC	end	 AS GENE_ORIG_DESC	 
-	,case when A.ETH_OTC_DESC	='' or A.ETH_OTC_DESC	 is null then B.ETH_OTC_DESC	else A.ETH_OTC_DESC	    end	 AS ETH_OTC_DESC	 
-	,case when A.NRDL_DESC		='' or A.NRDL_DESC		 is null then B.NRDL_DESC		else A.NRDL_DESC		end  AS NRDL_DESC    	 		 
-	,case when A.NRDL_ENTRY_DATE='' or A.NRDL_ENTRY_DATE is null then B.NRDL_ENTRY_DATE else A.NRDL_ENTRY_DATE	end  AS NRDL_ENTRY_DATE    
-	,case when A.EDL_DESC		='' or A.EDL_DESC		 is null then B.EDL_DESC		else A.EDL_DESC		    end  AS EDL_DESC          
-	,case when A.TCM_DESC		='' or A.TCM_DESC		 is null then B.TCM_DESC		else A.TCM_DESC		    end  AS TCM_DESC          
-	,case when A.PAED_DESC		='' or A.PAED_DESC		 is null then B.PAED_DESC		else A.PAED_DESC		end  AS PAED_DESC     	     
-	,case when A.GQCE_DESC		='' or A.GQCE_DESC		 is null then B.GQCE_DESC		else A.GQCE_DESC		end  AS GQCE_DESC     	     
-	,case when A.VBP_DESC		='' or A.VBP_DESC		 is null then B.VBP_DESC		else A.VBP_DESC			end	 AS VBP_DESC     
-	,case when A.MANU_COD		='' or A.MANU_COD		 is null then B.MANU_COD		else A.MANU_COD			end	 AS MANU_COD     
-	,case when A.MANU_DES		='' or A.MANU_DES		 is null then B.MANU_DES		else A.MANU_DES			end	 AS MANU_DES     
-	,case when A.MANU_DES_C		='' or A.MANU_DES_C		 is null then B.MANU_DES_C		else A.MANU_DES_C		end  AS MANU_DES_C    
-	,case when A.MNFL_COD		='' or A.MNFL_COD		 is null then B.MNFL_COD		else A.MNFL_COD			end	 AS MNFL_COD     
-	,case when A.MNFL_DES		='' or A.MNFL_DES		 is null then B.MNFL_DES		else A.MNFL_DES			end	 AS MNFL_DES     
-	,case when A.CORP_COD		='' or A.CORP_COD		 is null then B.CORP_COD		else A.CORP_COD			end	 AS CORP_COD    --  THC存在CORP_COD 归属不一致问题      
-  ,REPLACE( case when A.CORP_DES ='' or A.CORP_DES is null then B.CORP_DES else A.CORP_DES end ,' GROUP', '' )       as CORP_DES   -- 消除group
-	,case when A.CORP_DES_C		='' or A.CORP_DES_C		 is null then B.CORP_DES_C	    else A.CORP_DES_C		end  AS CORP_DES_C		     
-	,case when A.BRANDTYPE		='' or A.BRANDTYPE		 is null then B.BRANDTYPE 	    else A.BRANDTYPE		end  AS BRANDTYPE			     
-	,case when A.IS_AZ			='' or A.IS_AZ			 is null then B.IS_AZ		    else A.IS_AZ			end  AS IS_AZ				     
-	,case when A.AZ_MAIN		='' or A.AZ_MAIN		 is null then B.AZ_MAIN		    else A.AZ_MAIN			end  AS AZ_MAIN		     
-	,case when A.ATC1_DES		='' or A.ATC1_DES		 is null then B.ATC1_DES	    else A.ATC1_DES			end  AS ATC1_DES		     
-	,case when A.ATC1_DES_C		='' or A.ATC1_DES_C		 is null then B.ATC1_DES_C 	    else A.ATC1_DES_C		end  AS ATC1_DES_C	         
-	,case when A.ATC2_DES		='' or A.ATC2_DES		 is null then B.ATC2_DES 	    else A.ATC2_DES			end  AS ATC2_DES		     
-	,case when A.ATC2_DES_C		='' or A.ATC2_DES_C		 is null then B.ATC2_DES_C	    else A.ATC2_DES_C		end  AS ATC2_DES_C	         
-	,case when A.ATC3_DES		='' or A.ATC3_DES		 is null then B.ATC3_DES	    else A.ATC3_DES			end  AS ATC3_DES		     
-	,case when A.ATC3_DES_C		='' or A.ATC3_DES_C		 is null then B.ATC3_DES_C 	    else A.ATC3_DES_C		end  AS ATC3_DES_C	      	 
-	,case when A.ATC4_DES		='' or A.ATC4_DES		 is null then B.ATC4_DES	    else A.ATC4_DES			end  AS ATC4_DES		     
-	,case when A.ATC4_DES_C		='' or A.ATC4_DES_C		 is null then B.ATC4_DES_C	    else A.ATC4_DES_C		end  AS ATC4_DES_C	      	 
-	,case when A.APP1_DES		='' or A.APP1_DES		 is null then B.APP1_DES	    else A.APP1_DES			end  AS APP1_DES		     
-	,case when A.APP1_DES_C		='' or A.APP1_DES_C		 is null then B.APP1_DES_C	    else A.APP1_DES_C		end  AS APP1_DES_C	      	 
-	,case when A.APP2_DES		='' or A.APP2_DES		 is null then B.APP2_DES 	    else A.APP2_DES			end  AS APP2_DES		     
-	,case when A.APP2_DES_C		='' or A.APP2_DES_C		 is null then B.APP2_DES_C	    else A.APP2_DES_C		end  AS APP2_DES_C	      	 
-	,case when A.APP3_DES		='' or A.APP3_DES		 is null then B.APP3_DES	    else A.APP3_DES		 	end  AS APP3_DES			     
-	,case when A.APP3_DES_C		='' or A.APP3_DES_C		 is null then B.APP3_DES_C	    else A.APP3_DES_C		end  AS APP3_DES_C	     	 
-	,case when A.GEN_RN			='' or A.GEN_RN			 is null then B.GEN_RN          else A.GEN_RN			end  AS GEN_RN  
-FROM dm.dm_td_external_packinfo_temp  a 
-LEFT JOIN temp B
-ON B.PACK_COD = A.PACK_COD  ;
-
-insert overwrite dm.dm_td_external_packinfo_temp(
-  PACK_COD ,PACK_DES,STGH_DES,PACK_LCH,PROD_COD,PROD_DES,PROD_DES_C,CMPS_COD,CMPS_DES,CMPS_DES_C,ATC1_COD,ATC2_COD,ATC3_COD,ATC4_COD,
-  APP1_COD,APP2_COD,APP3_COD,BIO_DESC,GENE_ORIG_DESC,ETH_OTC_DESC,NRDL_DESC,NRDL_ENTRY_DATE,EDL_DESC,TCM_DESC,PAED_DESC,GQCE_DESC,
-  VBP_DESC,MANU_COD,MANU_DES,MANU_DES_C,MNFL_COD,MNFL_DES,CORP_COD,CORP_DES,CORP_DES_C,BRANDTYPE,IS_AZ,AZ_MAIN,ATC1_DES,ATC1_DES_C,
-  ATC2_DES,ATC2_DES_C,ATC3_DES,ATC3_DES_C, ATC4_DES,ATC4_DES_C,APP1_DES,APP1_DES_C,APP2_DES,APP2_DES_C,APP3_DES,APP3_DES_C,GEN_RN
-)
-select * from tmp.tmp_chc_dm_td_external_packinfo 
-
-
-
--- COMMAND ----------
-
------------------------------------------------retail 补齐 retail 缺失部分pack 维度------------------------------------------------
--------------将补全数据存入临时表，再写入目标表格----------------
-insert overwrite table tmp.tmp_retail_dm_td_external_packinfo 
-WITH dm_retail_pack AS (
-  SELECT 
-iqvia_pack_code PACK_COD,MAX(B.PACK_DES) PACK_DES,MAX(B.STGH_DES) STGH_DES,MAX(B.PACK_LCH) PACK_LCH,MAX(B.iqvia_prod_code) PROD_COD,MAX(B.PROD_DES) PROD_DES,MAX(B.PROD_DES_C) PROD_DES_C,MAX(B.CMPS_COD) CMPS_COD,
-MAX(B.CMPS_DES) CMPS_DES,MAX(B.CMPS_DES_C) CMPS_DES_C,MAX(B.ATC1_COD) ATC1_COD,MAX(B.ATC2_COD) ATC2_COD,MAX(B.ATC3_COD) ATC3_COD,MAX(B.ATC4_COD) ATC4_COD,MAX(B.APP1_COD) APP1_COD,MAX(B.APP2_COD) APP2_COD,
-MAX(B.APP3_COD) APP3_COD,MAX(B.BIO_DESC) BIO_DESC,MAX(B.GENE_ORIG_DESC) GENE_ORIG_DESC,MAX(B.ETH_OTC_DESC) ETH_OTC_DESC,MAX(B.NRDL_DESC) NRDL_DESC,MAX(B.NRDL_ENTRY_DATE) NRDL_ENTRY_DATE,MAX(B.EDL_DESC) EDL_DESC,
-MAX(B.TCM_DESC) TCM_DESC,MAX(B.PAED_DESC) PAED_DESC,MAX(B.GQCE_DESC) GQCE_DESC,
-case when MAX(B.VBP_DESC) = 'VBP-IN' then 'VBP-IN' when MAX(B.VBP_DESC) LIKE '%VBP%' THEN 'VBP-OUT' WHEN MAX(B.VBP_DESC) IS NOT NULL THEN 'Non VBP' ELSE NULL end as VBP_DESC,
-MAX(B.MANU_COD) MANU_COD,MAX(B.MANU_DES) MANU_DES,MAX(B.MANU_DES_C) MANU_DES_C,MAX(B.MNFL_COD) MNFL_COD,
-MAX(B.MNFL_DES) MNFL_DES,MAX(B.CORP_COD) CORP_COD,MAX(B.CORP_DES) CORP_DES,MAX(B.CORP_DES_C) CORP_DES_C,MAX(B.BRANDTYPE) BRANDTYPE,MAX(B.IS_AZ) IS_AZ,MAX(B.AZ_MAIN) AZ_MAIN,MAX(B.ATC1_DES) ATC1_DES,
-MAX(B.ATC1_DES_C) ATC1_DES_C,MAX(B.ATC2_DES) ATC2_DES,MAX(B.ATC2_DES_C) ATC2_DES_C,MAX(B.ATC3_DES) ATC3_DES,MAX(B.ATC3_DES_C) ATC3_DES_C,MAX(B.ATC4_DES) ATC4_DES,MAX(B.ATC4_DES_C) ATC4_DES_C,MAX(B.APP1_DES) APP1_DES,
-MAX(B.APP1_DES_C) APP1_DES_C,MAX(B.APP2_DES) APP2_DES,MAX(B.APP2_DES_C) APP2_DES_C,MAX(B.APP3_DES) APP3_DES,MAX(B.APP3_DES_C) APP3_DES_C,
-CASE WHEN MAX(B.GENE_ORIG_DESC) = 'ORIG' THEN 1 WHEN MAX(B.GENE_ORIG_DESC) = 'Branded Gen' THEN 2 WHEN MAX(B.GENE_ORIG_DESC) = 'Unbranded Gen' THEN 3 WHEN MAX(B.GENE_ORIG_DESC) = 'TCM' THEN 4 ELSE 5 END GEN_RN
-FROM dm.dm_zk_retail_pack_property  B 
-GROUP BY B.iqvia_pack_code
-union  
-  SELECT 
-B.iqvia_pack_code PACK_COD,MAX(B.PACK_DES) PACK_DES,MAX(B.STGH_DES) STGH_DES,MAX(B.PACK_LCH) PACK_LCH,MAX(B.PROD_COD) PROD_COD,MAX(B.PROD_DES) PROD_DES,MAX(B.PROD_DES_C) PROD_DES_C,MAX(B.CMPS_COD) CMPS_COD,
-MAX(B.CMPS_DES) CMPS_DES,MAX(B.CMPS_DES_C) CMPS_DES_C,MAX(B.ATC1_COD) ATC1_COD,MAX(B.ATC2_COD) ATC2_COD,MAX(B.ATC3_COD) ATC3_COD,MAX(B.ATC4_COD) ATC4_COD,MAX(B.APP1_COD) APP1_COD,MAX(B.APP2_COD) APP2_COD,
-MAX(B.APP3_COD) APP3_COD,MAX(B.BIO_DESC) BIO_DESC,MAX(B.GENE_ORIG_DESC) GENE_ORIG_DESC,MAX(B.ETH_OTC_DESC) ETH_OTC_DESC,MAX(B.NRDL_DESC) NRDL_DESC,MAX(B.NRDL_ENTRY_DATE) NRDL_ENTRY_DATE,MAX(B.EDL_DESC) EDL_DESC,
-MAX(B.TCM_DESC) TCM_DESC,MAX(B.PAED_DESC) PAED_DESC,MAX(B.GQCE_DESC) GQCE_DESC,
-case when MAX(B.VBP_DESC) = 'VBP-IN' then 'VBP-IN' when MAX(B.VBP_DESC) LIKE '%VBP%' THEN 'VBP-OUT' WHEN MAX(B.VBP_DESC) IS NOT NULL THEN 'Non VBP' ELSE NULL end as VBP_DESC,
-MAX(B.MANU_COD) MANU_COD,MAX(B.MANU_DES) MANU_DES,MAX(B.MANU_DES_C) MANU_DES_C,MAX(B.MNFL_COD) MNFL_COD,
-MAX(B.MNFL_DES) MNFL_DES,MAX(B.CORP_COD) CORP_COD,MAX(B.CORP_DES) CORP_DES,MAX(B.CORP_DES_C) CORP_DES_C,MAX(B.BRANDTYPE) BRANDTYPE,MAX(B.IS_AZ) IS_AZ,MAX(B.AZ_MAIN) AZ_MAIN,MAX(B.ATC1_DES) ATC1_DES,
-MAX(B.ATC1_DES_C) ATC1_DES_C,MAX(B.ATC2_DES) ATC2_DES,MAX(B.ATC2_DES_C) ATC2_DES_C,MAX(B.ATC3_DES) ATC3_DES,MAX(B.ATC3_DES_C) ATC3_DES_C,MAX(B.ATC4_DES) ATC4_DES,MAX(B.ATC4_DES_C) ATC4_DES_C,MAX(B.APP1_DES) APP1_DES,
-MAX(B.APP1_DES_C) APP1_DES_C,MAX(B.APP2_DES) APP2_DES,MAX(B.APP2_DES_C) APP2_DES_C,MAX(B.APP3_DES) APP3_DES,MAX(B.APP3_DES_C) APP3_DES_C,
-CASE WHEN MAX(B.GENE_ORIG_DESC) = 'ORIG' THEN 1 WHEN MAX(B.GENE_ORIG_DESC) = 'Branded Gen' THEN 2 WHEN MAX(B.GENE_ORIG_DESC) = 'Unbranded Gen' THEN 3 WHEN MAX(B.GENE_ORIG_DESC) = 'TCM' THEN 4 ELSE 5 END GEN_RN
-FROM dm.dm_zk_retail_dtp_pack_property  B 
-GROUP BY B.iqvia_pack_code
-)
-SELECT 
-  A.PACK_COD
-	,case when A.PACK_DES	='' or  A.PACK_DES	     is null then B.PACK_DES 	else  A.PACK_DES				end  AS PACK_DES
-	,case when A.STGH_DES	='' or  A.STGH_DES	     is null then B.STGH_DES 	else  A.STGH_DES				end  AS STGH_DES
-	,case when A.PACK_LCH	='' or  A.PACK_LCH	     is null then B.PACK_LCH 	else  A.PACK_LCH				end  AS PACK_LCH
-	,case when A.PROD_COD	='' or  A.PROD_COD	     is null then B.PROD_COD 	else  A.PROD_COD				end  AS PROD_COD
-	,case when A.PROD_DES	='' or  A.PROD_DES	     is null then B.PROD_DES  else A.PROD_DES         end  AS PROD_DES
-	,case when A.PROD_DES_C	='' or  A.PROD_DES_C	 is null then B.PROD_DES_C else  A.PROD_DES_C			end  AS PROD_DES_C	      
-	,case when A.CMPS_COD	='' or  A.CMPS_COD	     is null then B.CMPS_COD	else  A.CMPS_COD				end  AS CMPS_COD
-	,case when A.CMPS_DES	='' or  A.CMPS_DES	     is null then B.CMPS_DES	else  A.CMPS_DES				end  AS CMPS_DES
-	,case when A.CMPS_DES_C	='' or  A.CMPS_DES_C	 is null then B.CMPS_DES_C	else  A.CMPS_DES_C				end  AS CMPS_DES_C
-	,case when A.ATC1_COD	='' or  A.ATC1_COD	     is null then B.ATC1_COD    else  A.ATC1_COD				end  AS ATC1_COD
-	,case when A.ATC2_COD	='' or  A.ATC2_COD	     is null then B.ATC2_COD    else  A.ATC2_COD				end  AS ATC2_COD
-	,case when A.ATC3_COD	='' or  A.ATC3_COD	     is null then B.ATC3_COD    else  A.ATC3_COD				end  AS ATC3_COD
-	,case when A.ATC4_COD	='' or  A.ATC4_COD	     is null then B.ATC4_COD    else  A.ATC4_COD				end  AS ATC4_COD
-	,case when A.APP1_COD	='' or  A.APP1_COD	     is null then B.APP1_COD    else  A.APP1_COD				end  AS APP1_COD
-	,case when A.APP2_COD	='' or  A.APP2_COD	     is null then B.APP2_COD    else  A.APP2_COD				end  AS APP2_COD
-	,case when A.APP3_COD	='' or  A.APP3_COD	     is null then B.APP3_COD    else  A.APP3_COD				end  AS APP3_COD
-	,case when A.BIO_DESC	='' or  A.BIO_DESC	     is null then B.BIO_DESC    else  A.BIO_DESC				end  AS BIO_DESC
-	,case when A.GENE_ORIG_DESC	='' or A.GENE_ORIG_DESC	 is null then B.GENE_ORIG_DESC	else A.GENE_ORIG_DESC	end	 AS GENE_ORIG_DESC	 
-	,case when A.ETH_OTC_DESC	='' or A.ETH_OTC_DESC	 is null then B.ETH_OTC_DESC	else A.ETH_OTC_DESC	    end	 AS ETH_OTC_DESC	 
-	,case when A.NRDL_DESC		='' or A.NRDL_DESC		 is null then B.NRDL_DESC		else A.NRDL_DESC		end  AS NRDL_DESC    	 		 
-	,case when A.NRDL_ENTRY_DATE='' or A.NRDL_ENTRY_DATE is null then B.NRDL_ENTRY_DATE else A.NRDL_ENTRY_DATE	end  AS NRDL_ENTRY_DATE    
-	,case when A.EDL_DESC		='' or A.EDL_DESC		 is null then B.EDL_DESC		else A.EDL_DESC		    end  AS EDL_DESC          
-	,case when A.TCM_DESC		='' or A.TCM_DESC		 is null then B.TCM_DESC		else A.TCM_DESC		    end  AS TCM_DESC          
-	,case when A.PAED_DESC		='' or A.PAED_DESC		 is null then B.PAED_DESC		else A.PAED_DESC		end  AS PAED_DESC     	     
-	,case when A.GQCE_DESC		='' or A.GQCE_DESC		 is null then B.GQCE_DESC		else A.GQCE_DESC		end  AS GQCE_DESC     	     
-	,case when A.VBP_DESC		='' or A.VBP_DESC		 is null then B.VBP_DESC		else A.VBP_DESC			end	 AS VBP_DESC     
-	,case when A.MANU_COD		='' or A.MANU_COD		 is null then B.MANU_COD		else A.MANU_COD			end	 AS MANU_COD     
-	,case when A.MANU_DES		='' or A.MANU_DES		 is null then B.MANU_DES		else A.MANU_DES			end	 AS MANU_DES     
-	,case when A.MANU_DES_C		='' or A.MANU_DES_C		 is null then B.MANU_DES_C		else A.MANU_DES_C		end  AS MANU_DES_C    
-	,case when A.MNFL_COD		='' or A.MNFL_COD		 is null then B.MNFL_COD		else A.MNFL_COD			end	 AS MNFL_COD     
-	,case when A.MNFL_DES		='' or A.MNFL_DES		 is null then B.MNFL_DES		else A.MNFL_DES			end	 AS MNFL_DES     
-	,case when A.CORP_COD		='' or A.CORP_COD		 is null then B.CORP_COD		else A.CORP_COD			end	 AS CORP_COD     
-  ,REPLACE( case when A.CORP_DES ='' or A.CORP_DES is null then B.CORP_DES else A.CORP_DES end ,' GROUP', '' )       as CORP_DES   -- 消除group
-	,case when A.CORP_DES_C		='' or A.CORP_DES_C		 is null then B.CORP_DES_C	    else A.CORP_DES_C		end  AS CORP_DES_C		     
-	,case when A.BRANDTYPE		='' or A.BRANDTYPE		 is null then B.BRANDTYPE 	    else A.BRANDTYPE		end  AS BRANDTYPE			     
-	,case when A.IS_AZ			='' or A.IS_AZ			 is null then B.IS_AZ		    else A.IS_AZ			end  AS IS_AZ				     
-	,case when A.AZ_MAIN		='' or A.AZ_MAIN		 is null then B.AZ_MAIN		    else A.AZ_MAIN			end  AS AZ_MAIN		     
-	,case when A.ATC1_DES		='' or A.ATC1_DES		 is null then B.ATC1_DES	    else A.ATC1_DES			end  AS ATC1_DES		     
-	,case when A.ATC1_DES_C		='' or A.ATC1_DES_C		 is null then B.ATC1_DES_C 	    else A.ATC1_DES_C		end  AS ATC1_DES_C	         
-	,case when A.ATC2_DES		='' or A.ATC2_DES		 is null then B.ATC2_DES 	    else A.ATC2_DES			end  AS ATC2_DES		     
-	,case when A.ATC2_DES_C		='' or A.ATC2_DES_C		 is null then B.ATC2_DES_C	    else A.ATC2_DES_C		end  AS ATC2_DES_C	         
-	,case when A.ATC3_DES		='' or A.ATC3_DES		 is null then B.ATC3_DES	    else A.ATC3_DES			end  AS ATC3_DES		     
-	,case when A.ATC3_DES_C		='' or A.ATC3_DES_C		 is null then B.ATC3_DES_C 	    else A.ATC3_DES_C		end  AS ATC3_DES_C	      	 
-	,case when A.ATC4_DES		='' or A.ATC4_DES		 is null then B.ATC4_DES	    else A.ATC4_DES			end  AS ATC4_DES		     
-	,case when A.ATC4_DES_C		='' or A.ATC4_DES_C		 is null then B.ATC4_DES_C	    else A.ATC4_DES_C		end  AS ATC4_DES_C	      	 
-	,case when A.APP1_DES		='' or A.APP1_DES		 is null then B.APP1_DES	    else A.APP1_DES			end  AS APP1_DES		     
-	,case when A.APP1_DES_C		='' or A.APP1_DES_C		 is null then B.APP1_DES_C	    else A.APP1_DES_C		end  AS APP1_DES_C	      	 
-	,case when A.APP2_DES		='' or A.APP2_DES		 is null then B.APP2_DES 	    else A.APP2_DES			end  AS APP2_DES		     
-	,case when A.APP2_DES_C		='' or A.APP2_DES_C		 is null then B.APP2_DES_C	    else A.APP2_DES_C		end  AS APP2_DES_C	      	 
-	,case when A.APP3_DES		='' or A.APP3_DES		 is null then B.APP3_DES	    else A.APP3_DES		 	end  AS APP3_DES			     
-	,case when A.APP3_DES_C		='' or A.APP3_DES_C		 is null then B.APP3_DES_C	    else A.APP3_DES_C		end  AS APP3_DES_C	     	 
-	,case when A.GEN_RN			='' or A.GEN_RN			 is null then B.GEN_RN          else A.GEN_RN			end  AS GEN_RN
-FROM   dm.dm_td_external_packinfo_temp  a 
-LEFT JOIN dm_retail_pack  B
-ON B.PACK_COD = A.PACK_COD  ;
-insert overwrite dm.dm_td_external_packinfo_temp(
-  PACK_COD ,PACK_DES,STGH_DES,PACK_LCH,PROD_COD,PROD_DES,PROD_DES_C,CMPS_COD,CMPS_DES,CMPS_DES_C,ATC1_COD,ATC2_COD,ATC3_COD,ATC4_COD,
-  APP1_COD,APP2_COD,APP3_COD,BIO_DESC,GENE_ORIG_DESC,ETH_OTC_DESC,NRDL_DESC,NRDL_ENTRY_DATE,EDL_DESC,TCM_DESC,PAED_DESC,GQCE_DESC,
-  VBP_DESC,MANU_COD,MANU_DES,MANU_DES_C,MNFL_COD,MNFL_DES,CORP_COD,CORP_DES,CORP_DES_C,BRANDTYPE,IS_AZ,AZ_MAIN,ATC1_DES,ATC1_DES_C,
-  ATC2_DES,ATC2_DES_C,ATC3_DES,ATC3_DES_C, ATC4_DES,ATC4_DES_C,APP1_DES,APP1_DES_C,APP2_DES,APP2_DES_C,APP3_DES,APP3_DES_C,GEN_RN
-)
-select * from tmp.tmp_retail_dm_td_external_packinfo;
-
-
-
--- COMMAND ----------
-
-
----------------------------------------------------ec---------------------------------------------------
-insert overwrite table tmp.tmp_ec_dm_td_external_packinfo 
-WITH dm_ec_pack AS (
-SELECT 
-  iqvia_pack_code PACK_COD,
-  MAX(B.PACK_DES) PACK_DES,
-  MAX(B.STGH_DES) STGH_DES,
-  MAX(B.PACK_LCH) PACK_LCH,
-  MAX(B.prod_cod) PROD_COD,
-  MAX(B.PROD_DES) PROD_DES,
-  MAX(B.PROD_DES_C) PROD_DES_C,
-  MAX(B.CMPS_COD) CMPS_COD,
-  MAX(B.CMPS_DES) CMPS_DES,
-  MAX(B.CMPS_DES_C) CMPS_DES_C,
-  MAX(B.ATC1_COD) ATC1_COD,
-  MAX(B.ATC2_COD) ATC2_COD,
-  MAX(B.ATC3_COD) ATC3_COD,
-  MAX(B.ATC4_COD) ATC4_COD,
-  MAX(B.APP1_COD) APP1_COD,
-  MAX(B.APP2_COD) APP2_COD,
-  MAX(B.APP3_COD) APP3_COD,
-  MAX(B.BIO_DESC) BIO_DESC,
-  MAX(B.GENE_ORIG_DESC) GENE_ORIG_DESC,
-  MAX(B.ETH_OTC_DESC) ETH_OTC_DESC,
-  MAX(B.NRDL_DESC) NRDL_DESC,
-  MAX(B.NRDL_ENTRY_DATE) NRDL_ENTRY_DATE,
-  MAX(B.EDL_DESC) EDL_DESC,
-  MAX(B.TCM_DESC) TCM_DESC,
-  MAX(B.PAED_DESC) PAED_DESC,
-  MAX(B.GQCE_DESC) GQCE_DESC,
-  case when MAX(B.VBP_DESC) = 'VBP-IN' then 'VBP-IN' when MAX(B.VBP_DESC) LIKE '%VBP%' THEN 'VBP-OUT' WHEN MAX(B.VBP_DESC) IS NOT NULL THEN 'Non VBP' ELSE NULL end as VBP_DESC,
-  MAX(B.MANU_COD) MANU_COD,
-  MAX(B.MANU_DES) MANU_DES,
-  MAX(B.MANU_DES_C) MANU_DES_C,
-  MAX(B.MNFL_COD) MNFL_COD,
-  MAX(B.MNFL_DES) MNFL_DES,
-  MAX(B.CORP_COD) CORP_COD,
-  MAX(B.CORP_DES) CORP_DES,
-  MAX(B.CORP_DES_C) CORP_DES_C,
-  MAX(B.BRANDTYPE) BRANDTYPE,
-  MAX(B.IS_AZ) IS_AZ,
-  MAX(B.AZ_MAIN) AZ_MAIN,
-  MAX(B.ATC1_DES) ATC1_DES,
-  MAX(B.ATC1_DES_C) ATC1_DES_C,
-  MAX(B.ATC2_DES) ATC2_DES,
-  MAX(B.ATC2_DES_C) ATC2_DES_C,
-  MAX(B.ATC3_DES) ATC3_DES,
-  MAX(B.ATC3_DES_C) ATC3_DES_C,
-  MAX(B.ATC4_DES) ATC4_DES,
-  MAX(B.ATC4_DES_C) ATC4_DES_C,
-  MAX(B.APP1_DES) APP1_DES,
-  MAX(B.APP1_DES_C) APP1_DES_C,
-  MAX(B.APP2_DES) APP2_DES,
-  MAX(B.APP2_DES_C) APP2_DES_C,
-  MAX(B.APP3_DES) APP3_DES,
-  MAX(B.APP3_DES_C) APP3_DES_C,
-  CASE 
-    WHEN MAX(B.GENE_ORIG_DESC) = 'ORIG' THEN 1 
-    WHEN MAX(B.GENE_ORIG_DESC) = 'Branded Gen' THEN 2 
-    WHEN MAX(B.GENE_ORIG_DESC) = 'Unbranded Gen' THEN 3 
-    WHEN MAX(B.GENE_ORIG_DESC) = 'TCM' THEN 4 ELSE 5 END GEN_RN
-FROM dm.dm_zk_ec_pack_property  B 
-GROUP BY B.iqvia_pack_code
-)
-SELECT 
-   A.PACK_COD
-	,NVL(A.PACK_DES,B.PACK_DES) 					      AS PACK_DES
-	,NVL(A.STGH_DES,B.STGH_DES) 		            AS STGH_DES
-	,NVL(A.PACK_LCH,B.PACK_LCH) 		            AS PACK_LCH
-	,NVL(A.PROD_COD,B.PROD_COD) 	              AS PROD_COD
-	,NVL(A.PROD_DES,B.PROD_DES ) 		            AS PROD_DES
-	,NVL(A.PROD_DES_C,B.PROD_DES_C ) 		        AS PROD_DES_C
-	,NVL(A.CMPS_COD,B.CMPS_COD) 		            AS CMPS_COD
-	,NVL(A.CMPS_DES,B.CMPS_DES) 		            AS CMPS_DES
-	,NVL(A.CMPS_DES_C,B.CMPS_DES_C) 		        AS CMPS_DES_C
-	,NVL(A.ATC1_COD,B.ATC1_COD) 		            AS ATC1_COD
-	,NVL(A.ATC2_COD,B.ATC2_COD) 		            AS ATC2_COD
-	,NVL(A.ATC3_COD,B.ATC3_COD) 		            AS ATC3_COD
-	,NVL(A.ATC4_COD,B.ATC4_COD) 		            AS ATC4_COD
-	,NVL(A.APP1_COD,B.APP1_COD) 		            AS APP1_COD
-	,NVL(A.APP2_COD,B.APP2_COD) 		            AS APP2_COD
-	,NVL(A.APP3_COD,B.APP3_COD) 		            AS APP3_COD
-	,NVL(A.BIO_DESC,B.BIO_DESC) 		            AS BIO_DESC
-	,NVL(A.GENE_ORIG_DESC,B.GENE_ORIG_DESC) 	  AS GENE_ORIG_DESC
-	,NVL(A.ETH_OTC_DESC,B.ETH_OTC_DESC) 	      AS ETH_OTC_DESC
-	,NVL(A.NRDL_DESC,B.NRDL_DESC) 		       	 	AS NRDL_DESC
-	,NVL(A.NRDL_ENTRY_DATE,B.NRDL_ENTRY_DATE) 	AS NRDL_ENTRY_DATE
-	,NVL(A.EDL_DESC,B.EDL_DESC) 		            AS EDL_DESC
-	,NVL(A.TCM_DESC,B.TCM_DESC) 		            AS TCM_DESC
-	,NVL(A.PAED_DESC,B.PAED_DESC) 		        	AS PAED_DESC
-	,NVL(A.GQCE_DESC,B.GQCE_DESC) 		        	AS GQCE_DESC
-	,NVL(A.VBP_DESC,B.VBP_DESC) 					      AS VBP_DESC
-	,NVL(A.MANU_COD,B.MANU_COD) 					      AS MANU_COD
-	,NVL(A.MANU_DES,B.MANU_DES) 					      AS MANU_DES
-	,NVL(A.MANU_DES_C,B.MANU_DES_C) 				    AS MANU_DES_C
-	,NVL(A.MNFL_COD,B.MNFL_COD) 					      AS MNFL_COD
-	,NVL(A.MNFL_DES,B.MNFL_DES) 					      AS MNFL_DES
-	,NVL(A.CORP_COD,B.CORP_COD) 					      AS CORP_COD
-	,NVL(A.CORP_DES,B.CORP_DES) 					      AS CORP_DES
-	,NVL(A.CORP_DES_C,B.CORP_DES_C) 				    AS CORP_DES_C
-	,NVL(A.BRANDTYPE,B.BRANDTYPE) 					    AS BRANDTYPE
-	,NVL(A.IS_AZ,B.IS_AZ) 							        AS IS_AZ
-	,NVL(A.AZ_MAIN,B.AZ_MAIN) 						      AS AZ_MAIN
-	,NVL(A.ATC1_DES,B.ATC1_DES) 					      AS ATC1_DES
-	,NVL(A.ATC1_DES_C,B.ATC1_DES_C) 			      AS ATC1_DES_C
-	,NVL(A.ATC2_DES,B.ATC2_DES) 					      AS ATC2_DES
-	,NVL(A.ATC2_DES_C,B.ATC2_DES_C) 			      AS ATC2_DES_C
-	,NVL(A.ATC3_DES,B.ATC3_DES) 					      AS ATC3_DES
-	,NVL(A.ATC3_DES_C,B.ATC3_DES_C) 			      AS ATC3_DES_C
-	,NVL(A.ATC4_DES,B.ATC4_DES) 					      AS ATC4_DES
-	,NVL(A.ATC4_DES_C,B.ATC4_DES_C) 			      AS ATC4_DES_C
-	,NVL(A.APP1_DES,B.APP1_DES) 					      AS APP1_DES
-	,NVL(A.APP1_DES_C,B.APP1_DES_C) 			      AS APP1_DES_C
-	,NVL(A.APP2_DES,B.APP2_DES) 					      AS APP2_DES
-	,NVL(A.APP2_DES_C,B.APP2_DES_C) 			      AS APP2_DES_C
-	,NVL(A.APP3_DES,B.APP3_DES)	 					      AS APP3_DES
-	,NVL(A.APP3_DES_C,B.APP3_DES_C) 			      AS APP3_DES_C
-  ,NVL(A.GEN_RN,B.GEN_RN)                     AS GEN_RN
-FROM   dm.dm_td_external_packinfo_temp  a 
-LEFT JOIN dm_ec_pack  B
-ON B.PACK_COD = A.PACK_COD  ;
-
-insert overwrite dm.dm_td_external_packinfo_temp(
-  PACK_COD ,PACK_DES,STGH_DES,PACK_LCH,PROD_COD,PROD_DES,PROD_DES_C,CMPS_COD,CMPS_DES,CMPS_DES_C,ATC1_COD,ATC2_COD,ATC3_COD,ATC4_COD,
-  APP1_COD,APP2_COD,APP3_COD,BIO_DESC,GENE_ORIG_DESC,ETH_OTC_DESC,NRDL_DESC,NRDL_ENTRY_DATE,EDL_DESC,TCM_DESC,PAED_DESC,GQCE_DESC,
-  VBP_DESC,MANU_COD,MANU_DES,MANU_DES_C,MNFL_COD,MNFL_DES,CORP_COD,CORP_DES,CORP_DES_C,BRANDTYPE,IS_AZ,AZ_MAIN,ATC1_DES,ATC1_DES_C,
-  ATC2_DES,ATC2_DES_C,ATC3_DES,ATC3_DES_C, ATC4_DES,ATC4_DES_C,APP1_DES,APP1_DES_C,APP2_DES,APP2_DES_C,APP3_DES,APP3_DES_C,GEN_RN
-)
-select * from tmp.tmp_ec_dm_td_external_packinfo;
-
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC # AIA渠道
-
--- COMMAND ----------
-
-
---PACK_COD是唯一的，不允许重复
-create or replace temporary view aia_external_packinfo_1 as
-select 
-    case when PACK_COD like '%OTHERS%' or length(PACK_COD) >= 12 or (not PACK_COD REGEXP '^[0-9]') then PACK_COD 
-         else right(concat('000000000000',PACK_COD),12)
-     end as PACK_COD,
-    max(PACK_DES) as PACK_DES,
-    max(STGH_DES) as STGH_DES,
-    max(PACK_LCH) as PACK_LCH,
-    max(PROD_COD) as PROD_COD,
-    max(PROD_DES) as PROD_DES,
-    max(PROD_DES_C) as PROD_DES_C,
-    max(CMPS_COD) as CMPS_COD,
-    max(CMPS_DES) as CMPS_DES,
-    max(CMPS_DES_C) as CMPS_DES_C,
-    max(ATC1_COD) as ATC1_COD,
-    max(ATC2_COD) as ATC2_COD,
-    max(ATC3_COD) as ATC3_COD,
-    max(ATC4_COD) as ATC4_COD,
-    max(APP1_COD) as APP1_COD,
-    max(APP2_COD) as APP2_COD,
-    max(APP3_COD) as APP3_COD,
-    max(BIO_DESC) as BIO_DESC,
-    max(GENE_ORIG_DESC) as GENE_ORIG_DESC,
-    max(ETH_OTC_DESC) as ETH_OTC_DESC,
-    max(NRDL_DESC) as NRDL_DESC,
-    max(NRDL_Entry_Date) as NRDL_ENTRY_DATE,
-    max(EDL_DESC) as EDL_DESC,
-    max(TCM_DESC) as TCM_DESC,
-    max(PAED_DESC) as PAED_DESC,
-    max(GQCE_DESC) as GQCE_DESC,
-    NULL as VBP_DESC,
-    max(MANU_COD) as MANU_COD,
-    max(MANU_DES) as MANU_DES,
-    max(MANU_DES_C) as MANU_DES_C,
-    max(MNFL_COD) as MNFL_COD,
-    max(MNFL_DES) as MNFL_DES,
-    max(CORP_COD) as CORP_COD,
-    max(CORP_DES) as CORP_DES,
-    max(CORP_DES_C) as CORP_DES_C,
-    max(BrandType) as BRANDTYPE,
-    max(IS_AZ) as IS_AZ,
-    max(AZ_MAIN) as AZ_MAIN,
-    max(ATC1_DES) as ATC1_DES,
-    max(ATC1_DES_C) as ATC1_DES_C,
-    max(ATC2_DES) as ATC2_DES,
-    max(ATC2_DES_C) as ATC2_DES_C,
-    max(ATC3_DES) as ATC3_DES,
-    max(ATC3_DES_C) as ATC3_DES_C,
-    max(ATC4_DES) as ATC4_DES,
-    max(ATC4_DES_C) as ATC4_DES_C,
-    max(APP1_DES) as APP1_DES,
-    max(APP1_DES_C) as APP1_DES_C,
-    max(APP2_DES) as APP2_DES,
-    max(APP2_DES_C) as APP2_DES_C,
-    max(APP3_DES) as APP3_DES,
-    max(APP3_DES_C) as APP3_DES_C,
-    CASE WHEN max(GENE_ORIG_DESC) = 'ORIG' THEN 1 
-         WHEN max(GENE_ORIG_DESC) = 'Branded Gen' THEN 2
-         WHEN max(GENE_ORIG_DESC) = 'Unbranded Gen' THEN 3
-         WHEN max(GENE_ORIG_DESC) = 'TCM' THEN 4
-         ELSE 5 
-     END as GEN_RN
-from dm.dm_aia_pack_property
-group by PACK_COD
-
-
--- COMMAND ----------
-
-
---补全维度
-insert overwrite table tmp.aia_external_packinfo_2 
-select distinct
-  case when A.PACK_COD like '%OTHERS%' or length(A.PACK_COD) >= 12 or (not A.PACK_COD REGEXP '^[0-9]') then A.PACK_COD
-       else right(concat('000000000000',A.PACK_COD),12)
-	 end as PACK_COD
-	,NVL(A.PACK_DES,B.PACK_DES) 					      AS PACK_DES
-	,NVL(A.STGH_DES,B.STGH_DES) 		            AS STGH_DES
-	,NVL(A.PACK_LCH,B.PACK_LCH) 		            AS PACK_LCH
-	,NVL(A.PROD_COD,B.PROD_COD) 	              AS PROD_COD
-	,NVL(A.PROD_DES,B.PROD_DES) 		            AS PROD_DES
-	,NVL(A.PROD_DES_C,B.PROD_DES_C) 		        AS PROD_DES_C
-	,NVL(A.CMPS_COD,B.CMPS_COD) 		            AS CMPS_COD
-	,NVL(A.CMPS_DES,B.CMPS_DES) 		            AS CMPS_DES
-	,NVL(A.CMPS_DES_C,B.CMPS_DES_C) 		        AS CMPS_DES_C
-	,NVL(A.ATC1_COD,B.ATC1_COD) 		            AS ATC1_COD
-	,NVL(A.ATC2_COD,B.ATC2_COD) 		            AS ATC2_COD
-	,NVL(A.ATC3_COD,B.ATC3_COD) 		            AS ATC3_COD
-	,NVL(A.ATC4_COD,B.ATC4_COD) 		            AS ATC4_COD
-	,NVL(A.APP1_COD,B.APP1_COD) 		            AS APP1_COD
-	,NVL(A.APP2_COD,B.APP2_COD) 		            AS APP2_COD
-	,NVL(A.APP3_COD,B.APP3_COD) 		            AS APP3_COD
-	,NVL(A.BIO_DESC,B.BIO_DESC) 		            AS BIO_DESC
-	,NVL(A.GENE_ORIG_DESC,B.GENE_ORIG_DESC) 	  AS GENE_ORIG_DESC
-	,NVL(A.ETH_OTC_DESC,B.ETH_OTC_DESC) 	      AS ETH_OTC_DESC
-	,NVL(A.NRDL_DESC,B.NRDL_DESC) 		       	 	AS NRDL_DESC
-	,NVL(A.NRDL_ENTRY_DATE,B.NRDL_ENTRY_DATE) 	AS NRDL_ENTRY_DATE
-	,NVL(A.EDL_DESC,B.EDL_DESC) 		            AS EDL_DESC
-	,NVL(A.TCM_DESC,B.TCM_DESC) 		            AS TCM_DESC
-	,NVL(A.PAED_DESC,B.PAED_DESC) 		        	AS PAED_DESC
-	,NVL(A.GQCE_DESC,B.GQCE_DESC) 		        	AS GQCE_DESC
-	,NVL(A.VBP_DESC,B.VBP_DESC) 					      AS VBP_DESC
-	,NVL(A.MANU_COD,B.MANU_COD) 					      AS MANU_COD
-	,NVL(A.MANU_DES,B.MANU_DES) 					      AS MANU_DES
-	,NVL(A.MANU_DES_C,B.MANU_DES_C) 				    AS MANU_DES_C
-	,NVL(A.MNFL_COD,B.MNFL_COD) 					      AS MNFL_COD
-	,NVL(A.MNFL_DES,B.MNFL_DES) 					      AS MNFL_DES
-	,NVL(A.CORP_COD,B.CORP_COD) 					      AS CORP_COD
-  ,REPLACE( NVL(A.CORP_DES,B.CORP_DES) ,' GROUP', '' )  as CORP_DES   -- 消除group
-	,NVL(A.CORP_DES_C,B.CORP_DES_C) 				    AS CORP_DES_C
-	,NVL(A.BRANDTYPE,B.BRANDTYPE) 					    AS BRANDTYPE
-	,NVL(A.IS_AZ,B.IS_AZ) 							        AS IS_AZ
-	,NVL(A.AZ_MAIN,B.AZ_MAIN) 						      AS AZ_MAIN
-	,NVL(A.ATC1_DES,B.ATC1_DES) 					      AS ATC1_DES
-	,NVL(A.ATC1_DES_C,B.ATC1_DES_C) 			      AS ATC1_DES_C
-	,NVL(A.ATC2_DES,B.ATC2_DES) 					      AS ATC2_DES
-	,NVL(A.ATC2_DES_C,B.ATC2_DES_C) 			      AS ATC2_DES_C
-	,NVL(A.ATC3_DES,B.ATC3_DES) 					      AS ATC3_DES
-	,NVL(A.ATC3_DES_C,B.ATC3_DES_C) 			      AS ATC3_DES_C
-	,NVL(A.ATC4_DES,B.ATC4_DES) 					      AS ATC4_DES
-	,NVL(A.ATC4_DES_C,B.ATC4_DES_C) 			      AS ATC4_DES_C
-	,NVL(A.APP1_DES,B.APP1_DES) 					      AS APP1_DES
-	,NVL(A.APP1_DES_C,B.APP1_DES_C) 			      AS APP1_DES_C
-	,NVL(A.APP2_DES,B.APP2_DES) 					      AS APP2_DES
-	,NVL(A.APP2_DES_C,B.APP2_DES_C) 			      AS APP2_DES_C
-	,NVL(A.APP3_DES,B.APP3_DES)	 					      AS APP3_DES
-	,NVL(A.APP3_DES_C,B.APP3_DES_C) 			      AS APP3_DES_C
-  ,NVL(A.GEN_RN,B.GEN_RN)                     AS GEN_RN
-FROM   dm.dm_td_external_packinfo_temp  A
-LEFT JOIN aia_external_packinfo_1  B
-ON case when A.PACK_COD like '%OTHERS%' or length(A.PACK_COD) >= 12 or (not A.PACK_COD REGEXP '^[0-9]') then A.PACK_COD else right(concat('000000000000',A.PACK_COD),12) end 
- = B.PACK_COD
-
-
--- COMMAND ----------
-
-
---更新dm.dm_td_external_packinfo_temp
-insert overwrite dm.dm_td_external_packinfo_temp (
-PACK_COD,
-PACK_DES,
-STGH_DES,
-PACK_LCH,
-PROD_COD,
-PROD_DES,
-PROD_DES_C,
-CMPS_COD,
-CMPS_DES,
-CMPS_DES_C,
-ATC1_COD,
-ATC2_COD,
-ATC3_COD,
-ATC4_COD,
-APP1_COD,
-APP2_COD,
-APP3_COD,
-BIO_DESC,
-GENE_ORIG_DESC,
-ETH_OTC_DESC,
-NRDL_DESC,
-NRDL_ENTRY_DATE,
-EDL_DESC,
-TCM_DESC,
-PAED_DESC,
-GQCE_DESC,
-VBP_DESC,
-MANU_COD,
-MANU_DES,
-MANU_DES_C,
-MNFL_COD,
-MNFL_DES,
-CORP_COD,
-CORP_DES,
-CORP_DES_C,
-BRANDTYPE,
-IS_AZ,
-AZ_MAIN,
-ATC1_DES,
-ATC1_DES_C,
-ATC2_DES,
-ATC2_DES_C,
-ATC3_DES,
-ATC3_DES_C,
-ATC4_DES,
-ATC4_DES_C,
-APP1_DES,
-APP1_DES_C,
-APP2_DES,
-APP2_DES_C,
-APP3_DES,
-APP3_DES_C,
-GEN_RN
-)
-select 
-PACK_COD,
-PACK_DES,
-STGH_DES,
-PACK_LCH,
-PROD_COD,
-PROD_DES,
-PROD_DES_C,
-CMPS_COD,
-CMPS_DES,
-CMPS_DES_C,
-ATC1_COD,
-ATC2_COD,
-ATC3_COD,
-ATC4_COD,
-APP1_COD,
-APP2_COD,
-APP3_COD,
-BIO_DESC,
-GENE_ORIG_DESC,
-ETH_OTC_DESC,
-NRDL_DESC,
-NRDL_ENTRY_DATE,
-EDL_DESC,
-TCM_DESC,
-PAED_DESC,
-GQCE_DESC,
-VBP_DESC,
-MANU_COD,
-MANU_DES,
-MANU_DES_C,
-MNFL_COD,
-MNFL_DES,
-CORP_COD,
-CORP_DES,
-CORP_DES_C,
-BRANDTYPE,
-IS_AZ,
-AZ_MAIN,
-ATC1_DES,
-ATC1_DES_C,
-ATC2_DES,
-ATC2_DES_C,
-ATC3_DES,
-ATC3_DES_C,
-ATC4_DES,
-ATC4_DES_C,
-APP1_DES,
-APP1_DES_C,
-APP2_DES,
-APP2_DES_C,
-APP3_DES,
-APP3_DES_C,
-GEN_RN
-from tmp.aia_external_packinfo_2
-
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC # XIEHE渠道
-
--- COMMAND ----------
-
-
---PACK_COD是唯一的，不允许重复
-create or replace temporary view xiehe_external_packinfo_1 as
-select 
-    A.PACK_COD,
-    max(A.PACK_DES) as PACK_DES,
-    max(A.STGH_DES) as STGH_DES,
-    max(A.PACK_LCH) as PACK_LCH,
-    max(A.PROD_COD) as PROD_COD,
-    max(A.PROD_DES) as PROD_DES,
-    max(A.PROD_DES_C) as PROD_DES_C,
-    max(A.CMPS_COD) as CMPS_COD,
-    max(A.CMPS_DES) as CMPS_DES,
-    max(A.CMPS_DES_C) as CMPS_DES_C,
-    max(A.ATC1_COD) as ATC1_COD,
-    max(A.ATC2_COD) as ATC2_COD,
-    max(A.ATC3_COD) as ATC3_COD,
-    max(A.ATC4_COD) as ATC4_COD,
-    max(A.APP1_COD) as APP1_COD,
-    max(A.APP2_COD) as APP2_COD,
-    max(A.APP3_COD) as APP3_COD,
-    max(A.BIO_DESC) as BIO_DESC,
-    max(A.GENE_ORIG_DESC) as GENE_ORIG_DESC,
-    max(A.ETH_OTC_DESC) as ETH_OTC_DESC,
-    max(A.NRDL_DESC) as NRDL_DESC,
-    max(A.NRDL_Entry_Date) as NRDL_ENTRY_DATE,
-    max(A.EDL_DESC) as EDL_DESC,
-    max(A.TCM_DESC) as TCM_DESC,
-    max(A.PAED_DESC) as PAED_DESC,
-    max(A.GQCE_DESC) as GQCE_DESC,
-    NULL as VBP_DESC,
-    max(A.MANU_COD) as MANU_COD,
-    max(A.MANU_DES) as MANU_DES,
-    max(A.MANU_DES_C) as MANU_DES_C,
-    max(A.MNFL_COD) as MNFL_COD,
-    max(A.MNFL_DES) as MNFL_DES,
-    max(A.CORP_COD) as CORP_COD,
-    max(A.CORP_DES) as CORP_DES,
-    max(A.CORP_DES_C) as CORP_DES_C,
-    max(A.BrandType) as BRANDTYPE,
-    max(A.IS_AZ) as IS_AZ,
-    max(A.AZ_MAIN) as AZ_MAIN,
-    max(A.ATC1_DES) as ATC1_DES,
-    max(A.ATC1_DES_C) as ATC1_DES_C,
-    max(A.ATC2_DES) as ATC2_DES,
-    max(A.ATC2_DES_C) as ATC2_DES_C,
-    max(A.ATC3_DES) as ATC3_DES,
-    max(A.ATC3_DES_C) as ATC3_DES_C,
-    max(A.ATC4_DES) as ATC4_DES,
-    max(A.ATC4_DES_C) as ATC4_DES_C,
-    max(A.APP1_DES) as APP1_DES,
-    max(A.APP1_DES_C) as APP1_DES_C,
-    max(A.APP2_DES) as APP2_DES,
-    max(A.APP2_DES_C) as APP2_DES_C,
-    max(A.APP3_DES) as APP3_DES,
-    max(A.APP3_DES_C) as APP3_DES_C,
-    CASE WHEN max(A.GENE_ORIG_DESC) = 'ORIG' THEN 1 
-         WHEN max(A.GENE_ORIG_DESC) = 'Branded Gen' THEN 2
-         WHEN max(A.GENE_ORIG_DESC) = 'Unbranded Gen' THEN 3
-         WHEN max(A.GENE_ORIG_DESC) = 'TCM' THEN 4
-         ELSE 5 
-     END as GEN_RN
-from dm.dm_xiehe_pack_property a 
-group by A.PACK_COD
-
-
--- COMMAND ----------
-
-
---补全维度
-insert overwrite table tmp.xiehe_external_packinfo_2 
-select distinct
-  A.PACK_COD
-	,NVL(A.PACK_DES,B.PACK_DES) 					      AS PACK_DES
-	,NVL(A.STGH_DES,B.STGH_DES) 		            AS STGH_DES
-	,NVL(A.PACK_LCH,B.PACK_LCH) 		            AS PACK_LCH
-	,NVL(A.PROD_COD,B.PROD_COD) 	              AS PROD_COD
-	,NVL(A.PROD_DES,B.PROD_DES) 		            AS PROD_DES
-	,NVL(A.PROD_DES_C,B.PROD_DES_C) 		        AS PROD_DES_C
-	,NVL(A.CMPS_COD,B.CMPS_COD) 		            AS CMPS_COD
-	,NVL(A.CMPS_DES,B.CMPS_DES) 		            AS CMPS_DES
-	,NVL(A.CMPS_DES_C,B.CMPS_DES_C) 		        AS CMPS_DES_C
-	,NVL(A.ATC1_COD,B.ATC1_COD) 		            AS ATC1_COD
-	,NVL(A.ATC2_COD,B.ATC2_COD) 		            AS ATC2_COD
-	,NVL(A.ATC3_COD,B.ATC3_COD) 		            AS ATC3_COD
-	,NVL(A.ATC4_COD,B.ATC4_COD) 		            AS ATC4_COD
-	,NVL(A.APP1_COD,B.APP1_COD) 		            AS APP1_COD
-	,NVL(A.APP2_COD,B.APP2_COD) 		            AS APP2_COD
-	,NVL(A.APP3_COD,B.APP3_COD) 		            AS APP3_COD
-	,NVL(A.BIO_DESC,B.BIO_DESC) 		            AS BIO_DESC
-	,NVL(A.GENE_ORIG_DESC,B.GENE_ORIG_DESC) 	  AS GENE_ORIG_DESC
-	,NVL(A.ETH_OTC_DESC,B.ETH_OTC_DESC) 	      AS ETH_OTC_DESC
-	,NVL(A.NRDL_DESC,B.NRDL_DESC) 		       	 	AS NRDL_DESC
-	,NVL(A.NRDL_ENTRY_DATE,B.NRDL_ENTRY_DATE) 	AS NRDL_ENTRY_DATE
-	,NVL(A.EDL_DESC,B.EDL_DESC) 		            AS EDL_DESC
-	,NVL(A.TCM_DESC,B.TCM_DESC) 		            AS TCM_DESC
-	,NVL(A.PAED_DESC,B.PAED_DESC) 		        	AS PAED_DESC
-	,NVL(A.GQCE_DESC,B.GQCE_DESC) 		        	AS GQCE_DESC
-	,NVL(A.VBP_DESC,B.VBP_DESC) 					      AS VBP_DESC
-	,NVL(A.MANU_COD,B.MANU_COD) 					      AS MANU_COD
-	,NVL(A.MANU_DES,B.MANU_DES) 					      AS MANU_DES
-	,NVL(A.MANU_DES_C,B.MANU_DES_C) 				    AS MANU_DES_C
-	,NVL(A.MNFL_COD,B.MNFL_COD) 					      AS MNFL_COD
-	,NVL(A.MNFL_DES,B.MNFL_DES) 					      AS MNFL_DES
-	,NVL(A.CORP_COD,B.CORP_COD) 					      AS CORP_COD
-  ,REPLACE( NVL(A.CORP_DES,B.CORP_DES) ,' GROUP', '' )  as CORP_DES   -- 消除group
-	,NVL(A.CORP_DES_C,B.CORP_DES_C) 				    AS CORP_DES_C
-	,NVL(A.BRANDTYPE,B.BRANDTYPE) 					    AS BRANDTYPE
-	,NVL(A.IS_AZ,B.IS_AZ) 							        AS IS_AZ
-	,NVL(A.AZ_MAIN,B.AZ_MAIN) 						      AS AZ_MAIN
-	,NVL(A.ATC1_DES,B.ATC1_DES) 					      AS ATC1_DES
-	,NVL(A.ATC1_DES_C,B.ATC1_DES_C) 			      AS ATC1_DES_C
-	,NVL(A.ATC2_DES,B.ATC2_DES) 					      AS ATC2_DES
-	,NVL(A.ATC2_DES_C,B.ATC2_DES_C) 			      AS ATC2_DES_C
-	,NVL(A.ATC3_DES,B.ATC3_DES) 					      AS ATC3_DES
-	,NVL(A.ATC3_DES_C,B.ATC3_DES_C) 			      AS ATC3_DES_C
-	,NVL(A.ATC4_DES,B.ATC4_DES) 					      AS ATC4_DES
-	,NVL(A.ATC4_DES_C,B.ATC4_DES_C) 			      AS ATC4_DES_C
-	,NVL(A.APP1_DES,B.APP1_DES) 					      AS APP1_DES
-	,NVL(A.APP1_DES_C,B.APP1_DES_C) 			      AS APP1_DES_C
-	,NVL(A.APP2_DES,B.APP2_DES) 					      AS APP2_DES
-	,NVL(A.APP2_DES_C,B.APP2_DES_C) 			      AS APP2_DES_C
-	,NVL(A.APP3_DES,B.APP3_DES)	 					      AS APP3_DES
-	,NVL(A.APP3_DES_C,B.APP3_DES_C) 			      AS APP3_DES_C
-  ,NVL(A.GEN_RN,B.GEN_RN)                     AS GEN_RN
-FROM   dm.dm_td_external_packinfo_temp  A
-LEFT JOIN xiehe_external_packinfo_1  B
-ON A.PACK_COD = B.PACK_COD
-
-
--- COMMAND ----------
-
---更新dm.dm_td_external_packinfo_temp
-insert overwrite dm.dm_td_external_packinfo_temp (
-PACK_COD,
-PACK_DES,
-STGH_DES,
-PACK_LCH,
-PROD_COD,
-PROD_DES,
-PROD_DES_C,
-CMPS_COD,
-CMPS_DES,
-CMPS_DES_C,
-ATC1_COD,
-ATC2_COD,
-ATC3_COD,
-ATC4_COD,
-APP1_COD,
-APP2_COD,
-APP3_COD,
-BIO_DESC,
-GENE_ORIG_DESC,
-ETH_OTC_DESC,
-NRDL_DESC,
-NRDL_ENTRY_DATE,
-EDL_DESC,
-TCM_DESC,
-PAED_DESC,
-GQCE_DESC,
-VBP_DESC,
-MANU_COD,
-MANU_DES,
-MANU_DES_C,
-MNFL_COD,
-MNFL_DES,
-CORP_COD,
-CORP_DES,
-CORP_DES_C,
-BRANDTYPE,
-IS_AZ,
-AZ_MAIN,
-ATC1_DES,
-ATC1_DES_C,
-ATC2_DES,
-ATC2_DES_C,
-ATC3_DES,
-ATC3_DES_C,
-ATC4_DES,
-ATC4_DES_C,
-APP1_DES,
-APP1_DES_C,
-APP2_DES,
-APP2_DES_C,
-APP3_DES,
-APP3_DES_C,
-GEN_RN
-)
-select 
-PACK_COD,
-PACK_DES,
-STGH_DES,
-PACK_LCH,
-PROD_COD,
-PROD_DES,
-PROD_DES_C,
-CMPS_COD,
-CMPS_DES,
-CMPS_DES_C,
-ATC1_COD,
-ATC2_COD,
-ATC3_COD,
-ATC4_COD,
-APP1_COD,
-APP2_COD,
-APP3_COD,
-BIO_DESC,
-GENE_ORIG_DESC,
-ETH_OTC_DESC,
-NRDL_DESC,
-NRDL_ENTRY_DATE,
-EDL_DESC,
-TCM_DESC,
-PAED_DESC,
-GQCE_DESC,
-VBP_DESC,
-MANU_COD,
-MANU_DES,
-MANU_DES_C,
-MNFL_COD,
-MNFL_DES,
-CORP_COD,
-CORP_DES,
-CORP_DES_C,
-BRANDTYPE,
-IS_AZ,
-AZ_MAIN,
-ATC1_DES,
-ATC1_DES_C,
-ATC2_DES,
-ATC2_DES_C,
-ATC3_DES,
-ATC3_DES_C,
-ATC4_DES,
-ATC4_DES_C,
-APP1_DES,
-APP1_DES_C,
-APP2_DES,
-APP2_DES_C,
-APP3_DES,
-APP3_DES_C,
-GEN_RN
-from tmp.xiehe_external_packinfo_2
-
-
--- COMMAND ----------
-
------------------------------------------------------------------------------------
---修改时间：20240827
---修改人：FanXujia
---修改内容：
---有一部分pack的商品名、公司名为空，这两不能为空，将他们设置成OTHERS
------------------------------------------------------------------------------------
-update dm.dm_td_external_packinfo_temp
-set PROD_DES = 'OTHERS'
-where PROD_DES is null;
-
-update dm.dm_td_external_packinfo_temp
-set PROD_DES_C = 'OTHERS'
-where PROD_DES_C is null;
-
-update dm.dm_td_external_packinfo_temp
-set CORP_DES = 'OTHERS'
-where CORP_DES is null or CORP_DES='';
-
-update dm.dm_td_external_packinfo_temp
-set CORP_DES_C = 'OTHERS'
-where CORP_DES_C is null or CORP_DES_C='';
-
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC # 增加data_source字段
-
--- COMMAND ----------
-
---增加DATA_SOURCE字段
-insert overwrite table dm.dm_td_external_packinfo_temp2 (
-PACK_COD,
-PACK_DES,
-STGH_DES,
-PACK_LCH,
-PROD_COD,
-PROD_DES,
-PROD_DES_C,
-CMPS_COD,
-CMPS_DES,
-CMPS_DES_C,
-ATC1_COD,
-ATC2_COD,
-ATC3_COD,
-ATC4_COD,
-APP1_COD,
-APP2_COD,
-APP3_COD,
-BIO_DESC,
-GENE_ORIG_DESC,
-ETH_OTC_DESC,
-NRDL_DESC,
-NRDL_ENTRY_DATE,
-EDL_DESC,
-TCM_DESC,
-PAED_DESC,
-GQCE_DESC,
-VBP_DESC,
-MANU_COD,
-MANU_DES,
-MANU_DES_C,
-MNFL_COD,
-MNFL_DES,
-CORP_COD,
-CORP_DES,
-CORP_DES_C,
-BRANDTYPE,
-IS_AZ,
-AZ_MAIN,
-ATC1_DES,
-ATC1_DES_C,
-ATC2_DES,
-ATC2_DES_C,
-ATC3_DES,
-ATC3_DES_C,
-ATC4_DES,
-ATC4_DES_C,
-APP1_DES,
-APP1_DES_C,
-APP2_DES,
-APP2_DES_C,
-APP3_DES,
-APP3_DES_C,
-GEN_RN,
-DATA_SOURCE,
-area,
-h_level,
-dept_name,
-reimburse,
-reimburse_type,
-prescription_source,
-atc,
-new_code,
-common_name,
-product_name,
-manu_des_xiehe,
-pack_des_xiehe,
-drug_delivery_route,
-nfc,
-LaunchTime,
--- ,Family_Code,
--- Family_Name
-VBP_BATCH,
-VBP_IMPLEMENTING_TIME
-)
-select 
-case when t1.PACK_COD is null or t1.PACK_COD = '' then concat('PACK_COD_',t2.DATA_SOURCE)
-     else t1.PACK_COD end as PACK_COD,
-PACK_DES,
-STGH_DES,
-PACK_LCH,
-PROD_COD,
-PROD_DES,
-PROD_DES_C,
-CMPS_COD,
-CMPS_DES,
-CMPS_DES_C,
-ATC1_COD,
-ATC2_COD,
-ATC3_COD,
-ATC4_COD,
-APP1_COD,
-APP2_COD,
-APP3_COD,
-BIO_DESC,
-GENE_ORIG_DESC,
-ETH_OTC_DESC,
-NRDL_DESC,
-NRDL_ENTRY_DATE,
-EDL_DESC,
-TCM_DESC,
-PAED_DESC,
-GQCE_DESC,
-VBP_DESC,
-MANU_COD,
-MANU_DES,
-MANU_DES_C,
-MNFL_COD,
-MNFL_DES,
-case when CORP_COD is null or CORP_COD = '' then concat('CORP_COD_',t2.DATA_SOURCE)
-     else CORP_COD end as CORP_COD,
-CORP_DES,
-CORP_DES_C,
-BRANDTYPE,
-IS_AZ,
-AZ_MAIN,
-ATC1_DES,
-ATC1_DES_C,
-ATC2_DES,
-ATC2_DES_C,
-ATC3_DES,
-ATC3_DES_C,
-ATC4_DES,
-ATC4_DES_C,
-APP1_DES,
-APP1_DES_C,
-APP2_DES,
-APP2_DES_C,
-APP3_DES,
-APP3_DES_C,
-GEN_RN,
-t2.DATA_SOURCE,
-'' as area,
-null as h_level,
-'' as dept_name,
-null as reimburse,
-null as reimburse_type,
-null as prescription_source,
-null as atc,
-'' as new_code,
-null as common_name,
-null as product_name,
-null as manu_des_xiehe,
-null as pack_des_xiehe,
-null as drug_delivery_route,
-null as nfc,
-null as LaunchTime,
--- ,null as Family_Code,
--- null as Family_Name
-'' as VBP_BATCH,
-'' as VBP_IMPLEMENTING_TIME
-from dm.dm_td_external_packinfo_temp t1
-inner join (select distinct pack_cod,DATA_SOURCE from external_sales_union where NVL(PACK_FLAG,'1') <> 0) t2
-on t1.PACK_COD = t2.pack_cod
-union all
-select 
-case when t1.PACK_COD is null or t1.PACK_COD = '' then concat('PACK_COD_',t2.DATA_SOURCE)
-     else t1.PACK_COD end as PACK_COD,
-PACK_DES,
-STGH_DES,
-PACK_LCH,
-PROD_COD,
-PROD_DES,
-PROD_DES_C,
-CMPS_COD,
-CMPS_DES,
-CMPS_DES_C,
-ATC1_COD,
-ATC2_COD,
-ATC3_COD,
-ATC4_COD,
-APP1_COD,
-APP2_COD,
-APP3_COD,
-BIO_DESC,
-GENE_ORIG_DESC,
-ETH_OTC_DESC,
-NRDL_DESC,
-NRDL_ENTRY_DATE,
-EDL_DESC,
-TCM_DESC,
-PAED_DESC,
-GQCE_DESC,
-null as VBP_DESC,
-MANU_COD,
-MANU_DES,
-MANU_DES_C,
-MNFL_COD,
-MNFL_DES,
-case when CORP_COD is null or CORP_COD = '' then concat('CORP_COD_',t2.DATA_SOURCE)
-     else CORP_COD end as CORP_COD,
-CORP_DES,
-CORP_DES_C,
-BRANDTYPE,
-IS_AZ,
-AZ_MAIN,
-ATC1_DES,
-ATC1_DES_C,
-ATC2_DES,
-ATC2_DES_C,
-ATC3_DES,
-ATC3_DES_C,
-ATC4_DES,
-ATC4_DES_C,
-APP1_DES,
-APP1_DES_C,
-APP2_DES,
-APP2_DES_C,
-APP3_DES,
-APP3_DES_C,
-GEN_RN,
-t2.DATA_SOURCE,
-'' as area,
-null as h_level,
-'' as dept_name,
-null as reimburse,
-null as reimburse_type,
-null as prescription_source,
-null as atc,
-'' as new_code,
-null as common_name,
-null as product_name,
-null as manu_des_xiehe,
-null as pack_des_xiehe,
-null as drug_delivery_route,
-null as nfc,
-null as LaunchTime,
--- ,null as Family_Code,
--- null as Family_Name
-'' as VBP_BATCH,
-'' as VBP_IMPLEMENTING_TIME
-from dm.dm_td_external_packinfo_temp t1
-inner join (select distinct pack_cod,DATA_SOURCE from external_sales_union where PACK_FLAG = 0) t2
-on t1.PACK_COD = t2.pack_cod
-
--- COMMAND ----------
-
------------------------------------------------------------------------------------------------------
---修改时间：20240829
---修改人:FanXujia
---修改内容：
---增加协和相关产品属性值
-------------------------------------------------------------------------------------------------------
------------------------------------------------------------------------------------------------------
---修改时间：20250621
---修改人:chenwu
---修改内容：
---xiehe数据源变更格式故重写部分逻辑
-------------------------------------------------------------------------------------------------------
-with raw_data as (
---一个pack_cod对应多个科室信息，也全部显示出来
-select distinct
-NVL(new_code,'') new_code,
-NVL(province,'') area,
-max(h_level) h_level,
-NVL(dept_name,'') dept_name,
-max(reimburse) reimburse,
-max(reimburse_type) reimburse_type,
-max(prescription_source) prescription_source,
-max(atc) atc,
-max(common_name) common_name,
-max(product_name) product_name,
-max(manu_des) manu_des,
-max(pack_des) pack_des,
-max(drug_delivery_route) drug_delivery_route,
-max(nfc) nfc,
-max(iqvia_pack_code) iqvia_pack_code
-from dm.dm_ext_xiehe_sales--dwd.dwd_gnd_ext_xiehe_raw_data_new
-group by new_code,dept_name,area
-)
-,packinfo as (
-select 
-t1.PACK_COD,
-t1.PACK_DES,
-t1.STGH_DES,
-t1.PACK_LCH,
-t1.PROD_COD,
-t1.PROD_DES,
-t1.PROD_DES_C,
-t1.CMPS_COD,
-t1.CMPS_DES,
-t1.CMPS_DES_C,
-t1.ATC1_COD,
-t1.ATC2_COD,
-t1.ATC3_COD,
-t1.ATC4_COD,
-t1.APP1_COD,
-t1.APP2_COD,
-t1.APP3_COD,
-t1.BIO_DESC,
-t1.GENE_ORIG_DESC,
-t1.ETH_OTC_DESC,
-t1.NRDL_DESC,
-t1.NRDL_ENTRY_DATE,
-t1.EDL_DESC,
-t1.TCM_DESC,
-t1.PAED_DESC,
-t1.GQCE_DESC,
-t1.VBP_DESC,
-t1.MANU_COD,
-t1.MANU_DES,
-t1.MANU_DES_C,
-t1.MNFL_COD,
-t1.MNFL_DES,
-t1.CORP_COD,
-t1.CORP_DES,
-t1.CORP_DES_C,
-t1.BRANDTYPE,
-t1.IS_AZ,
-t1.AZ_MAIN,
-t1.ATC1_DES,
-t1.ATC1_DES_C,
-t1.ATC2_DES,
-t1.ATC2_DES_C,
-t1.ATC3_DES,
-t1.ATC3_DES_C,
-t1.ATC4_DES,
-t1.ATC4_DES_C,
-t1.APP1_DES,
-t1.APP1_DES_C,
-t1.APP2_DES,
-t1.APP2_DES_C,
-t1.APP3_DES,
-t1.APP3_DES_C,
-t1.GEN_RN,
-t1.DATA_SOURCE,
-t3.area,
-t3.h_level,
-t3.dept_name,
-t3.reimburse,
-t3.reimburse_type,
-t3.prescription_source,
-t3.atc,
-t3.new_code,
-t3.common_name,
-t3.product_name,
-t3.manu_des manu_des_xiehe,
-t3.pack_des pack_des_xiehe,
-t3.drug_delivery_route,
-t3.nfc,
-null as LaunchTime,
--- ,null as Family_Code,
--- null as Family_Name
-'' as VBP_BATCH,
-'' as VBP_IMPLEMENTING_TIME
-from dm.dm_td_external_packinfo_temp2 t1
-left join raw_data t3
-on upper(t1.pack_cod) = upper(t3.iqvia_pack_code)
-where t1.DATA_SOURCE = 'XH Data(Quarterly)'
-union all
-select 
-*
-from dm.dm_td_external_packinfo_temp2
-where DATA_SOURCE <> 'XH Data(Quarterly)'
-)
-
-
-insert overwrite table dm.dm_td_external_packinfo_temp2 (
-PACK_COD,
-PACK_DES,
-STGH_DES,
-PACK_LCH,
-PROD_COD,
-PROD_DES,
-PROD_DES_C,
-CMPS_COD,
-CMPS_DES,
-CMPS_DES_C,
-ATC1_COD,
-ATC2_COD,
-ATC3_COD,
-ATC4_COD,
-APP1_COD,
-APP2_COD,
-APP3_COD,
-BIO_DESC,
-GENE_ORIG_DESC,
-ETH_OTC_DESC,
-NRDL_DESC,
-NRDL_ENTRY_DATE,
-EDL_DESC,
-TCM_DESC,
-PAED_DESC,
-GQCE_DESC,
-VBP_DESC,
-MANU_COD,
-MANU_DES,
-MANU_DES_C,
-MNFL_COD,
-MNFL_DES,
-CORP_COD,
-CORP_DES,
-CORP_DES_C,
-BRANDTYPE,
-IS_AZ,
-AZ_MAIN,
-ATC1_DES,
-ATC1_DES_C,
-ATC2_DES,
-ATC2_DES_C,
-ATC3_DES,
-ATC3_DES_C,
-ATC4_DES,
-ATC4_DES_C,
-APP1_DES,
-APP1_DES_C,
-APP2_DES,
-APP2_DES_C,
-APP3_DES,
-APP3_DES_C,
-GEN_RN,
-DATA_SOURCE,
-area,
-h_level,
-dept_name,
-reimburse,
-reimburse_type,
-prescription_source,
-atc,
-new_code,
-common_name,
-product_name,
-manu_des_xiehe,
-pack_des_xiehe,
-drug_delivery_route,
-nfc,
-LaunchTime,
--- ,Family_Code,
--- Family_Name
-VBP_BATCH,
-VBP_IMPLEMENTING_TIME
-)
-select *
-from packinfo;
-
--- COMMAND ----------
-
------------------------------------------------------------------------------------------------------
---修改时间：20240902
---修改人:FanXujia
---修改内容：
---增加CHPA的维度信息
-------------------------------------------------------------------------------------------------------
-with PACK_launchtime as (
-select PACK.Pack_Code,max(PACK.launchtime) launchtime
-from dwd.dwd_ims_td_pack PACK
-group by PACK.Pack_Code
-)
--- ,Family as (
--- select PACK_COD,max(Family_Code) Family_Code,max(Family_Name) Family_Name
--- from DM.DM_IMS_TD_PACK_PROPERTY
--- where MARKET = 'IMS ALL Market'
--- group by PACK_COD
--- )
-,packinfo as (
-select 
-t1.PACK_COD,
-t1.PACK_DES,
-t1.STGH_DES,
-t1.PACK_LCH,
-t1.PROD_COD,
-t1.PROD_DES,
-t1.PROD_DES_C,
-t1.CMPS_COD,
-t1.CMPS_DES,
-t1.CMPS_DES_C,
-t1.ATC1_COD,
-t1.ATC2_COD,
-t1.ATC3_COD,
-t1.ATC4_COD,
-t1.APP1_COD,
-t1.APP2_COD,
-t1.APP3_COD,
-t1.BIO_DESC,
-t1.GENE_ORIG_DESC,
-t1.ETH_OTC_DESC,
-t1.NRDL_DESC,
-t1.NRDL_ENTRY_DATE,
-t1.EDL_DESC,
-t1.TCM_DESC,
-t1.PAED_DESC,
-t1.GQCE_DESC,
-t1.VBP_DESC,
-t1.MANU_COD,
-t1.MANU_DES,
-t1.MANU_DES_C,
-t1.MNFL_COD,
-t1.MNFL_DES,
-t1.CORP_COD,
-t1.CORP_DES,
-t1.CORP_DES_C,
-t1.BRANDTYPE,
-t1.IS_AZ,
-t1.AZ_MAIN,
-t1.ATC1_DES,
-t1.ATC1_DES_C,
-t1.ATC2_DES,
-t1.ATC2_DES_C,
-t1.ATC3_DES,
-t1.ATC3_DES_C,
-t1.ATC4_DES,
-t1.ATC4_DES_C,
-t1.APP1_DES,
-t1.APP1_DES_C,
-t1.APP2_DES,
-t1.APP2_DES_C,
-t1.APP3_DES,
-t1.APP3_DES_C,
-t1.GEN_RN,
-t1.DATA_SOURCE,
-t1.area,
-t1.h_level,
-NVL(t1.dept_name,'') dept_name,
-t1.reimburse,
-t1.reimburse_type,
-t1.prescription_source,
-t1.atc,
-t1.new_code,
-t1.common_name,
-t1.product_name,
-t1.manu_des_xiehe,
-t1.pack_des_xiehe,
-t1.drug_delivery_route,
-t1.nfc,
-t2.LaunchTime,
--- ,t3.Family_Code,
--- t3.Family_Name
-t1.VBP_BATCH,
-t1.VBP_IMPLEMENTING_TIME
-from dm.dm_td_external_packinfo_temp2 t1
-left join PACK_launchtime t2
-on t1.PACK_COD = t2.Pack_Code
--- left join Family t3
--- on t1.PACK_COD = t3.PACK_COD
-where t1.DATA_SOURCE = 'IQVIA-CHPA(Monthly)'
-union all
-select *
-from dm.dm_td_external_packinfo_temp2
-where DATA_SOURCE <> 'IQVIA-CHPA(Monthly)'
-)
-
-
-
-insert overwrite table dm.dm_td_external_packinfo_temp2 (
-PACK_COD,
-PACK_DES,
-STGH_DES,
-PACK_LCH,
-PROD_COD,
-PROD_DES,
-PROD_DES_C,
-CMPS_COD,
-CMPS_DES,
-CMPS_DES_C,
-ATC1_COD,
-ATC2_COD,
-ATC3_COD,
-ATC4_COD,
-APP1_COD,
-APP2_COD,
-APP3_COD,
-BIO_DESC,
-GENE_ORIG_DESC,
-ETH_OTC_DESC,
-NRDL_DESC,
-NRDL_ENTRY_DATE,
-EDL_DESC,
-TCM_DESC,
-PAED_DESC,
-GQCE_DESC,
-VBP_DESC,
-MANU_COD,
-MANU_DES,
-MANU_DES_C,
-MNFL_COD,
-MNFL_DES,
-CORP_COD,
-CORP_DES,
-CORP_DES_C,
-BRANDTYPE,
-IS_AZ,
-AZ_MAIN,
-ATC1_DES,
-ATC1_DES_C,
-ATC2_DES,
-ATC2_DES_C,
-ATC3_DES,
-ATC3_DES_C,
-ATC4_DES,
-ATC4_DES_C,
-APP1_DES,
-APP1_DES_C,
-APP2_DES,
-APP2_DES_C,
-APP3_DES,
-APP3_DES_C,
-GEN_RN,
-DATA_SOURCE,
-area,
-h_level,
-dept_name,
-reimburse,
-reimburse_type,
-prescription_source,
-atc,
-new_code,
-common_name,
-product_name,
-manu_des_xiehe,
-pack_des_xiehe,
-drug_delivery_route,
-nfc,
-LaunchTime,
--- ,Family_Code,
--- Family_Name
-VBP_BATCH,
-VBP_IMPLEMENTING_TIME
-)
-select *
-from packinfo;
-
--- COMMAND ----------
-
---修改时间：20240808
---修改人：FanXuJia
---修改背景：
---事实表与维度表来自于不同手工表，目前存在一部分pack_cod在事实表有销量，但是在维度表没有这个pack_cod，导致销量缺失。
---因此需要从事实表补全这部分pack_cod
-with raw_data as (
---一个pack_cod对应多个科室信息，也全部显示出来
-select distinct
-NVL(new_code,'') new_code,
-NVL(province,'') area,
-max(h_level) h_level,
-NVL(dept_name,'') dept_name,
-max(reimburse) reimburse,
-max(reimburse_type) reimburse_type,
-max(prescription_source) prescription_source,
-max(atc) atc,
-max(common_name) common_name,
-max(product_name) product_name,
-max(manu_des) manu_des,
-max(pack_des) pack_des,
-max(drug_delivery_route) drug_delivery_route,
-max(nfc) nfc,
-max(iqvia_pack_code) iqvia_pack_code
-from dm.dm_ext_xiehe_sales--dwd.dwd_gnd_ext_xiehe_raw_data_new
-group by new_code,dept_name,area
-)
-,PACK_launchtime as (
-select PACK.Pack_Code,max(PACK.launchtime) launchtime
-from dwd.dwd_ims_td_pack PACK
-group by PACK.Pack_Code
-)
--- ,Family as (
--- select PACK_COD,max(Family_Code) Family_Code,max(Family_Name) Family_Name
--- from DM.DM_IMS_TD_PACK_PROPERTY
--- where MARKET = 'IMS ALL Market'
--- group by PACK_COD
--- )
-,tmp_packinfo as (
-select distinct 
-  t1.PACK_COD,t1.CORP_COD,t1.DATA_SOURCE,nvl(t3.CORP_DES,'OTHERS') CORP_DES,nvl(t3.CORP_DES_C,'OTHERS') CORP_DES_C,
-t5.area,
-t5.h_level,
-t5.dept_name,
-t5.reimburse,
-t5.reimburse_type,
-t5.prescription_source,
-t5.atc,
-t5.new_code,
-t5.common_name,
-t5.product_name,
-t5.manu_des manu_des_xiehe,
-t5.pack_des pack_des_xiehe,
-t5.drug_delivery_route,
-t5.nfc
-,null as launchtime
--- ,null as Family_Code
--- ,null as Family_Name
-from external_sales_union t1
-left join dm.dm_td_external_packinfo_temp2 t2
-on t1.PACK_COD = t2.PACK_COD
-and t1.DATA_SOURCE = t2.DATA_SOURCE
-left join (select CORP_COD,max(CORP_DES) CORP_DES,max(CORP_DES_C) CORP_DES_C
-             from dm.dm_td_external_packinfo_temp2 group by CORP_COD) t3
-on t1.CORP_COD = t3.CORP_COD
--- left join pack_code_info t4
--- on t1.PACK_COD = t4.IQVIA_PACK_CODE
-left join raw_data t5
-on upper(t1.pack_cod) = upper(t5.iqvia_pack_code)
-where t2.PACK_COD is null
-and t1.DATA_SOURCE = 'XH Data(Quarterly)'
-union all
-select distinct 
-  t1.PACK_COD,t1.CORP_COD,t1.DATA_SOURCE,nvl(t3.CORP_DES,'OTHERS') CORP_DES,nvl(t3.CORP_DES_C,'OTHERS') CORP_DES_C,
-'' as area,
-null as h_level,
-'' as dept_name,
-null as reimburse,
-null as reimburse_type,
-null as prescription_source,
-null as atc,
-'' as new_code,
-null as common_name,
-null as product_name,
-null as manu_des_xiehe,
-null as pack_des_xiehe,
-null as drug_delivery_route,
-null as nfc,
-t4.launchtime
--- ,t5.Family_Code
--- ,t5.Family_Name
-from external_sales_union t1
-left join dm.dm_td_external_packinfo_temp2 t2
-on t1.PACK_COD = t2.PACK_COD
-and t1.DATA_SOURCE = t2.DATA_SOURCE
-left join (select CORP_COD,max(CORP_DES) CORP_DES,max(CORP_DES_C) CORP_DES_C
-             from dm.dm_td_external_packinfo_temp2 group by CORP_COD) t3
-on t1.CORP_COD = t3.CORP_COD
-left join PACK_launchtime t4
-on t1.PACK_COD = t4.Pack_Code
--- left join Family t5
--- on t1.PACK_COD = t5.PACK_COD
-where t2.PACK_COD is null
-and t1.DATA_SOURCE = 'IQVIA-CHPA(Monthly)'
-union all
-select distinct 
-  t1.PACK_COD,t1.CORP_COD,t1.DATA_SOURCE,nvl(t3.CORP_DES,'OTHERS') CORP_DES,nvl(t3.CORP_DES_C,'OTHERS') CORP_DES_C,
-'' as area,
-null as h_level,
-'' as dept_name,
-null as reimburse,
-null as reimburse_type,
-null as prescription_source,
-null as atc,
-'' as new_code,
-null as common_name,
-null as product_name,
-null as manu_des_xiehe,
-null as pack_des_xiehe,
-null as drug_delivery_route,
-null as nfc,
-null as launchtime
--- ,null as Family_Code
--- ,null as Family_Name
-from external_sales_union t1
-left join dm.dm_td_external_packinfo_temp2 t2
-on t1.PACK_COD = t2.PACK_COD
-and t1.DATA_SOURCE = t2.DATA_SOURCE
-left join (select CORP_COD,max(CORP_DES) CORP_DES,max(CORP_DES_C) CORP_DES_C
-             from dm.dm_td_external_packinfo_temp2 group by CORP_COD) t3
-on t1.CORP_COD = t3.CORP_COD
-where t2.PACK_COD is null
-and t1.DATA_SOURCE not in ('XH Data(Quarterly)','IQVIA-CHPA(Monthly)')
-)
-
-insert into table dm.dm_td_external_packinfo_temp2 (
-PACK_COD,
-PACK_DES,
-STGH_DES,
-PACK_LCH,
-PROD_COD,
-PROD_DES,
-PROD_DES_C,
-CMPS_COD,
-CMPS_DES,
-CMPS_DES_C,
-ATC1_COD,
-ATC2_COD,
-ATC3_COD,
-ATC4_COD,
-APP1_COD,
-APP2_COD,
-APP3_COD,
-BIO_DESC,
-GENE_ORIG_DESC,
-ETH_OTC_DESC,
-NRDL_DESC,
-NRDL_ENTRY_DATE,
-EDL_DESC,
-TCM_DESC,
-PAED_DESC,
-GQCE_DESC,
-VBP_DESC,
-MANU_COD,
-MANU_DES,
-MANU_DES_C,
-MNFL_COD,
-MNFL_DES,
-CORP_COD,
-CORP_DES,
-CORP_DES_C,
-BRANDTYPE,
-IS_AZ,
-AZ_MAIN,
-ATC1_DES,
-ATC1_DES_C,
-ATC2_DES,
-ATC2_DES_C,
-ATC3_DES,
-ATC3_DES_C,
-ATC4_DES,
-ATC4_DES_C,
-APP1_DES,
-APP1_DES_C,
-APP2_DES,
-APP2_DES_C,
-APP3_DES,
-APP3_DES_C,
-GEN_RN,
-DATA_SOURCE,
-area,
-h_level,
-dept_name,
-reimburse,
-reimburse_type,
-prescription_source,
-atc,
-new_code,
-common_name,
-product_name,
-manu_des_xiehe,
-pack_des_xiehe,
-drug_delivery_route,
-nfc,
-LaunchTime,
--- ,Family_Code,
--- Family_Name
-VBP_BATCH,
-VBP_IMPLEMENTING_TIME
-)
-select distinct
-PACK_COD,
-null as PACK_DES,
-null as STGH_DES,
-null as PACK_LCH,
-null as PROD_COD,
-null as PROD_DES,
-null as PROD_DES_C,
-null as CMPS_COD,
-null as CMPS_DES,
-null as CMPS_DES_C,
-null as ATC1_COD,
-null as ATC2_COD,
-null as ATC3_COD,
-null as ATC4_COD,
-null as APP1_COD,
-null as APP2_COD,
-null as APP3_COD,
-null as BIO_DESC,
-null as GENE_ORIG_DESC,
-null as ETH_OTC_DESC,
-null as NRDL_DESC,
-null as NRDL_ENTRY_DATE,
-null as EDL_DESC,
-null as TCM_DESC,
-null as PAED_DESC,
-null as GQCE_DESC,
-null as VBP_DESC,
-null as MANU_COD,
-null as MANU_DES,
-null as MANU_DES_C,
-null as MNFL_COD,
-null as MNFL_DES,
-CORP_COD,
-CORP_DES,
-CORP_DES_C,
-null as BRANDTYPE,
-null as IS_AZ,
-null as AZ_MAIN,
-null as ATC1_DES,
-null as ATC1_DES_C,
-null as ATC2_DES,
-null as ATC2_DES_C,
-null as ATC3_DES,
-null as ATC3_DES_C,
-null as ATC4_DES,
-null as ATC4_DES_C,
-null as APP1_DES,
-null as APP1_DES_C,
-null as APP2_DES,
-null as APP2_DES_C,
-null as APP3_DES,
-null as APP3_DES_C,
-null as GEN_RN,
-DATA_SOURCE,
-area,
-h_level,
-dept_name,
-reimburse,
-reimburse_type,
-prescription_source,
-atc,
-new_code,
-common_name,
-product_name,
-manu_des_xiehe,
-pack_des_xiehe,
-drug_delivery_route,
-nfc,
-LaunchTime,
--- ,null as Family_Code,
--- null as Family_Name
-'' as VBP_BATCH,
-'' as VBP_IMPLEMENTING_TIME
-from tmp_packinfo
-
-
--- COMMAND ----------
-
-------------------------------------------------------------------------------------------------
---修改时间：20240923
---修改人：FanXujia
---修改内容：
---增加VBP信息
-------------------------------------------------------------------------------------------------
-with tmp as (
-select t1.PACK_COD,
-t1.PACK_DES,
-t1.STGH_DES,
-t1.PACK_LCH,
-t1.PROD_COD,
-t1.PROD_DES,
-t1.PROD_DES_C,
-t1.CMPS_COD,
-t1.CMPS_DES,
-t1.CMPS_DES_C,
-t1.ATC1_COD,
-t1.ATC2_COD,
-t1.ATC3_COD,
-t1.ATC4_COD,
-t1.APP1_COD,
-t1.APP2_COD,
-t1.APP3_COD,
-t1.BIO_DESC,
-t1.GENE_ORIG_DESC,
-t1.ETH_OTC_DESC,
-t1.NRDL_DESC,
-t1.NRDL_ENTRY_DATE,
-t1.EDL_DESC,
-t1.TCM_DESC,
-t1.PAED_DESC,
-t1.GQCE_DESC,
-NVL(t1.VBP_DESC,'Non VBP') AS VBP_DESC,
-t1.MANU_COD,
-t1.MANU_DES,
-t1.MANU_DES_C,
-t1.MNFL_COD,
-t1.MNFL_DES,
-t1.CORP_COD,
-t1.CORP_DES,
-t1.CORP_DES_C,
-t1.BRANDTYPE,
-t1.IS_AZ,
-t1.AZ_MAIN,
-t1.ATC1_DES,
-t1.ATC1_DES_C,
-t1.ATC2_DES,
-t1.ATC2_DES_C,
-t1.ATC3_DES,
-t1.ATC3_DES_C,
-t1.ATC4_DES,
-t1.ATC4_DES_C,
-t1.APP1_DES,
-t1.APP1_DES_C,
-t1.APP2_DES,
-t1.APP2_DES_C,
-t1.APP3_DES,
-t1.APP3_DES_C,
-t1.GEN_RN,
-t1.DATA_SOURCE,
-t1.area,
-t1.h_level,
-t1.dept_name,
-t1.reimburse,
-t1.reimburse_type,
-t1.prescription_source,
-t1.atc,
-t1.new_code,
-t1.common_name,
-t1.product_name,
-t1.manu_des_xiehe,
-t1.pack_des_xiehe,
-t1.drug_delivery_route,
-t1.nfc,
-t1.LaunchTime,
-NVL(t2.VBP_BATCH,'') VBP_BATCH,
-NVL(t2.VBP_IMPLEMENTING_TIME,'') VBP_IMPLEMENTING_TIME
-from dm.dm_td_external_packinfo_temp2 t1
-left join dwd.dwd_gnd_ims_vbp_information t2
-on t1.PACK_COD = t2.PACK_CODE
-)
-
-insert overwrite table dm.dm_td_external_packinfo_temp2
-select * from tmp
-
--- COMMAND ----------
-
--------------------------------------------------------------------------------------------------
---修改时间：20240906
---修改人：FanXujia
---修改内容:
---按主键去重
--------------------------------------------------------------------------------------------------
-with tmp as (
-select
-PACK_COD,
-max(PACK_DES) PACK_DES,
-max(STGH_DES) STGH_DES,
-max(PACK_LCH) PACK_LCH,
-max(PROD_COD) PROD_COD,
-max(PROD_DES) PROD_DES,
-COALESCE(max(PROD_DES_C),'') PROD_DES_C,
-max(CMPS_COD) CMPS_COD,
-max(CMPS_DES) CMPS_DES,
-max(CMPS_DES_C) CMPS_DES_C,
-max(ATC1_COD) ATC1_COD,
-max(ATC2_COD) ATC2_COD,
-max(ATC3_COD) ATC3_COD,
-max(ATC4_COD) ATC4_COD,
-max(APP1_COD) APP1_COD,
-max(APP2_COD) APP2_COD,
-max(APP3_COD) APP3_COD,
-max(BIO_DESC) BIO_DESC,
-max(GENE_ORIG_DESC) GENE_ORIG_DESC,
-max(ETH_OTC_DESC) ETH_OTC_DESC,
-max(NRDL_DESC) NRDL_DESC,
-max(NRDL_ENTRY_DATE) NRDL_ENTRY_DATE,
-max(EDL_DESC) EDL_DESC,
-max(TCM_DESC) TCM_DESC,
-max(PAED_DESC) PAED_DESC,
-max(GQCE_DESC) GQCE_DESC,
-max(VBP_DESC) VBP_DESC,
-max(MANU_COD) MANU_COD,
-max(MANU_DES) MANU_DES,
-max(MANU_DES_C) MANU_DES_C,
-max(MNFL_COD) MNFL_COD,
-max(MNFL_DES) MNFL_DES,
-max(CORP_COD) CORP_COD,
-max(CORP_DES) CORP_DES,
-max(CORP_DES_C) CORP_DES_C,
-max(BRANDTYPE) BRANDTYPE,
-max(IS_AZ) IS_AZ,
-max(AZ_MAIN) AZ_MAIN,
-max(ATC1_DES) ATC1_DES,
-max(ATC1_DES_C) ATC1_DES_C,
-max(ATC2_DES) ATC2_DES,
-max(ATC2_DES_C) ATC2_DES_C,
-max(ATC3_DES) ATC3_DES,
-max(ATC3_DES_C) ATC3_DES_C,
-max(ATC4_DES) ATC4_DES,
-max(ATC4_DES_C) ATC4_DES_C,
-max(APP1_DES) APP1_DES,
-max(APP1_DES_C) APP1_DES_C,
-max(APP2_DES) APP2_DES,
-max(APP2_DES_C) APP2_DES_C,
-max(APP3_DES) APP3_DES,
-max(APP3_DES_C) APP3_DES_C,
-max(GEN_RN) GEN_RN,
-DATA_SOURCE,
-area,
-max(h_level) h_level,
-dept_name,
-max(reimburse) reimburse,
-max(reimburse_type) reimburse_type,
-max(prescription_source) prescription_source,
-max(atc) atc,
-new_code,
-max(common_name) common_name,
-max(product_name) product_name,
-max(manu_des_xiehe) manu_des_xiehe,
-max(pack_des_xiehe) pack_des_xiehe,
-max(drug_delivery_route) drug_delivery_route,
-max(nfc) nfc,
-max(LaunchTime) LaunchTime,
-max(VBP_BATCH) VBP_BATCH,
-max(VBP_IMPLEMENTING_TIME) VBP_IMPLEMENTING_TIME
-from dm.dm_td_external_packinfo_temp2
-group by DATA_SOURCE,PACK_COD,dept_name,new_code,area
-)
-
-insert overwrite dm.dm_td_external_packinfo_temp2
-select * from tmp;
-
--- COMMAND ----------
-
-------------------------------------------------------------------------------------------
---修改时间：20241104
---修改人：Fanxujia
---修改内容：
---CHPA有个分子式英文名：TRADITIONAL CHINESE MEDICINE，对应的中文名是取自另一个表tblProdCN的namec字段，每个产品的中文名目前是不同的。
---用户想要让中文名统一显示成“传统中药”
---因此通过hardcoding的方式，把中文名修改成传统中药。
---另外，本改动不局限于CHPA渠道，全部渠道一起修改。
--------------------------------------------------------------------------------------------
-update dm.dm_td_external_packinfo_temp2
-set CMPS_DES_C = '传统中药'
-where upper(CMPS_DES) = 'TRADITIONAL CHINESE MEDICINE'
-;
-
--- COMMAND ----------
-
---------------------------------------------------------------------------------
---修改时间：20241025
---修改人：Fanxujia
---修改内容：
---外部数据报告优化，将PBI的逻辑搬到DBR
---------------------------------------------------------------------------------
-insert overwrite table dm.dm_td_external_packinfo
-(
-PACK_COD,
-PACK_DES,
-PACK_LCH,
-PROD_COD,
-PROD_DES,
-PROD_DES_C,
-CMPS_COD,
-CMPS_DES,
-CMPS_DES_C,
-VBP_BATCH,
-VBP_IMPLEMENTING_TIME,
-STGH_DES,
-BIO_DESC,
-ETH_OTC_DESC,
-NRDL_DESC,
-NRDL_ENTRY_DATE,
-EDL_DESC,
-TCM_DESC,
-PAED_DESC,
-GQCE_DESC,
-MANU_COD,
-MANU_DES,
-MNFL_COD,
-ATC1_COD,
-ATC1_DES,
-ATC1_DES_C,
-ATC2_COD,
-ATC2_DES,
-ATC2_DES_C,
-ATC3_COD,
-ATC3_DES,
-ATC3_DES_C,
-ATC4_COD,
-ATC4_DES,
-ATC4_DES_C,
-APP1_COD,
-APP1_DES,
-APP1_DES_C,
-APP2_COD,
-APP2_DES,
-APP2_DES_C,
-APP3_COD,
-APP3_DES,
-APP3_DES_C,
-GENE_ORIG_DESC,
-VBP_DESC,
-CORP_COD,
-GEN_RN,
-CORP_DES,
-CORP_DES_C,
-PACK_RN,
-PROD_RN,
-CMPS_RN,
-DATA_SOURCE,
-ATC,
-NEW_CODE,
-COMMON_NAME,
-PRODUCT_NAME,
-MANU_DES_XIEHE,
-PACK_DES_XIEHE,
-DRUG_DELIVERY_ROUTE,
-NFC,
-CORP_TYPE,
-LAUNCHTIME,
-VBP_BRAND
-)
-
-with CHPA_PACK_SALES as (
-  SELECT
-    upper(A.PACK_DES) PACK_DES,
-    upper(A.PROD_DES_C) PROD_DES_C,
-    upper(A.CORP_DES_C) CORP_DES_C,
-    SUM(B.SALES_VALUE_CAL) SALES_VALUE_CAL
-  FROM
-    DM.dm_td_external_packinfo_temp2 A
-    INNER JOIN external_sales_union B ON A.PACK_COD = B.PACK_COD
-    and A.dept_name = B.dept_name
-    and A.new_code = B.new_code
-    and A.area = B.area
-    and A.DATA_SOURCE = B.DATA_SOURCE
-  WHERE
-    B.YYYYMM >= (
-      SELECT
-        LEFT(MAX(YYYYMM), 4) * 100 + 1
-      FROM
-        external_sales_union
-      WHERE
-        DATA_SOURCE = 'IQVIA-CHPA(Monthly)'
-    )
-    AND B.DATA_SOURCE = 'IQVIA-CHPA(Monthly)'
-  GROUP BY
-    upper(A.PACK_DES),
-    upper(A.CORP_DES_C),
-    upper(A.PROD_DES_C)
-)
-,pack_N as (
-  SELECT
-    PACK_DES,
-    PROD_DES_C,
-    CORP_DES_C,
-    row_number() OVER(
-      PARTITION BY 1
-      ORDER BY
-        (
-          CASE
-            WHEN PACK_DES = ''
-            OR PROD_DES_C = ''
-            OR CORP_DES_C = '' THEN 2
-            ELSE 1
-          END
-        ) ASC,
-        sum(SALES_VALUE_CAL) OVER(PARTITION BY PROD_DES_C, CORP_DES_C) DESC,
-        SALES_VALUE_CAL DESC
-    ) RN
-  FROM
-    CHPA_PACK_SALES
-)
-
-,CHPA_BRAND_SALES as (
-  SELECT
-    upper(A.PROD_DES_C) PROD_DES_C,
-    upper(A.CORP_DES_C) CORP_DES_C,
-    SUM(B.SALES_VALUE_CAL) SALES_VALUE_CAL
-  FROM
-    DM.dm_td_external_packinfo_temp2 A
-    INNER JOIN external_sales_union B ON A.PACK_COD = B.PACK_COD
-    and A.dept_name = B.dept_name
-    and A.new_code = B.new_code
-    and A.area = B.area
-    and A.DATA_SOURCE = B.DATA_SOURCE
-  WHERE
-    B.YYYYMM >= (
-      SELECT
-        LEFT(MAX(YYYYMM), 4) * 100 + 1
-      FROM
-        external_sales_union
-      WHERE
-        DATA_SOURCE = 'IQVIA-CHPA(Monthly)'
-    )
-    AND B.DATA_SOURCE = 'IQVIA-CHPA(Monthly)'
-  GROUP BY
-    upper(A.CORP_DES_C),
-    upper(A.PROD_DES_C)
-)
-,brand_N as (
-  SELECT
-    PROD_DES_C,
-    CORP_DES_C,
-    row_number() OVER(
-      PARTITION BY 1
-      ORDER BY
-        (
-          CASE
-            WHEN PROD_DES_C = ''
-            OR CORP_DES_C = '' THEN 2
-            ELSE 1
-          END
-        ) ASC,
-        SALES_VALUE_CAL DESC
-    ) RN
-  FROM
-    CHPA_BRAND_SALES
-)
-
-,CHPA_MOLE_SALES as (
-  SELECT
-    upper(A.CMPS_DES) CMPS_DES,
-    upper(A.CMPS_DES_C) CMPS_DES_C,
-    SUM(B.SALES_VALUE_CAL) SALES_VALUE_CAL
-  FROM
-    DM.dm_td_external_packinfo_temp2 A
-    INNER JOIN external_sales_union B ON A.PACK_COD = B.PACK_COD
-    and A.dept_name = B.dept_name
-    and A.new_code = B.new_code
-    and A.area = B.area
-    and A.DATA_SOURCE = B.DATA_SOURCE
-  WHERE
-    B.YYYYMM >= (
-      SELECT
-        LEFT(MAX(YYYYMM), 4) * 100 + 1
-      FROM
-        external_sales_union
-      WHERE
-        DATA_SOURCE = 'IQVIA-CHPA(Monthly)'
-    )
-    AND B.DATA_SOURCE = 'IQVIA-CHPA(Monthly)'
-  GROUP BY
-    upper(A.CMPS_DES),
-    upper(A.CMPS_DES_C)
-)
-,mole_N as (
-  SELECT
-    CMPS_DES,
-    CMPS_DES_C,
-    row_number() OVER(
-      PARTITION BY 1
-      ORDER BY
-        (
-          CASE
-            WHEN CMPS_DES = ''
-            OR CMPS_DES_C = '' THEN 2
-            ELSE 1
-          END
-        ) ASC,
-        SALES_VALUE_CAL DESC
-    ) RN
-  FROM
-    CHPA_MOLE_SALES
-)
-
-------------------------------------------------------------------------------
---修改时间：20241209
---修改人：Fanxujia
---修改内容：
---调整VBP_BRAND的逻辑
---一个Brand对应多个pack，每个pack会有不同的VBP_DESC
---有以下几种情况
---1：一个Brand下面的所有pack的VBP_DESC都一样，VBP_BRAND = VBP_DESC的值
---2：一个Brand下面的VBP_DESC存在VBP-IN、VBP-OUT两种情况，VBP_BRAND = VBP-IN/OUT
---3：一个Brand下面的VBP_DESC存在VBP-IN、Non VBP两种情况，VBP_BRAND = VBP-IN/Non VBP
---4：一个Brand下面的VBP_DESC存在VBP-OUT、Non VBP两种情况，VBP_BRAND = VBP-OUT/Non VBP
---5：一个Brand下面的VBP_DESC存在VBP-IN、VBP-OUT、Non VBP三种情况，VBP_BRAND = VBP-IN/OUT/Non VBP
-------------------------------------------------------------------------------
--- ,vbp_brand as (
--- select PROD_DES_C,DATA_SOURCE,max(VBP_DESC) VBP_BRAND
--- from DM.dm_td_external_packinfo_temp2
--- group by PROD_DES_C,DATA_SOURCE
--- )
-,vbp_brand_1 as (
-select distinct 
-PROD_DES_C,
-DATA_SOURCE,
-case when VBP_DESC = 'VBP-IN' then 1
-     when VBP_DESC = 'VBP-OUT' then 2
-     when VBP_DESC = 'Non VBP' then 4
-     else 99
-end as VBP_FLAG
-from dm.dm_td_external_packinfo_temp2
-)
-,vbp_brand as (
-select 
-PROD_DES_C,
-DATA_SOURCE,
-case
---单独一个VBP-IN（1）
-     when sum(VBP_FLAG) = 1 then 'VBP-IN'
---单独一个VBP-OUT（2）
-     when sum(VBP_FLAG) = 2 then 'VBP-OUT'
---单独一个Non VBP（4）
-     when sum(VBP_FLAG) = 4 then 'Non VBP'
---同时存在VBP-IN（1） + VBP-OUT（2） = 3
-     when sum(VBP_FLAG) = 3 then 'VBP-IN/OUT'
---同时存在VBP-IN（1） + Non VBP（4） = 5
-     when sum(VBP_FLAG) = 5 then 'VBP-IN/Non VBP'
---同时存在VBP-OUT（2） + Non VBP（4） = 6
-     when sum(VBP_FLAG) = 6 then 'VBP-OUT/Non VBP'
---同时存在VBP-IN（1） + VBP-OUT（2） + Non VBP（4） = 7
-     when sum(VBP_FLAG) = 7 then 'VBP-IN/OUT/Non VBP'
-     else ''
-end as VBP_BRAND
-from vbp_brand_1
-group by PROD_DES_C,DATA_SOURCE
-)
-
-
-SELECT
-  A.PACK_COD,
-  upper(max(A.PACK_DES)) PACK_DES,
-  max(A.PACK_LCH) PACK_LCH,
-  max(A.PROD_COD) PROD_COD,
-  max(A.PROD_DES) PROD_DES,
-  upper(max(A.PROD_DES_C)) PROD_DES_C,
-  max(A.CMPS_COD) CMPS_COD,
-  upper(max(A.CMPS_DES)) CMPS_DES,
-  upper(max(A.CMPS_DES_C)) CMPS_DES_C,
-  max(A.VBP_BATCH) VBP_BATCH,
-  max(A.VBP_IMPLEMENTING_TIME) VBP_IMPLEMENTING_TIME,
-  max(A.STGH_DES) STGH_DES,
-  max(A.BIO_DESC) BIO_DESC,
-  max(A.ETH_OTC_DESC) ETH_OTC_DESC,
-  max(A.NRDL_DESC) NRDL_DESC,
-  max(A.NRDL_ENTRY_DATE) NRDL_ENTRY_DATE,
-  max(A.EDL_DESC) EDL_DESC,
-  max(A.TCM_DESC) TCM_DESC,
-  max(A.PAED_DESC) PAED_DESC,
-  max(A.GQCE_DESC) GQCE_DESC,
-  max(A.MANU_COD) MANU_COD,
-  max(A.MANU_DES) MANU_DES,
-  max(A.MNFL_COD) MNFL_COD,
-  max(A.ATC1_COD) ATC1_COD,
-  max(A.ATC1_DES) ATC1_DES,
-  max(A.ATC1_DES_C) ATC1_DES_C,
-  max(A.ATC2_COD) ATC2_COD,
-  max(A.ATC2_DES) ATC2_DES,
-  max(A.ATC2_DES_C) ATC2_DES_C,
-  max(A.ATC3_COD) ATC3_COD,
-  max(A.ATC3_DES) ATC3_DES,
-  max(A.ATC3_DES_C) ATC3_DES_C,
-  max(A.ATC4_COD) ATC4_COD,
-  max(A.ATC4_DES) ATC4_DES,
-  max(A.ATC4_DES_C) ATC4_DES_C,
-  max(A.APP1_COD) APP1_COD,
-  max(A.APP1_DES) APP1_DES,
-  max(A.APP1_DES_C) APP1_DES_C,
-  max(A.APP2_COD) APP2_COD,
-  max(A.APP2_DES) APP2_DES,
-  max(A.APP2_DES_C) APP2_DES_C,
-  max(A.APP3_COD) APP3_COD,
-  max(A.APP3_DES) APP3_DES,
-  max(A.APP3_DES_C) APP3_DES_C,
-  max(A.GENE_ORIG_DESC) GENE_ORIG_DESC,
-  max(A.VBP_DESC) VBP_DESC,
-  max(A.CORP_COD) CORP_COD,
-  max(A.GEN_RN) GEN_RN,
-  max(A.CORP_DES) CORP_DES,
-  upper(max(A.CORP_DES_C)) CORP_DES_C,
-  NVL(max(PN.RN), 9999999) PACK_RN,
-  NVL(max(BN.RN), 9999999) PROD_RN,
-  NVL(max(MN.RN), 9999999) CMPS_RN,
-  A.DATA_SOURCE,
-  max(A.ATC) ATC,
-  A.NEW_CODE,
-  max(A.COMMON_NAME) COMMON_NAME,
-  max(A.PRODUCT_NAME) PRODUCT_NAME,
-  max(A.MANU_DES_XIEHE) MANU_DES_XIEHE,
-  max(A.PACK_DES_XIEHE) PACK_DES_XIEHE,
-  max(A.DRUG_DELIVERY_ROUTE) DRUG_DELIVERY_ROUTE,
-  max(A.NFC) NFC,
-  case when max(upper(A.MNFL_DES)) = 'LOCAL' then 'LOCAL'
-       else 'MNC'
-  end as CORP_TYPE,
-  max(A.LAUNCHTIME) LAUNCHTIME,
-  max(VBP.VBP_BRAND) VBP_BRAND
-FROM
-  DM.dm_td_external_packinfo_temp2 A
-  LEFT JOIN pack_N PN ON upper(A.PACK_DES) = PN.PACK_DES
-  AND upper(A.PROD_DES_C) = PN.PROD_DES_C
-  AND upper(A.CORP_DES_C) = PN.CORP_DES_C
-  LEFT JOIN brand_N BN ON upper(A.PROD_DES_C) = BN.PROD_DES_C
-  AND upper(A.CORP_DES_C) = BN.CORP_DES_C
-  LEFT JOIN mole_N MN ON upper(A.CMPS_DES) = MN.CMPS_DES
-  AND upper(A.CMPS_DES_C) = MN.CMPS_DES_C
-  left join vbp_brand VBP on VBP.PROD_DES_C = A.PROD_DES_C
-  and VBP.DATA_SOURCE = A.DATA_SOURCE
-group by A.PACK_COD,A.NEW_CODE,A.DATA_SOURCE
-
--- COMMAND ----------
-
--- DBTITLE 1,找出多个中文名或英文名的PROD
-insert overwrite table dm.dm_td_exchange_packinfo_m_prod
-with 
-base_table as (
-  select 
-    PROD_DES_C
-    ,PROD_COD
-    ,CMPS_COD
-    ,CMPS_DES_C
-    ,DATA_SOURCE 
-  from DM.DM_TD_EXTERNAL_PACKINFO
-  where PROD_COD is not null 
-  group by 1,2,3,4,5
-)
-select distinct
-  t1.prod_cod,t1.cmps_cod,t1.data_source 
-from  base_table t1
-  left join (select PROD_DES_C,DATA_SOURCE from base_table 
-  group by 1,2
-  having count(distinct PROD_COD)>1
-  ) t2
-on t1.prod_des_c = t2.prod_des_c and t1.data_source = t2.data_source
-left join (select CMPS_DES_C,DATA_SOURCE from base_table
-  group by 1,2
-  having count(distinct cmps_cod)>1
-  ) t3
-on t1.CMPS_DES_C = t3.CMPS_DES_C and t1.data_source = t3.data_source
-where t2.prod_des_c is not null or t3.cmps_des_c is not null
\ No newline at end of file
diff --git a/EXTERNAL/07 dm_td_external_packinfo.sql:Zone.Identifier b/EXTERNAL/07 dm_td_external_packinfo.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/08 dm_td_external_corp.sql b/EXTERNAL/08 dm_td_external_corp.sql
deleted file mode 100644
index a583b28..0000000
--- a/EXTERNAL/08 dm_td_external_corp.sql	
+++ /dev/null
@@ -1,83 +0,0 @@
--- Databricks notebook source
-----------------------------------------------------------------------------
---修改时间：20241126
---修改人：Fanxujia
---修改内容：
---补充THC渠道的全国的事实表中的pack_cod
-----------------------------------------------------------------------------
-----------------------------------------------------------------------------
---修改时间：20241129
---修改人：Fanxujia
---修改内容：
---补充Retail直取中DTP的手工文件里的pack_cod
-----------------------------------------------------------------------------
-with external_sales as (
-select distinct PACK_COD
-from dm.DM_TF_EXTERNAL_SALES
-union
-select distinct pack_cod
-from dm.dm_tf_external_sales_thc
-union
-select distinct pack_code
-from dm.dm_zk_retail_sales_kpi
-where NVL(pack_code,'Others') <> 'Others'
-and pack_code <> ''
-)
-
---只存放有外部数据的公司信息数据
-INSERT OVERWRITE dm.dm_td_external_corp(CORP_COD,CORP_DES,CORP_DES_C,CORP_TYPE)
-SELECT A.CORP_COD,CASE WHEN MAX(CORP_DES) LIKE 'ASTRAZENECA%' THEN 'ASTRAZENECA' ELSE MAX(CORP_DES) END CORP_DES,MAX(CORP_DES_C) CORP_DES_C,
-CASE WHEN MAX(UPPER(MNFL_DES)) = 'LOCAL' THEN 'LOCAL' 
-WHEN UPPER(A.CORP_COD) LIKE '%CORP_COD%' OR UPPER(A.CORP_COD) LIKE '%OTHERS%' THEN ''
-ELSE 'MNC' END CORP_TYPE
-FROM (select distinct PACK_COD,CORP_COD,CORP_DES,CORP_DES_C,MNFL_DES from DM.dm_td_external_packinfo_temp2) A
-INNER JOIN external_sales B ON A.PACK_COD = B.PACK_COD
-WHERE A.CORP_COD IS NOT NULL
-GROUP BY A.CORP_COD
-
--- COMMAND ----------
-
-
-------------ec补充缺少的Corp信息
-insert into dm.dm_td_external_corp(CORP_COD,CORP_DES,CORP_DES_C,CORP_TYPE)
-select 
-  case when CORP_COD is null or CORP_COD = '' then 'CORP_COD_EC(Monthly)'
-       else CORP_COD end as CORP_COD,
-  max(CORP_DES) CORP_DES,
-  max(CORP_DES_C) CORP_DES,
-  max(case when upper(MNFL_DES) = 'LOCAL' then 'LOCAL' else 'MNC' end) CORP_TYPE
-from dwd.dwd_inc_gnd_retail_b2c_label_total
-where CORP_COD in (
-  select distinct
-    a.CORP_COD
-  from (select distinct corp_cod from dm.dm_zk_ec_sales_kpi ) a 
-  where not exists(
-    select 1 from dm.dm_td_external_corp b 
-    where a.CORP_COD = b.CORP_COD
-  )
-)
-group by 1
-
-
--- COMMAND ----------
-
-
-------------Retail补充缺少的Corp信息
-insert into dm.dm_td_external_corp(CORP_COD,CORP_DES,CORP_DES_C,CORP_TYPE)
-select distinct
-  case when CORP_COD is null or CORP_COD = '' then 'CORP_COD_Retail(Quarterly)'
-       else CORP_COD end as CORP_COD,
-  max(CORP_DES) CORP_DES,
-  max(CORP_DES_C) CORP_DES,
-  max(case when upper(MNFL_DES) = 'LOCAL' then 'LOCAL' else 'MNC' end) CORP_TYPE
-from dwd.dwd_inc_gnd_retail_b2c_label_total
-where CORP_COD in (
-  select distinct
-    a.CORP_COD
-  from (select distinct corp_cod from dm.dm_zk_retail_sales_kpi ) a 
-  where not exists(
-    select 1 from dm.dm_td_external_corp b 
-    where a.CORP_COD = b.CORP_COD
-  )
-)
-group by 1
\ No newline at end of file
diff --git a/EXTERNAL/08 dm_td_external_corp.sql:Zone.Identifier b/EXTERNAL/08 dm_td_external_corp.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/09 dm_td_external_geo_type.sql b/EXTERNAL/09 dm_td_external_geo_type.sql
deleted file mode 100644
index 4d072fd..0000000
--- a/EXTERNAL/09 dm_td_external_geo_type.sql	
+++ /dev/null
@@ -1,1968 +0,0 @@
--- Databricks notebook source
--- MAGIC %md
--- MAGIC # dm.dm_td_external_geo_temp
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ## 排序
-
--- COMMAND ----------
-
--- DBTITLE 1,PROVINCE RANK
-CREATE OR REPLACE TEMPORARY VIEW V_PROVINCE_RANK AS 
-WITH
-  MIN_YM AS ( --开始年月
-    SELECT
-      LEFT(MAX(YYYYMM), 4) * 100 + 1 
-      FROM
-        DM.DM_TF_EXTERNAL_SALES
-  ),
-  MAX_YM AS ( --结束年月
-    SELECT
-      MAX(YYYYMM) 
-      FROM
-        DM.DM_TF_EXTERNAL_SALES
-  ),
-  SALESRANK AS ( -- 省份销售额，取DM.DM_TF_DEMAND_SALES中的销量排序
-    SELECT
-      T2.province_code AS PROVINCE_CODE,
-      T2.province_name AS PROVINCE_NAME,
-      SUM(SALES_VAL)   SALES_VALUE
-    FROM
-      DM.DM_TF_DEMAND_SALES T1
-      INNER JOIN DM.DM_TD_INSTITUTION T2 ON T1.BUYER_CODE = T2.INST_CODE
-    WHERE
-      T1.yyyymm BETWEEN (
-        SELECT
-          YYYYMM
-        FROM
-          MIN_YM
-      ) AND (
-        SELECT
-          YYYYMM
-        FROM
-          MAX_YM
-      )
-    GROUP BY
-      1,2
-  )
-  -- 排序结果
-SELECT
-  PROVINCE_CODE,
-  PROVINCE_NAME,
-  ROW_NUMBER() OVER (
-    ORDER BY
-      SALES_VALUE DESC
-  ) RANK
-FROM
-  SALESRANK
-
--- COMMAND ----------
-
--- DBTITLE 1,CITY RANK
-CREATE OR REPLACE TEMPORARY VIEW V_CITY_RANK AS 
-WITH
-  MIN_YM AS ( --开始年月
-    SELECT
-      LEFT(MAX(YYYYMM), 4) * 100 + 1 
-      FROM
-        DM.DM_TF_EXTERNAL_SALES
-  ),
-  MAX_YM AS ( --结束年月
-    SELECT
-      MAX(YYYYMM) 
-      FROM
-        DM.DM_TF_EXTERNAL_SALES
-  ),
-  SALESRANK AS ( -- 城市销售额，取DM.DM_TF_DEMAND_SALES中的销量排序
-    SELECT
-      T2.city_code AS CITY_CODE,
-      T2.city_name AS CITY_NAME,
-      SUM(SALES_VAL)   SALES_VALUE
-    FROM
-      DM.DM_TF_DEMAND_SALES T1
-      INNER JOIN DM.DM_TD_INSTITUTION T2 ON T1.BUYER_CODE = T2.INST_CODE
-    WHERE
-      T1.yyyymm BETWEEN (
-        SELECT
-          YYYYMM
-        FROM
-          MIN_YM
-      ) AND (
-        SELECT
-          YYYYMM
-        FROM
-          MAX_YM
-      )
-    GROUP BY
-      1,2
-  )
-  -- 排序结果
-SELECT
-  CITY_CODE,
-  CITY_NAME,
-  ROW_NUMBER() OVER (
-    ORDER BY
-      SALES_VALUE DESC
-  ) RANK
-FROM
-  SALESRANK
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ## 各数据源逻辑
-
--- COMMAND ----------
-
--- DBTITLE 1,CHPA
-CREATE OR REPLACE TEMPORARY VIEW V_CHPA_GEO AS
-SELECT
-  A.AUDIT_COD,
-  A.CITY,
-  CASE
-    WHEN A.CITY_C = 'Other Low Tiers' THEN 'ROC'
-    ELSE A.CITY_C
-  END CITY_C,
-  A.CITY_TYPE,
-  A.CITY_TIER,
-  A.AZ_CITY_TIER,
-  A.PROVINCE,
-  CASE
-    WHEN A.PROVINCE_C IN ('Other Low Tiers', 'OTHER LOW TIERS') THEN 'ROC'
-    ELSE A.PROVINCE_C
-  END PROVINCE_C,
-  NVL(A.PROVINCE_CODE, A.AUDIT_COD) PROVINCE_CODE,
-  CASE
-    WHEN A.CITY_MAP IN ('Other Low Tiers', 'OTHER LOW TIERS') THEN 'ROC'
-    ELSE A.CITY_MAP
-  END CITY_MAP,
-  CASE
-    WHEN A.PROVINCE_MAP IN ('Other Low Tiers', 'OTHER LOW TIERS') THEN 'ROC'
-    ELSE A.PROVINCE_MAP
-  END PROVINCE_MAP,
-  A.REGION_CENTER,
-  CASE
-    WHEN A.CITY IN ('Other Low Tiers', 'OTHER LOW TIERS') THEN 999
-    ELSE C.RANK
-  END PROVINCE_RN,
-  CASE
-    WHEN A.CITY IN ('Other Low Tiers', 'OTHER LOW TIERS') THEN 999
-    ELSE B.RANK
-  END CITY_RN,
-  'IQVIA-CHPA(Monthly)' DATA_SOURCE
-FROM
-  DM.DM_IMS_TD_GEO A
-    LEFT JOIN V_CITY_RANK B
-      ON A.CITY_MAP = B.CITY_NAME
-    LEFT JOIN V_PROVINCE_RANK C
-      ON A.PROVINCE_CODE = C.province_code
-WHERE
-  A.CITY_TYPE = 'City'
-
--- COMMAND ----------
-
--- DBTITLE 1,COUNTY
-CREATE OR REPLACE TEMPORARY VIEW V_COUNTY_GEO
-AS
-SELECT
-  A.AUDIT_COD,
-  CASE
-    WHEN A.PROVINCE_C IN ('Other Low Tiers', 'OTHER LOW TIERS') THEN 'ROC'
-    ELSE A.PROVINCE_C
-  END CITY,
-  CASE
-    WHEN A.PROVINCE_C IN ('Other Low Tiers', 'OTHER LOW TIERS') THEN 'ROC'
-    when A.PROVINCE_C = '福厦泉' then '福建'
-    ELSE A.PROVINCE_C
-  END CITY_C,
-  "Province" CITY_TYPE,
-  null CITY_TIER,
-  NULL AZ_CITY_TIER,
-  CASE
-    WHEN A.PROVINCE_C IN ('Other Low Tiers', 'OTHER LOW TIERS') THEN 'ROC'
-    ELSE A.PROVINCE_C
-  END PROVINCE,
-  CASE
-    WHEN A.PROVINCE_C IN ('Other Low Tiers', 'OTHER LOW TIERS') THEN 'ROC'
-    when A.PROVINCE_C = '福厦泉' then '福建'
-    ELSE A.PROVINCE_C
-  END PROVINCE_C,
-  A.AUDIT_COD PROVINCE_CODE,
-  CASE
-    WHEN A.PROVINCE_MAP IN ('Other Low Tiers', 'OTHER LOW TIERS') THEN 'ROC'
-    ELSE A.PROVINCE_MAP
-  END CITY_MAP,
-  CASE
-    WHEN A.PROVINCE_MAP IN ('Other Low Tiers', 'OTHER LOW TIERS') THEN 'ROC'
-    ELSE A.PROVINCE_MAP
-  END PROVINCE_MAP,
-  A.REGION_CENTER,
-  CASE
-    WHEN A.PROVINCE_C IN ('Other Low Tiers', 'OTHER LOW TIERS') THEN 999
-    ELSE NVL(B.RANK,999)
-  END PROVINCE_RN,
-  CASE
-    WHEN A.PROVINCE_C IN ('Other Low Tiers', 'OTHER LOW TIERS') THEN 999
-    ELSE NVL(B.RANK,999)
-  END CITY_RN,
-  'IQVIA-COUNTY(Quarterly)' DATA_SOURCE
-FROM
-  DM.DM_IMS_TD_COUNTY_GEO A
-    LEFT JOIN V_PROVINCE_RANK AS B ON A.PROVINCE_C = B.PROVINCE_NAME
-
--- COMMAND ----------
-
--- DBTITLE 1,Retail
-CREATE OR REPLACE TEMPORARY VIEW V_RETAIL_GEO
-AS
-SELECT
-  geo_key AS AUDIT_COD,
-  city_name_en AS CITY,
-  CASE
-    WHEN A.city_c IN ('Other Low Tiers', 'OTHER LOW TIERS') THEN 'ROC'
-    ELSE A.city_c
-  END city_c,
-  city_type,
-  city_tier,
-  AZ_City_tier,
-  province_name_en AS PROVINCE,
-  CASE
-    WHEN A.province_name IN ('Other Low Tiers', 'OTHER LOW TIERS') THEN 'ROC'
-    when A.province_name = '福厦泉' then '福建'
-    ELSE A.province_name
-  END AS PROVINCE_C,
-  NVL(a.province_code, GEO_KEY) province_code,
-  CASE
-    WHEN A.city_map IN ('Other Low Tiers', 'OTHER LOW TIERS') THEN 'ROC'
-    ELSE A.city_map
-  END city_map,
-  CASE
-    WHEN A.province_map IN ('Other Low Tiers', 'OTHER LOW TIERS') THEN 'ROC'
-    ELSE A.province_map
-  END province_map,
-  area_code AS REGION_CENTER,
-  CASE
-    WHEN A.city_c IN ('Other Low Tiers', 'OTHER LOW TIERS') THEN 999
-    ELSE C.PROVINCE_RN
-  END PROVINCE_RN,
-  null CITY_RN,
-  'Retail(Quarterly)' DATA_SOURCE
-FROM
-  DM.dm_zk_retail_geo A
-    LEFT JOIN (
-      SELECT
-        province_code,
-        ROW_NUMBER() OVER (ORDER BY SALES_VALUE DESC) PROVINCE_RN
-      FROM
-        (
-          SELECT
-            T2.province_code,
-            SUM(T1.sales_value) SALES_VALUE
-          FROM
-            dm.dm_zk_retail_sales T1
-              INNER JOIN dm.dm_zk_retail_geo T2
-                ON T1.AUDIT_COD = T2.geo_key
-          WHERE
-            YYYYMM >= (
-              SELECT
-                LEFT(MAX(YYYYMM), 4) * 100 + 1
-              FROM
-                dm.dm_zk_retail_sales
-            )
-            AND YYYYMM <= (
-              SELECT
-                MAX(YYYYMM)
-              FROM
-                dm.dm_zk_retail_sales
-            )
-            AND AUDIT_COD != 'ROC'
-          GROUP BY
-            T2.province_code
-        )
-    ) C
-      ON A.PROVINCE_CODE = C.province_code
-WHERE
-  geo_key != 'CHT'
-
--- COMMAND ----------
-
--- DBTITLE 1,DTP
-CREATE OR REPLACE TEMPORARY VIEW V_DTP_GEO
-AS
-SELECT
-  geo_key AS AUDIT_COD,
-  city_name_en AS CITY,
-  CASE
-    WHEN A.city_c IN ('Other Low Tiers', 'OTHER LOW TIERS') THEN 'ROC'
-    ELSE A.city_c
-  END city_c,
-  city_type,
-  city_tier,
-  AZ_City_tier,
-  province_name_en AS PROVINCE,
-  CASE
-    WHEN A.province_name IN ('Other Low Tiers', 'OTHER LOW TIERS') THEN 'ROC'
-    when A.province_name = '福厦泉' then '福建'
-    ELSE A.province_name
-  END AS PROVINCE_C,
-  NVL(a.province_code, GEO_KEY) province_code,
-  CASE
-    WHEN A.city_map IN ('Other Low Tiers', 'OTHER LOW TIERS') THEN 'ROC'
-    ELSE A.city_map
-  END city_map,
-  CASE
-    WHEN A.province_map IN ('Other Low Tiers', 'OTHER LOW TIERS') THEN 'ROC'
-    ELSE A.province_map
-  END province_map,
-  area_code AS REGION_CENTER,
-  CASE
-    WHEN A.city_c IN ('Other Low Tiers', 'OTHER LOW TIERS') THEN 999
-    ELSE C.PROVINCE_RN
-  END PROVINCE_RN,
-  null CITY_RN,
-  'DTP(Quarterly)' DATA_SOURCE
-FROM
-  DM.dm_zk_retail_geo A
-    LEFT JOIN (
-      SELECT
-        province_code,
-        ROW_NUMBER() OVER (ORDER BY SALES_VALUE DESC) PROVINCE_RN
-      FROM
-        (
-          SELECT
-            T2.province_code,
-            SUM(T1.sales_value) SALES_VALUE
-          FROM
-            dm.dm_zk_retail_sales T1
-              INNER JOIN dm.dm_zk_retail_geo T2
-                ON T1.AUDIT_COD = T2.geo_key
-          WHERE
-            YYYYMM >= (
-              SELECT
-                LEFT(MAX(YYYYMM), 4) * 100 + 1
-              FROM
-                dm.dm_zk_retail_sales
-            )
-            AND YYYYMM <= (
-              SELECT
-                MAX(YYYYMM)
-              FROM
-                dm.dm_zk_retail_sales
-            )
-            AND AUDIT_COD != 'ROC'
-          GROUP BY
-            T2.province_code
-        )
-    ) C
-      ON A.PROVINCE_CODE = C.province_code
-WHERE
-  geo_key != 'CHT'
-
--- COMMAND ----------
-
--- DBTITLE 1,THC
-CREATE OR REPLACE TEMPORARY VIEW V_THC_GEO
-AS
-select 
-case when t1.province_c = '全国' then 'CHT'
-     when t2.geo_key is null then t1.province_e
-     else t2.geo_key
-end as AUDIT_COD,
-t1.city_e as CITY,
-t1.city_c,
-'Province' as CITY_TYPE,
-t3.city_tier,
-t3.AZ_City_tier,
-t1.province_e as province,
-t1.province_c,
-case when t1.province_c = '全国' then 'CHT'
-     when t2.province_code is null then t1.province_e
-     else t2.province_code
-end as PROVINCE_CODE,
-NVL(t2.city_name,'') as CITY_MAP,
-case when t1.province_c = '全国' then '全国'
-     when t2.province_code in ('TJ','CQ','BJ','SH') then concat(t2.province_name,'市') 
-     when t2.province_code in ('SC','YN','LN','SA','GZ',
-		                           'HN','HL','SX','ZJ','JS',
-															 'SD','JL','FJ','GD','HU',
-															 'AH','GS','HE','JX','HB',
-															 'HA','QH','TW')
-          then concat(t2.province_name,'省') 
-     when t2.province_code = 'GX' then concat(t2.province_name,'壮族自治区')
-		 when t2.province_code = 'NX' then concat(t2.province_name,'回族自治区')
-     when t2.province_code in ('IM','XZ') then concat(t2.province_name,'自治区')
-		 when t2.province_code in ('HK','MC') then concat(t2.province_name,'特别行政区')
-		 when t2.province_code in ('XJ') then concat(t2.province_name,'维吾尔自治区')
-     ELSE coalesce(t2.province_name,t1.province_c)
-end as province_map,
-case when t1.province_c = '全国' then 'National'
-     else t2.area_code
-end as REGION_CENTER,
-1 as PROVINCE_RN,
-1 as CITY_RN,
-'THC(Quarterly)' as DATA_SOURCE
-from dwd.dwd_gnd_ext_thc_geo t1
-left join dm.dm_td_geography t2
---THC最细到省，用省关联
-on t1.province_c = t2.province_name
-and t2.geo_key = t2.province_code
-left join dws.dws_ims_td_geo t3
-on t1.province_c = replace(t3.AUDIT_DES_C,'市','')
-
--- COMMAND ----------
-
--- DBTITLE 1,AIA
-CREATE OR REPLACE TEMPORARY VIEW V_AIA_GEO
-AS
-select distinct upper(nvl(t2.inst_code,t1.ins_cd)) as AUDIT_COD,
-    COALESCE(t3.city_name_en,t4.city) as city,
-    CASE WHEN COALESCE(t3.city_name,t4.CITY_C) IN ('Other Low Tiers','OTHER LOW TIERS')  THEN 'ROC'
-		     ELSE COALESCE(t3.city_name,t4.CITY_C)
-		END as CITY_C,
-    COALESCE(t3.city_type_desc,t4.CITY_TYPE) as CITY_TYPE,
-    t4.CITY_TIER,
-    t4.AZ_CITY_TIER,
-    COALESCE(t3.province_name_en,t4.PROVINCE) as PROVINCE,
-    CASE WHEN COALESCE(t3.province_name,t4.PROVINCE_C) IN ('Other Low Tiers','OTHER LOW TIERS')  THEN 'ROC'
-		     when COALESCE(t3.province_name,t4.PROVINCE_C)  = '福厦泉' then '福建'
-				 ELSE COALESCE(t3.province_name,t4.PROVINCE_C)
-		END as province_c,
-    COALESCE(t3.province_code,t4.PROVINCE_CODE,t4.AUDIT_COD) as PROVINCE_CODE,
-    CASE WHEN COALESCE(t3.city_name,t4.CITY_MAP) IN ('Other Low Tiers','OTHER LOW TIERS')  THEN 'ROC'
-		     ELSE COALESCE(t3.city_name,t4.CITY_MAP)
-		END as CITY_MAP,
-    CASE WHEN t3.province_code in ('TJ','CQ','BJ','SH') then concat(t3.province_name,'市')
-		     when t3.province_code in ('SC','YN','LN','SA','GZ','HN','HL','SX','ZJ','JS','SD','JL','FJ','GD','HU','AH','GS','HE','JX','HB') then concat(t3.province_name,'省')
-				 when t3.province_code = 'GX' then concat(t3.province_name,'壮族自治区')
-				 when t3.province_code  ='IM' then concat(t3.province_name,'自治区')
-		     when t4.PROVINCE_MAP IN ('Other Low Tiers','OTHER LOW TIERS') THEN 'ROC'
-				 ELSE COALESCE(t3.province_name,t4.PROVINCE_MAP)
-		END as PROVINCE_MAP,
-		case when t3.area_code = 'SOUTH' then 'South'
-		     when t3.area_code = 'WEST' then 'West'
-				 when t3.area_code = 'CENTRAL' then 'Central'
-				 when t3.area_code = 'NORTH' then 'North'
-				 when t3.area_code = 'EAST' then 'East'
-				 else t4.REGION_CENTER
-		end as REGION_CENTER,
-    1 as PROVINCE_RN,
-    1 as CITY_RN,
-    'AIA(Monthly)' as DATA_SOURCE
-
-from (select distinct case when ins_cd is not null and length(ins_cd) < 7 then right(concat('0000000',ins_cd),7) else ins_cd end as ins_cd
-        from dwd.dwd_gnd_aia_rawdata) t1
-left join (
-select distinct 
-case when length(cpa_hospital_code) < 7 then right(concat('0000000',cpa_hospital_code),7) else cpa_hospital_code end as cpa_hospital_code,
-ins_cd_nl as inst_code
-from dwd.dwd_gnd_hospital_not_provided
-) t2
-on NVL(t1.ins_cd,'') = t2.cpa_hospital_code
-left join dm.dm_td_institution t3
-on t2.inst_code = t3.inst_code
-left join dm.dm_ims_td_geo t4
-on t3.city_name_en = t4.city
-
--- COMMAND ----------
-
--- DBTITLE 1,CHC
-CREATE OR REPLACE TEMPORARY VIEW V_CHC_GEO
-AS
-select   
-	upper( nvl(t2.AUDIT_COD ,t1.city_e)  ) as AUDIT_COD,
-	t1.city_e as city,
-	CASE WHEN t1.city_c IN ('Other Low Tiers','OTHER LOW TIERS')  THEN 'ROC' 
-	     when t1.city_c = '福厦泉' then '福建' ELSE t1.city_c END city_c,
-	case
-	  when t1.city_e='Suzhou'then 'City'
-	  when t1.city_e='Wuxi' then 'City'
-	  when t1.city_e = 'Fuzhou' then 'City'
-	  else t2.CITY_TYPE
-	end CITY_TYPE,
-	case
-	  when t1.city_e='Suzhou'then '5'
-	  when t1.city_e='Wuxi' then '5'
-	  when t1.city_e = 'Fuzhou' then '5'
-	  else t2.CITY_TIER
-	end CITY_TIER,
-	case
-	  when t1.city_e='Suzhou'then '2'
-	  when t1.city_e='Wuxi' then '2'
-	  when t1.city_e = 'Fuzhou' then '2'
-	  else t2.AZ_CITY_TIER
-	end AZ_CITY_TIER,
-	t1.province_e as province,
-	CASE WHEN t1.province_c IN ('Other Low Tiers','OTHER LOW TIERS')  THEN 'ROC' 
-	     when t1.province_c = '福厦泉' then '福建' ELSE t1.province_c END province_c,
-	case
-	  when t1.city_e='Suzhou'then 'JS'
-	  when t1.city_e='Wuxi' then 'JS'
-	  when t1.city_e = 'Fuzhou' then 'FJ'
-	  else t2.PROVINCE_CODE
-	end PROVINCE_CODE,
-	case
-	  when t1.city_e='Suzhou'then '苏锡'
-	  when t1.city_e='Wuxi' then '苏锡'
-	  when t1.city_e = 'Fuzhou' then '福厦泉'
-		when t1.city_e IN ('Other Low Tiers','OTHER LOW TIERS')  THEN 'ROC'
-		when t2.CITY_MAP IN ('Other Low Tiers','OTHER LOW TIERS')  THEN 'ROC'
-	  else t2.CITY_MAP
-	end CITY_MAP,
-	case
-	  when t1.city_e='Suzhou'then '江苏省'
-	  when t1.city_e='Wuxi' then '江苏省'
-	  when t1.city_e = 'Fuzhou' then '福建省'
-		when t1.city_e IN ('Other Low Tiers','OTHER LOW TIERS')  THEN 'ROC'
-		when t2.PROVINCE_MAP IN ('Other Low Tiers','OTHER LOW TIERS')  THEN 'ROC'
-	  else t2.PROVINCE_MAP
-	end PROVINCE_MAP,
-  case
-	  when t1.city_e='Suzhou'then 'Central'
-	  when t1.city_e='Wuxi' then 'Central'
-	  when t1.city_e = 'Fuzhou' then 'East'
-	  else t2.REGION_CENTER
-	end REGION_CENTER,
-	1 as PROVINCE_RN,
-	1 as  CITY_RN,
-	'CHC(Quarterly)' as DATA_SOURCE
-from  dwd.dwd_gnd_ext_chc_geo t1
-left join   dm.dm_ims_td_geo t2
-on t1.city_e = t2.CITY
-
--- COMMAND ----------
-
--- DBTITLE 1,EC
-CREATE OR REPLACE TEMPORARY VIEW V_EC_GEO
-AS
-select
-  audit_cod,
-  city_e as CITY,
- CASE WHEN t1.CITY_C IN ('Other Low Tiers','OTHER LOW TIERS')  THEN 'ROC' ELSE t1.CITY_C END CITY_C,
-  'Province' as CITY_TYPE,
-  '0' as CITY_TIER,
-  '0' as AZ_CITY_TIER,
-  province_e as PROVINCE,
-  CASE WHEN t1.PROVINCE_C IN ('Other Low Tiers','OTHER LOW TIERS') THEN 'ROC'  when t1.PROVINCE_C  = '福厦泉' then '福建' ELSE t1.PROVINCE_C END PROVINCE_C,
-  'National' as PROVINCE_CODE,
-  '' as CITY_MAP,
-  '全国' as PROVINCE_MAP,
-  'National' as REGION_CENTER,
-  1 as PROVINCE_RN,
-  1 AS CITY_RN,
-  'EC(Monthly)' as DATA_SOURCE
-from dm.dm_zk_ec_geo T1
-
--- COMMAND ----------
-
--- DBTITLE 1,XIE HE
-create or replace temporary view V_xiehe_geo
-as
-with 
--- 计算 province, city 的rank
-xiehe_sales(
-  select 
-    city
-    ,province
-    ,yyyymm
-    ,sum(sales_value) sales_value
-  from dm.dm_ext_xiehe_sales 
-  group by 1,2,3
-)
-,thisyear (
-  select 
-    city
-    ,province
-    ,sum(sales_value) sales_value
-  from xiehe_sales a 
-  left join (select LEFT(MAX(YYYYMM), 4) * 100 + 1 as start_ym,MAX(YYYYMM) as end_ym from xiehe_sales) b
-  where yyyymm>=b.start_ym and yyyymm <=b.end_ym
-  group by 1,2
-)
-,otheryear (
-  select 
-    city
-    ,province
-    ,sum(sales_value) sales_value
-  from xiehe_sales a
-  left join (select LEFT(MAX(YYYYMM), 4) * 100 + 1 as start_ym from xiehe_sales) b
-  where yyyymm<=start_ym and concat(a.city,a.province) not in (select concat(city,province)  from thisyear)
-  group by 1,2
-)
---city 部分的排序，考虑不在今年范围内的机构排序
-,city_rn (
-select 
-  city
-  ,province
-  ,row_number() over( order by sales_value) CITY_RN
-from thisyear
-union all
-select 
-  city
-  ,province
-  ,(row_number() over( order by sales_value) + b.this_c) CITY_RN
-from otheryear a
-left join (select count(1) this_c from thisyear) b
-)
---province部分的排序，考虑不在今年范围内的机构排序
-,province_rn (
-select 
-  province
-  ,row_number() over( order by sum(sales_value)) PROVINCE_RN
-from thisyear
-group by 1
-union all
-select 
-  province
-  ,(row_number() over( order by sum(sales_value)) + b.this_c) PROVINCE_RN
-from otheryear a
-left join (select count(distinct province) this_c from thisyear) b
-group by province,b.this_c
-)
-
-SELECT
-  A.AUDIT_COD,
-  A.CITY,
-  A.CITY_C,
-  A.city_type,
-  A.AZ_City_tier city_tier,
-  AZ_City_tier,
-  A.PROVINCE,
-  A.PROVINCE_C,
-  NVL(A.PROVINCE_CODE, A.AUDIT_COD) PROVINCE_CODE,
-  A.CITY_MAP,
-  A.PROVINCE_MAP,
-  A.REGION_CENTER,
-  CASE WHEN B.CITY_RN is null then 60+ row_number() over( order by a.CITY) else B.CITY_RN end as CITY_RN,
-  CASE WHEN C.PROVINCE_RN is null then 40+ row_number() over( order by a.PROVINCE) else C.PROVINCE_RN end as PROVINCE_RN,
-  'XH Data(Quarterly)' DATA_SOURCE
-FROM
-  dm.dm_ext_xiehe_geo A
-LEFT JOIN city_rn B ON B.city = A.city_c 
-LEFT JOIN province_rn C ON C.province = A.province_c
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ## RESULT
-
--- COMMAND ----------
-
-INSERT OVERWRITE dm.dm_td_external_geo_temp (
-  AUDIT_COD,
-  CITY,
-  CITY_C,
-  CITY_TYPE,
-  CITY_TIER,
-  AZ_CITY_TIER,
-  PROVINCE,
-  PROVINCE_C,
-  PROVINCE_CODE,
-  CITY_MAP,
-  PROVINCE_MAP,
-  REGION_CENTER,
-  PROVINCE_RN,
-  CITY_RN,
-  DATA_SOURCE
-)
-SELECT
-  AUDIT_COD,
-  CITY,
-  CITY_C,
-  CITY_TYPE,
-  CITY_TIER,
-  AZ_CITY_TIER,
-  PROVINCE,
-  PROVINCE_C,
-  PROVINCE_CODE,
-  CITY_MAP,
-  PROVINCE_MAP,
-  REGION_CENTER,
-  PROVINCE_RN,
-  CITY_RN,
-  DATA_SOURCE
-FROM
-  V_CHPA_GEO
-UNION ALL
-SELECT
-  AUDIT_COD,
-  CITY,
-  CITY_C,
-  CITY_TYPE,
-  CITY_TIER,
-  AZ_CITY_TIER,
-  PROVINCE,
-  PROVINCE_C,
-  PROVINCE_CODE,
-  CITY_MAP,
-  PROVINCE_MAP,
-  REGION_CENTER,
-  PROVINCE_RN,
-  CITY_RN,
-  DATA_SOURCE
-FROM
-  V_CHC_GEO
-UNION ALL
-SELECT
-  AUDIT_COD,
-  CITY,
-  CITY_C,
-  CITY_TYPE,
-  CITY_TIER,
-  AZ_CITY_TIER,
-  PROVINCE,
-  PROVINCE_C,
-  PROVINCE_CODE,
-  CITY_MAP,
-  PROVINCE_MAP,
-  REGION_CENTER,
-  PROVINCE_RN,
-  CITY_RN,
-  DATA_SOURCE
-FROM
-  V_RETAIL_GEO
-UNION ALL
-SELECT
-  AUDIT_COD,
-  CITY,
-  CITY_C,
-  CITY_TYPE,
-  CITY_TIER,
-  AZ_CITY_TIER,
-  PROVINCE,
-  PROVINCE_C,
-  PROVINCE_CODE,
-  CITY_MAP,
-  PROVINCE_MAP,
-  REGION_CENTER,
-  PROVINCE_RN,
-  CITY_RN,
-  DATA_SOURCE
-FROM
-  V_DTP_GEO
-UNION ALL
-SELECT
-  AUDIT_COD,
-  CITY,
-  CITY_C,
-  CITY_TYPE,
-  CITY_TIER,
-  AZ_CITY_TIER,
-  PROVINCE,
-  PROVINCE_C,
-  PROVINCE_CODE,
-  CITY_MAP,
-  PROVINCE_MAP,
-  REGION_CENTER,
-  PROVINCE_RN,
-  CITY_RN,
-  DATA_SOURCE
-FROM
-  V_THC_GEO
-UNION ALL
-SELECT
-  AUDIT_COD,
-  CITY,
-  CITY_C,
-  CITY_TYPE,
-  CITY_TIER,
-  AZ_CITY_TIER,
-  PROVINCE,
-  PROVINCE_C,
-  PROVINCE_CODE,
-  CITY_MAP,
-  PROVINCE_MAP,
-  REGION_CENTER,
-  PROVINCE_RN,
-  CITY_RN,
-  DATA_SOURCE
-FROM
-  V_EC_GEO
-UNION ALL
-SELECT
-  AUDIT_COD,
-  CITY,
-  CITY_C,
-  CITY_TYPE,
-  CITY_TIER,
-  AZ_CITY_TIER,
-  PROVINCE,
-  PROVINCE_C,
-  PROVINCE_CODE,
-  CITY_MAP,
-  PROVINCE_MAP,
-  REGION_CENTER,
-  PROVINCE_RN,
-  CITY_RN,
-  DATA_SOURCE
-FROM
-  V_xiehe_geo
-UNION ALL
-SELECT
-  AUDIT_COD,
-  CITY,
-  CITY_C,
-  CITY_TYPE,
-  CITY_TIER,
-  AZ_CITY_TIER,
-  PROVINCE,
-  PROVINCE_C,
-  PROVINCE_CODE,
-  CITY_MAP,
-  PROVINCE_MAP,
-  REGION_CENTER,
-  PROVINCE_RN,
-  CITY_RN,
-  DATA_SOURCE
-FROM
-  V_COUNTY_GEO
-UNION ALL
-SELECT
-  AUDIT_COD,
-  CITY,
-  CITY_C,
-  CITY_TYPE,
-  CITY_TIER,
-  AZ_CITY_TIER,
-  PROVINCE,
-  PROVINCE_C,
-  PROVINCE_CODE,
-  CITY_MAP,
-  PROVINCE_MAP,
-  REGION_CENTER,
-  PROVINCE_RN,
-  CITY_RN,
-  DATA_SOURCE
-FROM
-  V_AIA_GEO
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC # TEMPORARY VIEW dm_td_external_geo_type_temp
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ## 各数据源逻辑
-
--- COMMAND ----------
-
--- DBTITLE 1,CHPA
--------------------------------------------------CHPA 城---------------------------------------------------------------
-CREATE OR REPLACE TEMPORARY VIEW CHPA_geo_type_temp
-AS 
-SELECT DISTINCT
-  A.DATA_SOURCE,
-  A.AUDIT_COD,
-  B.PACK_COD,
-  CASE
-    WHEN
-      A.PROVINCE_C IN (
-        'BBU_OtherProv', 'OBU_OtherProv', 'Others', 'ROC', 'Other Low Tiers', 'OTHER LOW TIERS'
-      )
-      OR A.PROVINCE_C IS NULL
-    THEN
-      'ROC'
-    ELSE A.PROVINCE_C
-  END PROVINCE_C,
-  B.REGION_TYPE,
-  A.PROVINCE_MAP,
-  NVL(
-    A.CITY_C,
-    CASE
-      WHEN
-        A.PROVINCE_C IN (
-          'BBU_OtherProv', 'OBU_OtherProv', 'Others', 'ROC', 'Other Low Tiers', 'OTHER LOW TIERS'
-        )
-        OR A.PROVINCE_C IS NULL
-      THEN
-        'ROC'
-      ELSE A.CITY_C
-    END
-  ) CITY_C,
-  A.AZ_CITY_TIER,
-  3 RN
-FROM
-  DM.dm_td_external_geo_temp A
-    INNER JOIN DM.dm_tf_external_sales B
-      ON A.DATA_SOURCE = B.DATA_SOURCE
-      AND A.AUDIT_COD = B.AUDIT_COD
-WHERE
-  A.DATA_SOURCE = 'IQVIA-CHPA(Monthly)'
-UNION ALL
-SELECT DISTINCT
-  A.DATA_SOURCE,
-  A.AUDIT_COD,
-  A.PACK_COD,
-  '全国' PROVINCE_C,
-  A.REGION_TYPE,
-  '全国' PROVINCE_MAP,
-  '全国' CITY_C,
-  NULL AZ_CITY_TIER,
-  1 RN
-FROM
-  DM.dm_tf_external_sales A
-WHERE
-  A.DATA_SOURCE = 'IQVIA-CHPA(Monthly)'
-UNION ALL
-SELECT DISTINCT
-  A.DATA_SOURCE,
-  A.AUDIT_COD,
-  A.PACK_COD,
-  C.ProvinceGroup PROVINCE_C,
-  A.REGION_TYPE,
-  '' PROVINCE_MAP,
-  C.ProvinceGroup CITY_C,
-  NULL AZ_CITY_TIER,
-  2 RN
-FROM
-  DM.dm_tf_external_sales A
-    INNER JOIN (
-      select
-        a.ProvinceGroup,
-        b.AUDIT_COD
-      from
-        dwd.dwd_gnd_province_group_city a
-          inner join dm.dm_td_external_geo_temp b
-            on (
-              a.AUDIT_CD = b.AUDIT_COD
-              or a.AUDIT_CD = b.PROVINCE_CODE
-            )
-      WHERE
-        B.CITY_TYPE = 'City'
-        and b.DATA_SOURCE = 'IQVIA-CHPA(Monthly)'
-    ) C
-      ON C.AUDIT_COD = a.AUDIT_COD
-WHERE
-  A.DATA_SOURCE = 'IQVIA-CHPA(Monthly)'
-
--- COMMAND ----------
-
--- DBTITLE 1,county_mapping
-CREATE OR REPLACE TEMPORARY VIEW county_mapping
-AS
-SELECT 'bbu_bu_county_obu_East5' as original_name,'BBU_BU_COUNTY' as display_name
-union ALL
-SELECT 'bbu_bu_county_obu_East5' as original_name,'OBU East5' as display_name
-union ALL
-SELECT 'bbu_bu_county_obu_nonEast5' as original_name,'BBU_BU_COUNTY' as display_name
-union ALL
-SELECT 'bbu_bu_county_obu_nonEast5' as original_name,'OBU NonEast5' as display_name
-union ALL
-SELECT 'bbu_county_obu_nonEast5' as original_name,'BBU County' as display_name
-union ALL
-SELECT 'bbu_county_obu_nonEast5' as original_name,'OBU NonEast5' as display_name
-
--- COMMAND ----------
-
--- DBTITLE 1,COUNTY
-------------------------------------------------COUNTY  省------------------------------------------------------------
-CREATE OR REPLACE TEMPORARY VIEW COUNTY_geo_type_temp
-AS 
-SELECT
-    DATA_SOURCE,
-    AUDIT_COD,
-    PACK_COD,
-    PROVINCE_C,
-    REGION_TYPE,
-    PROVINCE_MAP,
-    CITY_C,
-    AZ_CITY_TIER,
-    RN
-FROM
-    (
-        SELECT DISTINCT
-            'IQVIA-COUNTY(Quarterly)' DATA_SOURCE,
-            A.AUDIT_COD,
-            B.PACK_COD,
-            CASE
-                WHEN A.PROVINCE_C IN (
-                    'BBU_OtherProv',
-                    'OBU_OtherProv',
-                    'Others',
-                    'ROC',
-                    'Other Low Tiers',
-                    'OTHER LOW TIERS'
-                    --,'OBU_BU_County','OBU County','OBU_BU_COUNTY','OBU COUNTY'
-                )
-                OR A.PROVINCE_C IS NULL THEN 'ROC'
-                ELSE A.PROVINCE_C
-            END PROVINCE_C,
-            NVL (B.REGION_TYPE, '') as REGION_TYPE,
-            A.PROVINCE_MAP,
-            CASE
-                WHEN A.PROVINCE_C IN (
-                    'BBU_OtherProv',
-                    'OBU_OtherProv',
-                    'Others',
-                    'ROC',
-                    'OTHER LOW TIERS',
-                    'Other Low Tiers' --,'OBU_BU_County','OBU County','OBU_BU_COUNTY','OBU COUNTY'
-                )
-                OR A.PROVINCE_C IS NULL THEN 'ROC'
-                ELSE A.PROVINCE_C
-            END CITY_C,
-            NULL AZ_CITY_TIER,
-            3 RN
-        FROM
-            DM.dm_ims_td_county_geo A
-            INNER JOIN DM.dm_ext_county_tf_sales_region B ON A.REGION_COD = B.REGION_COD
-        UNION ALL
-        SELECT DISTINCT
-            'IQVIA-COUNTY(Quarterly)' DATA_SOURCE,
-            A.AUDIT_COD,
-            A.PACK_COD,
-            '全国' PROVINCE_C,
-            NVL (A.REGION_TYPE, '') REGION_TYPE,
-            '全国' PROVINCE_MAP,
-            '全国' CITY_C,
-            NULL AZ_CITY_TIER,
-            1 RN
-        FROM
-            DM.dm_ext_county_tf_sales_region A
-        UNION ALL
-        SELECT DISTINCT
-            'IQVIA-COUNTY(Quarterly)' DATA_SOURCE,
-            A.AUDIT_COD,
-            A.PACK_COD,
-            COALESCE(f1.display_name, A.REGION_TYPE, '') PROVINCE_C,
-            NVL (A.REGION_TYPE, '') REGION_TYPE,
-            '' PROVINCE_MAP,
-            COALESCE(f1.display_name, A.REGION_TYPE, '') CITY_C,
-            NULL AZ_CITY_TIER,
-            2 RN
-        FROM
-            DM.dm_ext_county_tf_sales_region A
-            left join county_mapping f1 on A.REGION_TYPE = f1.original_name
-        WHERE
-            A.REGION_TYPE IS NOT NULL
-        UNION ALL
-        SELECT DISTINCT
-            'IQVIA-COUNTY(Quarterly)' DATA_SOURCE,
-            A.AUDIT_COD,
-            A.PACK_COD,
-            C.ProvinceGroup PROVINCE_C,
-            NVL (A.REGION_TYPE, '') REGION_TYPE,
-            '' PROVINCE_MAP,
-            C.ProvinceGroup CITY_C,
-            NULL AZ_CITY_TIER,
-            2 RN
-        FROM
-            DM.dm_ext_county_tf_sales_region A
-            INNER JOIN (
-                select
-                    a.ProvinceGroup,
-                    b.AUDIT_COD
-                from
-                    dwd.dwd_gnd_province_group_city a
-                    inner join dm.dm_td_external_geo_temp b on (
-                        a.AUDIT_CD = b.AUDIT_COD
-                        or a.AUDIT_CD = b.PROVINCE_CODE
-                    )
-                WHERE
-                    B.CITY_TYPE = 'City'
-                    and b.DATA_SOURCE = 'IQVIA-COUNTY(Quarterly)'
-                    AND upper(A.ProvinceGroup) NOT IN (
-                        'OBU EAST5',
-                        'BBU County',
-                        'BBU_BU_COUNTY',
-                        'OBU NONEAST5'
-                    )
-            ) C ON C.AUDIT_COD = a.AUDIT_COD
-    ) T
-WHERE
-    T.PROVINCE_C <> 'Other Low Tiers'
-
--- COMMAND ----------
-
--- DBTITLE 1,RETAIL
-------------------------------------------------RETAIL 省------------------------------------------------------------
----,AUDIT_COD,PACK_COD,PROVINCE_C,REGION_TYPE,PROVINCE_MAP,CITY_C,AZ_CITY_TIER,RN 
-CREATE OR REPLACE TEMPORARY VIEW RETAIL_geo_type_temp
-AS 
-SELECT DISTINCT
-    'Retail(Quarterly)' DATA_SOURCE,
-    A.AUDIT_COD,
-    A.iqvia_pack_code PACK_COD,
-    CASE
-        WHEN A.province_city IN (
-            'BBU_OtherProv',
-            'OBU_OtherProv',
-            'Others',
-            'ROC',
-            'Other Low Tiers',
-            'OTHER LOW TIERS'
-        )
-        OR A.province_city IS NULL THEN 'ROC'
-        WHEN A.province_city = '福厦泉' THEN '福建'
-        ELSE A.province_city
-    END PROVINCE_C,
-    '' REGION_TYPE,
-    C.PROVINCE_MAP,
-    CASE
-        WHEN A.province_city IN (
-            'BBU_OtherProv',
-            'OBU_OtherProv',
-            'Others',
-            'ROC',
-            'Other Low Tiers',
-            'OTHER LOW TIERS'
-        )
-        OR A.province_city IS NULL THEN 'ROC'
-        WHEN A.province_city = '福厦泉' THEN '福建'
-        ELSE A.province_city
-    END CITY_C,
-    NULL AZ_CITY_TIER,
-    3 RN
-FROM
-    DM.dm_zk_retail_sales A
-    LEFT JOIN DM.dm_zk_retail_geo C ON A.AUDIT_COD = C.geo_key
-UNION ALL
-SELECT DISTINCT
-    'Retail(Quarterly)' DATA_SOURCE,
-    A.AUDIT_COD,
-    A.iqvia_pack_code PACK_COD,
-    '全国' PROVINCE_C,
-    '' REGION_TYPE,
-    '全国' PROVINCE_MAP,
-    '全国' CITY_C,
-    NULL AZ_CITY_TIER,
-    1 RN
-FROM
-    DM.dm_zk_retail_sales A
-UNION ALL
-SELECT DISTINCT
-    'Retail(Quarterly)' DATA_SOURCE,
-    A.AUDIT_COD,
-    A.iqvia_pack_code,
-    c.ProvinceGroup PROVINCE_C,
-    '' REGION_TYPE,
-    '' PROVINCE_MAP,
-    c.ProvinceGroup CITY_C,
-    NULL AZ_CITY_TIER,
-    2 RN
-FROM
-    DM.dm_zk_retail_sales A
-    INNER JOIN (
-        select
-            a.ProvinceGroup,
-            b.AUDIT_COD
-        from
-            dwd.dwd_gnd_province_group_city a
-            inner join dm.dm_td_external_geo_temp b on (
-                a.AUDIT_CD = b.AUDIT_COD
-                or a.AUDIT_CD = b.PROVINCE_CODE
-            )
-        WHERE
-            B.CITY_TYPE = 'City'
-            and b.DATA_SOURCE = 'Retail(Quarterly)'
-    ) C ON C.AUDIT_COD = a.AUDIT_COD
-    --DTP
-UNION all
-select
-    'DTP(Quarterly)' DATA_SOURCE,
-    AUDIT_COD,
-    PACK_COD,
-    C.province_city,
-    '' REGION_TYPE,
-    C.province_map,
-    C.province_city CITY_C,
-    NULL AZ_CITY_TIER,
-    3 RN
-from
-    (
-        select
-            iqvia_pack_code PACK_COD,
-            case
-                when AUDIT_COD = 'CHT' then 'ROC'
-                else AUDIT_COD
-            end AUDIT_COD
-        from
-            dm.dm_zk_retail_dtp_sales a
-        group by
-            1,
-            2
-    ) A
-    LEFT JOIN DM.dm_zk_retail_geo C ON A.AUDIT_COD = C.geo_key
-
--- COMMAND ----------
-
--- DBTITLE 1,THC
-CREATE OR REPLACE TEMPORARY VIEW THC_geo_type_temp
-AS 
-SELECT DISTINCT
-    A.DATA_SOURCE,
-    A.AUDIT_COD,
-    A.PACK_COD,
-    C.ProvinceGroup PROVINCE_C,
-    A.REGION_TYPE,
-    '' PROVINCE_MAP,
-    C.ProvinceGroup CITY_C,
-    NULL AZ_CITY_TIER,
-    2 RN
-FROM
-    dm.dm_tf_external_sales A
-    INNER JOIN (
-        select
-            a.ProvinceGroup,
-            b.AUDIT_COD
-        from
-            dwd.dwd_gnd_province_group_city a
-            inner join dm.dm_td_external_geo_temp b on (
-                a.city = b.province_c
-                or a.province = b.province_c
-            )
-        WHERE
-            B.CITY_TYPE = 'Province'
-            and b.DATA_SOURCE = 'THC(Quarterly)'
-    ) C ON C.AUDIT_COD = a.AUDIT_COD
-WHERE
-    A.DATA_SOURCE = 'THC(Quarterly)'
-UNION ALL
-SELECT DISTINCT
-    A.DATA_SOURCE,
-    A.AUDIT_COD,
-    B.PACK_COD,
-    A.PROVINCE_C,
-    B.REGION_TYPE,
-    A.PROVINCE_MAP,
-    A.CITY_C,
-    A.AZ_CITY_TIER,
-    3 as RN
-FROM
-    DM.dm_td_external_geo_temp A
-    INNER JOIN (
-        --补充所有的geo维度，保证全国的数据和省份的数据都有对应的维度。
-        select
-            PACK_COD,
-            REGION_TYPE,
-            DATA_SOURCE,
-            AUDIT_COD
-        from
-            dm.dm_tf_external_sales
-        WHERE
-            DATA_SOURCE = 'THC(Quarterly)'
-        union
-        select
-            PACK_COD,
-            '' REGION_TYPE,
-            'THC(Quarterly)' DATA_SOURCE,
-            AUDIT_COD
-        from
-            dm.dm_tf_external_sales_thc
-            --
-    ) B ON A.DATA_SOURCE = B.DATA_SOURCE
-    AND A.AUDIT_COD = B.AUDIT_COD
-WHERE
-    A.DATA_SOURCE = 'THC(Quarterly)'
-
--- COMMAND ----------
-
--- DBTITLE 1,AIA
-------------------------------------------------AIA------------------------------------------------------------
-CREATE OR REPLACE TEMPORARY VIEW AIA_geo_type_temp
-AS 
-select distinct
-    A.DATA_SOURCE,
-    A.AUDIT_COD,
-    A.PACK_COD,
-    '全国' as PROVINCE_C,
-    A.REGION_TYPE,
-    '全国' as PROVINCE_MAP,
-    '全国' as CITY_C,
-    NULL as AZ_CITY_TIER,
-    1 as RN
-from
-    dm.dm_tf_external_sales A
-where
-    A.DATA_SOURCE = 'AIA(Monthly)'
-union all
-select distinct
-    A.DATA_SOURCE,
-    A.AUDIT_COD,
-    A.PACK_COD,
-    B.ProvinceGroup as PROVINCE_C,
-    A.REGION_TYPE,
-    '' as PROVINCE_MAP,
-    B.ProvinceGroup as CITY_C,
-    null as AZ_CITY_TIER,
-    2 as RN
-from
-    dm.dm_tf_external_sales A
-    inner join (
-        select
-            t1.ProvinceGroup,
-            t2.AUDIT_COD
-        from
-            dwd.dwd_gnd_province_group_city t1
-            inner join dm.dm_td_external_geo_temp t2 on t1.AUDIT_CD = t2.AUDIT_COD
-            or t1.AUDIT_CD = t2.PROVINCE_CODE
-        WHERE
-            t2.CITY_TYPE = 'City'
-            and t2.DATA_SOURCE = 'AIA(Monthly)'
-    ) B ON A.AUDIT_COD = B.AUDIT_COD
-WHERE
-    A.DATA_SOURCE = 'AIA(Monthly)'
-union all
-select distinct
-    A.DATA_SOURCE,
-    A.AUDIT_COD,
-    B.PACK_COD,
-    case
-        when A.PROVINCE_C IN (
-            'BBU_OtherProv',
-            'OBU_OtherProv',
-            'Others',
-            'ROC',
-            'Other Low Tiers',
-            'OTHER LOW TIERS'
-        )
-        or A.PROVINCE_C IS NULL then 'ROC'
-        else A.PROVINCE_C
-    END as PROVINCE_C,
-    B.REGION_TYPE,
-    A.PROVINCE_MAP,
-    case
-        when A.CITY_C is not null then A.CITY_C
-        when A.PROVINCE_C IN (
-            'BBU_OtherProv',
-            'OBU_OtherProv',
-            'Others',
-            'ROC',
-            'Other Low Tiers',
-            'OTHER LOW TIERS'
-        )
-        or A.PROVINCE_C IS NULL THEN 'ROC'
-        else A.PROVINCE_C
-    END as CITY_C,
-    A.AZ_CITY_TIER,
-    3 as RN
-from
-    dm.dm_td_external_geo_temp A
-    inner join dm.dm_tf_external_sales B on A.DATA_SOURCE = B.DATA_SOURCE
-    and A.AUDIT_COD = B.AUDIT_COD
-where
-    A.DATA_SOURCE = 'AIA(Monthly)'
-
--- COMMAND ----------
-
--- DBTITLE 1,CHC
--------------------------------------------------CHC城---------------------------------------------------------------
-CREATE OR REPLACE TEMPORARY VIEW CHC_geo_type_temp
-AS 
-SELECT DISTINCT
-    A.DATA_SOURCE,
-    A.AUDIT_COD,
-    B.PACK_COD,
-    CASE
-        WHEN A.PROVINCE_C IN (
-            'BBU_OtherProv',
-            'OBU_OtherProv',
-            'Others',
-            'ROC',
-            'Other Low Tiers',
-            'OTHER LOW TIERS'
-        )
-        OR A.PROVINCE_C IS NULL THEN 'ROC'
-        ELSE A.PROVINCE_C
-    END PROVINCE_C,
-    B.REGION_TYPE,
-    A.PROVINCE_MAP,
-    NVL (
-        A.CITY_C,
-        CASE
-            WHEN A.PROVINCE_C IN (
-                'BBU_OtherProv',
-                'OBU_OtherProv',
-                'Others',
-                'ROC',
-                'Other Low Tiers',
-                'OTHER LOW TIERS'
-            )
-            OR A.PROVINCE_C IS NULL THEN 'ROC'
-            ELSE A.PROVINCE_C
-        END
-    ) CITY_C,
-    A.AZ_CITY_TIER,
-    3 RN
-FROM
-    DM.dm_td_external_geo_temp A
-    INNER JOIN DM.dm_tf_external_sales B ON A.DATA_SOURCE = B.DATA_SOURCE
-    AND A.AUDIT_COD = B.AUDIT_COD
-WHERE
-    A.DATA_SOURCE = 'CHC(Quarterly)'
-UNION ALL
-SELECT DISTINCT
-    A.DATA_SOURCE,
-    A.AUDIT_COD,
-    A.PACK_COD,
-    '全国' PROVINCE_C,
-    A.REGION_TYPE,
-    '全国' PROVINCE_MAP,
-    '全国' CITY_C,
-    NULL AZ_CITY_TIER,
-    1 RN
-FROM
-    DM.dm_tf_external_sales A
-WHERE
-    A.DATA_SOURCE = 'CHC(Quarterly)'
-UNION ALL
-SELECT DISTINCT
-    A.DATA_SOURCE,
-    A.AUDIT_COD,
-    A.PACK_COD,
-    C.ProvinceGroup PROVINCE_C,
-    A.REGION_TYPE,
-    '' PROVINCE_MAP,
-    C.ProvinceGroup CITY_C,
-    NULL AZ_CITY_TIER,
-    2 RN
-FROM
-    DM.dm_tf_external_sales A
-    INNER JOIN (
-        select
-            a.ProvinceGroup,
-            b.AUDIT_COD
-        from
-            dwd.dwd_gnd_province_group_city a
-            inner join dm.dm_td_external_geo_temp b on (
-                a.AUDIT_CD = b.AUDIT_COD
-                or a.AUDIT_CD = b.PROVINCE_CODE
-            )
-        WHERE
-            B.CITY_TYPE = 'City'
-            and b.DATA_SOURCE = 'CHC(Quarterly)'
-    ) C ON C.AUDIT_COD = a.AUDIT_COD
-WHERE
-    A.DATA_SOURCE = 'CHC(Quarterly)'
-
--- COMMAND ----------
-
--- DBTITLE 1,EC
----------------------------------------------------EC 全国---------------------------------------------------
-CREATE OR REPLACE TEMPORARY VIEW EC_geo_type_temp
-AS 
-select distinct
-    a.DATA_SOURCE,
-    a.AUDIT_COD,
-    b.PACK_COD,
-    a.PROVINCE_C,
-    b.REGION_TYPE,
-    a.PROVINCE_MAP,
-    a.CITY_C,
-    a.AZ_CITY_TIER,
-    1 RN
-from
-    dm.dm_td_external_geo_temp a
-    left join dm.dm_tf_external_sales b on a.audit_cod = b.AUDIT_COD
-where
-    a.DATA_SOURCE = 'EC(Monthly)'
-    and b.DATA_SOURCE = 'EC(Monthly)'
-
--- COMMAND ----------
-
--- DBTITLE 1,XIE HE
------------------------------------------------XIEHE-------------------
-CREATE OR REPLACE TEMPORARY VIEW XH_geo_type_temp
-AS 
-select distinct
-    A.DATA_SOURCE,
-    A.AUDIT_COD,
-    A.PACK_COD,
-    '全国' as PROVINCE_C,
-    A.REGION_TYPE,
-    '全国' as PROVINCE_MAP,
-    '全国' as CITY_C,
-    NULL as AZ_CITY_TIER,
-    1 as RN
-from
-    dm.dm_tf_external_sales A
-where
-    A.DATA_SOURCE = 'XH Data(Quarterly)'
-union all
-select distinct
-    A.DATA_SOURCE,
-    A.AUDIT_COD,
-    B.PACK_COD,
-    case
-        when A.PROVINCE_C IN (
-            'BBU_OtherProv',
-            'OBU_OtherProv',
-            'Others',
-            'ROC',
-            'Other Low Tiers',
-            'OTHER LOW TIERS'
-        )
-        or A.PROVINCE_C IS NULL then 'ROC'
-        else A.PROVINCE_C
-    END as PROVINCE_C,
-    B.REGION_TYPE,
-    A.PROVINCE_MAP,
-    case
-        when A.CITY_C is not null then A.CITY_C
-        when A.PROVINCE_C IN (
-            'BBU_OtherProv',
-            'OBU_OtherProv',
-            'Others',
-            'ROC',
-            'Other Low Tiers',
-            'OTHER LOW TIERS'
-        )
-        or A.PROVINCE_C IS NULL THEN 'ROC'
-        else A.PROVINCE_C
-    END as CITY_C,
-    A.AZ_CITY_TIER,
-    3 as RN
-from
-    dm.dm_td_external_geo_temp A
-    inner join dm.dm_tf_external_sales B on A.DATA_SOURCE = B.DATA_SOURCE
-    and A.AUDIT_COD = B.AUDIT_COD
-where
-    A.DATA_SOURCE = 'XH Data(Quarterly)'
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ## RESULT
-
--- COMMAND ----------
-
--- -----------------------此处需要注意，若源头数据只有全国，需要转化成ROC，否则下面的sql脚本跑出来的数据全国是错误的。---------------------------------------------
--- insert overwrite dm.dm_td_external_geo_type_temp(
---      DATA_SOURCE,AUDIT_COD,PACK_COD,PROVINCE_C,REGION_TYPE,PROVINCE_MAP,CITY_C,AZ_CITY_TIER,RN
--- )
-create or replace temporary view dm_td_external_geo_type_temp
-as
-select
-DATA_SOURCE,AUDIT_COD,PACK_COD,PROVINCE_C,REGION_TYPE,PROVINCE_MAP,CITY_C,AZ_CITY_TIER,RN
-from 
-CHPA_geo_type_temp
-union all
-select
-DATA_SOURCE,AUDIT_COD,PACK_COD,PROVINCE_C,REGION_TYPE,PROVINCE_MAP,CITY_C,AZ_CITY_TIER,RN
-from 
-COUNTY_geo_type_temp
-union all
-select
-DATA_SOURCE,AUDIT_COD,PACK_COD,PROVINCE_C,REGION_TYPE,PROVINCE_MAP,CITY_C,AZ_CITY_TIER,RN
-from 
-RETAIL_geo_type_temp
-union all
-select
-DATA_SOURCE,AUDIT_COD,PACK_COD,PROVINCE_C,REGION_TYPE,PROVINCE_MAP,CITY_C,AZ_CITY_TIER,RN
-from 
-THC_geo_type_temp
-union all
-select
-DATA_SOURCE,AUDIT_COD,PACK_COD,PROVINCE_C,REGION_TYPE,PROVINCE_MAP,CITY_C,AZ_CITY_TIER,RN
-from 
-AIA_geo_type_temp
-union all
-select
-DATA_SOURCE,AUDIT_COD,PACK_COD,PROVINCE_C,REGION_TYPE,PROVINCE_MAP,CITY_C,AZ_CITY_TIER,RN
-from 
-CHC_geo_type_temp
-union all
-select
-DATA_SOURCE,AUDIT_COD,PACK_COD,PROVINCE_C,REGION_TYPE,PROVINCE_MAP,CITY_C,AZ_CITY_TIER,RN
-from 
-EC_geo_type_temp
-union all
-select
-DATA_SOURCE,AUDIT_COD,PACK_COD,PROVINCE_C,REGION_TYPE,PROVINCE_MAP,CITY_C,AZ_CITY_TIER,RN
-from 
-XH_geo_type_temp
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC # dm.dm_td_external_geo
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ## 各临时表
-
--- COMMAND ----------
-
--- DBTITLE 1,pmt
--- --省长信息
--- pmt as (
--- select distinct area_name,area_head_name
--- from dm.dm_pmt_td_area_head
--- where rmt_pmt = 'PMT'
--- )
---pmt_region
-create or replace temporary view pmt 
-as 
-select distinct PROVINCE_CODE,province_name,AREA_NAME_EN
-from dm.dm_td_geography
-where PROVINCE_CODE <> ''
-
--- COMMAND ----------
-
--- DBTITLE 1,TEMP
-create or replace temporary view TEMP 
-as 
-  SELECT
-    DISTINCT t1.DATA_SOURCE,
-    t1.AUDIT_COD,
-    CASE
-      WHEN t1.AUDIT_COD IN ('CHT', 'ROC') THEN 'ROC'
-      ELSE t1.PROVINCE_C
-    END PROVINCE_C,
-    CASE
-      WHEN t1.AUDIT_COD IN ('CHT', 'ROC') THEN 'ROC'
-      ELSE t1.PROVINCE_MAP
-    END PROVINCE_MAP,
-    CASE
-      WHEN t1.AUDIT_COD IN ('CHT', 'ROC') THEN 'ROC'
-      ELSE t1.CITY_C
-    END CITY_C,
-    CASE
-      WHEN t1.AUDIT_COD NOT IN ('CHT', 'ROC') THEN t1.AZ_CITY_TIER
-    END AZ_CITY_TIER,
-    t1.REGION_TYPE,
-    t1.AUDIT_COD as inst_code,
-    NVL(t2.inst_name,'') as inst_name,
-    NVL(t3.PROVINCE_CODE,'') as PROVINCE_CODE,
-    NVL(t4.AUDIT_COD,'') as CITY_CODE,
-    NVL(t2.county_name,'') as county_name,
-    NVL(t2.county_tier_desc,'') as county_tier,
-    -- NVL(t5.area_head_name,'') as pmt_region,
-    NVL(t5.AREA_NAME_EN,'') as pmt_region,
-    NVL(t2.inst_sub_type,'') as inst_sub_type,
-    NVL(t2.ins_level,'') as ins_level
-  FROM
-    dm_td_external_geo_type_temp t1
-  left join (select distinct inst_code,inst_name,province_name,city_name,county_name,city_tier_desc,county_tier_desc,inst_sub_type,org_level_desc as ins_level,
-             case when city_name = '深圳市' then '深圳' else province_name end as pmt_key from dm.dm_td_institution) t2
-  on t1.AUDIT_COD = t2.inst_code
-  left join dm.dm_td_external_geo_temp t3
-  on t1.AUDIT_COD = t3.AUDIT_COD
-  and t1.DATA_SOURCE = t3.DATA_SOURCE
-  left join dm.dm_ims_td_geo t4
-  on t1.CITY_C = t4.CITY_C
-  left join pmt t5
-  -- on t2.pmt_key = t5.area_name
-  on t3.PROVINCE_CODE = t5.PROVINCE_CODE
-  where t1.DATA_SOURCE = 'AIA(Monthly)'
-  union all
-  SELECT
-    DISTINCT t1.DATA_SOURCE,
-    t1.AUDIT_COD,
-    CASE
-      WHEN t1.AUDIT_COD IN ('CHT', 'ROC') THEN 'ROC'
-      ELSE t1.PROVINCE_C
-    END PROVINCE_C,
-    CASE
-      WHEN t1.AUDIT_COD IN ('CHT', 'ROC') THEN 'ROC'
-      ELSE t1.PROVINCE_MAP
-    END PROVINCE_MAP,
-    CASE
-      WHEN t1.AUDIT_COD IN ('CHT', 'ROC') THEN 'ROC'
-      ELSE t1.CITY_C
-    END CITY_C,
-    CASE
-      WHEN t1.AUDIT_COD NOT IN ('CHT', 'ROC') THEN t1.AZ_CITY_TIER
-    END AZ_CITY_TIER,
-    t1.REGION_TYPE,
-    '' as inst_code,
-    '' as inst_name,
-    NVL(t3.PROVINCE_CODE,'') as PROVINCE_CODE,
-    NVL(t4.AUDIT_COD,'') as CITY_CODE,
-    '' as county_name,
-    '' as county_tier,
-    NVL(t5.AREA_NAME_EN,'') as pmt_region,
-    '' as inst_sub_type,
-    '' as ins_level
-  FROM
-    dm_td_external_geo_type_temp t1
-  left join dm.dm_td_external_geo_temp t3
-  on t1.AUDIT_COD = t3.AUDIT_COD
-  and t1.DATA_SOURCE = t3.DATA_SOURCE
-  left join dm.dm_ims_td_geo t4
-  on t1.CITY_C = t4.CITY_C
-  left join pmt t5
-  on t1.PROVINCE_C = t5.province_name
-  where t1.DATA_SOURCE <> 'AIA(Monthly)'
-
--- COMMAND ----------
-
--- DBTITLE 1,province_sales
-create or replace temporary view province_sales 
-as 
-  SELECT
-    A.PROVINCE_C,
-    SUM(B.SALES_VALUE_CAL) SALES_VALUE_CAL
-  FROM
-    TEMP A
-    INNER JOIN DM.DM_TF_EXTERNAL_SALES B ON A.AUDIT_COD = B.AUDIT_COD
-    AND A.DATA_SOURCE = B.DATA_SOURCE
-    AND A.REGION_TYPE = B.REGION_TYPE
-    and A.DATA_SOURCE = B.DATA_SOURCE
-  WHERE
-    B.YYYYMM >= (
-      SELECT
-        LEFT(MAX(YYYYMM), 4) * 100 + 1
-      FROM
-        DM.DM_TF_EXTERNAL_SALES
-      WHERE
-        DATA_SOURCE = 'IQVIA-CHPA(Monthly)'
-    )
-    AND B.DATA_SOURCE = 'IQVIA-CHPA(Monthly)'
-  GROUP BY
-    A.PROVINCE_C
-
-
--- COMMAND ----------
-
--- DBTITLE 1,Province_N
-create or replace temporary view Province_N 
-as 
-  SELECT
-    PROVINCE_C,
-    row_number() OVER(
-      PARTITION BY 1
-      ORDER BY
-        (
-          CASE
-            WHEN PROVINCE_C = 'ROC' THEN 2
-            ELSE 1
-          END
-        ) ASC,
-        SALES_VALUE_CAL DESC
-    ) RN_PROV
-  FROM
-    province_sales
-
-
--- COMMAND ----------
-
--- DBTITLE 1,city_sales
-create or replace temporary view city_sales 
-as 
-  SELECT
-    A.CITY_C,
-    SUM(B.SALES_VALUE_CAL) SALES_VALUE_CAL
-  FROM
-    TEMP A
-    INNER JOIN DM.DM_TF_EXTERNAL_SALES B ON A.AUDIT_COD = B.AUDIT_COD
-    AND A.DATA_SOURCE = B.DATA_SOURCE
-    AND A.REGION_TYPE = B.REGION_TYPE
-    and A.DATA_SOURCE = B.DATA_SOURCE
-  WHERE
-    B.YYYYMM >= (
-      SELECT
-        LEFT(MAX(YYYYMM), 4) * 100 + 1
-      FROM
-        DM.DM_TF_EXTERNAL_SALES
-      WHERE
-        DATA_SOURCE = 'IQVIA-CHPA(Monthly)'
-    )
-    AND B.DATA_SOURCE = 'IQVIA-CHPA(Monthly)'
-  GROUP BY
-    A.CITY_C
-
--- COMMAND ----------
-
--- DBTITLE 1,city_N
-create or replace temporary view city_N 
-as 
-  SELECT
-    CITY_C,
-    row_number() OVER(
-      PARTITION BY 1
-      ORDER BY
-        (
-          CASE
-            WHEN CITY_C = 'ROC' THEN 2
-            ELSE 1
-          END
-        ) ASC,
-        SALES_VALUE_CAL DESC
-    ) RN_CITY
-  FROM
-    city_sales
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ## RESULT
-
--- COMMAND ----------
-
---------------------------------------------------------------------------------
---修改时间：20241025
---修改人：Fanxujia
---修改内容：
---外部数据报告优化，将PBI的逻辑搬到DBR
---------------------------------------------------------------------------------
---------------------------------------------------------------------------------
---修改时间：20241105
---修改人:Fanxujia
---修改内容：
---for AIA Dashboard：增加county、pmt_region等字段
---------------------------------------------------------------------------------
---------------------------------------------------------------------------------
---修改时间：20241209
---修改人:Fanxujia
---修改内容：
---其他渠道仿照AIA Dashboard增加一个pmt_region字段
---------------------------------------------------------------------------------
-insert overwrite table dm.dm_td_external_geo
-(
-DATA_SOURCE,
-AUDIT_COD,
-REGION_TYPE,
-PROVINCE_C,
-CITY_C,
-AZ_CITY_TIER,
-PROV_RN,
-CITY_RN,
-PROVINCE_MAP,
-inst_code,
-inst_name,
-PROVINCE_CODE,
-CITY_CODE,
-county_name,
-county_tier,
-pmt_region,
-inst_sub_type,
-ins_level
-)
-SELECT
-  A.DATA_SOURCE,
-  A.AUDIT_COD,
-  A.REGION_TYPE,
-  CASE
-    WHEN A.DATA_SOURCE = 'EC(Monthly)' THEN '全国'
-    WHEN A.DATA_SOURCE = 'THC(Quarterly)' AND A.AUDIT_COD = 'CHT' THEN '全国'
-    ELSE MAX(A.PROVINCE_C)
-  END PROVINCE_C,
-  CASE
-    WHEN A.DATA_SOURCE = 'EC(Monthly)' THEN '全国'
-    WHEN A.DATA_SOURCE = 'THC(Quarterly)' AND A.AUDIT_COD = 'CHT' THEN '全国'
-    ELSE MAX(A.CITY_C)
-  END CITY_C,
-  MAX(A.AZ_CITY_TIER) AZ_CITY_TIER,
-  NVL(MAX(PN.RN_PROV), 999) PROV_RN,
-  NVL(MAX(CN.RN_CITY), 999) CITY_RN,
-  case when A.DATA_SOURCE = 'THC(Quarterly)' AND A.AUDIT_COD = 'CHT' then '全国'
-       else MAX(A.PROVINCE_MAP)
-  end as PROVINCE_MAP,
-  A.inst_code,
-  A.inst_name,
-  case when A.AUDIT_COD = 'CHT' and A.PROVINCE_CODE = '' then 'CHT' else A.PROVINCE_CODE end as PROVINCE_CODE,
-  case when A.AUDIT_COD = 'CHT' and A.CITY_CODE = '' then 'CHT'
-       when A.AUDIT_COD <> A.PROVINCE_CODE and A.AUDIT_COD <> A.CITY_CODE and A.AUDIT_COD <> A.inst_code and A.CITY_CODE = '' then A.AUDIT_COD
-       else A.CITY_CODE
-  end as CITY_CODE,
-  A.county_name,
-  A.county_tier,
-  A.pmt_region,
-  A.inst_sub_type,
-  A.ins_level
-FROM
-  TEMP A
-  LEFT JOIN Province_N PN ON A.PROVINCE_C = PN.PROVINCE_C
-  LEFT JOIN city_N CN ON A.CITY_C = CN.CITY_C
-WHERE
-  A.PROVINCE_C NOT IN (
-    SELECT
-      DISTINCT provincegroup
-    FROM
-      DWD.dwd_gnd_province_group_city
-    UNION ALL
-    SELECT
-      '全国'
-    UNION ALL
-    SELECT
-      'BBU_BU_COUNTY'
-  )
-  GROUP BY A.AUDIT_COD,A.REGION_TYPE,A.DATA_SOURCE,10,11,12,13,14,15,16,17,18
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC # dm.dm_td_external_geo_type
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ## 各临时表
-
--- COMMAND ----------
-
--- DBTITLE 1,TEMP
-create or replace temporary view TEMP 
-as  
-  SELECT
-    DISTINCT DATA_SOURCE,
-    AUDIT_COD,
-    PROVINCE_C,
-    PROVINCE_MAP,
-    CITY_C,
-    AZ_CITY_TIER,
-    RN,
-    REGION_TYPE,
-    CASE
-      WHEN PROVINCE_C <> 'Other Low Tiers'
-      AND (
-        DATA_SOURCE = 'IQVIA-COUNTY(Quarterly)'
-        OR (
-          DATA_SOURCE <> 'IQVIA-COUNTY(Quarterly)'
-          AND PROVINCE_C NOT IN (
-            'BBU_BU_COUNTY',
-            'OBU_BU_COUNTY',
-            'OBU COUNTY',
-            'BBU COUNTY'
-          )
-        )
-      ) THEN 1
-      ELSE 0
-    END GEO_FLAG
-  FROM
-    dm_td_external_geo_type_temp
-  WHERE
-    PROVINCE_C <> 'ROC'
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ## RESULT
-
--- COMMAND ----------
-
---------------------------------------------------------------------------------
---修改时间：20241025
---修改人：Fanxujia
---修改内容：
---外部数据报告优化，将PBI的逻辑搬到DBR
---------------------------------------------------------------------------------
-insert overwrite table dm.dm_td_external_geo_type
-(
-DATA_SOURCE,
-AUDIT_COD,
-REGION_TYPE,
-PROVINCE_GROUP
-)
-SELECT
-  DISTINCT DATA_SOURCE,
-  AUDIT_COD,
-  REGION_TYPE,
-  A.PROVINCE_C PROVINCE_GROUP
-FROM
-  TEMP A
-WHERE
-  A.PROVINCE_C IN (
-    SELECT
-      DISTINCT provincegroup
-    FROM
-      DWD.dwd_gnd_province_group_city
-    UNION ALL
-    SELECT
-      '全国'
-  )
\ No newline at end of file
diff --git a/EXTERNAL/09 dm_td_external_geo_type.sql:Zone.Identifier b/EXTERNAL/09 dm_td_external_geo_type.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/11 DM_TD_EXTERNAL_MARKET_NEW.sql b/EXTERNAL/11 DM_TD_EXTERNAL_MARKET_NEW.sql
deleted file mode 100644
index 2f8159f..0000000
--- a/EXTERNAL/11 DM_TD_EXTERNAL_MARKET_NEW.sql	
+++ /dev/null
@@ -1,380 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_UNIONALL_MARKET (
---   MARKET STRING,
---   DATA_SOURCE STRING,
---   TA STRING,
---   AZ_RELATED STRING,
---   MARKET_DESC STRING,
---   TA_RN INT,
---   PRD_FLAG STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_unionall_market';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_unionall_market';
-
--- COMMAND ----------
-
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_UNIONALL_MARKET_TA (
---   MARKET STRING COMMENT '市场',
---   DATA_SOURCE STRING COMMENT '数据源',
---   TA STRING COMMENT '治疗领域',
---   TA_MAP STRING COMMENT '治疗领域匹配',
---   TA_RN INT COMMENT '治疗领域排名',
---   MARKET_DESC STRING COMMENT '市场描述',
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
---   )
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_unionall_market_ta';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_unionall_market_ta';
-
--- COMMAND ----------
-
--- DBTITLE 1,pbi页面展示ta标签
--- create or replace table tmp.tmp_td_ext_unionall_market_ta_mapping
--- (
--- market string,
--- ta string,
--- data_source string);
--- INSERT OVERWRITE tmp.tmp_td_ext_unionall_market_ta_mapping (market, ta, data_source) VALUES
--- ('CVRM Market', 'CVRM', 'EC(Monthly)'),
--- ('NIAD (Non-Insulin Anti-Diabetic) Market', 'DM', 'EC(Monthly)'),
--- ('GI Market', 'GI', 'EC(Monthly)'),
--- ('RE Market', 'RE', 'EC(Monthly)'),
--- ('ATTR_EPL', 'CV', 'DTP(Quarterly)'),
--- ('ONC Market', 'ONCO', 'DTP(Quarterly)'),
--- ('RARE Market', 'RARE', 'DTP(Quarterly)'),
--- ('RE Market', 'RE', 'Retail(Quarterly)'),
--- ('CV Market', 'CV', 'Retail(Quarterly)'),
--- ('CVRM Market', 'CVRM', 'Retail(Quarterly)'),
--- ('RD Market', 'RD', 'Retail(Quarterly)'),
--- ('GI Market', 'GI', 'Retail(Quarterly)'),
--- ('DM Market', 'DM', 'THC(Quarterly)'),
--- ('GI Market', 'GI', 'THC(Quarterly)'),
--- ('NIAD (Non-Insulin Anti-Diabetic) Market', 'NIAD', 'THC(Quarterly)'),
--- ('RE Market', 'RE', 'THC(Quarterly)'),
--- ('ONC Market', 'ONCO', 'THC(Quarterly)'),
--- ('CV Market', 'CV', 'THC(Quarterly)'),
--- ('RE Market', 'RE', 'XH Data(Quarterly)'),
--- ('NIAD (Non-Insulin Anti-Diabetic) Market', 'NIAD', 'XH Data(Quarterly)'),
--- ('RD Market', 'RD', 'XH Data(Quarterly)'),
--- ('DM Market', 'DM', 'XH Data(Quarterly)'),
--- ('ONC Market', 'ONCO', 'XH Data(Quarterly)'),
--- ('RARE Market', 'RARE', 'XH Data(Quarterly)'),
--- ('CV Market', 'CV', 'XH Data(Quarterly)'),
--- ('DM Market', 'DM', 'IQVIA-COUNTY(Quarterly)'),
--- ('ONC Market', 'ONCO', 'IQVIA-COUNTY(Quarterly)'),
--- ('GI Market', 'GI', 'IQVIA-COUNTY(Quarterly)'),
--- ('RE Market', 'RE', 'IQVIA-COUNTY(Quarterly)'),
--- ('CV Market', 'CV', 'IQVIA-COUNTY(Quarterly)'),
--- ('RARE Market', 'RARE', 'IQVIA-COUNTY(Quarterly)'),
--- ('RD Market', 'RD', 'IQVIA-COUNTY(Quarterly)'),
--- ('NIAD (Non-Insulin Anti-Diabetic) Market', 'NIAD', 'IQVIA-COUNTY(Quarterly)'),
--- ('ONC Market', 'ONCO', 'IQVIA-CHPA(Monthly)'),
--- ('RE Market', 'RE', 'IQVIA-CHPA(Monthly)'),
--- ('RD Market', 'RD', 'IQVIA-CHPA(Monthly)'),
--- ('NIAD (Non-Insulin Anti-Diabetic) Market', 'NIAD', 'IQVIA-CHPA(Monthly)'),
--- ('RARE Market', 'RARE', 'IQVIA-CHPA(Monthly)'),
--- ('DM Market', 'DM', 'IQVIA-CHPA(Monthly)'),
--- ('GI Market', 'GI', 'IQVIA-CHPA(Monthly)'),
--- ('CV Market', 'CV', 'IQVIA-CHPA(Monthly)'),
--- ('DM Market', 'DM', 'AIA(Monthly)'),
--- ('CV Market', 'CV', 'AIA(Monthly)'),
--- ('GI Market', 'GI', 'AIA(Monthly)'),
--- ('RE Market', 'RE', 'AIA(Monthly)'),
--- ('RARE Market', 'RARE', 'AIA(Monthly)'),
--- ('ONC Market', 'ONCO', 'AIA(Monthly)'),
--- ('NIAD (Non-Insulin Anti-Diabetic) Market', 'NIAD', 'AIA(Monthly)'),
--- ('RD Market', 'RD', 'AIA(Monthly)'),
--- ('GI Market', 'GI', 'CHC(Quarterly)'),
--- ('DM Market', 'DM', 'CHC(Quarterly)'),
--- ('RE Market', 'RE', 'CHC(Quarterly)'),
--- ('CV Market', 'CV', 'CHC(Quarterly)'),
--- ('NIAD (Non-Insulin Anti-Diabetic) Market', 'NIAD', 'CHC(Quarterly)');
-
--- COMMAND ----------
-
--- DBTITLE 1,藏数逻辑标签
--- -- 建表
--- CREATE TABLE IF NOT EXISTS tmp.tmp_td_ext_market_hide_flag (
---     data_source VARCHAR(20),
---     market VARCHAR(100),
---     flag VARCHAR(1)
--- );
-
--- -- 插入数据（对应 case when 中返回 '1' 的规则）
--- INSERT overwrite tmp.tmp_td_ext_market_hide_flag (data_source, market, flag) VALUES
--- -- Retail(Quarterly) 部分
--- ('Retail(Quarterly)', 'Antacid anti GI swelling agent+PPI Oral', '1'),
--- ('Retail(Quarterly)', 'HTN Market', '1'),
--- ('Retail(Quarterly)', 'NIAD (Non-Insulin Anti-Diabetic) Market', '1'),
--- ('Retail(Quarterly)', 'Respules Market', '1'),
--- ('Retail(Quarterly)', 'Statin+XZK Market', '1'),
--- ('Retail(Quarterly)', 'BUDESONIDE Market', '1'),
--- ('Retail(Quarterly)', 'Rosuvastatin Market', '1'),
--- ('Retail(Quarterly)', 'Atorvastatin Market', '1'),
--- ('Retail(Quarterly)', 'Metoprolol Succinate Market', '1'),
--- ('Retail(Quarterly)', 'PPI Oral ESOMEPRAZOLE Market', '1'),
--- ('Retail(Quarterly)', 'PPI Oral OMEPRAZOLE Market', '1'),
--- ('Retail(Quarterly)', 'Inhaled Extended Market', '1'),
--- ('Retail(Quarterly)', 'Non-Omeprazole', '1'),
--- ('Retail(Quarterly)', 'Metoprolol Tartrate Market', '1'),
--- ('Retail(Quarterly)', 'Pediatric Cough Market', '1'),
--- ('Retail(Quarterly)', 'Anti-HER2 Market', '1'),
--- ('Retail(Quarterly)', 'Anti-HER2 mBC Market', '1'),
--- ('Retail(Quarterly)', 'Fasenra Market', '1'),
--- ('Retail(Quarterly)', 'Severe Asthma', '1'),
--- ('Retail(Quarterly)', 'DAPA Market', '1'),
-
--- -- DTP(Quarterly) 部分
--- ('DTP(Quarterly)', 'EGFR TKI Market', '1'),
--- ('DTP(Quarterly)', 'Anti-HER2 Market', '1'),
--- ('DTP(Quarterly)', 'Anti-HER2 mBC Market', '1'),
--- ('DTP(Quarterly)', 'Fasenra/Tezspire Related Market', '1'),
--- ('DTP(Quarterly)', 'Severe Asthma', '1'),
--- ('DTP(Quarterly)', 'Tezspire CRSwNP Market', '1'),
--- ('DTP(Quarterly)', 'CRSwNP Market', '1'),
--- ('DTP(Quarterly)', 'PAM Market', '1');
-
--- COMMAND ----------
-
--- ============================================================
--- 目标表：dm.dm_td_ext_unionall_market
--- 功能：整合各数据源的市场、TA、AZ关联、产品标志等维度信息
--- 调度：全量覆盖写入（INSERT OVERWRITE）
--- 作者/更新：chenwu
--- ============================================================
-INSERT OVERWRITE dm.dm_td_ext_unionall_market (
-  MARKET, DATA_SOURCE, TA, AZ_RELATED, MARKET_DESC, TA_RN, PRD_FLAG, ETL_INSERT_DT, ETL_UPDATE_DT
-)
-
-WITH
-
--- ------------------------------------------------------------
--- market_info：从包映射表取市场-数据源组合，关联竞品表补充市场描述
--- 用 MAX(MARKET_DESC) 避免一对多 JOIN 导致重复行
--- ------------------------------------------------------------
-market_info AS (
-  SELECT
-    t1.MARKET,
-    t1.DATASOURCE          AS DATA_SOURCE,
-    MAX(t2.MARKETDESC)     AS MARKET_DESC
-  FROM dm.dm_td_ext_unionall_market_pack_mapping t1
-  LEFT JOIN dm.dm_td_external_keycompatitor      t2
-    ON t1.MARKET = t2.MARKET
-  GROUP BY 1, 2
-),
-
--- ------------------------------------------------------------
--- TA_info：从市场属性表取市场-TA-排序，过滤占位行（MARKET_ORDER=999）
--- 末尾 UNION ALL 补充"ALL Market"汇总行
--- 改用 SELECT DISTINCT 替代无聚合的 GROUP BY
--- ------------------------------------------------------------
-TA_info AS (
-  SELECT DISTINCT
-    MARKET,
-    TA,
-    TA_ORDER
-  FROM DM.DM_IMS_TD_MARKET_PROPERTY
-  WHERE MARKET_ORDER <> 999
-
-  UNION ALL
-
-  SELECT
-    'ALL Market' AS MARKET,
-    'ALL'        AS TA,
-    -1           AS TA_ORDER
-),
-
--- ------------------------------------------------------------
--- AZ_RELATED_info：从临时映射表取市场-数据源-AZ关联关系（已去重）
--- ------------------------------------------------------------
-AZ_RELATED_info AS (
-  SELECT DISTINCT
-    MARKET,
-    TA           AS AZ_RELATED,
-    DATA_SOURCE
-  FROM tmp.tmp_td_ext_unionall_market_ta_mapping
-)
-
--- ------------------------------------------------------------
--- 主查询：以 market_info 为驱动表，依次关联 TA、AZ关联、隐藏标志
--- hide_flag 为小维表，添加 BROADCAST hint 避免 shuffle
--- PRD_FLAG=1 表示市场在隐藏标志表中存在（需隐藏/特殊处理）
--- ------------------------------------------------------------
-SELECT /*+ BROADCAST(t4) */
-DISTINCT
-  t1.MARKET,
-  t1.DATA_SOURCE,
-  t2.TA,
-  t3.AZ_RELATED,
-  t1.MARKET_DESC,
-  t2.TA_ORDER                                        AS TA_RN,
-  IF(t4.MARKET IS NULL, 0, 1)                        AS PRD_FLAG,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8')   AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8')   AS ETL_UPDATE_DT
-FROM market_info t1
-LEFT JOIN TA_info            t2
-  ON  t1.MARKET      = t2.MARKET
-LEFT JOIN AZ_RELATED_info    t3
-  ON  t1.MARKET      = t3.MARKET
-  AND t1.DATA_SOURCE = t3.DATA_SOURCE
-LEFT JOIN 
-     tmp.tmp_td_ext_market_hide_flag t4
-  ON  t1.MARKET      = t4.MARKET
-  AND t1.DATA_SOURCE = t4.DATA_SOURCE
-
--- COMMAND ----------
-
-insert overwrite dm.dm_td_ext_unionall_market_ta (
-  MARKET, DATA_SOURCE, TA, TA_RN, MARKET_DESC, ETL_INSERT_DT, ETL_UPDATE_DT
-)
-  SELECT
-    MARKET,
-    DATA_SOURCE,
-    AZ_RELATED TA,
-    TA_RN,
-    MARKET_DESC,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
-  FROM
-    DM.dm_td_ext_unionall_market
-  -- WHERE MARKET NOT LIKE '%ALL Market%'  and MARKET <>'Retail All Market'
-  -- UNION all
-  -- SELECT
-  --   MARKET,
-  --   DATA_SOURCE,
-  --   'CVRM' TA,
-  --   0 TA_RN,
-  --   MARKET_DESC,
-  --   FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
-  --   FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
-  -- FROM
-  --   DM.dm_td_ext_unionall_market
-  -- WHERE
-  --   MARKET = 'CVRM Market'
-
--- COMMAND ----------
-
------------------------------------------------------------------------------------
---修改时间：20240822
---修改人：FanXujia
---修改内容：
---Retail、EC渠道，新增NIAD这个TA。数据与DM相同
------------------------------------------------------------------------------------
-insert into dm.dm_td_ext_unionall_market_ta (
-  MARKET, DATA_SOURCE, TA, TA_RN, MARKET_DESC, ETL_INSERT_DT, ETL_UPDATE_DT
-)
-  select
-    market,
-    DATA_SOURCE,
-    'NIAD' as TA,
-    7 as TA_RN,
-    MARKET_DESC,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
-  from
-    dm.dm_td_ext_unionall_market_ta
-  where
-    DATA_SOURCE = 'Retail(Quarterly)'
-    and ta = 'DM'
-  union all
-  select
-    market,
-    DATA_SOURCE,
-    'NIAD' as TA,
-    7 as TA_RN,
-    MARKET_DESC,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
-  from
-    dm.dm_td_ext_unionall_market_ta
-  where
-    DATA_SOURCE = 'EC(Monthly)'
-    and ta = 'DM'
-  --20250701 chenwu 新增RARE = ONCO的Soliris Related Market
-  union all
-  select
-    market,
-    DATA_SOURCE,
-    'RARE' as TA,
-    8 as TA_RN,
-    MARKET_DESC,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
-  from
-    dm.dm_td_ext_unionall_market_ta
-  where
-    DATA_SOURCE = 'DTP(Quarterly)'
-    and ta = 'ONCO'
-    and MARKET = 'Soliris Related Market';
-
--- COMMAND ----------
-
--- log 20250226 auth:庄伟
--- 对market_ta表中市场进行补全，并依据手工文件维护的 market 与 ta 映射，匹配出完整市场对应的TA_NAME
-insert overwrite table dm.dm_td_ext_unionall_market_ta (
-  MARKET, DATA_SOURCE, TA, TA_MAP, TA_RN, MARKET_DESC, ETL_INSERT_DT, ETL_UPDATE_DT
-)
-  -----找出在market维度表中不存在的market列表
-  with temp_ma_ext_market as (select distinct
-      MARKET,
-      DATA_SOURCE
-    from
-      dm.dm_td_ext_unionall_market
-    where
-      MARKET NOT IN (
-        select distinct
-          MARKET
-        from
-          dm.dm_td_ext_unionall_market_ta
-      )
-  )
-  ------补充完整的market列表，并通过market匹配手工文件维护的market对应的TA
-  select
-  distinct
-    dim_mkt_ta.MARKET,
-    DATA_SOURCE,
-    dim_mkt_ta.TA,
-    case
-      when dim_mkt_ta.MARKET = 'ALL Market' then 'ALL'
-      else nvl(mkt_property.ta, mkt_property_key.TA)
-    end as TA_MAP,
-    dim_mkt_ta.TA_RN,
-    dim_mkt_ta.MARKET_DESC,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
-  from
-    (
-      select
-        MARKET,
-        DATA_SOURCE,
-        TA,
-        TA_RN,
-        MARKET_DESC
-      from
-        dm.dm_td_ext_unionall_market_ta
-    ) dim_mkt_ta
-      left join dm.dm_ims_td_market_property mkt_property
-        on dim_mkt_ta.market = mkt_property.market
-      left join dm.dm_ims_td_market_property mkt_property_key
-        on dim_mkt_ta.MARKET = mkt_property_key.MARKET_KEY
-  union all
-  select
-    ext_market.MARKET,
-    ext_market.DATA_SOURCE,
-    null TA,
-    mkt_property.TA TA_MAP,
-    '99' as TA_RN,
-    null MARKET_DESC,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
-  from
-    temp_ma_ext_market ext_market
-      left join dm.dm_ims_td_market_property mkt_property
-        on ext_market.market = mkt_property.MARKET
-  where
-    nvl(mkt_property.TA, '') <> '';
\ No newline at end of file
diff --git a/EXTERNAL/11 DM_TD_EXTERNAL_MARKET_NEW.sql:Zone.Identifier b/EXTERNAL/11 DM_TD_EXTERNAL_MARKET_NEW.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/12 dm_td_external_org.sql b/EXTERNAL/12 dm_td_external_org.sql
deleted file mode 100644
index e121af6..0000000
--- a/EXTERNAL/12 dm_td_external_org.sql	
+++ /dev/null
@@ -1,358 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXTERNAL_ORG (
---   REGION_CODE STRING,
---   region_name_en STRING,
---   RSM_Name STRING,
---   rc_code STRING,
---   rc_name_en STRING,
---   RC_Name STRING,
---   RegionCenter STRING,
---   AUDIT_COD STRING,
---   MARKET STRING,
---   bu_category STRING,
---   bu_name_en STRING,
---   sub_bu_name STRING,
---   sub_bu_code_auth STRING,
---   bu_code_auth STRING,
---   DATA_SOURCE STRING,
---   REGION_RATIO FLOAT,
---   TEAM STRING,
---   MR_TRTY_CODE STRING,
---   NSD_KCODE STRING,
---   NSD_NAME STRING,
---   RSD_KCODE STRING,
---   RSD_NAME STRING,
---   RSM_KCODE STRING,
---   DSM_KCODE STRING,
---   DSM_NAME STRING,
---   MR_KCODE STRING,
---   MR_NAME STRING)
--- USING delta
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_external_org';
-
--- COMMAND ----------
-
--- DBTITLE 1,UNIONALL_ORG
-CREATE OR REPLACE TEMPORARY VIEW UNIONALL_ORG
-AS
-SELECT 
-  REGION_CODE,
-  REGION_NAME_EN,
-  RSM_NAME,
-  RC_CODE,
-  RC_NAME_EN,
-  RC_NAME,
-  REGIONCENTER,
-  AUDIT_COD,
-  MARKET,
-  BU_CATEGORY,
-  BU_NAME_EN,
-  SUB_BU_NAME,
-  SUB_BU_CODE_AUTH,
-  BU_CODE_AUTH,
-  DATA_SOURCE,
-  REGION_RATIO,
-  TEAM,
-  MR_TRTY_CODE,
-  NSD_KCODE,
-  NSD_NAME,
-  RSD_KCODE,
-  RSD_NAME,
-  RSM_KCODE,
-  DSM_KCODE,
-  DSM_NAME,
-  MR_KCODE,
-  MR_NAME
-FROM 
-  DM.DM_TD_EXT_AIA_ORG
-UNION ALL 
-SELECT 
-  REGION_CODE,
-  REGION_NAME_EN,
-  RSM_NAME,
-  RC_CODE,
-  RC_NAME_EN,
-  RC_NAME,
-  REGIONCENTER,
-  AUDIT_COD,
-  MARKET,
-  BU_CATEGORY,
-  BU_NAME_EN,
-  SUB_BU_NAME,
-  SUB_BU_CODE_AUTH,
-  BU_CODE_AUTH,
-  DATA_SOURCE,
-  REGION_RATIO,
-  TEAM,
-  MR_TRTY_CODE,
-  NSD_KCODE,
-  NSD_NAME,
-  RSD_KCODE,
-  RSD_NAME,
-  RSM_KCODE,
-  DSM_KCODE,
-  DSM_NAME,
-  MR_KCODE,
-  MR_NAME
-FROM 
-  DM.DM_TD_EXT_CHC_ORG
-UNION ALL 
-SELECT 
-  REGION_CODE,
-  REGION_NAME_EN,
-  RSM_NAME,
-  RC_CODE,
-  RC_NAME_EN,
-  RC_NAME,
-  REGIONCENTER,
-  AUDIT_COD,
-  MARKET,
-  BU_CATEGORY,
-  BU_NAME_EN,
-  SUB_BU_NAME,
-  SUB_BU_CODE_AUTH,
-  BU_CODE_AUTH,
-  DATA_SOURCE,
-  REGION_RATIO,
-  TEAM,
-  MR_TRTY_CODE,
-  NSD_KCODE,
-  NSD_NAME,
-  RSD_KCODE,
-  RSD_NAME,
-  RSM_KCODE,
-  DSM_KCODE,
-  DSM_NAME,
-  MR_KCODE,
-  MR_NAME
-FROM 
-  DM.DM_TD_EXT_CHPA_ORG
-UNION ALL 
-SELECT 
-  REGION_CODE,
-  REGION_NAME_EN,
-  RSM_NAME,
-  RC_CODE,
-  RC_NAME_EN,
-  RC_NAME,
-  REGIONCENTER,
-  AUDIT_COD,
-  MARKET,
-  BU_CATEGORY,
-  BU_NAME_EN,
-  SUB_BU_NAME,
-  SUB_BU_CODE_AUTH,
-  BU_CODE_AUTH,
-  DATA_SOURCE,
-  REGION_RATIO,
-  TEAM,
-  MR_TRTY_CODE,
-  NSD_KCODE,
-  NSD_NAME,
-  RSD_KCODE,
-  RSD_NAME,
-  RSM_KCODE,
-  DSM_KCODE,
-  DSM_NAME,
-  MR_KCODE,
-  MR_NAME
-FROM 
-  DM.DM_TD_EXT_COUNTY_ORG
-UNION ALL 
-SELECT 
-  REGION_CODE,
-  REGION_NAME_EN,
-  RSM_NAME,
-  RC_CODE,
-  RC_NAME_EN,
-  RC_NAME,
-  REGIONCENTER,
-  AUDIT_COD,
-  MARKET,
-  BU_CATEGORY,
-  BU_NAME_EN,
-  SUB_BU_NAME,
-  SUB_BU_CODE_AUTH,
-  BU_CODE_AUTH,
-  DATA_SOURCE,
-  REGION_RATIO,
-  TEAM,
-  MR_TRTY_CODE,
-  NSD_KCODE,
-  NSD_NAME,
-  RSD_KCODE,
-  RSD_NAME,
-  RSM_KCODE,
-  DSM_KCODE,
-  DSM_NAME,
-  MR_KCODE,
-  MR_NAME
-FROM 
-  DM.DM_TD_EXT_EC_ORG
-UNION ALL 
-SELECT 
-  REGION_CODE,
-  REGION_NAME_EN,
-  RSM_NAME,
-  RC_CODE,
-  RC_NAME_EN,
-  RC_NAME,
-  REGIONCENTER,
-  AUDIT_COD,
-  MARKET,
-  BU_CATEGORY,
-  BU_NAME_EN,
-  SUB_BU_NAME,
-  SUB_BU_CODE_AUTH,
-  BU_CODE_AUTH,
-  DATA_SOURCE,
-  REGION_RATIO,
-  TEAM,
-  MR_TRTY_CODE,
-  NSD_KCODE,
-  NSD_NAME,
-  RSD_KCODE,
-  RSD_NAME,
-  RSM_KCODE,
-  DSM_KCODE,
-  DSM_NAME,
-  MR_KCODE,
-  MR_NAME
-FROM 
-  DM.DM_TD_EXT_RETAIL_ORG
-UNION ALL 
-SELECT 
-  REGION_CODE,
-  REGION_NAME_EN,
-  RSM_NAME,
-  RC_CODE,
-  RC_NAME_EN,
-  RC_NAME,
-  REGIONCENTER,
-  AUDIT_COD,
-  MARKET,
-  BU_CATEGORY,
-  BU_NAME_EN,
-  SUB_BU_NAME,
-  SUB_BU_CODE_AUTH,
-  BU_CODE_AUTH,
-  DATA_SOURCE,
-  REGION_RATIO,
-  TEAM,
-  MR_TRTY_CODE,
-  NSD_KCODE,
-  NSD_NAME,
-  RSD_KCODE,
-  RSD_NAME,
-  RSM_KCODE,
-  DSM_KCODE,
-  DSM_NAME,
-  MR_KCODE,
-  MR_NAME
-FROM 
-  DM.DM_TD_EXT_THC_ORG
-UNION ALL 
-SELECT 
-  REGION_CODE,
-  REGION_NAME_EN,
-  RSM_NAME,
-  RC_CODE,
-  RC_NAME_EN,
-  RC_NAME,
-  REGIONCENTER,
-  AUDIT_COD,
-  MARKET,
-  BU_CATEGORY,
-  BU_NAME_EN,
-  SUB_BU_NAME,
-  SUB_BU_CODE_AUTH,
-  BU_CODE_AUTH,
-  DATA_SOURCE,
-  REGION_RATIO,
-  TEAM,
-  MR_TRTY_CODE,
-  NSD_KCODE,
-  NSD_NAME,
-  RSD_KCODE,
-  RSD_NAME,
-  RSM_KCODE,
-  DSM_KCODE,
-  DSM_NAME,
-  MR_KCODE,
-  MR_NAME
-FROM 
-  DM.DM_TD_EXT_XIEHE_ORG
-
--- COMMAND ----------
-
--- DBTITLE 1,overwrite dm.dm_td_external_org
-insert overwrite dm.dm_td_external_org
-select
-REGION_CODE,
-region_name_en,
-RSM_Name,
-rc_code,
-rc_name_en,
-RC_Name,
-RegionCenter,
-AUDIT_COD,
-MARKET,
-bu_category,
-bu_name_en,
-sub_bu_name,
-sub_bu_code_auth,
-bu_code_auth,
-DATA_SOURCE,
-REGION_RATIO,
-TEAM,
-MR_TRTY_CODE,
-NSD_KCODE,
-NSD_NAME,
-RSD_KCODE,
-RSD_NAME,
-RSM_KCODE,
-DSM_KCODE,
-DSM_NAME,
-MR_KCODE,
-MR_NAME
-from
-  UNIONALL_ORG
-
--- COMMAND ----------
-
--- /*
--- 修改时间：2025.09.18
--- 修改人：chenwu
--- 修改内容：新增一个org表给merged data使用，原org表在13 external auth 中会被删除掉'BBU_County','CHC','EC','Eagle','Retail'
--- 故要在被删除前将这部分数据保留，供pbi端打目标机构标签
--- */
-INSERT OVERWRITE DM.DM_TD_EXTERNAL_ORG_MERGED_DATA 
-SELECT 
-  REGION_CODE,
-  REGION_NAME_EN,
-  RSM_NAME,
-  RC_CODE,
-  RC_NAME_EN,
-  RC_NAME,
-  REGIONCENTER,
-  AUDIT_COD,
-  MARKET,
-  BU_CATEGORY,
-  BU_NAME_EN,
-  SUB_BU_NAME,
-  SUB_BU_CODE_AUTH,
-  BU_CODE_AUTH,
-  DATA_SOURCE,
-  REGION_RATIO,
-  TEAM,
-  MR_TRTY_CODE,
-  NSD_KCODE,
-  NSD_NAME,
-  RSD_KCODE,
-  RSD_NAME,
-  RSM_KCODE,
-  DSM_KCODE,
-  DSM_NAME,
-  MR_KCODE,
-  MR_NAME
-FROM DM.DM_TD_EXTERNAL_ORG
\ No newline at end of file
diff --git a/EXTERNAL/12 dm_td_external_org.sql:Zone.Identifier b/EXTERNAL/12 dm_td_external_org.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/13 external auth.sql b/EXTERNAL/13 external auth.sql
deleted file mode 100644
index 4824fdc..0000000
--- a/EXTERNAL/13 external auth.sql	
+++ /dev/null
@@ -1,1230 +0,0 @@
--- Databricks notebook source
--- log 20250226 auth:庄伟
--- MA和AIA权限表改造如下
---1.MA销售权限表（dm.dm_auth_sales_ta），通过辖区中销售负责的产品（Family）找到对应的TA,然后按照权限矩阵的限制对用户所能看到的BU进行筛选
--- Market Analysis_CHPA         全BU可看  
--- Market Analysis_County       除BU：EC以外可以看
--- Market Analysis_CHC          除BU:EC&RDU 以外可以看
--- Market Analysis_THC          除BU:EC&RDU 以外可以看          
--- Market Analysis_Retail/DTP   除BU:EC&RDU 以外可以看
--- Market Analysis_EC           仅EC可看 --修改 全BU可看
--- Market Analysis_AIA          除BU：EC以外可以看
--- Market Analysis_科室市场数据 全BU可看
-
---2.MA和AIA非销售权限表,按照workmate和mds用户申请的权限看
--- dm.dm_auth_nonsales_ta  直接按照用户申请的TA权限查看
--- dm.dm_auth_nonsales_org  根据用户申请的Sub_bu/BU转换为TA权限查看
-
--- log 20251105 auth:chenwu
--- MA和AIA权限范围修改 dm.dm_auth_sales_ta
--- Market Analysis_AIA          除BU：EC，Retail以外可以看
--- Market Analysis_科室市场数据  除BU：EC以外可以看
--- Market Analysis_Retail/DTP   除BU: EC以外可以看
-
--- COMMAND ----------
-
---for ec into retail 
-create or replace temporary view dm_td_org_temp
-as 
-SELECT org_key,mr_trty_tag,district_code,rsm_name,rc_name,p2.region_name,p2.rsd_kcode,p2.rsd_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_code = 'PC12' then 'PC09' else p2.bu_code end bu_code
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_report = 'EC' THEN 'Retail' ELSE p2.bu_report end bu_report
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.sub_bu_code = 'NA27' then 'NA06' else p2.sub_bu_code end sub_bu_code
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.sub_bu_name = 'EC' then 'Retail' else p2.sub_bu_name end sub_bu_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.sub_bu_name_en = 'EC' then 'Retail' else p2.sub_bu_name_en end sub_bu_name_en
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_name = 'EC' then 'Retail' else p2.bu_name end bu_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.nsd_kcode = 'ND_EC0001_V' then 'KSGX559' else p2.nsd_kcode end nsd_kcode
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.nsd_trty_code = 'ND_EC0001' then 'ND_RT0001' else p2.nsd_trty_code end nsd_trty_code
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bsd_kcode = 'VP_EC0001_V' then 'VP_RT0001_V' else p2.bsd_kcode end bsd_kcode
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bsd_trty_code = 'VP_EC0001' then 'VP_RT0001' else p2.bsd_trty_code end bsd_trty_code
-  ,p2.rsm_kcode,p2.rc_code,p2.rc_name_en,p2.region_code,p2.region_name_en,BU_CATEGORY,yyyymm,mr_trty_code
-  ,mr_kcode,dsm_trty_code,rsm_trty_code,dsm_kcode,rsd_trty_code
-FROM DM.dm_td_org P2
-
--- COMMAND ----------
-
-------销售权限
----从C月辖区中提取USER与TA映射
-drop view if exists tmp_auth_sales_user_ta_mapping;
-create temporary view tmp_auth_sales_user_ta_mapping
-as
-(
-select
-bu_active_list.bm_name,
-org.bu_code,
-org.bu_name,
-org.sub_bu_code,
-org.sub_bu_name,
-org.dsm_trty_code,
-org.dsm_kcode,
-org.rsm_trty_code,
-org.rsm_kcode,
-org.rsd_trty_code,
-org.rsd_kcode,
-org.nsd_trty_code,
-org.nsd_kcode,
-org.rc_code,
-prod.ta_code,
-case when prod.ta_name ='ONC' then 'ONCO' else prod.ta_name end ta_name
-from
-(
-select distinct
-yyyymm,
-trty_code,
-family_code
-from dm.dm_td_sd_territory_indication
-where yyyymm in(
-select key_value as yyyymm
-from dm.dm_td_date_config
-where key_code = 'pfmc_cvh'
-) and bu not in ('CUBE','KA') and family_code not in ('RTRT','ECEC')
-and key_hp<>3 --chenwu 20250904 排除双考影响
-)trty_ind_c
-left join dm.dm_td_product prod
-on trty_ind_c.family_code  = prod.prd_key
-left join dm_td_org_temp org 
-on trty_ind_c.yyyymm = org.yyyymm and trty_ind_c.trty_code = org.mr_trty_code
-left join dws.dws_td_bu_active bu_active_list
-on org.bu_name =bu_active_list.bu_name
-);
-
--- COMMAND ----------
-
-insert overwrite table dm.dm_auth_sales_ta
-select
-bu_name,
-user_trty_code,
-user_kcode,
-ta,
-role,
-data_source,
-concat(ta,data_source) ta_source,
-from_utc_timestamp(current_timestamp,'UTC+8') as etl_insert_dt,
-from_utc_timestamp(current_timestamp,'UTC+8') as etl_update_dt 
-from
-(
-----chpa  1
-select
-bu_name,
-user_trty_code,
-user_kcode,
-ta,
-role,
-'IQVIA-CHPA(Monthly)' data_source
-from 
-(
---dsm
-select
-bu_name,
-dsm_trty_code user_trty_code,
-dsm_kcode user_kcode,
-ta_name ta,
-'dsm' role
-from tmp_auth_sales_user_ta_mapping
-union
---rsm
-select
-bu_name,
-rsm_trty_code user_trty_code,
-rsm_kcode user_kcode,
-ta_name ta,
-'rsm' role
-from tmp_auth_sales_user_ta_mapping
-union
---rsd
-select
-bu_name,
-rsd_trty_code user_trty_code,
-rsd_kcode user_kcode,
-ta_name ta,
-'rsd' role
-from tmp_auth_sales_user_ta_mapping
-union
---nsd
-select
-bu_name,
-nsd_trty_code user_trty_code,
-nsd_kcode user_kcode,
-ta_name ta,
-'nsd' role
-from tmp_auth_sales_user_ta_mapping
-)auth_chpa
-----county  2
-union 
-select
-bu_name,
-user_trty_code,
-user_kcode,
-ta,
-role,
-'IQVIA-COUNTY(Quarterly)' data_source
-from 
-(
---dsm
-select
-bu_name,
-dsm_trty_code user_trty_code,
-dsm_kcode user_kcode,
-ta_name ta,
-'dsm' role
-from tmp_auth_sales_user_ta_mapping
-where 
--- bu_name not in ('EC')
-not (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
-union
---rsm
-select
-bu_name,
-rsm_trty_code user_trty_code,
-rsm_kcode user_kcode,
-ta_name ta,
-'rsm' role
-from tmp_auth_sales_user_ta_mapping
-where 
--- bu_name not in ('EC')
-not (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
-union
---rsd
-select
-bu_name,
-rsd_trty_code user_trty_code,
-rsd_kcode user_kcode,
-ta_name ta,
-'rsd' role
-from tmp_auth_sales_user_ta_mapping
-where 
--- bu_name not in ('EC')
-not (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
-union
---nsd
-select
-bu_name,
-nsd_trty_code user_trty_code,
-nsd_kcode user_kcode,
-ta_name ta,
-'nsd' role
-from tmp_auth_sales_user_ta_mapping
-where 
--- bu_name not in ('EC')
-not (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
-)auth_county
-----chc  3
-union 
-select
-bu_name,
-user_trty_code,
-user_kcode,
-ta,
-role,
-'CHC(Quarterly)' data_source
-from 
-(
---dsm
-select
-bu_name,
-dsm_trty_code user_trty_code,
-dsm_kcode user_kcode,
-ta_name ta,
-'dsm' role
-from tmp_auth_sales_user_ta_mapping
-where 
-bu_name not in ('RDU')
-and not (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
-union
---rsm
-select
-bu_name,
-rsm_trty_code user_trty_code,
-rsm_kcode user_kcode,
-ta_name ta,
-'rsm' role
-from tmp_auth_sales_user_ta_mapping
-where 
-bu_name not in ('RDU')
-and not (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
-union
---rsd
-select
-bu_name,
-rsd_trty_code user_trty_code,
-rsd_kcode user_kcode,
-ta_name ta,
-'rsd' role
-from tmp_auth_sales_user_ta_mapping
-where --bu_name not in ('RDU','EC')
-bu_name not in ('RDU')
-and not (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
-union
---nsd
-select
-bu_name,
-nsd_trty_code user_trty_code,
-nsd_kcode user_kcode,
-ta_name ta,
-'nsd' role
-from tmp_auth_sales_user_ta_mapping
-where --bu_name not in ('RDU','EC')
-bu_name not in ('RDU')
-and not (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
-)auth_chc
-----thc  4
-union 
-select
-bu_name,
-user_trty_code,
-user_kcode,
-ta,
-role,
-'THC(Quarterly)' data_source
-from 
-(
---dsm
-select
-bu_name,
-dsm_trty_code user_trty_code,
-dsm_kcode user_kcode,
-ta_name ta,
-'dsm' role
-from tmp_auth_sales_user_ta_mapping
-where --bu_name not in ('RDU','EC') 
-bu_name not in ('RDU') and not (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
-union
---rsm
-select
-bu_name,
-rsm_trty_code user_trty_code,
-rsm_kcode user_kcode,
-ta_name ta,
-'rsm' role
-from tmp_auth_sales_user_ta_mapping
-where --bu_name not in ('RDU','EC')
-bu_name not in ('RDU')
-and not (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
-union
---rsd
-select
-bu_name,
-rsd_trty_code user_trty_code,
-rsd_kcode user_kcode,
-ta_name ta,
-'rsd' role
-from tmp_auth_sales_user_ta_mapping
-where --bu_name not in ('RDU','EC')
-bu_name not in ('RDU')
-and not (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
-union
---nsd
-select
-bu_name,
-nsd_trty_code user_trty_code,
-nsd_kcode user_kcode,
-ta_name ta,
-'nsd' role
-from tmp_auth_sales_user_ta_mapping
-where --bu_name not in ('RDU','EC')
-bu_name not in ('RDU')
-and not (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
-)auth_thc
-union 
-----retail  5
-select
-bu_name,
-user_trty_code,
-user_kcode,
-ta,
-role,
-'Retail(Quarterly)' data_source
-from 
-(
---dsm
-select
-bu_name,
-dsm_trty_code user_trty_code,
-dsm_kcode user_kcode,
-ta_name ta,
-'dsm' role
-from tmp_auth_sales_user_ta_mapping
-where --bu_name not in ('EC')
-not (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
-union
---rsm
-select
-bu_name,
-rsm_trty_code user_trty_code,
-rsm_kcode user_kcode,
-ta_name ta,
-'rsm' role
-from tmp_auth_sales_user_ta_mapping
-where --bu_name not in ('EC')
-not (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
-union
---rsd
-select
-bu_name,
-rsd_trty_code user_trty_code,
-rsd_kcode user_kcode,
-ta_name ta,
-'rsd' role
-from tmp_auth_sales_user_ta_mapping
-where --bu_name not in ('EC')
-not (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
-union
---nsd
-select
-bu_name,
-nsd_trty_code user_trty_code,
-nsd_kcode user_kcode,
-ta_name ta,
-'nsd' role
-from tmp_auth_sales_user_ta_mapping
-where --bu_name not in ('EC')
-not (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
-)auth_retail
-----ec  6
-union 
-select
-bu_name,
-user_trty_code,
-user_kcode,
-ta,
-role,
-'EC(Monthly)' data_source
-from 
-(
---dsm
-select
-bu_name,
-dsm_trty_code user_trty_code,
-dsm_kcode user_kcode,
-ta_name ta,
-'dsm' role
-from tmp_auth_sales_user_ta_mapping
--- where --bu_name ='EC'
--- -- (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
--- not (bu_name in ('Retail') and rc_code in ('RC198')) -- EC 改成和CHPA一样， 全BU可看 20260305 yusuo
-union
---rsm
-select
-bu_name,
-rsm_trty_code user_trty_code,
-rsm_kcode user_kcode,
-ta_name ta,
-'rsm' role
-from tmp_auth_sales_user_ta_mapping
--- where --bu_name ='EC'
--- -- (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
--- not (bu_name in ('Retail') and rc_code in ('RC198')) -- EC 改成和CHPA一样， 全BU可看 20260305 yusuo
-union
---rsd
-select
-bu_name,
-rsd_trty_code user_trty_code,
-rsd_kcode user_kcode,
-ta_name ta,
-'rsd' role
-from tmp_auth_sales_user_ta_mapping
--- where --bu_name ='EC'
--- -- (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
--- not (bu_name in ('Retail') and rc_code in ('RC198')) -- EC 改成和CHPA一样， 全BU可看 20260305 yusuo
-union
---nsd
-select
-bu_name,
-nsd_trty_code user_trty_code,
-nsd_kcode user_kcode,
-ta_name ta,
-'nsd' role
-from tmp_auth_sales_user_ta_mapping
--- where --bu_name ='EC'
--- -- (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
--- not (bu_name in ('Retail') and rc_code in ('RC198')) -- EC 改成和CHPA一样， 全BU可看 20260305 yusuo
-)auth_ec
-----aia  7
-union 
-select
-bu_name,
-user_trty_code,
-user_kcode,
-ta,
-role,
-'AIA(Monthly)' data_source
-from 
-(
---dsm
-select
-bu_name,
-dsm_trty_code user_trty_code,
-dsm_kcode user_kcode,
-ta_name ta,
-'dsm' role
-from tmp_auth_sales_user_ta_mapping
-where bu_name not in ('Retail','EC')
-union
---rsm
-select
-bu_name,
-rsm_trty_code user_trty_code,
-rsm_kcode user_kcode,
-ta_name ta,
-'rsm' role
-from tmp_auth_sales_user_ta_mapping
-where bu_name not in ('Retail','EC')
-union
---rsd
-select
-bu_name,
-rsd_trty_code user_trty_code,
-rsd_kcode user_kcode,
-ta_name ta,
-'rsd' role
-from tmp_auth_sales_user_ta_mapping
-where bu_name not in ('Retail','EC')
-union
---nsd
-select
-bu_name,
-nsd_trty_code user_trty_code,
-nsd_kcode user_kcode,
-ta_name ta,
-'nsd' role
-from tmp_auth_sales_user_ta_mapping
-where bu_name not in ('Retail','EC')
-)auth_aia
-----xiehe  8
-union 
-select
-bu_name,
-user_trty_code,
-user_kcode,
-ta,
-role,
-'XH Data(Quarterly)' data_source
-from 
-(
---dsm
-select
-bu_name,
-dsm_trty_code user_trty_code,
-dsm_kcode user_kcode,
-ta_name ta,
-'dsm' role
-from tmp_auth_sales_user_ta_mapping
-where --bu_name not in ('EC')
-not (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
-union
---rsm
-select
-bu_name,
-rsm_trty_code user_trty_code,
-rsm_kcode user_kcode,
-ta_name ta,
-'rsm' role
-from tmp_auth_sales_user_ta_mapping
-where --bu_name not in ('EC')
-not (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
-union
---rsd
-select
-bu_name,
-rsd_trty_code user_trty_code,
-rsd_kcode user_kcode,
-ta_name ta,
-'rsd' role
-from tmp_auth_sales_user_ta_mapping
-where --bu_name not in ('EC')
-not (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
-union
---nsd
-select
-bu_name,
-nsd_trty_code user_trty_code,
-nsd_kcode user_kcode,
-ta_name ta,
-'nsd' role
-from tmp_auth_sales_user_ta_mapping
-where --bu_name not in ('EC')
-not (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
-)auth_xiehe
-)auth_sales_ta
-
-----DTP  9
-union all
-select
-bu_name,
-user_trty_code,
-user_kcode,
-ta,
-role,
-'DTP(Quarterly)' data_source,
-concat(ta,data_source) ta_source,
-from_utc_timestamp(current_timestamp,'UTC+8') as etl_insert_dt,
-from_utc_timestamp(current_timestamp,'UTC+8') as etl_update_dt 
-from 
-(
---dsm
-select
-bu_name,
-dsm_trty_code user_trty_code,
-dsm_kcode user_kcode,
-ta_name ta,
-'dsm' role
-from tmp_auth_sales_user_ta_mapping
-where --bu_name not in ('EC')
-not (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
-union
---rsm
-select
-bu_name,
-rsm_trty_code user_trty_code,
-rsm_kcode user_kcode,
-ta_name ta,
-'rsm' role
-from tmp_auth_sales_user_ta_mapping
-where --bu_name not in ('EC')
-not (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
-union
---rsd
-select
-bu_name,
-rsd_trty_code user_trty_code,
-rsd_kcode user_kcode,
-ta_name ta,
-'rsd' role
-from tmp_auth_sales_user_ta_mapping
-where --bu_name not in ('EC')
-not (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
-union
---nsd
-select
-bu_name,
-nsd_trty_code user_trty_code,
-nsd_kcode user_kcode,
-ta_name ta,
-'nsd' role
-from tmp_auth_sales_user_ta_mapping
-where --bu_name not in ('EC')
-not (bu_name in ('Retail') and rc_code in ('RC198')) --架构中 EC 合并到 Retail 调整 20260127
-)auth_retail
-
-;
-
-
--- COMMAND ----------
-
------非销售权限  用户申请的TA维度权限
-insert overwrite table dm.dm_auth_nonsales_ta
-select
-user_kcode,
-user_role,
-ta_code,
-case when ta_name ='ONC' then 'ONCO' else ta_name end ta_name,
-from_utc_timestamp(current_timestamp,'UTC+8') as etl_insert_dt,
-from_utc_timestamp(current_timestamp,'UTC+8') as etl_update_dt 
-from
-(
-select distinct user_kcode,role user_role,ta_code,ta_name
-from dm.dm_td_user_permission_derived
-where nvl(ta_name,'')<>''
-)nonsales_ta;
-
--- COMMAND ----------
-
-drop view if exists tmp_auth_sales_bu_ta_mapping;
-create temporary view tmp_auth_sales_bu_ta_mapping
-as
-(
-select distinct bu_code,bu_name,sub_bu_code,sub_bu_name,ta_code,ta_name
-from tmp_auth_sales_user_ta_mapping
-);
-
--- COMMAND ----------
-
------用户申请的BU维度权限转换为架构中负责的TA
-insert overwrite table dm.dm_auth_nonsales_org
-select
-coalesce(subbu_ta_map.bu_code,nonsales_subbu.bu_code) bu_code,
-coalesce(subbu_ta_map.bu_name,nonsales_subbu.bu_name) bu_name,
-nonsales_subbu.user_kcode,
-nonsales_subbu.user_role,
-coalesce(subbu_ta_map.sub_bu_code,nonsales_subbu.sub_bu_code) sub_bu_code,
-coalesce(subbu_ta_map.sub_bu_name,nonsales_subbu.sub_bu_name) sub_bu_name,
-subbu_ta_map.ta_code,
-subbu_ta_map.ta_name,
-'SUB_BU' row_tag,
-from_utc_timestamp(current_timestamp,'UTC+8') as etl_insert_dt,
-from_utc_timestamp(current_timestamp,'UTC+8') as etl_update_dt 
-from
-(
-select 
-distinct 
-user_kcode,
-role user_role,
-bu_code,
-bu_name,
-sub_bu_code,
-sub_bu_name
-from dm.dm_td_user_permission_detail
-where nvl(sub_bu_code,'')<>''
-)nonsales_subbu
-left join
-(
-select bu_code,bu_name,sub_bu_code,sub_bu_name,ta_code,ta_name
-from tmp_auth_sales_bu_ta_mapping
-)subbu_ta_map
-on nonsales_subbu.sub_bu_code = subbu_ta_map.sub_bu_code
-union
-select
-nonsales_bu.user_kcode,
-nonsales_bu.user_role,
-coalesce(bu_ta_map.bu_code,nonsales_bu.bu_code) bu_code,
-coalesce(bu_ta_map.bu_name,nonsales_bu.bu_name) bu_name,
-bu_ta_map.sub_bu_code,
-bu_ta_map.sub_bu_name,
-bu_ta_map.ta_code,
-bu_ta_map.ta_name,
-'BU' row_tag,
-from_utc_timestamp(current_timestamp,'UTC+8') as etl_insert_dt,
-from_utc_timestamp(current_timestamp,'UTC+8') as etl_update_dt 
-from
-(
-select 
-distinct 
-user_kcode,
-role user_role,
-bu_code,
-bu_name
-from dm.dm_td_user_permission_detail
-where nvl(sub_bu_code,'')='' and nvl(bu_code,'')<>''
-)nonsales_bu 
-left join
-(
-select distinct bu_code,bu_name,sub_bu_code,sub_bu_name,ta_code,ta_name
-from tmp_auth_sales_bu_ta_mapping
-)bu_ta_map
-on nonsales_bu.bu_code = bu_ta_map.bu_code;
-
--- COMMAND ----------
-
--- DBTITLE 1,old version
--- insert overwrite dm.dm_auth_geo(KCODE,CITY_CODE)
--- select distinct
--- t1.k_account as KCODE,
--- t2.AUDIT_COD as CITY_CODE
--- from (
--- select K_ACCOUNT,
--- USER_NAME,
--- Province_GEO
--- from dm.DM_TD_SPECIAL_GROUP
--- where ROLE = 'PI_GEO_IMS'
--- and length(Province_GEO) > 0
--- ) t1
--- join
--- (
--- select distinct
--- PROVINCE_C,
--- AUDIT_COD
--- from dm.DM_IMS_TD_GEO
--- where length(AUDIT_COD) > 0
--- ) t2
--- on t1.Province_GEO = t2.PROVINCE_C
-
--- COMMAND ----------
-
--- insert overwrite dm.dm_auth_org(KCODE,SUB_BU_CODE)
--- select
--- t1.user_kcode as KCODE,
--- t2.SUB_BU_CODE as SUB_BU_CODE
--- from (
--- select K_ACCOUNT as user_kcode,
--- bu_org as BU_NAME
--- from dm.DM_TD_SPECIAL_GROUP
--- where ROLE = 'PI_ORG_IMS'
--- and length(bu_org) > 0
--- ) t1
--- join (
--- select distinct
--- BU_NAME,
--- SUB_BU_CODE
--- from DM.DM_TD_ORG
--- ) t2
--- on t1.BU_NAME = t2.BU_NAME
-
--- COMMAND ----------
-
--- ---------------------------------------------------------------------------
--- --修改时间：20241112
--- --修改人：Fanxujia
--- --修改内容：
--- --for AIA Dashboard:
--- --1）MA报告没有权限，旧AIA报告有权限：增加旧AIA报告的权限人员，以旧AIA报告的范围开权限（by TA）
--- --2）MA报告有权限，旧AIA报告也有权限：以旧AIA报告权限范围为准
--- --3）MA报告有权限，旧AIA报告没有权限：保持不变
--- ---------------------------------------------------------------------------
--- with AIA_USERS as (
--- select
--- distinct gu.k_account as KCODE,
--- upper(rg.ta_prd) as TA_PRD
--- from
--- dm.DM_TD_GROUP_USERS gu
--- join dm.DM_TD_REPORT_GROUP rg on gu.user_team = rg.user_group
--- where
--- rg.role = 'PI_PRD_CPA'
--- and length(rg.ta_prd) > 0
--- union
--- SELECT distinct
--- K_ACCOUNT as KCODE,
--- upper(TA_PRD) as TA_PRD
--- FROM
--- dm.DM_TD_SPECIAL_GROUP
--- WHERE
--- ROLE = 'PI_PRD_CPA'
--- AND length(TA_PRD) > 0
--- )
-
--- ,CHPA_USERS as (
--- select
--- distinct gu.k_account as KCODE,
--- upper(rg.ta_prd) as TA_PRD
--- from
--- dm.DM_TD_GROUP_USERS gu
--- join dm.DM_TD_REPORT_GROUP rg on gu.user_team = rg.user_group
--- where
--- rg.role = 'PI_PRD_IMS'
--- and length(rg.ta_prd) > 0
--- union
--- SELECT distinct
--- K_ACCOUNT as KCODE,
--- upper(TA_PRD) as TA_PRD
--- FROM
--- dm.DM_TD_SPECIAL_GROUP
--- WHERE
--- ROLE = 'PI_PRD_IMS'
--- AND length(TA_PRD) > 0
--- )
-
--- ,ALL_USERS as (
--- --单独CHPA用户
--- select distinct
--- KCODE,
--- TA_PRD
--- from CHPA_USERS
--- where KCODE not in (
--- select KCODE from AIA_USERS
--- )
--- union
--- --1：单独AIA用户
--- --2：同时存在于CHPA以及AIA的用户，以AIA的权限为准
--- select distinct
--- KCODE,
--- TA_PRD
--- from AIA_USERS
--- )
-
--- ,TA_MARKET as (
--- SELECT
--- DISTINCT TA,
--- MARKET
--- FROM
--- dm.dm_td_external_market_pack_mapping_temp
--- WHERE
--- length(TA) > 0
--- )
-
-
--- insert overwrite dm.dm_auth_prd(
--- KCODE,
--- MARKET
--- )
--- select distinct
--- t1.KCODE,
--- t2.MARKET
--- from ALL_USERS t1
--- inner join TA_MARKET t2
--- on t1.TA_PRD = t2.TA
-
-
--- COMMAND ----------
-
--- ------------------------------------------------------------------------
--- --修改时间：20241108
--- --修改人：Fanxujia
--- --修改内容：
--- --增加产品粒度的权限表
--- ------------------------------------------------------------------------
--- insert overwrite table dm.dm_auth_prd_pack
--- (
--- KCODE,
--- PACK_COD
--- )
--- with market_pack as (
--- select distinct
--- PACK_COD,
--- MARKET
--- from dm.dm_td_external_market_pack_mapping
--- )
-
--- select distinct 
--- t1.KCODE,
--- t2.PACK_COD
--- from dm.dm_auth_prd t1
--- inner join market_pack t2
--- on t1.MARKET = t2.MARKET
-
-
-
--- COMMAND ----------
-
--- --------------------------------chpa--------------------------------------------------------------------
--- ------------------所有BU能看CHPA,用户需要排除非重点城市之外的人
--- insert overwrite dm.dm_auth_sales(KCODE,bu_code_auth,bu_name,role,MKT_SOURCE,AUDIT_SOURCE,DATA_SOURCE)
--- WITH EMP AS (
--- select distinct dsm_kcode KCODE,concat(bu_code,'IQVIA-CHPA(Monthly)') as bu_code_auth,bu_name,'dsm' role from DM.DM_IMS_TD_ORG_HVH where length(dsm_kcode) > 0 and yyyymm=(select max(yyyymm) from DM.DM_IMS_TD_ORG_HVH) --and audit_cod is not null
--- union all
--- select distinct rsm_kcode KCODE,concat(bu_code,'IQVIA-CHPA(Monthly)') as bu_code_auth,bu_name,'rsm' role from DM.DM_IMS_TD_ORG where length(rsm_kcode) > 0 --and audit_cod is not null 
--- union all
--- select distinct rsd_kcode KCODE,concat(bu_code,'IQVIA-CHPA(Monthly)') as bu_code_auth,bu_name,'rsd' role from DM.DM_IMS_TD_ORG where length(rsd_kcode) > 0 --and audit_cod is not null 
--- union all
--- select distinct nsd_kcode KCODE,concat(bu_code,'IQVIA-CHPA(Monthly)') as bu_code_auth,bu_name,'nsd' role from DM.DM_IMS_TD_ORG where length(nsd_kcode) > 0 --and audit_cod is not null 
--- )
--- SELECT A.KCODE,A.bu_code_auth,A.bu_name,A.role,concat(B.MARKET,'IQVIA-CHPA(Monthly)') MKT_SOURCE,concat(B.AUDIT_COD,'IQVIA-CHPA(Monthly)') AUDIT_SOURCE
--- ,'IQVIA-CHPA(Monthly)' DATA_SOURCE FROM EMP A 
--- INNER JOIN (SELECT DISTINCT bu_code_auth,AUDIT_COD,MARKET FROM DM.dm_td_external_org) B ON A.bu_code_auth = B.bu_code_auth
-
--- COMMAND ----------
-
--- ----------------------------------------------------CHC------------------------------------------------------------------------------
--- -----------------------CHC的人能看
--- insert into dm.dm_auth_sales(KCODE,bu_code_auth,bu_name,role,MKT_SOURCE,AUDIT_SOURCE,DATA_SOURCE)
--- with emp as (
--- select distinct dsm_kcode KCODE,concat(bu_code,'CHC(Quarterly)') as bu_code_auth,'' bu_name,'dsm' role from DM.DM_IMS_TD_ORG_HVH where length(dsm_kcode) > 0 and yyyymm=(select max(yyyymm) from DM.DM_IMS_TD_ORG_HVH) AND BU_NAME_EN = 'CHC'
--- union all
--- select distinct rsm_kcode KCODE,concat(bu_code,'CHC(Quarterly)') as bu_code_auth,'' bu_name,'rsm' role from DM.DM_IMS_TD_ORG where length(rsm_kcode) > 0 AND BU_NAME_EN = 'CHC'
--- union all
--- select distinct rsd_kcode KCODE,concat(bu_code,'CHC(Quarterly)') as bu_code_auth,'' bu_name,'rsd' role from DM.DM_IMS_TD_ORG where length(rsd_kcode) > 0 AND BU_NAME_EN = 'CHC'
--- union all
--- select distinct nsd_kcode KCODE,concat(bu_code,'CHC(Quarterly)') as bu_code_auth,'' bu_name,'nsd' role from DM.DM_IMS_TD_ORG where length(nsd_kcode) > 0 AND BU_NAME_EN = 'CHC'
--- )
--- SELECT A.KCODE,A.bu_code_auth,A.bu_name,A.role,concat(B.MARKET,'CHC(Quarterly)') MKT_SOURCE,concat(B.AUDIT_COD,'CHC(Quarterly)') AUDIT_SOURCE
--- ,'CHC(Quarterly)' DATA_SOURCE FROM EMP A 
--- INNER JOIN (SELECT DISTINCT bu_code_auth,AUDIT_COD,MARKET FROM DM.dm_td_external_org ) B ON A.bu_code_auth = B.bu_code_auth
-
--- COMMAND ----------
-
--- ----------------------------------------------------county------------------------------------------------------------------------------
--- -----------------------除了Eagle、CHC、Retail、EC的人都能看
--- insert into dm.dm_auth_sales(KCODE,bu_code_auth,bu_name,role,MKT_SOURCE,AUDIT_SOURCE,DATA_SOURCE)
--- with emp as (
--- select distinct dsm_kcode KCODE,concat('','IQVIA-COUNTY(Quarterly)') bu_code_auth,'' bu_name,'dsm' role from DM.DM_IMS_TD_ORG_HVH where length(dsm_kcode) > 0 and yyyymm=(select max(yyyymm) from DM.DM_IMS_TD_ORG_HVH) AND BU_NAME_EN NOT IN ('Eagle','CHC','EC','Retail')
--- union all
--- select distinct rsm_kcode KCODE,concat('','IQVIA-COUNTY(Quarterly)') bu_code_auth,'' bu_name,'rsm' role from DM.DM_IMS_TD_ORG where length(rsm_kcode) > 0 AND BU_NAME_EN NOT IN ('Eagle','CHC','EC','Retail') 
--- union all
--- select distinct rsd_kcode KCODE,concat('','IQVIA-COUNTY(Quarterly)') bu_code_auth,'' bu_name,'rsd' role from DM.DM_IMS_TD_ORG where length(rsd_kcode) > 0 AND BU_NAME_EN NOT IN ('Eagle','CHC','EC','Retail') 
--- union all
--- select distinct nsd_kcode KCODE,concat('','IQVIA-COUNTY(Quarterly)') bu_code_auth,'' bu_name,'nsd' role from DM.DM_IMS_TD_ORG where length(nsd_kcode) > 0 AND BU_NAME_EN NOT IN ('Eagle','CHC','EC','Retail') 
--- )
--- SELECT A.KCODE,A.bu_code_auth,A.bu_name,A.role,concat(B.MARKET,'IQVIA-COUNTY(Quarterly)') MKT_SOURCE,concat(B.AUDIT_COD,'IQVIA-COUNTY(Quarterly)') AUDIT_SOURCE
--- ,'IQVIA-COUNTY(Quarterly)' DATA_SOURCE FROM EMP A 
--- INNER JOIN (SELECT DISTINCT bu_code_auth,AUDIT_COD,MARKET FROM DM.dm_td_external_org ) B ON A.bu_code_auth = B.bu_code_auth
-
--- COMMAND ----------
-
--- ----------------------------------------------------THC------------------------------------------------------------------------------
--- -----------------------Eagle的人能看
--- insert into dm.dm_auth_sales(KCODE,bu_code_auth,bu_name,role,MKT_SOURCE,AUDIT_SOURCE,DATA_SOURCE)
--- with emp as (
--- select distinct dsm_kcode KCODE,concat('','THC(Quarterly)') as bu_code_auth,'' bu_name,'dsm' role from DM.DM_IMS_TD_ORG_HVH where length(dsm_kcode) > 0 and yyyymm=(select max(yyyymm) from DM.DM_IMS_TD_ORG_HVH) AND BU_NAME_EN = 'Eagle'
--- union all
--- select distinct rsm_kcode KCODE,concat('','THC(Quarterly)') as bu_code_auth,'' bu_name,'rsm' role from DM.DM_IMS_TD_ORG where length(rsm_kcode) > 0 AND BU_NAME_EN = 'Eagle'
--- union all
--- select distinct rsd_kcode KCODE,concat('','THC(Quarterly)') as bu_code_auth,'' bu_name,'rsd' role from DM.DM_IMS_TD_ORG where length(rsd_kcode) > 0 AND BU_NAME_EN = 'Eagle'
--- union all
--- select distinct nsd_kcode KCODE,concat('','THC(Quarterly)') as bu_code_auth,'' bu_name,'nsd' role from DM.DM_IMS_TD_ORG where length(nsd_kcode) > 0 AND BU_NAME_EN = 'Eagle'
--- )
--- SELECT A.KCODE,A.bu_code_auth,A.bu_name,A.role,concat(B.MARKET,'THC(Quarterly)') MKT_SOURCE,concat(B.AUDIT_COD,'THC(Quarterly)') AUDIT_SOURCE
--- ,'THC(Quarterly)' DATA_SOURCE FROM EMP A 
--- INNER JOIN (SELECT DISTINCT bu_code_auth,AUDIT_COD,MARKET FROM DM.dm_td_external_org ) B ON A.bu_code_auth = B.bu_code_auth
-
--- COMMAND ----------
-
--- --------------------------------Retail--------------------------------------------------------------------
--- ------------------------------------------------
--- --修改时间：20241016
--- --修改人：FanXujia
--- --修改内容：
--- --给Eagle的人查看Metoprolol Tartrate Market的权限
--- -------------------------------------------------
--- ------------------所有BU能看CHPA,用户需要排除非重点城市之外的人
--- insert into dm.dm_auth_sales(KCODE,bu_code_auth,bu_name,role,MKT_SOURCE,AUDIT_SOURCE,DATA_SOURCE)
--- with emp as (
--- select distinct dsm_kcode KCODE,concat('PC09','Retail(Quarterly)') as bu_code_auth,bu_name,'dsm' role from DM.DM_IMS_TD_ORG_HVH where length(dsm_kcode) > 0 and yyyymm=(select max(yyyymm) from DM.DM_IMS_TD_ORG_HVH) and bu_name_en in ('Retail','OBU')
--- union all
--- select distinct rsm_kcode KCODE,concat('PC09','Retail(Quarterly)') as bu_code_auth,bu_name,'rsm' role from DM.DM_IMS_TD_ORG where length(rsm_kcode) > 0 and bu_name_en in ('Retail','OBU')
--- union all
--- select distinct rsd_kcode KCODE,concat('PC09','Retail(Quarterly)') as bu_code_auth,bu_name,'rsd' role from DM.DM_IMS_TD_ORG where length(rsd_kcode) > 0 and bu_name_en in ('Retail','OBU')
--- union all
--- select distinct nsd_kcode KCODE,concat('PC09','Retail(Quarterly)') as bu_code_auth,bu_name,'nsd' role from DM.DM_IMS_TD_ORG where length(nsd_kcode) > 0 and bu_name_en in ('Retail','OBU')
--- )
--- ,Eagle as (
--- select distinct dsm_kcode KCODE,concat('PC09','Retail(Quarterly)') as bu_code_auth,bu_name,'dsm' role from DM.DM_IMS_TD_ORG_HVH where length(dsm_kcode) > 0 and yyyymm=(select max(yyyymm) from DM.DM_IMS_TD_ORG_HVH) and bu_name_en in ('Eagle')
--- union all
--- select distinct rsm_kcode KCODE,concat('PC09','Retail(Quarterly)') as bu_code_auth,bu_name,'rsm' role from DM.DM_IMS_TD_ORG where length(rsm_kcode) > 0 and bu_name_en in ('Eagle')
--- union all
--- select distinct rsd_kcode KCODE,concat('PC09','Retail(Quarterly)') as bu_code_auth,bu_name,'rsd' role from DM.DM_IMS_TD_ORG where length(rsd_kcode) > 0 and bu_name_en in ('Eagle')
--- union all
--- select distinct nsd_kcode KCODE,concat('PC09','Retail(Quarterly)') as bu_code_auth,bu_name,'nsd' role from DM.DM_IMS_TD_ORG where length(nsd_kcode) > 0 and bu_name_en in ('Eagle')
--- )
--- ,audit as (
--- select distinct t1.AUDIT_COD
--- from dm.dm_tf_external_sales t1
--- left join dm.dm_td_external_market_pack_mapping_temp t2
--- on t1.DATA_SOURCE = t2.DATA_SOURCE
--- and t1.PACK_COD = t2.PACK_COD
--- where t1.DATA_SOURCE = 'Retail(Quarterly)'
--- and t2.MARKET = 'Metoprolol Tartrate Market'
--- )
-
--- SELECT A.KCODE,A.bu_code_auth,A.bu_name,A.role,concat(B.MARKET,'Retail(Quarterly)') MKT_SOURCE,concat(B.AUDIT_COD,'Retail(Quarterly)') AUDIT_SOURCE
--- ,'Retail(Quarterly)' DATA_SOURCE FROM EMP A 
--- INNER JOIN (SELECT DISTINCT bu_code_auth,AUDIT_COD,MARKET FROM DM.dm_td_external_org ) B ON A.bu_code_auth = B.bu_code_auth
--- union all
--- select t1.KCODE,
--- t1.bu_code_auth,
--- t1.bu_name,
--- t1.role,
--- concat('Metoprolol Tartrate Market','Retail(Quarterly)') MKT_SOURCE,
--- concat(t2.AUDIT_COD,'Retail(Quarterly)') AUDIT_SOURCE,
--- 'Retail(Quarterly)' DATA_SOURCE
--- from Eagle t1
--- cross join audit t2
-
-
--- COMMAND ----------
-
--- --------------------------------EC--------------------------------------------------------------------
--- ------------------EC的数据暂时开通给EC
--- insert into dm.dm_auth_sales(KCODE,bu_code_auth,bu_name,role,MKT_SOURCE,AUDIT_SOURCE,DATA_SOURCE)
--- with emp as (
--- select distinct dsm_kcode KCODE,concat('','EC(Monthly)') as bu_code_auth,bu_name,'dsm' role from DM.DM_IMS_TD_ORG_HVH where length(dsm_kcode) > 0 and yyyymm=(select max(yyyymm) from DM.DM_IMS_TD_ORG_HVH) and bu_name_en = 'EC'
--- union all
--- select distinct rsm_kcode KCODE,concat('','EC(Monthly)') as bu_code_auth,bu_name,'rsm' role from DM.DM_IMS_TD_ORG where length(rsm_kcode) > 0 and bu_name_en = 'EC'
--- union all
--- select distinct rsd_kcode KCODE,concat('','EC(Monthly)') as bu_code_auth,bu_name,'rsd' role from DM.DM_IMS_TD_ORG where length(rsd_kcode) > 0 and bu_name_en = 'EC'
--- union all
--- select distinct nsd_kcode KCODE,concat('','EC(Monthly)') as bu_code_auth,bu_name,'nsd' role from DM.DM_IMS_TD_ORG where length(nsd_kcode) > 0 and bu_name_en = 'EC'
--- )
--- SELECT A.KCODE,A.bu_code_auth,A.bu_name,A.role,concat(B.MARKET,'EC(Monthly)') MKT_SOURCE,concat(B.AUDIT_COD,'EC(Monthly)') AUDIT_SOURCE
--- ,'EC(Monthly)' DATA_SOURCE FROM EMP A 
--- INNER JOIN (SELECT DISTINCT bu_code_auth,AUDIT_COD,MARKET FROM DM.dm_td_external_org ) B ON A.bu_code_auth = B.bu_code_auth
-
--- COMMAND ----------
-
--- --------------------------------AIA--------------------------------------------------------------------
--- ------------------所有BU能看AIA
--- insert into dm.dm_auth_sales(KCODE,bu_code_auth,bu_name,role,MKT_SOURCE,AUDIT_SOURCE,DATA_SOURCE)
--- WITH EMP AS (
--- select distinct dsm_kcode KCODE,concat(bu_code,'AIA(Monthly)') as bu_code_auth,bu_name,'dsm' role from DM.DM_IMS_TD_ORG_HVH where length(dsm_kcode) > 0 and yyyymm=(select max(yyyymm) from DM.DM_IMS_TD_ORG_HVH) --and audit_cod is not null
--- union all
--- select distinct rsm_kcode KCODE,concat(bu_code,'AIA(Monthly)') as bu_code_auth,bu_name,'rsm' role from DM.DM_IMS_TD_ORG where length(rsm_kcode) > 0 --and audit_cod is not null 
--- union all
--- select distinct rsd_kcode KCODE,concat(bu_code,'AIA(Monthly)') as bu_code_auth,bu_name,'rsd' role from DM.DM_IMS_TD_ORG where length(rsd_kcode) > 0 --and audit_cod is not null 
--- union all
--- select distinct nsd_kcode KCODE,concat(bu_code,'AIA(Monthly)') as bu_code_auth,bu_name,'nsd' role from DM.DM_IMS_TD_ORG where length(nsd_kcode) > 0 --and audit_cod is not null 
--- )
--- SELECT A.KCODE,A.bu_code_auth,A.bu_name,A.role,concat(B.MARKET,'AIA(Monthly)') MKT_SOURCE,concat(B.AUDIT_COD,'AIA(Monthly)') AUDIT_SOURCE
--- ,'AIA(Monthly)' DATA_SOURCE FROM EMP A 
--- INNER JOIN (SELECT DISTINCT bu_code_auth,AUDIT_COD,MARKET FROM DM.dm_td_external_org) B ON A.bu_code_auth = B.bu_code_auth
-
--- COMMAND ----------
-
--- --------------------------------XIEHE--------------------------------------------------------------------
--- ------------------所有BU能看XIEHE
--- insert into dm.dm_auth_sales(KCODE,bu_code_auth,bu_name,role,MKT_SOURCE,AUDIT_SOURCE,DATA_SOURCE)
--- WITH EMP AS (
--- select distinct dsm_kcode KCODE,concat(bu_code,'XH Data(Quarterly)') as bu_code_auth,bu_name,'dsm' role from DM.DM_IMS_TD_ORG_HVH where length(dsm_kcode) > 0 and yyyymm=(select max(yyyymm) from DM.DM_IMS_TD_ORG_HVH) --and audit_cod is not null
--- union all
--- select distinct rsm_kcode KCODE,concat(bu_code,'XH Data(Quarterly)') as bu_code_auth,bu_name,'rsm' role from DM.DM_IMS_TD_ORG where length(rsm_kcode) > 0 --and audit_cod is not null 
--- union all
--- select distinct rsd_kcode KCODE,concat(bu_code,'XH Data(Quarterly)') as bu_code_auth,bu_name,'rsd' role from DM.DM_IMS_TD_ORG where length(rsd_kcode) > 0 --and audit_cod is not null 
--- union all
--- select distinct nsd_kcode KCODE,concat(bu_code,'XH Data(Quarterly)') as bu_code_auth,bu_name,'nsd' role from DM.DM_IMS_TD_ORG where length(nsd_kcode) > 0 --and audit_cod is not null 
--- )
--- SELECT A.KCODE,A.bu_code_auth,A.bu_name,A.role,concat(B.MARKET,'XH Data(Quarterly)') MKT_SOURCE,concat(B.AUDIT_COD,'XH Data(Quarterly)') AUDIT_SOURCE
--- ,'XH Data(Quarterly)' DATA_SOURCE FROM EMP A 
--- INNER JOIN (SELECT DISTINCT bu_code_auth,AUDIT_COD,MARKET FROM DM.dm_td_external_org) B ON A.bu_code_auth = B.bu_code_auth
-
--- COMMAND ----------
-
--- -------------------------------------------------------------------------
--- --修改时间：20241106
--- --修改人：Fanxujia
--- --修改内容：
--- --将PBI的逻辑移到DBR上（dm_auth_sales_geo）
--- -------------------------------------------------------------------------
--- insert overwrite table dm.dm_auth_sales_geo(
--- KCODE,
--- AUDIT_SOURCE
--- )
--- select
---   distinct KCODE,
---   AUDIT_SOURCE
--- from
---   dm.dm_auth_sales
-
--- COMMAND ----------
-
--- -------------------------------------------------------------------------
--- --修改时间：20241106
--- --修改人：Fanxujia
--- --修改内容：
--- --将PBI的逻辑移到DBR上（dm_auth_sales_mkt）
--- -------------------------------------------------------------------------
--- insert overwrite table dm.dm_auth_sales_mkt(
--- KCODE,
--- MKT_SOURCE
--- )
--- select
---   distinct KCODE,
---   MKT_SOURCE
--- from
---   dm.dm_auth_sales
-
--- COMMAND ----------
-
--- -------------------------------------------------------------------------
--- --修改时间：20241106
--- --修改人：Fanxujia
--- --修改内容：
--- --将PBI的逻辑移到DBR上（dm_auth_sales_org）
--- -------------------------------------------------------------------------
--- insert overwrite table dm.dm_auth_sales_org(
--- KCODE,
--- BU_CODE_AUTH
--- )
--- select
---   distinct KCODE,
---   BU_CODE_AUTH
--- from
---   dm.dm_auth_sales
-
--- COMMAND ----------
-
--- DBTITLE 1,old version
--- -------------------------------------------------------------------------
--- --修改时间：20241106
--- --修改人：Fanxujia
--- --修改内容：
--- --将PBI的逻辑移到DBR上（dm_auth_sales_pack）
--- -------------------------------------------------------------------------
--- insert overwrite table dm.dm_auth_sales_pack(
--- KCODE,
--- PACK_SOURCE
--- )
--- with market_pack as (
--- select distinct
--- concat(MARKET,DATA_SOURCE) as MKT_SOURCE,
--- concat(PACK_COD,DATA_SOURCE) as PACK_SOURCE
--- from dm.dm_td_external_market_pack_mapping
--- )
--- ,user_market as (
--- select distinct KCODE,MKT_SOURCE
--- from dm.dm_auth_sales
--- )
-
--- select distinct 
--- t1.KCODE,
--- t2.PACK_SOURCE
--- from user_market t1
--- inner join market_pack t2
--- on t1.MKT_SOURCE = t2.MKT_SOURCE
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ### -------------------------
-
--- COMMAND ----------
-
-------------------------------------------------------------------------
---修改时间：20241112
---修改人：Fanxujia
---修改内容：
---CHPA渠道不显示以下几个BU的架构 ('BBU_County','CHC','EC','Eagle','Retail')
-------------------------------------------------------------------------
-delete from DM.DM_TD_EXTERNAL_ORG
-where bu_name_en in ('BBU_County','CHC','EC','Retail')
-and data_source = 'IQVIA-CHPA(Monthly)';
-/*
-修改时间：20251124
-修改人：Chenwu
-修改内容：CHPA数据源,消化口服产品（Nexium Oral, Losec Oral)架构需要增加Eagle团队
-*/
-WITH market_list AS (
-  SELECT DISTINCT m.MARKET 
-  FROM dws.dws_ims_td_market m
-  INNER JOIN dwd.dwd_td_imscode_azcode a ON m.PACK_COD = a.ims_pack_cod
-  WHERE a.brandcode IN ('B018','B019')
-    AND a.ims_pack_cod IS NOT NULL
-)
-DELETE FROM DM.DM_TD_EXTERNAL_ORG
-WHERE data_source = 'IQVIA-CHPA(Monthly)' 
-  AND bu_name_en = 'Eagle'
-  AND MARKET NOT IN (SELECT MARKET FROM market_list);
-
--- COMMAND ----------
-
----------------------------------------------------------------------------
---修改时间：20240828
---修改人：FanXujia
---修改内容：
---同一个城市的同一个市场同时对应了正常的大区以及ROC，这是不对的，需要把ROC的数据删除
-----------------------------------------------------------------------------
-with org as (
-select distinct DATA_SOURCE,AUDIT_COD,MARKET,'ROC' as region_name_en
-from DM.DM_TD_EXTERNAL_ORG
-where region_name_en <> 'ROC'
-)
-
-merge into DM.DM_TD_EXTERNAL_ORG as t1
-using org t2
-on t1.DATA_SOURCE = t2.DATA_SOURCE
-and t1.AUDIT_COD = t2.AUDIT_COD
-and t1.MARKET = t2.MARKET
-and t1.region_name_en = t2.region_name_en
-when matched then
-delete ;
-
--- COMMAND ----------
-
----------------------------------------------------------------------------
---修改时间：20240828
---修改人：FanXujia
---修改内容：
---在上一步删除完之后
---同一个城市的同一个市场只对应ROC，但是有多条数据对应ROC，保留1条数据，其余的删除
-----------------------------------------------------------------------------
-with org_1 as (
-select DATA_SOURCE,AUDIT_COD,MARKET
-from DM.DM_TD_EXTERNAL_ORG
-where region_name_en = 'ROC'
-group by DATA_SOURCE,AUDIT_COD,MARKET
-having count(1) >1
-)
-,org_2 as (
-select t1.DATA_SOURCE,t1.AUDIT_COD,t1.MARKET,
-max(concat(t1.RSM_Name,t1.rc_name,t1.regioncenter,t1.bu_category,t1.bu_name_en,t1.sub_bu_name,t1.sub_bu_code_auth,t1.bu_code_auth,t1.MR_TRTY_CODE)) link_key
-from DM.DM_TD_EXTERNAL_ORG t1
-inner join org_1 t2
-on t1.DATA_SOURCE = t2.DATA_SOURCE
-and t1.AUDIT_COD = t2.AUDIT_COD
-and t1.MARKET = t2.MARKET
-group by t1.DATA_SOURCE,t1.AUDIT_COD,t1.MARKET
-)
-
-merge into DM.DM_TD_EXTERNAL_ORG as t1
-using org_2 t2
-on t1.DATA_SOURCE = t2.DATA_SOURCE
-and t1.AUDIT_COD = t2.AUDIT_COD
-and t1.MARKET = t2.MARKET
-and concat(t1.RSM_Name,t1.rc_name,t1.regioncenter,t1.bu_category,t1.bu_name_en,t1.sub_bu_name,t1.sub_bu_code_auth,t1.bu_code_auth,t1.MR_TRTY_CODE) <> t2.link_key
-when matched then
-delete ;
\ No newline at end of file
diff --git a/EXTERNAL/13 external auth.sql:Zone.Identifier b/EXTERNAL/13 external auth.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/14 dm_tf_external_retail_special_bkp.sql b/EXTERNAL/14 dm_tf_external_retail_special_bkp.sql
deleted file mode 100644
index 6ea869d..0000000
--- a/EXTERNAL/14 dm_tf_external_retail_special_bkp.sql	
+++ /dev/null
@@ -1,22 +0,0 @@
--- Databricks notebook source
-insert overwrite table dm.dm_tf_external_retail_special 
---dtp 部分的数据 EGFR TKI 需要直取
-select 
-  case when a.market = 'EGFR TKI' then 'EGFR TKI Market' else a.market end as market
-  ,a.province_city
-  ,a.audit_key
-  ,a.audit_source
-  ,a.date_key
-  ,a.yyyymm
-  ,a.sales_value
-  ,a.sales_volume
-  ,a.pdot_counting_unit
-  ,c.sales_value sales_value_ly
-  ,c.sales_volume sales_volume_ly
-  ,c.pdot_counting_unit pdot_counting_unit_ly
-  ,'dtp' `source`
-from dws.dws_tf_external_retail_dtp_special a 
-left join dws.dws_tf_external_retail_dtp_special c --取去年同期数据
-  on a.province_city = c.province_city 
-  and a.market = c.market
-  and (a.yyyymm-100) = c.yyyymm
\ No newline at end of file
diff --git a/EXTERNAL/14 dm_tf_external_retail_special_bkp.sql:Zone.Identifier b/EXTERNAL/14 dm_tf_external_retail_special_bkp.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/AIA/01 dm_aia_pack_property.sql b/EXTERNAL/AIA/01 dm_aia_pack_property.sql
deleted file mode 100644
index 2b3f16d..0000000
--- a/EXTERNAL/AIA/01 dm_aia_pack_property.sql	
+++ /dev/null
@@ -1,333 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE dm.dm_aia_pack_property (
---   PACK_COD STRING,
---   pack_des STRING,
---   stgh_des STRING,
---   pack_lch STRING,
---   PROD_COD STRING,
---   prod_des STRING,
---   prod_des_c STRING,
---   Family_Code STRING,
---   Family_Name STRING,
---   cmps_cod STRING,
---   cmps_des STRING,
---   cmps_des_c STRING,
---   atc1_cod STRING,
---   atc1_des STRING,
---   atc1_des_c STRING,
---   atc2_cod STRING,
---   atc2_des STRING,
---   atc2_des_c STRING,
---   atc3_cod STRING,
---   atc3_des STRING,
---   atc3_des_c STRING,
---   atc4_cod STRING,
---   atc4_des STRING,
---   atc4_des_c STRING,
---   app1_cod STRING,
---   app1_des STRING,
---   app1_des_c STRING,
---   app2_cod STRING,
---   app2_des STRING,
---   app2_des_c STRING,
---   app3_cod STRING,
---   app3_des STRING,
---   app3_des_c STRING,
---   bio_desc STRING,
---   gene_orig_desc STRING,
---   eth_otc_desc STRING,
---   nrdl_desc STRING,
---   NRDL_Entry_Date STRING,
---   edl_desc STRING,
---   tcm_desc STRING,
---   paed_desc STRING,
---   gqce_desc STRING,
---   vbp_desc STRING,
---   manu_cod STRING,
---   manu_des STRING,
---   manu_des_c STRING,
---   mnfl_cod STRING,
---   mnfl_des STRING,
---   corp_cod STRING,
---   corp_des STRING,
---   corp_des_c STRING,
---   BrandType STRING,
---   IS_AZ STRING,
---   AZ_MAIN STRING,
---   AZ_Related STRING,
---   COUNTING_UNIT STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_aia_pack_property';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_aia_pack_property';
-
--- COMMAND ----------
-
---对用户上传的表进行去重处理
---对部分编码字段进行补0
-create or replace temporary view aia_pack_property_distinct as
-select distinct
-    iqvia_lineno,
-    case when length(trim(iqvia_pack_code)) < 12 and trim(iqvia_pack_code) REGEXP '^[0-9]'  then right(concat('000000000000',trim(iqvia_pack_code)),12) else trim(iqvia_pack_code) end as iqvia_pack_code,
-    case when length(iqvia_prod_code) < 9 then right(concat('000000000',iqvia_prod_code),9) else iqvia_prod_code end as iqvia_prod_code,
-    iqvia_notes,
-    IS_NEW_PRD,
-    IS_IN_CHPA,
-    ATC1,
-    ATC2,
-    ATC3,
-    ATC4,
-    org_prd_cd,
-    org_mole_nm_c,
-    org_manu_prd_nm_c,
-    org_prd_nm_c,
-    org_pk,
-    org_prd_str,
-    org_pth,
-    min_pk_unit,
-    org_pk_unit,
-    org_manu_nm,
-    app1_cod,
-    app1_des,
-    app1_des_c,
-    app2_cod,
-    app2_des,
-    app2_des_c,
-    app3_cod,
-    app3_des,
-    app3_des_c,
-    atc1_cod,
-    atc1_des,
-    atc1_des_c,
-    atc2_cod,
-    atc2_des,
-    atc2_des_c,
-    atc3_cod,
-    atc3_des,
-    atc3_des_c,
-    atc4_cod,
-    atc4_des,
-    atc4_des_c,
-    bio_desc,
-    case when length(cmps_cod) < 6 then right(concat('000000',cmps_cod),6) else cmps_cod end as cmps_cod,
-    cmps_des,
-    cmps_des_c,
-    corp_cod,
-    corp_des,
-    corp_des_c,
-    edl_desc,
-    eth_otc_desc,
-    gene_orig_desc,
-    gqce_desc,
-    manu_cod,
-    manu_des,
-    manu_des_c,
-    mnfl_cod,
-    mnfl_des,
-    nrdl_desc,
-    pack_des,
-    stgh_des,
-    pack_lch,
-    paed_desc,
-    prod_des,
-    prod_des_c,
-    tcm_desc,
-    vbp_desc,
-    unit,
-    counting_unit,
-    dosage_unit
-from dwd.dwd_gnd_ext_aia_cpt_data;
-
--- COMMAND ----------
-
--- create or replace table dm.dm_aia_pack_property
-insert overwrite table dm.dm_aia_pack_property
-WITH dedup_l AS (
-    SELECT *,
-           ROW_NUMBER() OVER (PARTITION BY iqvia_pack_code ORDER BY iqvia_pack_code) AS rn
-    FROM aia_pack_property_distinct
-    QUALIFY rn = 1
-),
-dedup_r AS (
-    SELECT *,
-           ROW_NUMBER() OVER (PARTITION BY PACK_COD ORDER BY PACK_COD) AS rn
-    FROM tmp.tmp_ext_chpa_pack_propetry
-    QUALIFY rn = 1
-)
-SELECT
-    l.iqvia_pack_code AS PACK_COD,
-
-    -- Pack / Product 描述
-    COALESCE(r.PACK_DES,        l.pack_des)          AS pack_des,
-    COALESCE(r.STGH_DES,        l.stgh_des)          AS stgh_des,
-    COALESCE(r.PACK_LCH,        l.pack_lch)          AS pack_lch,
-    COALESCE(r.PROD_COD,        l.iqvia_prod_code)   AS PROD_COD,
-    COALESCE(r.PROD_DES,        l.prod_des)          AS prod_des,
-    COALESCE(r.PROD_DES_C,      l.prod_des_c)        AS prod_des_c,
-
-    -- 右表独有：Family
-    r.Family_Code,
-    r.Family_Name,
-
-    -- 成分
-    COALESCE(r.CMPS_COD,        l.cmps_cod)          AS cmps_cod,
-    COALESCE(r.CMPS_DES,        l.cmps_des)          AS cmps_des,
-    COALESCE(r.CMPS_DES_C,      l.cmps_des_c)        AS cmps_des_c,
-
-    -- ATC
-    COALESCE(r.ATC1_COD,        l.atc1_cod)          AS atc1_cod,
-    COALESCE(r.atc1_des,        l.atc1_des)          AS atc1_des,
-    COALESCE(r.atc1_des_c,      l.atc1_des_c)        AS atc1_des_c,
-    COALESCE(r.ATC2_COD,        l.atc2_cod)          AS atc2_cod,
-    COALESCE(r.atc2_des,        l.atc2_des)          AS atc2_des,
-    COALESCE(r.atc2_des_c,      l.atc2_des_c)        AS atc2_des_c,
-    COALESCE(r.ATC3_COD,        l.atc3_cod)          AS atc3_cod,
-    COALESCE(r.atc3_des,        l.atc3_des)          AS atc3_des,
-    COALESCE(r.atc3_des_c,      l.atc3_des_c)        AS atc3_des_c,
-    COALESCE(r.ATC4_COD,        l.atc4_cod)          AS atc4_cod,
-    COALESCE(r.atc4_des,        l.atc4_des)          AS atc4_des,
-    COALESCE(r.atc4_des_c,      l.atc4_des_c)        AS atc4_des_c,
-
-    -- APP
-    COALESCE(r.APP1_COD,        l.app1_cod)          AS app1_cod,
-    COALESCE(r.app1_des,        l.app1_des)          AS app1_des,
-    COALESCE(r.app1_des_c,      l.app1_des_c)        AS app1_des_c,
-    COALESCE(r.APP2_COD,        l.app2_cod)          AS app2_cod,
-    COALESCE(r.app2_des,        l.app2_des)          AS app2_des,
-    COALESCE(r.app2_des_c,      l.app2_des_c)        AS app2_des_c,
-    COALESCE(r.APP3_COD,        l.app3_cod)          AS app3_cod,
-    COALESCE(r.app3_des,        l.app3_des)          AS app3_des,
-    COALESCE(r.app3_des_c,      l.app3_des_c)        AS app3_des_c,
-
-    -- 标志位
-    COALESCE(r.BIO_DESC,        l.bio_desc)          AS bio_desc,
-    COALESCE(r.GENE_ORIG_DESC,  l.gene_orig_desc)    AS gene_orig_desc,
-    COALESCE(r.ETH_OTC_DESC,    l.eth_otc_desc)      AS eth_otc_desc,
-    COALESCE(r.NRDL_DESC,       l.nrdl_desc)         AS nrdl_desc,
-    r.NRDL_Entry_Date,
-    COALESCE(r.EDL_DESC,        l.edl_desc)          AS edl_desc,
-    COALESCE(r.TCM_DESC,        l.tcm_desc)          AS tcm_desc,
-    COALESCE(r.PAED_DESC,       l.paed_desc)         AS paed_desc,
-    COALESCE(r.GQCE_DESC,       l.gqce_desc)         AS gqce_desc,
-    COALESCE(r.VBP_DESC,        l.vbp_desc)          AS vbp_desc,
-
-    -- 厂商
-    COALESCE(r.MANU_COD,        l.manu_cod)          AS manu_cod,
-    COALESCE(r.MANU_DES,        l.manu_des)          AS manu_des,
-    COALESCE(r.MANU_DES_C,      l.manu_des_c)        AS manu_des_c,
-    COALESCE(r.MNFL_COD,        l.mnfl_cod)          AS mnfl_cod,
-    COALESCE(r.MNFL_DES,        l.mnfl_des)          AS mnfl_des,
-
-    -- 公司
-    COALESCE(r.CORP_COD,        l.corp_cod)          AS corp_cod,
-    COALESCE(r.CORP_DES,        l.corp_des)          AS corp_des,
-    COALESCE(r.CORP_DES_C,      l.corp_des_c)        AS corp_des_c,
-
-    -- 右表独有：品牌 / AZ 标志
-    r.BrandType,
-    r.IS_AZ,
-    r.AZ_MAIN,
-    r.AZ_Related,
-    -- 左表独有
-    l.COUNTING_UNIT,
-    from_utc_timestamp(current_timestamp(),'UTC+8') as ETL_INSERT_DT,
-    from_utc_timestamp(current_timestamp(),'UTC+8') as ETL_UPDATE_DT
-FROM dedup_l l
-LEFT JOIN dedup_r r
-    ON l.iqvia_pack_code = r.PACK_COD
-
--- COMMAND ----------
-
--- -----------------------------------------------------------
--- --修改时间：20241118
--- --修改人：Fanxujia
--- --修改内容：
--- --使用手工文件排除掉每个渠道的不需要显示的市场
--- --由于AIA涉及后面的Flag逻辑、NEW AIA Dashboard，因此不能直接在最后的DM表进行限制，需要在这里限制。
--- -----------------------------------------------------------
--- with hidden_market as (
--- select distinct 
--- upper(hidden_market) as hidden_market
--- from dwd.dwd_gnd_ims_hidden_market
--- where upper(data_source) = 'AIA'
--- )
--- ,tmp as (
--- select 
--- MARKET_PACK_KEY,
--- PACK_COD,
--- PACK_DES,
--- STGH_DES,
--- PACK_LCH,
--- Family_Code,
--- Family_Name,
--- PROD_COD,
--- PROD_DES,
--- PROD_DES_C,
--- CMPS_COD,
--- CMPS_DES,
--- CMPS_DES_C,
--- ATC1_COD,
--- ATC2_COD,
--- ATC3_COD,
--- ATC4_COD,
--- APP1_COD,
--- APP2_COD,
--- APP3_COD,
--- BIO_DESC,
--- GENE_ORIG_DESC,
--- ETH_OTC_DESC,
--- NRDL_DESC,
--- NRDL_Entry_Date,
--- EDL_DESC,
--- TCM_DESC,
--- PAED_DESC,
--- GQCE_DESC,
--- VBP_DESC,
--- MANU_COD,
--- MANU_DES,
--- MANU_DES_C,
--- MNFL_COD,
--- MNFL_DES,
--- CORP_COD,
--- CORP_DES,
--- CORP_DES_C,
--- BrandType,
--- t1.MARKET,
--- t1.MARKET_CHPA,
--- KEY_COMPETITOR,
--- IS_AZ,
--- AZ_MAIN,
--- AZ_Related,
--- atc1_des,
--- atc1_des_c,
--- atc2_des,
--- atc2_des_c,
--- atc3_des,
--- atc3_des_c,
--- atc4_des,
--- atc4_des_c,
--- app1_des,
--- app1_des_c,
--- app2_des,
--- app2_des_c,
--- app3_des,
--- app3_des_c,
--- Class,
--- ETL_INSERT_DT,
--- ETL_UPDATE_DT,
--- market_ratio,
--- counting_unit
--- from dm.dm_aia_pack_property t1
--- left join hidden_market t3
--- on upper(t1.MARKET) = t3.hidden_market
--- where t3.hidden_market is null
--- union
--- select *
--- from dm.dm_aia_pack_property
--- where MARKET = 'AIA ALL Market'
--- )
-
--- insert overwrite dm.dm_aia_pack_property
--- select * from tmp
\ No newline at end of file
diff --git a/EXTERNAL/AIA/01 dm_aia_pack_property.sql:Zone.Identifier b/EXTERNAL/AIA/01 dm_aia_pack_property.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/AIA/02 dm_ext_aia_sales.sql b/EXTERNAL/AIA/02 dm_ext_aia_sales.sql
deleted file mode 100644
index c285f32..0000000
--- a/EXTERNAL/AIA/02 dm_ext_aia_sales.sql	
+++ /dev/null
@@ -1,710 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TF_EXT_AIA_SALES (
---   YYYYMM STRING,
---   PACK_CODE STRING,
---   CORP_CODE STRING,
---   AUDIT_CODE STRING,
---   PLATFORM_TYPE STRING,
---   STORE_NAME STRING,
---   STORE_TYPE STRING,
---   REGION_TYPE STRING,
---   PACK_FLAG INT,
---   PROD_FLAG INT,
---   DTP_FLAG INT,
---   SALES_UNIT_CAL DECIMAL(38,10),
---   SALES_UNIT_CAL_LY DECIMAL(38,10),
---   SALES_VALUE_CAL DECIMAL(38,10),
---   SALES_VALUE_CAL_LY DECIMAL(38,10),
---   CONUTING_UNIT DECIMAL(38,10),
---   CONUTING_UNIT_LY DECIMAL(38,10),
---   DATA_SOURCE STRING,
---   INST_CODE STRING COMMENT '内部机构编码',
---   CMPS_FLAG STRING COMMENT '分子式标签',
---   DEPT_NAME STRING COMMENT '科室名称',
---   PRESCRIPTION DECIMAL(38,10) COMMENT '处方张数',
---   PRESCRIPTION_LY DECIMAL(38,10) COMMENT '去年同期处方张数',
---   NEW_CODE STRING COMMENT '主数据关联CODE',
---   AREA STRING COMMENT '城市',
---   H_LEVEL STRING COMMENT '医院类型',
---   REIMBURSE STRING COMMENT '报销情况',
---   REIMBURSE_TYPE STRING COMMENT '报销类型',
---   PRESCRIPTION_SOURCE STRING COMMENT '处方来源',
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
---   )
--- USING delta
--- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_aia_sales';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_aia_sales';
-
-
--- COMMAND ----------
-
--- MAGIC %run ../../../Common/config
-
--- COMMAND ----------
-
--- MAGIC %python
--- MAGIC spark.read.table(f'`{CDW_CATALOG}`.`dwd`.`dim_product_wide`').createOrReplaceTempView('cdw_dwd_dim_product_wide')
-
--- COMMAND ----------
-
--- 原始数据
--- 字段值的初步处理
-CREATE OR REPLACE TEMPORARY VIEW AIA_RAWDATA
-AS
-SELECT
-  YEAR,
-  QTR,
-  CAST(YEAR * 100 + YM AS INT) YM,
-  ORG_PROV,
-  ORG_CITY,
-  INS_LEVEL,
-  CASE
-    WHEN 
-      INS_CD IS NOT NULL
-      AND 
-      LENGTH (INS_CD) < 7 
-        THEN RIGHT (CONCAT ('0000000', INS_CD), 7)
-          ELSE INS_CD
-            END AS ORG_INS_CD,
-  ATC1,
-  ATC2,
-  ATC3,
-  ATC4,
-  ATC,
-  MOLE_NM,
-  PROD_NM,
-  ORG_PRD_NM_C,
-  ORG_PK,
-  ORG_PRD_STR,
-  ORG_PTH,
-  MIN_UNIT,
-  VALUE,
-  UNIT,
-  CAST(PACK_DESC AS INT) AS PACK_DESC,
-  ORG_PK_UN,
-  MANU
-FROM
-  DWD.DWD_GND_AIA_RAWDATA
-
--- COMMAND ----------
-
---关联出AUDIT_COD、INST_CODE
-CREATE OR REPLACE TEMPORARY VIEW AIA_RAWDATA_WITH_AUDIT_INST
-AS
-SELECT
-  UPPER(NVL (T2.INST_CODE, T1.ORG_INS_CD)) AS AUDIT_COD,
-  T1.YEAR,
-  T1.QTR,
-  T1.YM,
-  T1.ORG_PROV,
-  T1.ORG_CITY,
-  T1.INS_LEVEL,
-  T1.ORG_INS_CD,
-  T1.ATC1,
-  T1.ATC2,
-  T1.ATC3,
-  T1.ATC4,
-  T1.ATC,
-  T1.MOLE_NM,
-  T1.PROD_NM,
-  T1.ORG_PRD_NM_C,
-  T1.ORG_PK,
-  T1.ORG_PRD_STR,
-  T1.ORG_PTH,
-  T1.MIN_UNIT,
-  T1.VALUE,
-  T1.UNIT,
-  T1.PACK_DESC,
-  T1.ORG_PK_UN,
-  T1.MANU,
-  NVL (T2.INST_CODE, T1.ORG_INS_CD) AS INST_CODE
-FROM
-  AIA_RAWDATA AS T1
-LEFT JOIN
-  (
-    SELECT 
-      DISTINCT
-        CASE
-          WHEN LENGTH (CPA_HOSPITAL_CODE) < 7 
-            THEN RIGHT (CONCAT ('0000000', CPA_HOSPITAL_CODE), 7)
-              ELSE CPA_HOSPITAL_CODE
-                END AS CPA_HOSPITAL_CODE,
-        INS_CD_NL AS INST_CODE
-    FROM
-      DWD.DWD_GND_HOSPITAL_NOT_PROVIDED
-  ) AS T2 
-ON 
-  T1.ORG_INS_CD = T2.CPA_HOSPITAL_CODE
-
--- COMMAND ----------
-
-/*
-修改人 CHENWU
-修改时间 20250513
-修改内容 打包分子的数据，不论 打通表 和 事实表，都没有系数，需要用 事实表里的 最小制剂单位数量 作为COUNTING_UNIT
-*/
---关联出PACK_COD、CORP_COD、COUNTING_UNIT
-CREATE OR REPLACE TEMPORARY VIEW AIA_RAWDATA_WIHT_COUNTING_UNIT
-AS
-SELECT
-  CASE
-    WHEN 
-      LENGTH (TRIM(T2.IQVIA_PACK_CODE)) < 12
-      AND 
-      TRIM(T2.IQVIA_PACK_CODE) REGEXP '^[0-9]' 
-        THEN RIGHT (CONCAT ('000000000000', TRIM(T2.IQVIA_PACK_CODE)),12)
-          ELSE TRIM(T2.IQVIA_PACK_CODE)
-            END AS PACK_COD,
-  T3.CORP_COD,
-  CASE
-    WHEN LEFT (T2.IQVIA_PACK_CODE, 4) = 'AZP_' 
-      THEN CAST(T1.MIN_UNIT / T1.ORG_PK_UN AS DECIMAL(38, 10))
-        ELSE T3.COUNTING_UNIT
-          END COUNTING_UNIT,
-  T1.AUDIT_COD,
-  T1.YEAR,
-  T1.QTR,
-  T1.YM,
-  T1.ORG_PROV,
-  T1.ORG_CITY,
-  T1.INS_LEVEL,
-  T1.ORG_INS_CD,
-  T1.ATC1,
-  T1.ATC2,
-  T1.ATC3,
-  T1.ATC4,
-  T1.ATC,
-  T1.MOLE_NM,
-  T1.PROD_NM,
-  T1.ORG_PRD_NM_C,
-  T1.ORG_PK,
-  T1.ORG_PRD_STR,
-  T1.ORG_PTH,
-  T1.MIN_UNIT,
-  T1.VALUE,
-  T1.UNIT,
-  T1.PACK_DESC,
-  T1.ORG_PK_UN,
-  T1.MANU,
-  T1.INST_CODE
-FROM
-  AIA_RAWDATA_WITH_AUDIT_INST T1
-LEFT JOIN 
-  (
-    SELECT 
-      DISTINCT
-        TRIM(IQVIA_PACK_CODE) AS IQVIA_PACK_CODE,
-        ATC1,
-        ATC2,
-        ATC3,
-        ATC4,
-        ORG_PRD_CD,
-        ORG_MOLE_NM_C,
-        ORG_MANU_PRD_NM_C,
-        ORG_PRD_NM_C,
-        ORG_PK,
-        ORG_PRD_STR,
-        ORG_PTH,
-        MIN_PK_UNIT,
-        ORG_PK_UNIT,
-        ORG_MANU_NM
-    FROM
-        DWD.DWD_GND_EXT_AIA_CPT_DATA
-  ) AS T2
---ATC1编码+ATC2编码+ATC3编码+ATC4编码+药品编码(ATC)+药品通用名+药品产品名+药品商品名+规格+剂型+给药途径+最小销售包装单位+包装规格+生产企业
-ON 
-  NVL (T1.ATC1, '') = NVL (T2.ATC1, '')
-  AND NVL (T1.ATC2, '') = NVL (T2.ATC2, '')
-  AND NVL (T1.ATC3, '') = NVL (T2.ATC3, '')
-  AND NVL (T1.ATC4, '') = NVL (T2.ATC4, '')
-  AND NVL (T1.ATC, '') = NVL (T2.ORG_PRD_CD, '')
-  AND NVL (T1.MOLE_NM, '') = NVL (T2.ORG_MOLE_NM_C, '')
-  AND NVL (T1.PROD_NM, '') = NVL (T2.ORG_MANU_PRD_NM_C, '')
-  AND NVL (T1.ORG_PRD_NM_C, '') = NVL (T2.ORG_PRD_NM_C, '')
-  AND NVL (T1.ORG_PK, '') = NVL (T2.ORG_PK, '')
-  AND NVL (T1.ORG_PRD_STR, '') = NVL (T2.ORG_PRD_STR, '')
-  AND NVL (T1.ORG_PTH, '') = NVL (T2.ORG_PTH, '')
-  AND NVL (T1.UNIT, '') = NVL (T2.MIN_PK_UNIT, '')
-  AND NVL (T1.PACK_DESC, '') = NVL (T2.ORG_PK_UNIT, '')
-  AND NVL (T1.MANU, '') = NVL (T2.ORG_MANU_NM, '')
-LEFT JOIN 
-(
-  SELECT 
-    PACK_COD,
-    CORP_COD,
-    COUNTING_UNIT
-  FROM
-    DM.DM_AIA_PACK_PROPERTY
-  GROUP BY 
-    PACK_COD,
-    CORP_COD,
-    COUNTING_UNIT
-) T3 ON T2.IQVIA_PACK_CODE = T3.PACK_COD
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW FILTER_YM
-AS
-SELECT 
-  MAX(YM) AS MAX_YYYYMM,
-  CONCAT(CAST(FLOOR(MAX(YM)/100-2) AS STRING),'01') AS MIN_YYYYMM
-FROM 
-  AIA_RAWDATA_WIHT_COUNTING_UNIT
-
--- COMMAND ----------
-
---计算出LY销量
-CREATE OR REPLACE TEMPORARY VIEW AIA_RAWDATA_FINAL AS
-SELECT
-  YM,
-  ORG_INS_CD,
-  INST_CODE,
-  AUDIT_COD,
-  PACK_COD,
-  CORP_COD,
-  SUM(VALUE) AS VALUE,
-  SUM(VOLUME) AS VOLUME,
-  SUM(COUNTING_UNIT) AS COUNTING_UNIT,
-  SUM(VALUE_LY) AS VALUE_LY,
-  SUM(VOLUME_LY) AS VOLUME_LY,
-  SUM(COUNTING_UNIT_LY) AS COUNTING_UNIT_LY
-FROM
-  (
-    SELECT
-      YM,
-      ORG_INS_CD,
-      INST_CODE,
-      AUDIT_COD,
-      PACK_COD,
-      CORP_COD,
-      CAST(VALUE AS DECIMAL(38, 10)) AS VALUE,
-      CAST(ORG_PK_UN AS DECIMAL(38, 10)) AS VOLUME,
-      CAST(ORG_PK_UN AS DECIMAL(38, 10)) * COALESCE(CAST(COUNTING_UNIT AS DECIMAL(38, 10)), 1) AS COUNTING_UNIT,
-      0 AS VALUE_LY,
-      0 AS VOLUME_LY,
-      0 AS COUNTING_UNIT_LY
-    FROM
-      AIA_RAWDATA_WIHT_COUNTING_UNIT
-    UNION ALL
-    SELECT
-      CAST(CAST(YM AS INT) + 100 AS STRING) AS YM,
-      ORG_INS_CD,
-      INST_CODE,
-      AUDIT_COD,
-      PACK_COD,
-      CORP_COD,
-      0 AS VALUE,
-      0 AS VOLUME,
-      0 AS COUNTING_UNIT,
-      CAST(VALUE AS DECIMAL(38, 10)) AS VALUE_LY,
-      CAST(ORG_PK_UN AS DECIMAL(38, 10)) AS VOLUME_LY,
-      CAST(ORG_PK_UN AS DECIMAL(38, 10)) * COALESCE(CAST(COUNTING_UNIT AS DECIMAL(38, 10)), 1) AS COUNTING_UNIT_LY
-    FROM
-      AIA_RAWDATA_WIHT_COUNTING_UNIT T1
-    JOIN 
-      FILTER_YM T2 
-    ON 
-      1 = 1
-    WHERE
-      CAST(CAST(YM AS INT) + 100 AS STRING) <= T2.MAX_YYYYMM
-  )
-GROUP BY
-  YM,
-  ORG_INS_CD,
-  INST_CODE,
-  AUDIT_COD,
-  PACK_COD,
-  CORP_COD
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW FINAL_DM_TF_EXT_AIA_SALES
-AS 
-SELECT
-    YM,
-    ORG_INS_CD,
-    INST_CODE,
-    AUDIT_COD,
-    PACK_COD,
-    CORP_COD,
-    SUM(VALUE) AS VALUE,
-    SUM(VOLUME) AS VOLUME,
-    SUM(COUNTING_UNIT) AS COUNTING_UNIT,
-    SUM(VALUE_LY) AS VALUE_LY,
-    SUM(VOLUME_LY) AS VOLUME_LY,
-    SUM(COUNTING_UNIT_LY) AS COUNTING_UNIT_LY
-FROM
-    AIA_RAWDATA_FINAL
-GROUP BY
-    YM,
-    ORG_INS_CD,
-    INST_CODE,
-    AUDIT_COD,
-    PACK_COD,
-    CORP_COD
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TF_EXT_AIA_SALES (
-  YYYYMM,
-  PACK_CODE,
-  AUDIT_CODE,
-  DATA_SOURCE,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  CMPS_FLAG,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  INST_CODE,
-  DEPT_NAME,
-  NEW_CODE,
-  AREA,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_SOURCE,
-  CORP_CODE,
-  ETL_INSERT_DT,
-  ETL_UPDATE_DT
-)
-  SELECT
-    A.ym,
-    A.PACK_COD as PACK_CODE,
-    A.AUDIT_COD AS AUDIT_CODE,
-    'AIA(Monthly)' DATA_SOURCE,
-    -------------------------------------
-    sum(volume) as SALES_UNIT_CAL,
-    sum(volume_ly) as SALES_UNIT_CAL_LY,
-    sum(value) as SALES_VALUE_CAL,
-    sum(value_ly) as SALES_VALUE_CAL_LY,
-    sum(counting_unit) as CONUTING_UNIT,
-    sum(counting_unit_ly) as CONUTING_UNIT_LY,
-    null as prescription,
-    null as prescription_ly,
-    -------------------------------------
-    --Retail藏数逻辑标签------------------
-    1 PACK_FLAG,
-    1 PROD_FLAG,
-    0 DTP_FLAG,
-    null as cmps_flag,
-    -------------------------------------
-    --EC数据标签--------------------------
-    '' PLATFORM_TYPE,
-    '' STORE_NAME,
-    '' STORE_TYPE,
-    -------------------------------------
-    --COUNTY数据标签----------------------
-    '' REGION_TYPE,
-    -------------------------------------
-    --AIA数据标签-------------------------
-    inst_code AS inst_code, --可以移除，报告没有使用
-    -------------------------------------
-    --XIE HE 数据标签---------------------
-    '' as dept_name,
-    '' as new_code,
-    '' as area,
-    '' as h_level,
-    '' as reimburse,
-    '' as reimburse_type,
-    '' as prescription_source,
-    -------------------------------------
-    '' as CORP_CODE, --可以移除，报告没有使用
-    -------------------------------------
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
-  FROM
-    FINAL_DM_TF_EXT_AIA_SALES A
-  WHERE
-    ym >= '202401'
-  GROUP BY
-    YM,
-    PACK_COD,
-    CORP_COD,
-    AUDIT_COD,
-    INST_CODE
-
--- COMMAND ----------
-
--- 20260109  dm.dm_ext_aia_sales 是老的表，现在已经用DM.DM_TF_EXT_AIA_SALES 替换，但是为了下游，老表暂时不下线，仍然写入
-    insert overwrite table dm.dm_ext_aia_sales (
-        ym,
-        org_ins_cd,
-        inst_code,
-        AUDIT_COD,
-        pack_cod,
-        corp_cod,
-        value,
-        volume,
-        counting_unit,
-        value_ly,
-        volume_ly,
-        counting_unit_ly
-    )
-select
-    ym,
-    org_ins_cd,
-    inst_code,
-    AUDIT_COD,
-    pack_cod,
-    corp_cod,
-    sum(value) as value,
-    sum(volume) as volume,
-    sum(counting_unit) as counting_unit,
-    sum(value_ly) as value_ly,
-    sum(volume_ly) as volume_ly,
-    sum(counting_unit_ly) as counting_unit_ly
-from
-    aia_rawdata_FINAL
-CROSS JOIN 
-  filter_ym 
-WHERE
-  YM BETWEEN filter_ym.min_yyyymm AND filter_ym.max_yyyymm
-group by
-    ym,
-    org_ins_cd,
-    inst_code,
-    AUDIT_COD,
-    pack_cod,
-    corp_cod
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC 下面是重构验证，chenwu可删
-
--- COMMAND ----------
-
--- %sql
--- inst_code
--- ym
--- MARKET
-
--- COMMAND ----------
-
--- SELECT ym,AUDIT_COD,inst_code,SUM(value) value,SUM(volume) volume,SUM(counting_unit) counting_unit,SUM(value_ly) value_ly,SUM(volume_ly) volume_ly,SUM(counting_unit_ly)  counting_unit_ly
--- FROM dm.dm_ext_aia_sales
--- GROUP BY ym,AUDIT_COD,inst_code
--- ORDER BY ym,AUDIT_COD,inst_code
-
--- COMMAND ----------
-
--- SELECT ym,AUDIT_COD,SUM(value) value,SUM(volume) volume,SUM(counting_unit) counting_unit,SUM(value_ly) value_ly,SUM(volume_ly) volume_ly,SUM(counting_unit_ly)  counting_unit_ly
--- FROM dm.dm_ext_aia_sales
--- GROUP BY ym,AUDIT_COD
--- ORDER BY ym,AUDIT_COD
-
--- COMMAND ----------
-
-
--- SELECT 
--- old.ym,
--- OLD.AUDIT_COD,
--- OLD.inst_code,
--- OLD.value,
--- NEW.value,
--- OLD.value-NEW.value as dif_value,
--- OLD.value_ly,
--- NEW.value_ly,
--- OLD.value_ly-NEW.value_ly as dif_value_ly,
--- OLD.volume,
--- NEW.volume,
--- OLD.volume-NEW.volume as dif_volume,
--- OLD.volume_ly,
--- NEW.volume_ly,
--- OLD.volume_ly-NEW.volume_ly as dif_volume_ly,
--- OLD.counting_unit,
--- NEW.counting_unit,
--- OLD.counting_unit-NEW.counting_unit as dif_counting_unit,
--- OLD.counting_unit_ly,
--- NEW.counting_unit_ly,
--- OLD.counting_unit_ly-NEW.counting_unit_ly as dif_counting_unit_ly
--- FROM 
--- (
--- SELECT ym,AUDIT_COD,inst_code,SUM(value) value,SUM(volume) volume,SUM(counting_unit) counting_unit,SUM(value_ly) value_ly,SUM(volume_ly) volume_ly,SUM(counting_unit_ly)  counting_unit_ly
--- FROM dm.dm_ext_aia_sales
--- GROUP BY ym,AUDIT_COD,inst_code
--- -- ORDER BY ym
--- ) AS OLD 
--- LEFT JOIN 
--- (
--- SELECT YYYYMM,AUDIT_CODE,inst_code,SUM(SALES_VALUE_CAL) value,SUM(SALES_UNIT_CAL) volume,SUM(CONUTING_UNIT) counting_unit,SUM(SALES_VALUE_CAL_LY) value_ly,SUM(SALES_UNIT_CAL_LY) volume_ly,SUM(CONUTING_UNIT_LY)  counting_unit_ly
--- FROM DM.DM_TF_EXT_AIA_SALES
--- GROUP BY YYYYMM,AUDIT_CODE,inst_code
--- -- ORDER BY YYYYMM
--- ) AS NEW 
--- ON OLD.YM =NEW.YYYYMM AND old.AUDIT_COD = NEW.AUDIT_CODE AND old.inst_code = new.inst_code
--- where 
---     ABS(OLD.value - NEW.value) > 0.0000000001 OR
---     ABS(OLD.volume - NEW.volume) > 0.0000000001 OR
---     ABS(OLD.value_ly - NEW.value_ly) > 0.0000000001 OR
---     ABS(OLD.volume_ly - NEW.volume_ly) > 0.0000000001 OR
---     ABS(OLD.counting_unit - NEW.counting_unit) > 0.0000000001 OR
---     ABS(OLD.counting_unit_ly - NEW.counting_unit_ly) > 0.0000000001;
-
--- COMMAND ----------
-
-
--- SELECT 
--- old.ym,
--- OLD.AUDIT_COD,
--- OLD.value,
--- NEW.value,
--- OLD.value-NEW.value as dif_value,
--- OLD.value_ly,
--- NEW.value_ly,
--- OLD.value_ly-NEW.value_ly as dif_value_ly,
--- OLD.volume,
--- NEW.volume,
--- OLD.volume-NEW.volume as dif_volume,
--- OLD.volume_ly,
--- NEW.volume_ly,
--- OLD.volume_ly-NEW.volume_ly as dif_volume_ly,
--- OLD.counting_unit,
--- NEW.counting_unit,
--- OLD.counting_unit-NEW.counting_unit as dif_counting_unit,
--- OLD.counting_unit_ly,
--- NEW.counting_unit_ly,
--- OLD.counting_unit_ly-NEW.counting_unit_ly as dif_counting_unit_ly
--- FROM 
--- (
--- SELECT ym,AUDIT_COD,SUM(value) value,SUM(volume) volume,SUM(counting_unit) counting_unit,SUM(value_ly) value_ly,SUM(volume_ly) volume_ly,SUM(counting_unit_ly)  counting_unit_ly
--- FROM dm.dm_ext_aia_sales
--- GROUP BY ym,AUDIT_COD
--- -- ORDER BY ym
--- ) AS OLD 
--- LEFT JOIN 
--- (
--- SELECT YYYYMM,AUDIT_CODE,SUM(SALES_VALUE_CAL) value,SUM(SALES_UNIT_CAL) volume,SUM(CONUTING_UNIT) counting_unit,SUM(SALES_VALUE_CAL_LY) value_ly,SUM(SALES_UNIT_CAL_LY) volume_ly,SUM(CONUTING_UNIT_LY)  counting_unit_ly
--- FROM DM.DM_TF_EXT_AIA_SALES
--- GROUP BY YYYYMM,AUDIT_CODE
--- -- ORDER BY YYYYMM
--- ) AS NEW 
--- ON OLD.YM =NEW.YYYYMM AND old.AUDIT_COD = NEW.AUDIT_CODE
--- where 
---     ABS(OLD.value - NEW.value) > 0.0000000001 OR
---     ABS(OLD.volume - NEW.volume) > 0.0000000001 OR
---     ABS(OLD.value_ly - NEW.value_ly) > 0.0000000001 OR
---     ABS(OLD.volume_ly - NEW.volume_ly) > 0.0000000001 OR
---     ABS(OLD.counting_unit - NEW.counting_unit) > 0.0000000001 OR
---     ABS(OLD.counting_unit_ly - NEW.counting_unit_ly) > 0.0000000001;
-
--- COMMAND ----------
-
-
--- SELECT 
--- old.ym,
--- OLD.value,
--- NEW.value,
--- OLD.value-NEW.value as dif_value,
--- OLD.value_ly,
--- NEW.value_ly,
--- OLD.value_ly-NEW.value_ly as dif_value_ly,
--- OLD.volume,
--- NEW.volume,
--- OLD.volume-NEW.volume as dif_volume,
--- OLD.volume_ly,
--- NEW.volume_ly,
--- OLD.volume_ly-NEW.volume_ly as dif_volume_ly,
--- OLD.counting_unit,
--- NEW.counting_unit,
--- OLD.counting_unit-NEW.counting_unit as dif_counting_unit,
--- OLD.counting_unit_ly,
--- NEW.counting_unit_ly,
--- OLD.counting_unit_ly-NEW.counting_unit_ly as dif_counting_unit_ly
--- FROM 
--- (
--- SELECT ym,SUM(value) value,SUM(volume) volume,SUM(counting_unit) counting_unit,SUM(value_ly) value_ly,SUM(volume_ly) volume_ly,SUM(counting_unit_ly)  counting_unit_ly
--- FROM dm.dm_ext_aia_sales
--- GROUP BY ym
--- ORDER BY ym
--- ) AS OLD 
--- LEFT JOIN 
--- (
--- SELECT YYYYMM,SUM(SALES_VALUE_CAL) value,SUM(SALES_UNIT_CAL) volume,SUM(CONUTING_UNIT) counting_unit,SUM(SALES_VALUE_CAL_LY) value_ly,SUM(SALES_UNIT_CAL_LY) volume_ly,SUM(CONUTING_UNIT_LY)  counting_unit_ly
--- FROM DM.DM_TF_EXT_AIA_SALES
--- GROUP BY YYYYMM
--- ORDER BY YYYYMM
--- ) AS NEW 
--- ON OLD.YM =NEW.YYYYMM
--- where 
---     ABS(OLD.value - NEW.value) > 0.0000000001 OR
---     ABS(OLD.volume - NEW.volume) > 0.0000000001 OR
---     ABS(OLD.value_ly - NEW.value_ly) > 0.0000000001 OR
---     ABS(OLD.volume_ly - NEW.volume_ly) > 0.0000000001 OR
---     ABS(OLD.counting_unit - NEW.counting_unit) > 0.0000000001 OR
---     ABS(OLD.counting_unit_ly - NEW.counting_unit_ly) > 0.0000000001;
-
--- COMMAND ----------
-
--- -- 这个sql证明，两张表的inst_code，值也相同
--- SELECT
--- *
--- FROM
--- (
--- SELECT inst_code,COUNT(*) as c1 FROM DM.DM_TF_EXT_AIA_SALES 
--- GROUP BY inst_code
--- ) AS NEW
--- FULL JOIN
--- (
--- SELECT inst_code,COUNT(*) as c1 FROM DM.dm_ext_aia_sales 
--- GROUP BY inst_code  
--- ) AS OLD
--- ON NEW.inst_code = old.inst_code
--- WHERE new.c1 != old.c1
-
--- COMMAND ----------
-
--- -- 这个sql证明，两张表的inst_code相同
--- SELECT
--- *
--- FROM
--- (
--- SELECT inst_code,COUNT(*) as c1 FROM DM.DM_TF_EXT_AIA_SALES 
--- GROUP BY inst_code
--- ) AS NEW
--- FULL JOIN
--- (
--- SELECT inst_code,COUNT(*) as c1 FROM DM.DM_TF_EXT_AIA_SALES 
--- GROUP BY inst_code  
--- ) AS OLD
--- ON NEW.inst_code = old.inst_code
--- WHERE NEW.inst_code IS NULL OR old.inst_code IS NULL
-
--- COMMAND ----------
-
--- -- 这个sql证明，两张表的inst_code，值也相同
--- SELECT
--- *
--- FROM
--- (
--- SELECT inst_code,COUNT(*) as c1 FROM DM.DM_TF_EXT_AIA_SALES 
--- GROUP BY inst_code
--- ) AS NEW
--- FULL JOIN
--- (
--- SELECT inst_code,COUNT(*) as c1 FROM DM.DM_TF_EXT_AIA_SALES 
--- GROUP BY inst_code  
--- ) AS OLD
--- ON NEW.inst_code = old.inst_code
--- WHERE new.c1 != old.c1
-
--- COMMAND ----------
-
--- SELECT COUNT(*) FROM DM.DM_TF_EXT_AIA_SALES
-
--- COMMAND ----------
-
--- SELECT COUNT(*) FROM DM.dm_ext_aia_sales
\ No newline at end of file
diff --git a/EXTERNAL/AIA/02 dm_ext_aia_sales.sql:Zone.Identifier b/EXTERNAL/AIA/02 dm_ext_aia_sales.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/AIA/02 dm_ext_aia_sales_bakup_20230327.sql b/EXTERNAL/AIA/02 dm_ext_aia_sales_bakup_20230327.sql
deleted file mode 100644
index 66a5305..0000000
--- a/EXTERNAL/AIA/02 dm_ext_aia_sales_bakup_20230327.sql	
+++ /dev/null
@@ -1,195 +0,0 @@
--- Databricks notebook source
---字段值的初步处理
-create or replace temporary view aia_rawdata_1 as
-select 
-year,
-qtr,
-cast(year * 100 + ym as int) ym,
-org_prov,
-org_city,
-ins_level,
-case when ins_cd is not null and length(ins_cd) < 7 then right(concat('0000000',ins_cd),7) else ins_cd end as org_ins_cd,
-atc1,
-atc2,
-atc3,
-atc4,
-atc,
-mole_nm,
-prod_nm,
-org_prd_nm_c,
-org_pk,
-org_prd_str,
-org_pth,
-min_unit,
-value,
-unit,
-cast(pack_desc as int) as pack_desc,
-org_pk_un,
-manu
-from dwd.dwd_gnd_aia_rawdata
-
--- COMMAND ----------
-
-
---关联出AUDIT_COD、inst_code
-create or replace temporary view aia_rawdata_2 as
-with hospital_mapping as (
-select distinct 
-case when length(cpa_hospital_code) < 7 then right(concat('0000000',cpa_hospital_code),7) else cpa_hospital_code end as cpa_hospital_code,
-ins_cd_nl as inst_code
-from dwd.dwd_gnd_hospital_not_provided
-)
-
-select upper(nvl(t2.inst_code,t1.org_ins_cd)) AUDIT_COD,
-t1.*,
-nvl(t2.inst_code,t1.org_ins_cd) as inst_code
-from aia_rawdata_1 t1
-left join hospital_mapping t2
-on t1.org_ins_cd = t2.cpa_hospital_code
--- left join dm.dm_td_institution t3
--- on t2.ins_code = t3.inst_code
--- left join dm.dm_ims_td_geo t4
--- on t3.city_name_en = t4.city
-
-
--- COMMAND ----------
-
-/*
-修改人 chenwu
-修改时间 20250513
-修改内容 打包分子的数据，不论 打通表 和 事实表，都没有系数，需要用 事实表里的 最小制剂单位数量 作为counting_unit
-*/
---关联出pack_cod、corp_cod、counting_unit
-create or replace temporary view aia_rawdata_3 as
-select case when length(trim(t2.iqvia_pack_code)) < 12 and trim(t2.iqvia_pack_code) REGEXP '^[0-9]' then right(concat('000000000000',trim(t2.iqvia_pack_code)),12)
-            else trim(t2.iqvia_pack_code)
-       end as pack_cod,
-t3.corp_cod,
-case when left(t2.iqvia_pack_code,4) = 'AZP_' then cast(t1.min_unit/t1.org_pk_un  as decimal(38,10)) else t3.counting_unit end counting_unit,
--- t3.counting_unit,20250513
-t1.*
-from aia_rawdata_2 t1
-left join (select distinct trim(iqvia_pack_code) as iqvia_pack_code,
-ATC1,ATC2,ATC3,ATC4,org_prd_cd,org_mole_nm_c,
-org_manu_prd_nm_c,org_prd_nm_c,org_pk,org_prd_str,
-org_pth,min_pk_unit,org_pk_unit,org_manu_nm from dwd.dwd_gnd_ext_aia_cpt_data) t2
---ATC1编码+ATC2编码+ATC3编码+ATC4编码+药品编码(ATC)+药品通用名+药品产品名+药品商品名+规格+剂型+给药途径+最小销售包装单位+包装规格+生产企业
-on nvl(t1.ATC1,'') = nvl(t2.ATC1,'')
-and nvl(t1.ATC2,'') = nvl(t2.ATC2,'')
-and nvl(t1.ATC3,'') = nvl(t2.ATC3,'')
-and nvl(t1.ATC4,'') = nvl(t2.ATC4,'')
-and nvl(t1.ATC,'') = nvl(t2.org_prd_cd,'')
-and nvl(t1.MOLE_NM,'') = nvl(t2.org_mole_nm_c,'')
-and nvl(t1.PROD_NM,'') = nvl(t2.org_manu_prd_nm_c,'')
-and nvl(t1.ORG_PRD_NM_C,'') = nvl(t2.org_prd_nm_c,'')
-and nvl(t1.ORG_PK,'') = nvl(t2.org_pk,'')
-and nvl(t1.ORG_PRD_STR,'') = nvl(t2.org_prd_str,'')
-and nvl(t1.ORG_PTH,'') = nvl(t2.org_pth,'')
-and nvl(t1.UNIT,'') = nvl(t2.min_pk_unit,'')
-and nvl(t1.PACK_DESC,'') = nvl(t2.org_pk_unit,'')
-and nvl(t1.MANU,'') = nvl(t2.org_manu_nm,'')
-left join (select distinct PACK_COD,corp_cod,counting_unit from dm.dm_aia_pack_property) t3
-on t2.iqvia_pack_code = t3.PACK_COD
-
-
--- COMMAND ----------
-
-
---计算出ly销量
-create or replace temporary view aia_rawdata_4 as
-with max_ym as (
-select max(ym) as max_ym from aia_rawdata_3
-)
-
-select
-    YM,
-    org_ins_cd,
-    inst_code,
-    AUDIT_COD,
-    pack_cod,
-    corp_cod,
-    sum(value) as value,
-    sum(volume) as volume,
-    sum(counting_unit) as counting_unit,
-    sum(value_ly) as value_ly,
-    sum(volume_ly) as volume_ly,
-    sum(counting_unit_ly) as counting_unit_ly
-from (
-select
-    ym,
-    org_ins_cd,
-    inst_code,
-    AUDIT_COD,
-    pack_cod,
-    corp_cod,
-    cast(value as decimal(38,10)) as value,
-    cast(ORG_PK_UN as decimal(38,10)) as volume,
-    cast(ORG_PK_UN as decimal(38,10)) * coalesce(cast(counting_unit as decimal(38,10)),1) as counting_unit,
-    0 as value_ly,
-    0 as volume_ly,
-    0 as counting_unit_ly
-from aia_rawdata_3
-union all
-select
-    cast(cast(ym as int) + 100 as string) as ym,
-    org_ins_cd,
-    inst_code,
-    AUDIT_COD,
-    pack_cod,
-    corp_cod,
-    0 as value,
-    0 as volume,
-    0 as counting_unit,
-    cast(value as decimal(38,10)) as value_ly,
-    cast(ORG_PK_UN as decimal(38,10)) as volume_ly,
-    cast(ORG_PK_UN as decimal(38,10)) * coalesce(cast(counting_unit as decimal(38,10)),1) as counting_unit_ly
-from aia_rawdata_3 t1
-join max_ym t2
-on 1=1
-where cast(cast(ym as int) + 100 as string) <= t2.max_ym
- )
-group by ym,
-    org_ins_cd,
-    inst_code,
-    AUDIT_COD,
-    pack_cod,
-    corp_cod
-
-
--- COMMAND ----------
-
-insert overwrite table dm.dm_ext_aia_sales(
-ym,
-org_ins_cd,
-inst_code,
-AUDIT_COD,
-pack_cod,
-corp_cod,
-value,
-volume,
-counting_unit,
-value_ly,
-volume_ly,
-counting_unit_ly
-)
-select 
-ym,
-org_ins_cd,
-inst_code,
-AUDIT_COD,
-pack_cod,
-corp_cod,
-sum(value) as value,
-sum(volume) as volume,
-sum(counting_unit) as counting_unit,
-sum(value_ly) as value_ly,
-sum(volume_ly) as volume_ly,
-sum(counting_unit_ly) as counting_unit_ly
-from aia_rawdata_4
-group by 
-ym,
-org_ins_cd,
-inst_code,
-AUDIT_COD,
-pack_cod,
-corp_cod
\ No newline at end of file
diff --git a/EXTERNAL/AIA/02 dm_ext_aia_sales_bakup_20230327.sql:Zone.Identifier b/EXTERNAL/AIA/02 dm_ext_aia_sales_bakup_20230327.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/AIA/03 dm_aia_flag.sql b/EXTERNAL/AIA/03 dm_aia_flag.sql
deleted file mode 100644
index a33a05e..0000000
--- a/EXTERNAL/AIA/03 dm_aia_flag.sql	
+++ /dev/null
@@ -1,84 +0,0 @@
--- Databricks notebook source
------------------------------------------------------------------------------------
---修改时间：20241021
---修改人：FanXujia
---修改内容：
---只取最新年-1  ~  最新年范围内的，称为“2年共有”。增加
------------------------------------------------------------------------------------
---共有机构
-insert overwrite table dm.dm_aia_hp_flag 
-with max_year as (
-select
-max(cast(year as int)) as max_year,
-max(cast(year as int) - 1) as max_year_ly
-from dwd.dwd_gnd_hospital_not_provided
-)
-,hp_flag as (
-  select
-    distinct concat(t1.year, '-Y') as hp_his_flag,
-    case when length(t1.cpa_hospital_code) < 7 then right(concat('0000000',t1.cpa_hospital_code),7) else t1.cpa_hospital_code end as cpa_hospital_code
-  from
-    dwd.dwd_gnd_hospital_not_provided t1
-    cross join max_year t2
-    where cast(t1.year as int) >= t2.max_year_ly
-)
-,hp_flag2 as (
-SELECT 
-    cpa_hospital_code,
-    CONCAT_WS(' ∩ ', SORT_ARRAY(COLLECT_LIST(hp_his_flag))) AS FLAG
-FROM 
-    hp_flag
-GROUP BY 
-    cpa_hospital_code
-)
-,inst_mapping as (
-  -- select
-  --   distinct right(concat('0000000', org_cd), 7) org_cd,
-  --   ins_cd
-  -- from
-  --   dwd.dwd_gnd_hospitalmapping
-select distinct 
-case when length(cpa_hospital_code) < 7 then right(concat('0000000',cpa_hospital_code),7) else cpa_hospital_code end as cpa_hospital_code,
-ins_cd_nl as inst_code
-from dwd.dwd_gnd_hospital_not_provided
-)
-
-,ALL_INS as (
-select distinct inst_code
-from dm.dm_ext_aia_sales
-)
-
-,flag as (
-  select distinct
-    coalesce(t2.inst_code,t1.cpa_hospital_code) as inst_code,
-    t1.flag as aia_hp_flag,
-    'Y' as FLAG,
-'AIA(Monthly)' as DATA_SOURCE
-  from hp_flag2 t1
-    left join inst_mapping t2 on t1.cpa_hospital_code = t2.cpa_hospital_code
-  where
-    length(t1.flag) > 6
-union all
-select '' as inst_code,'' as aia_hp_flag,'' as FLAG,'IQVIA-CHPA(Monthly)' as DATA_SOURCE
-union all
-select '' as inst_code,'' as aia_hp_flag,'' as FLAG,'XH Data(Quarterly)' as DATA_SOURCE
-union all
-select '' as inst_code,'' as aia_hp_flag,'' as FLAG,'EC(Monthly)' as DATA_SOURCE
-union all
-select '' as inst_code,'' as aia_hp_flag,'' as FLAG,'Retail(Quarterly)' as DATA_SOURCE
-union all
-select '' as inst_code,'' as aia_hp_flag,'' as FLAG,'CHC(Quarterly)' as DATA_SOURCE
-union all
-select '' as inst_code,'' as aia_hp_flag,'' as FLAG,'THC(Quarterly)' as DATA_SOURCE
-union all
-select '' as inst_code,'' as aia_hp_flag,'' as FLAG,'IQVIA-COUNTY(Quarterly)' as DATA_SOURCE
-)
-
-select t1.inst_code,
-NVL(t2.aia_hp_flag,'') as aia_hp_flag,
-NVL(t2.FLAG,'N') as FLAG,
-'AIA(Monthly)' as DATA_SOURCE
-from ALL_INS t1
-left join flag t2
-on t1.inst_code = t2.inst_code
-
diff --git a/EXTERNAL/AIA/03 dm_aia_flag.sql:Zone.Identifier b/EXTERNAL/AIA/03 dm_aia_flag.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/AIA/04 dm_aia_provided_flag.sql b/EXTERNAL/AIA/04 dm_aia_provided_flag.sql
deleted file mode 100644
index c772213..0000000
--- a/EXTERNAL/AIA/04 dm_aia_provided_flag.sql	
+++ /dev/null
@@ -1,112 +0,0 @@
--- Databricks notebook source
--- MAGIC %run ../../../Common/config
-
--- COMMAND ----------
-
--- MAGIC %python
--- MAGIC spark.read.table(f'`{CDW_CATALOG}`.`dwd`.`dim_product_wide`').createOrReplaceTempView('cdw_dwd_dim_product_wide')
--- MAGIC spark.read.table(f'`{CDW_CATALOG}`.`dwd`.`dwd_hospital_classification`').createOrReplaceTempView('cdw_dwd_dwd_hospital_classification')
-
--- COMMAND ----------
-
---连续取数机构
-----------------------------------------------------------------------------------------------------------------------
---修改时间：20241029
---修改人：FanXujia
---修改内容：
---根据事实表最新月，往前推12个月（含最新月），按机构 + 年月粒度汇总，如果每个月销量都不等于0，这家机构称为：滚动一年有数
---根据事实表最新月，往前推24个月（含最新月），按机构 + 年月粒度汇总，如果每个月销量都不等于0，这家机构称为：滚动两年有数
---2022年没有销量为正常情况，判断时仅考虑2023年01月起销量是否等于0
-----------------------------------------------------------------------------------------------------------------------
-insert overwrite table dm.dm_aia_provided_flag 
-with max_ym as (
-select max(ym) as max_ym
-from dm.dm_ext_aia_sales
-)
-,ym_range as (
-select max_ym,
-case when max_ym <= '202412' then cast(right(max_ym,2) as int)
-     else cast(12 as int)
-end ym_12m,
-case when max_ym <= '202312' then '202401'
-     when right(max_ym,2) = '12' then concat(left(max_ym,4),'01')
-     else concat(cast(left(max_ym, 4) - 1 as int),right(concat('0', cast(right(max_ym, 2) + 1 as int)), 2))
-end as ym_12m_before,
-case when max_ym <= '202312' then cast(right(max_ym,2) as int)
-     when max_ym <= '202512' then cast(right(max_ym,2) as int) + 12
-     else cast(24 as int)
-end as ym_24m,
-case when max_ym <= '202512' then '202401'
-     when right(max_ym,2) = '12' then concat(cast(left(max_ym,4) - 1 as int),'01')
-     else concat(cast(left(max_ym, 4) -2 as int),right(concat('0', cast(right(max_ym, 2) + 1 as int)), 2))
-end as ym_24m_before
-from max_ym
-)
-,sales_1 as (  
-select
-  inst_code,
-  ym
-from
-  dm.dm_ext_aia_sales
-group by
-  ym,
-  inst_code
-having
-  sum(value) <> 0
-)
-,sales_2 as (
-select
-  t1.inst_code,
-  t1.ym,
-  t2.max_ym,
-  t2.ym_12m,
-  t2.ym_12m_before,
-  t2.ym_24m,
-  t2.ym_24m_before
-from sales_1 t1
-cross join ym_range t2
-)
-,flag_12m as (
-select inst_code,
-'滚动一年有数' as aia_provided_flag,
-'AIA(Monthly)' as DATA_SOURCE
-from sales_2
-where ym <= max_ym
-and ym >= ym_12m_before
-group by inst_code
-having count(1) = (select ym_12m from ym_range)
-)
-,flag_24m as (
-select inst_code,
-'滚动两年有数' as aia_provided_flag,
-'AIA(Monthly)' as DATA_SOURCE
-from sales_2
-where ym <= max_ym
-and ym >= ym_24m_before
-group by inst_code
-having count(1) = (select ym_24m from ym_range)
-)
-
-select inst_code,
-aia_provided_flag,
-DATA_SOURCE
-from flag_12m
-union all
-select inst_code,
-aia_provided_flag,
-DATA_SOURCE
-from flag_24m
-union all
-select '' as inst_code,'' as aia_provided_flag,'IQVIA-CHPA(Monthly)' as data_source
-union all
-select '' as inst_code,'' as aia_provided_flag,'XH Data(Quarterly)' as data_source
-union all
-select '' as inst_code,'' as aia_provided_flag,'EC(Monthly)' as data_source
-union all
-select '' as inst_code,'' as aia_provided_flag,'Retail(Quarterly)' as data_source
-union all
-select '' as inst_code,'' as aia_provided_flag,'CHC(Quarterly)' as data_source
-union all
-select '' as inst_code,'' as aia_provided_flag,'THC(Quarterly)' as data_source
-union all
-select '' as inst_code,'' as aia_provided_flag,'IQVIA-COUNTY(Quarterly)' as data_source
diff --git a/EXTERNAL/AIA/04 dm_aia_provided_flag.sql:Zone.Identifier b/EXTERNAL/AIA/04 dm_aia_provided_flag.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/AIA/06 DM_TD_EXT_AIA_PACK_PROPERTY.sql b/EXTERNAL/AIA/06 DM_TD_EXT_AIA_PACK_PROPERTY.sql
deleted file mode 100644
index 3f5c061..0000000
--- a/EXTERNAL/AIA/06 DM_TD_EXT_AIA_PACK_PROPERTY.sql	
+++ /dev/null
@@ -1,146 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_AIA_PACK_PROPERTY 
--- (
---   -- MARKET_PACK_KEY STRING,
---   PACK_CODE STRING,
---   PACK_DESC STRING,
---   STGH_DESC STRING,
---   PACK_LCH STRING,
---   FAMILY_CODE STRING,
---   FAMILY_NAME STRING,
---   PROD_CODE STRING,
---   PROD_DESC STRING,
---   PROD_DESC_C STRING,
---   CMPS_CODE STRING,
---   CMPS_DESC STRING,
---   CMPS_DESC_C STRING,
---   ATC1_CODE STRING,
---   ATC2_CODE STRING,
---   ATC3_CODE STRING,
---   ATC4_CODE STRING,
---   APP1_CODE STRING,
---   APP2_CODE STRING,
---   APP3_CODE STRING,
---   BIO_DESC STRING,
---   GENE_ORIG_DESC STRING,
---   ETH_OTC_DESC STRING,
---   NRDL_DESC STRING,
---   NRDL_ENTRY_DATE STRING,
---   EDL_DESC STRING,
---   TCM_DESC STRING,
---   PAED_DESC STRING,
---   GQCE_DESC STRING,
---   VBP_DESC_V STRING,
---   VBP_DESC STRING,
---   MANU_CODE STRING,
---   MANU_DESC STRING,
---   MANU_DESC_C STRING,
---   MNFL_CODE STRING,
---   MNFL_DESC STRING,
---   CORP_CODE STRING,
---   CORP_DESC STRING,
---   CORP_DESC_C STRING,
---   BRANDTYPE STRING,
---   -- MARKET STRING,
---   -- KEY_COMPETITOR STRING,
---   IS_AZ STRING,
---   AZ_MAIN STRING,
---   -- AZ_RELATED STRING,
---   ATC1_DESC STRING,
---   ATC1_DESC_C STRING,
---   ATC2_DESC STRING,
---   ATC2_DESC_C STRING,
---   ATC3_DESC STRING,
---   ATC3_DESC_C STRING,
---   ATC4_DESC STRING,
---   ATC4_DESC_C STRING,
---   APP1_DESC STRING,
---   APP1_DESC_C STRING,
---   APP2_DESC STRING,
---   APP2_DESC_C STRING,
---   APP3_DESC STRING,
---   APP3_DESC_C STRING,
---   -- CLASS STRING,
---   -- MARKET_RATIO STRING,
---   COUNTINGUNIT STRING,
---   VBP_BRAND STRING,
---   REPLENISH_FALG STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
--- )
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_aia_pack_property';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_aia_pack_property';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_AIA_PACK_PROPERTY
-SELECT
-  -- MARKET_PACK_KEY,
-  PACK_COD AS PACK_CODE,
-  PACK_DES AS PACK_DESC,
-  STGH_DES AS STGH_DESC,
-  PACK_LCH,
-  FAMILY_CODE,
-  FAMILY_NAME,
-  PROD_COD AS PROD_CODE,
-  PROD_DES AS PROD_DESC,
-  PROD_DES_C AS PROD_DESC_C,
-  CMPS_COD AS CMPS_CODE,
-  CMPS_DES AS CMPS_DESC,
-  CMPS_DES_C AS CMPS_DESC_C,
-  ATC1_COD AS ATC1_CODE,
-  ATC2_COD AS ATC2_CODE,
-  ATC3_COD AS ATC3_CODE,
-  ATC4_COD AS ATC4_CODE,
-  APP1_COD AS APP1_CODE,
-  APP2_COD AS APP2_CODE,
-  APP3_COD AS APP3_CODE,
-  BIO_DESC,
-  GENE_ORIG_DESC,
-  ETH_OTC_DESC,
-  NRDL_DESC,
-  NRDL_ENTRY_DATE,
-  EDL_DESC,
-  TCM_DESC,
-  PAED_DESC,
-  GQCE_DESC,
-  null as VBP_DESC_V,
-  VBP_DESC,
-  MANU_COD AS MANU_CODE,
-  MANU_DES AS MANU_DESC,
-  MANU_DES_C AS MANU_DESC_C,
-  MNFL_COD AS MNFL_CODE,
-  MNFL_DES AS MNFL_DESC,
-  CORP_COD AS CORP_CODE,
-  CORP_DES AS CORP_DESC,
-  CORP_DES_C AS CORP_DESC_C,
-  BRANDTYPE,
-  -- MARKET,
-  -- KEY_COMPETITOR,
-  IS_AZ,
-  AZ_MAIN,
-  -- AZ_RELATED,
-  ATC1_DES AS ATC1_DESC,
-  ATC1_DES_C AS ATC1_DESC_C,
-  ATC2_DES AS ATC2_DESC,
-  ATC2_DES_C AS ATC2_DESC_C,
-  ATC3_DES AS ATC3_DESC,
-  ATC3_DES_C AS ATC3_DESC_C,
-  ATC4_DES AS ATC4_DESC,
-  ATC4_DES_C AS ATC4_DESC_C,
-  APP1_DES AS APP1_DESC,
-  APP1_DES_C AS APP1_DESC_C,
-  APP2_DES AS APP2_DESC,
-  APP2_DES_C AS APP2_DESC_C,
-  APP3_DES AS APP3_DESC,
-  APP3_DES_C AS APP3_DESC_C,
-  -- CLASS,
-  -- NULL AS MARKET_RATIO,
-  NULL AS COUNTINGUNIT,
-  NULL AS VBP_BRAND,
-  NULL AS REPLENISH_FALG,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_AIA_PACK_PROPERTY;
\ No newline at end of file
diff --git a/EXTERNAL/AIA/06 DM_TD_EXT_AIA_PACK_PROPERTY.sql:Zone.Identifier b/EXTERNAL/AIA/06 DM_TD_EXT_AIA_PACK_PROPERTY.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/AIA/07 DM_TD_EXT_AIA_PACK2MARKET.sql b/EXTERNAL/AIA/07 DM_TD_EXT_AIA_PACK2MARKET.sql
deleted file mode 100644
index ac0822c..0000000
--- a/EXTERNAL/AIA/07 DM_TD_EXT_AIA_PACK2MARKET.sql	
+++ /dev/null
@@ -1,339 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_AIA_PACK2MARKET (
---   MARKET STRING,
---   PACK_CODE STRING,
---   PACK_DESC STRING,
---   STGH_DESC STRING,
---   PACK_LCH STRING,
---   PROD_CODE STRING,
---   CMPS_CODE STRING,
---   CMPS_DESC STRING,
---   ATC1_CODE STRING,
---   ATC2_CODE STRING,
---   ATC3_CODE STRING,
---   ATC4_CODE STRING,
---   APP1_CODE STRING,
---   APP2_CODE STRING,
---   APP3_CODE STRING,
---   BIO_DESC STRING,
---   GENE_ORIG_DESC STRING,
---   ETH_OTC_DESC STRING,
---   NRDL_DESC STRING,
---   NRDL_ENTRY_DATE STRING,
---   EDL_DESC STRING,
---   TCM_DESC STRING,
---   PAED_DESC STRING,
---   GQCE_DESC STRING,
---   VBP_DESC STRING,
---   MANU_CODE STRING,
---   MANU_DESC STRING,
---   MNFL_CODE STRING,
---   MNFL_DESC STRING,
---   CORP_CODE STRING,
---   CORP_DESC STRING,
---   BRANDTYPE STRING,
---   BU STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   MARKET_RATIO STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_aia_pack2market';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_aia_pack2market';
-
--- COMMAND ----------
-
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_AIA_PACK2MARKET_KEYCOMPETITOR (
---   KEY_COMPETITOR STRING,
---   MARKET STRING,
---   PACK_CODE STRING)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_aia_pack2market_keycompetitor';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_aia_pack2market_keycompetitor';
-
--- COMMAND ----------
-
--- CREATE or REPLACE TABLE DM.DM_TD_EXT_AIA_PACK2MARKET_CLASS (
---   MARKET STRING,
---   PACK_CODE STRING,
---   CLASS STRING)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_aia_pack2market_class';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_aia_pack2market_class';
-
--- COMMAND ----------
-
-select * from DM.DM_TD_EXT_AIA_PACK2MARKET where PACK_CODE = '000097274004'
-
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_AIA_PACK2MARKET
--- 包含规则
-SELECT DISTINCT
-  T2.MARKET,
-  T1.PACK_CODE,
-  T1.PACK_DESC,
-  T1.STGH_DESC,
-  T1.PACK_LCH,
-  T1.PROD_CODE,
-  T1.CMPS_CODE,
-  T1.CMPS_DESC,
-  T1.ATC1_CODE,
-  T1.ATC2_CODE,
-  T1.ATC3_CODE,
-  T1.ATC4_CODE,
-  T1.APP1_CODE,
-  T1.APP2_CODE,
-  T1.APP3_CODE,
-  T1.BIO_DESC,
-  T1.GENE_ORIG_DESC,
-  T1.ETH_OTC_DESC,
-  T1.NRDL_DESC,
-  T1.NRDL_ENTRY_DATE,
-  T1.EDL_DESC,
-  T1.TCM_DESC,
-  T1.PAED_DESC,
-  T1.GQCE_DESC,
-  T1.VBP_DESC,
-  T1.MANU_CODE,
-  T1.MANU_DESC,
-  T1.MNFL_CODE,
-  T1.MNFL_DESC,
-  T1.CORP_CODE,
-  T1.CORP_DESC,
-  T1.BRANDTYPE,
-  T2.BU,
-  T2.STARTTIME,
-  T2.ENDTIME,
-  COALESCE(T2.EXTEND_MARKET_RATIO, '1') AS MARKET_RATIO,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_AIA_PACK_PROPERTY AS T1
-LEFT JOIN (
-  SELECT 
-    MARKET,
-    BU,
-    STARTTIME,
-    ENDTIME,
-    EXTEND_MARKET_RATIO,
-    ATC1_CODE,
-    ATC2_CODE,
-    ATC3_CODE,
-    ATC4_CODE,
-    NFC1_CODE,
-    NFC2_CODE,
-    NFC3_CODE,
-    CORPORATION_CODE,
-    MANUFACTURER_CODE,
-    PRODUCT_CODE,
-    PACK_CODE,
-    STRENGTH,
-    MOLECULE_CODE
-  FROM DWD.DWD_GND_IMS_TBLMARKET_BYMONTH
-  WHERE EXTEND_MARKET IS NULL AND (NOT_IN_FLAG IS NULL OR NOT_IN_FLAG = '1')
-) AS T2
-  ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
-  AND (T2.ATC2_CODE IS NULL OR T1.ATC2_CODE = T2.ATC2_CODE)
-  AND (T2.ATC3_CODE IS NULL OR T1.ATC3_CODE = T2.ATC3_CODE)
-  AND (T2.ATC4_CODE IS NULL OR T1.ATC4_CODE = T2.ATC4_CODE)
-  AND (T2.NFC1_CODE IS NULL OR T1.APP1_CODE = T2.NFC1_CODE)
-  AND (T2.NFC2_CODE IS NULL OR T1.APP2_CODE = T2.NFC2_CODE)
-  AND (T2.NFC3_CODE IS NULL OR T1.APP3_CODE = T2.NFC3_CODE)
-  AND (T2.CORPORATION_CODE IS NULL OR T1.CORP_CODE = T2.CORPORATION_CODE)
-  AND (T2.MANUFACTURER_CODE IS NULL OR T1.MANU_CODE = T2.MANUFACTURER_CODE)
-  AND (T2.PRODUCT_CODE IS NULL OR T1.PROD_CODE = T2.PRODUCT_CODE)
-  AND (T2.PACK_CODE IS NULL OR T1.PACK_CODE = T2.PACK_CODE)
-  AND (T2.STRENGTH IS NULL OR T1.STGH_DESC = T2.STRENGTH)
-  AND (T2.MOLECULE_CODE IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE)
-WHERE T2.MARKET IS NOT NULL
-
-EXCEPT
-
--- 排除规则
-SELECT DISTINCT
-  T2.MARKET,
-  T1.PACK_CODE,
-  T1.PACK_DESC,
-  T1.STGH_DESC,
-  T1.PACK_LCH,
-  T1.PROD_CODE,
-  T1.CMPS_CODE,
-  T1.CMPS_DESC,
-  T1.ATC1_CODE,
-  T1.ATC2_CODE,
-  T1.ATC3_CODE,
-  T1.ATC4_CODE,
-  T1.APP1_CODE,
-  T1.APP2_CODE,
-  T1.APP3_CODE,
-  T1.BIO_DESC,
-  T1.GENE_ORIG_DESC,
-  T1.ETH_OTC_DESC,
-  T1.NRDL_DESC,
-  T1.NRDL_ENTRY_DATE,
-  T1.EDL_DESC,
-  T1.TCM_DESC,
-  T1.PAED_DESC,
-  T1.GQCE_DESC,
-  T1.VBP_DESC,
-  T1.MANU_CODE,
-  T1.MANU_DESC,
-  T1.MNFL_CODE,
-  T1.MNFL_DESC,
-  T1.CORP_CODE,
-  T1.CORP_DESC,
-  T1.BRANDTYPE,
-  T2.BU,
-  T2.STARTTIME,
-  T2.ENDTIME,
-  COALESCE(T2.EXTEND_MARKET_RATIO, '1') AS MARKET_RATIO,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_AIA_PACK_PROPERTY AS T1
-LEFT JOIN (
-  SELECT 
-    MARKET,
-    BU,
-    STARTTIME,
-    ENDTIME,
-    EXTEND_MARKET_RATIO,
-    ATC1_CODE,
-    ATC2_CODE,
-    ATC3_CODE,
-    ATC4_CODE,
-    NFC1_CODE,
-    NFC2_CODE,
-    NFC3_CODE,
-    CORPORATION_CODE,
-    MANUFACTURER_CODE,
-    PRODUCT_CODE,
-    PACK_CODE,
-    STRENGTH,
-    MOLECULE_CODE  
-  FROM DWD.DWD_GND_IMS_TBLMARKET_BYMONTH
-  WHERE EXTEND_MARKET IS NULL AND NOT_IN_FLAG = '0'
-) AS T2
-  ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
-  AND (T2.ATC2_CODE IS NULL OR T1.ATC2_CODE = T2.ATC2_CODE)
-  AND (T2.ATC3_CODE IS NULL OR T1.ATC3_CODE = T2.ATC3_CODE)
-  AND (T2.ATC4_CODE IS NULL OR T1.ATC4_CODE = T2.ATC4_CODE)
-  AND (T2.NFC1_CODE IS NULL OR T1.APP1_CODE = T2.NFC1_CODE)
-  AND (T2.NFC2_CODE IS NULL OR T1.APP2_CODE = T2.NFC2_CODE)
-  AND (T2.NFC3_CODE IS NULL OR T1.APP3_CODE = T2.NFC3_CODE)
-  AND (T2.CORPORATION_CODE IS NULL OR T1.CORP_CODE = T2.CORPORATION_CODE)
-  AND (T2.MANUFACTURER_CODE IS NULL OR T1.MANU_CODE = T2.MANUFACTURER_CODE)
-  AND (T2.PRODUCT_CODE IS NULL OR T1.PROD_CODE = T2.PRODUCT_CODE)
-  AND (T2.PACK_CODE IS NULL OR T1.PACK_CODE = T2.PACK_CODE)
-  AND (T2.STRENGTH IS NULL OR T1.STGH_DESC = T2.STRENGTH)
-  AND (T2.MOLECULE_CODE IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE)
-WHERE T2.MARKET IS NOT NULL;
-
--- COMMAND ----------
-
---删除需要隐藏的市场
-MERGE INTO DM.DM_TD_EXT_AIA_PACK2MARKET AS target
-USING dwd.dwd_gnd_ims_hidden_market AS source
-ON UPPER(target.market) = UPPER(source.hidden_market)
-AND source.data_source = 'AIA'
-WHEN MATCHED THEN DELETE;
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_AIA_PACK2MARKET_KEYCOMPETITOR
-WITH kc AS (
-  SELECT
-    keycompetitor, no,
-    ROW_NUMBER() OVER (ORDER BY
-      CASE
-        WHEN ATC1_Code     IS NOT NULL THEN 1
-        WHEN ATC2_Code     IS NOT NULL THEN 2
-        WHEN ATC3_Code     IS NOT NULL THEN 3
-        WHEN ATC4_Code     IS NOT NULL THEN 4
-        WHEN Molecule_Code IS NOT NULL THEN 5
-        WHEN Product_Code  IS NOT NULL THEN 6
-        WHEN Pack_Code     IS NOT NULL THEN 7
-        ELSE 999
-      END,
-      CASE WHEN NFC1_CODE IS NULL THEN 0 ELSE 1 END,
-      CASE WHEN NFC2_CODE IS NULL THEN 0 ELSE 1 END,
-      CASE WHEN NFC3_CODE IS NULL THEN 0 ELSE 1 END
-    ) AS no1,
-    ATC1_Code, ATC2_Code, ATC3_Code, ATC4_Code,
-    NFC1_Code, NFC2_Code, NFC3_Code,
-    corporation_code, Manufacturer_Code,
-    Product_Code, Pack_Code, Strength, Molecule_Code, market
-  FROM dwd.dwd_gnd_ims_tblkeycompetitor
-),
-joined AS (
-  SELECT
-    /*+ BROADCAST(kc) */
-    COALESCE(kc.keycompetitor, 'OTHERS') AS Key_Competitor,  -- ✅ UPDATE 逻辑内联
-    t1.market, t1.PACK_CODE
-    /*bug 调试区
-    ,
-    kc.no,
-    kc.no1,
-    t1.PROD_COD, t1.CMPS_COD, t1.CMPS_DES,
-    t1.ATC1_COD, t1.ATC2_COD, t1.ATC3_COD, t1.ATC4_COD,
-    t1.APP1_COD, t1.APP2_COD, t1.APP3_COD,
-    t1.BIO_DESC, t1.GENE_ORIG_DESC, t1.ETH_OTC_DESC,
-    t1.NRDL_DESC, t1.NRDL_Entry_Date, t1.EDL_DESC, t1.TCM_DESC,
-    t1.PAED_DESC, t1.GQCE_DESC, t1.VBP_DESC,
-    t1.MANU_COD, t1.MANU_DES, t1.MNFL_COD, t1.MNFL_DES,
-    t1.CORP_COD, t1.CORP_DES, t1.BrandType, t1.bu, t1.Market_Ratio
-    */
-  ,ROW_NUMBER() OVER (
-      PARTITION BY t1.market, t1.PACK_CODE, t1.PROD_CODE
-      ORDER BY kc.no1 DESC, kc.no DESC
-    ) AS _rn
-  FROM DM.DM_TD_EXT_AIA_PACK2MARKET t1
-  LEFT JOIN kc
-    ON  (kc.ATC1_Code         IS NULL OR t1.ATC1_CODE = kc.ATC1_Code)
-    AND (kc.ATC2_Code         IS NULL OR t1.ATC2_CODE = kc.ATC2_Code)
-    AND (kc.ATC3_Code         IS NULL OR t1.ATC3_CODE = kc.ATC3_Code)
-    AND (kc.ATC4_Code         IS NULL OR t1.ATC4_CODE = kc.ATC4_Code)
-    AND (kc.NFC1_Code         IS NULL OR t1.APP1_CODE = kc.NFC1_Code)
-    AND (kc.NFC2_Code         IS NULL OR t1.APP2_CODE = kc.NFC2_Code)
-    AND (kc.NFC3_Code         IS NULL OR t1.APP3_CODE = kc.NFC3_Code)
-    AND (kc.corporation_code  IS NULL OR t1.CORP_CODE = kc.corporation_code)
-    AND (kc.Manufacturer_Code IS NULL OR t1.MANU_CODE = kc.Manufacturer_Code)
-    AND (kc.Product_Code      IS NULL OR t1.PROD_CODE = kc.Product_Code)
-    AND (kc.Pack_Code         IS NULL OR t1.PACK_CODE = kc.Pack_Code)
-    AND (kc.Strength          IS NULL OR t1.STGH_DESC = kc.Strength)
-    AND (kc.Molecule_Code     IS NULL OR t1.CMPS_CODE = kc.Molecule_Code)
-    AND (kc.market            IS NULL OR t1.market   = kc.market)
-)
-SELECT distinct Key_Competitor,market,pack_code 
-FROM joined
-WHERE _rn = 1;
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_AIA_PACK2MARKET_CLASS
-SELECT 
-  /*+ BROADCAST(T2) */
-  DISTINCT
-  T1.MARKET,
-  T1.PACK_CODE,
-  COALESCE( T2.CLASS, 'OTHERS') AS CLASS
-FROM DM.DM_TD_EXT_AIA_PACK2MARKET T1
-LEFT JOIN DWD.DWD_GND_TBLCLASS T2
-  ON  (T2.MARKET            IS NULL OR T1.MARKET    = T2.MARKET)
-  AND (T2.PACK_CODE         IS NULL OR T1.PACK_CODE = T2.PACK_CODE)
-  AND (T2.PRODUCT_CODE      IS NULL OR T1.PROD_CODE = T2.PRODUCT_CODE)
-  AND (T2.MOLECULE_CODE     IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE)
-  AND (T2.CORPORATION_CODE  IS NULL OR T1.CORP_CODE = T2.CORPORATION_CODE)
-  AND (T2.MANUFACTURER_CODE IS NULL OR T1.MANU_CODE = T2.MANUFACTURER_CODE)
-  AND (T2.ATC1_CODE         IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
-  AND (T2.ATC2_CODE         IS NULL OR T1.ATC2_CODE = T2.ATC2_CODE)
-  AND (T2.ATC3_CODE         IS NULL OR T1.ATC3_CODE = T2.ATC3_CODE)
-  AND (T2.ATC4_CODE         IS NULL OR T1.ATC4_CODE = T2.ATC4_CODE)
-  AND (T2.NFC1_CODE         IS NULL OR T1.APP1_CODE = T2.NFC1_CODE)
-  AND (T2.NFC2_CODE         IS NULL OR T1.APP2_CODE = T2.NFC2_CODE)
-  AND (T2.NFC3_CODE         IS NULL OR T1.APP3_CODE = T2.NFC3_CODE)
-  AND (T2.STRENGTH          IS NULL OR T1.STGH_DESC = T2.STRENGTH)
\ No newline at end of file
diff --git a/EXTERNAL/AIA/07 DM_TD_EXT_AIA_PACK2MARKET.sql:Zone.Identifier b/EXTERNAL/AIA/07 DM_TD_EXT_AIA_PACK2MARKET.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/AIA/08 DM_TD_EXT_AIA_MARKET_RATIO.sql b/EXTERNAL/AIA/08 DM_TD_EXT_AIA_MARKET_RATIO.sql
deleted file mode 100644
index 2651cf1..0000000
--- a/EXTERNAL/AIA/08 DM_TD_EXT_AIA_MARKET_RATIO.sql	
+++ /dev/null
@@ -1,30 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_AIA_MARKET_RATIO (
---   MARKET STRING,
---   PACK_CODE STRING,
---   CMPS_CODE STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   MARKET_RATIO STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_aia_market_ratio';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_aia_market_ratio';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_AIA_MARKET_RATIO
-SELECT 
-  DISTINCT
-  MARKET,
-  PACK_CODE,
-  CMPS_CODE,
-  STARTTIME,
-  ENDTIME,
-  MARKET_RATIO,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT 
-FROM DM.DM_TD_EXT_AIA_PACK2MARKET
-WHERE UPPER(MARKET) NOT LIKE '%ALL%'
\ No newline at end of file
diff --git a/EXTERNAL/AIA/08 DM_TD_EXT_AIA_MARKET_RATIO.sql:Zone.Identifier b/EXTERNAL/AIA/08 DM_TD_EXT_AIA_MARKET_RATIO.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/AIA/09 DM_TD_EXT_AIA_MARKET_BRAND_RATIO.sql b/EXTERNAL/AIA/09 DM_TD_EXT_AIA_MARKET_BRAND_RATIO.sql
deleted file mode 100644
index 1bba9c1..0000000
--- a/EXTERNAL/AIA/09 DM_TD_EXT_AIA_MARKET_BRAND_RATIO.sql	
+++ /dev/null
@@ -1,163 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_AIA_MARKET_BRAND_RATIO (
---   MARKET STRING,
---   PACK_CODE STRING,
---   VALUE_BRAND_RATIO FLOAT,
---   VALUE_BRAND_RATIO_START STRING,
---   VALUE_BRAND_RATIO_END STRING,
---   UNIT_BRAND_RATIO FLOAT,
---   UNIT_BRAND_START STRING,
---   UNIT_BRAND_END STRING,
---   COUNTINGUNIT_BRAND_RATIO FLOAT,
---   COUNTINGUNIT_BRAND_START STRING,
---   COUNTINGUNIT_BRAND_END STRING,
---   PDOT_BRAND_RATIO FLOAT,
---   PDOT_BRAND_START STRING,
---   PDOT_BRAND_END STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_aia_market_brand_ratio';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_aia_market_brand_ratio';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_AIA_MARKET_BRAND_RATIO
-SELECT 
-  DISTINCT
-  T1.MARKET,
-  T1.PACK_CODE,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.RATIO
-  ELSE NVL(T5.RATIO, 1) END AS VALUE_BRAND_RATIO,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.STARTTIME
-  ELSE NVL(T5.STARTTIME, 200001) END AS VALUE_BRAND_RATIO_START,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.ENDTIME
-  ELSE NVL(T5.ENDTIME, 299912) END AS VALUE_BRAND_RATIO_END,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.RATIO
-  ELSE NVL(T6.RATIO, 1) END AS UNIT_BRAND_RATIO,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.STARTTIME
-  ELSE NVL(T6.STARTTIME, 200001) END AS UNIT_BRAND_START,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.ENDTIME
-  ELSE NVL(T6.ENDTIME, 299912) END AS UNIT_BRAND_END,
-  1 AS COUNTINGUNIT_BRAND_RATIO,
-  200001 AS COUNTINGUNIT_BRAND_START,
-  299912 AS COUNTINGUNIT_BRAND_END,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.RATIO
-  ELSE NVL(T7.RATIO, 1) END AS PDOT_BRAND_RATIO,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.STARTTIME
-  ELSE NVL(T7.STARTTIME, 200001) END AS PDOT_BRAND_START,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.ENDTIME
-  ELSE NVL(T7.ENDTIME, 299912) END AS PDOT_BRAND_END,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_AIA_MARKET_RATIO T1
-LEFT JOIN ( --VALUE--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'VALUE' AND UPPER(LEVEL) = 'PACK'
-) T2 ON T1.MARKET = T2.MARKET AND T1.PACK_CODE = T2.PACK_COD
-LEFT JOIN ( --UNIT--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'UNIT' AND UPPER(LEVEL) = 'PACK'                  
-) T3 ON T1.MARKET = T3.MARKET AND T1.PACK_CODE = T3.PACK_COD
-LEFT JOIN ( --COUNTINGUNIT--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'COUNTINGUNIT' AND UPPER(LEVEL) = 'PACK'
-) T4 ON T1.MARKET = T4.MARKET AND T1.PACK_CODE = T4.PACK_COD
-LEFT JOIN ( --VALUE--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'VALUE' AND UPPER(LEVEL) = 'MOLECULE'
-) T5 ON T1.MARKET = T5.MARKET AND T1.CMPS_CODE = T5.CMPS_COD
-LEFT JOIN ( --UNIT--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'UNIT' AND UPPER(LEVEL) = 'MOLECULE'
-) T6 ON T1.MARKET = T6.MARKET AND T1.CMPS_CODE = T6.CMPS_COD
-LEFT JOIN ( --COUNTINGUNIT--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'COUNTINGUNIT' AND UPPER(LEVEL) = 'MOLECULE'
-) T7 ON T1.MARKET = T7.MARKET
-AND T1.CMPS_CODE = T7.CMPS_COD
-
--- COMMAND ----------
-
diff --git a/EXTERNAL/AIA/09 DM_TD_EXT_AIA_MARKET_BRAND_RATIO.sql:Zone.Identifier b/EXTERNAL/AIA/09 DM_TD_EXT_AIA_MARKET_BRAND_RATIO.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/AIA/10 DM_TD_EXT_AIA_MARKET_PACK_MAPPING.sql b/EXTERNAL/AIA/10 DM_TD_EXT_AIA_MARKET_PACK_MAPPING.sql
deleted file mode 100644
index 798af44..0000000
--- a/EXTERNAL/AIA/10 DM_TD_EXT_AIA_MARKET_PACK_MAPPING.sql	
+++ /dev/null
@@ -1,71 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_AIA_MARKET_PACK_MAPPING
--- (
---   PACK_CODE STRING,
---   MARKET STRING,
---   CLASS STRING,
---   KEY_COMPETITOR STRING,
---   MARKET_RATIO STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   VALUE_BRAND_RATIO STRING,
---   VALUE_BRAND_RATIO_START STRING,
---   VALUE_BRAND_RATIO_END STRING,
---   UNIT_BRAND_RATIO STRING,
---   UNIT_BRAND_START STRING,
---   UNIT_BRAND_END STRING,
---   COUNTINGUNIT_BRAND_RATIO STRING,
---   COUNTINGUNIT_BRAND_START STRING,
---   COUNTINGUNIT_BRAND_END STRING,
---   PDOT_BRAND_RATIO STRING,
---   PDOT_BRAND_START STRING,
---   PDOT_BRAND_END STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
--- )
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_aia_market_pack_mapping';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_aia_market_pack_mapping';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_AIA_MARKET_PACK_MAPPING
-  SELECT DISTINCT
-    T1.PACK_CODE,
-    T1.MARKET,
-    T4.CLASS,
-    T5.KEY_COMPETITOR,
-    T2.MARKET_RATIO,
-    T2.STARTTIME,
-    T2.ENDTIME,
-    T3.VALUE_BRAND_RATIO,
-    T3.VALUE_BRAND_RATIO_START,
-    T3.VALUE_BRAND_RATIO_END,
-    T3.UNIT_BRAND_RATIO,
-    T3.UNIT_BRAND_START,
-    T3.UNIT_BRAND_END,
-    T3.COUNTINGUNIT_BRAND_RATIO,
-    T3.COUNTINGUNIT_BRAND_START,
-    T3.COUNTINGUNIT_BRAND_END,
-    T3.PDOT_BRAND_RATIO,
-    T3.PDOT_BRAND_START,
-    T3.PDOT_BRAND_END,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
-  FROM
-    DM.DM_TD_EXT_AIA_PACK2MARKET T1
-      LEFT JOIN DM.DM_TD_EXT_AIA_MARKET_RATIO T2
-        ON T1.MARKET = T2.MARKET
-        AND T1.PACK_CODE = T2.PACK_CODE
-      LEFT JOIN DM.DM_TD_EXT_AIA_MARKET_BRAND_RATIO T3
-        ON T1.MARKET = T3.MARKET
-        AND T1.PACK_CODE = T3.PACK_CODE
-      LEFT JOIN DM.DM_TD_EXT_AIA_PACK2MARKET_CLASS T4
-        ON T1.PACK_CODE = T4.PACK_CODE
-        AND T1.MARKET = T4.MARKET
-      LEFT JOIN DM.DM_TD_EXT_AIA_PACK2MARKET_KEYCOMPETITOR T5
-        ON T1.PACK_CODE = T5.PACK_CODE
-        AND T1.MARKET = T5.MARKET
-  WHERE
-    UPPER(T1.MARKET) NOT LIKE "%ALL%"
\ No newline at end of file
diff --git a/EXTERNAL/AIA/10 DM_TD_EXT_AIA_MARKET_PACK_MAPPING.sql:Zone.Identifier b/EXTERNAL/AIA/10 DM_TD_EXT_AIA_MARKET_PACK_MAPPING.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/AIA/11 dm_aia_targethp_flag.sql b/EXTERNAL/AIA/11 dm_aia_targethp_flag.sql
deleted file mode 100644
index f310520..0000000
--- a/EXTERNAL/AIA/11 dm_aia_targethp_flag.sql	
+++ /dev/null
@@ -1,366 +0,0 @@
--- Databricks notebook source
--- MAGIC %run ../../../Common/config
-
--- COMMAND ----------
-
--- MAGIC %python
--- MAGIC spark.read.table(f'`{CDW_CATALOG}`.`dwd`.`dim_product_wide`').createOrReplaceTempView('cdw_dwd_dim_product_wide')
--- MAGIC spark.read.table(f'`{CDW_CATALOG}`.`dwd`.`dwd_hospital_classification`').createOrReplaceTempView('cdw_dwd_dwd_hospital_classification')
-
--- COMMAND ----------
-
----------------------------------------------------------------------------
---修改时间：20241108
---修改人：Fanxujia
---修改内容：
---for AIA Dashboard
---增加sub_channel,dragon_flag,ka_flag,target_ins_level字段
----------------------------------------------------------------------------
----------------------------------------------------------------------------
---修改时间：20241209
---修改人：Fanxujia
---修改内容：
---增加sub channel的排序
----------------------------------------------------------------------------
---目标医院
-insert overwrite table dm.dm_aia_targethp_flag --获取全部的机构 + 市场
-with sales as (
-  select distinct t1.inst_code,t2.MARKET
-  from dm.dm_ext_aia_sales t1
-  left join DM.DM_TD_EXT_AIA_MARKET_PACK_MAPPING t2
-  on t1.pack_cod = t2.PACK_CODE
-)
---获取产品与市场的映射关系
-,pack_market as (
-select distinct 
-PACK_CODE as PACK_COD,
-MARKET
-from DM.DM_TD_EXT_AIA_MARKET_PACK_MAPPING
-)
---辖区表，获取到KA_Flag、target_ins_level以及目标机构Flag(在辖区表里存在的就是目标机构)
-,td_territory_inst as (
-select distinct 
-inst_code,
-trty_code,
-family_code,
-ka_flag,
-TARGET_LEVEL as target_ins_level
-from dm.dm_td_sd_territory_indication --eagle的非重点医院同样加为目标机构
-where yyyymm in (
-    select
-      key_value
-    from
-      dm.dm_td_date_config
-    where
-      key_code = 'pfmc_cvh'
-  )
-and bu not in ('CUBE','KA')
-and key_hp<>3 --chenwu 20250904 排除双考影响
-)
---汇报线表，获取到Channel，后续用于判断出sub_channel
-,td_org as (
-select distinct 
-t1.mr_trty_code,
-case when t1.bu_code in ('PC14','PC16','PC18','PC19') then 'BU'
-     when t1.bu_code = 'SC01' and t1.sub_bu_code = 'NA29' then sub_bu_name
-     when t1.bu_code = 'SC01' then 'BU'
-     when t1.bu_code <> 'SC01' and t2.bm_name = 'BCBH' then 'BU'
-     when t1.bu_code <> 'SC01' then t1.bu_name
-end as channel
-from dm.dm_td_org t1
-left join dws.dws_td_bu_active t2
-on t1.bu_name = t2.bu_name
-where t1.yyyymm in (
-    select
-      key_value
-    from
-      dm.dm_td_date_config
-    where
-      key_code = 'pfmc_cvh'
-  )
-)
---Family粒度和Brand粒度的映射表
-,product_wide as (
-select distinct 
-prd_family_cd,
-prd_brand_cd
-from cdw_dwd_dim_product_wide
-)
---内部Brand粒度与外部pack_cod的映射表
-,imscode_azcode as (
-select distinct 
-brandcode,
-case when length(ims_pack_cod) < 12 and ims_pack_cod REGEXP '^[0-9]' then right(concat('00000000000',ims_pack_cod),12) else ims_pack_cod end as ims_pack_cod
-from dwd.dwd_td_imscode_azcode
-)
---综合上面的几个表，得到KA_flag、target_ins_level、channel、目标机构Flag
-,target_hp_all as (
-select
-  distinct 
-  t1.inst_code,
-  t1.ka_flag,
-  t1.target_ins_level,
-  t2.channel,
-  t5.MARKET
-from
-  td_territory_inst t1
-  inner join td_org t2 on t1.trty_code = t2.mr_trty_code
-  left join product_wide t3 on t3.prd_family_cd = t1.family_code
-  left join imscode_azcode t4 on t3.prd_brand_cd = t4.brandcode
-  left join pack_market t5 on t4.ims_pack_cod = t5.pack_cod
-where t5.MARKET is not null
-)
---target_hp_all里一个机构一个市场对应了多个属性，这里按优先级依次取唯一值
---ka_flag
-,ka_flag1 as (
-select distinct
-inst_code,
-MARKET,
-ka_flag
-from target_hp_all
-)
-,ka_flag2 as (
-select
-inst_code,
-MARKET,
-ka_flag,
-row_number() over(partition by inst_code,market
-                  order by case when ka_flag = 'KA' then 1 
-                                ELSE 2 end asc) as RN
-from ka_flag1
-)
-,ka_flag_final as (
-select
-inst_code,
-MARKET,
-ka_flag
-from ka_flag2
-where RN = 1
-)
---target_ins_level不取唯一值
---加个hardcoding，ONC Market和ALL Market设置成NA
-,target_ins_level1 as (
-select distinct
-inst_code,
-MARKET,
-case when MARKET in ('ALL Market','ONC Market') then 'NA'
-     else target_ins_level
-end as target_ins_level
-from target_hp_all
-)
-,target_ins_level_final as (
-select distinct
-inst_code,
-MARKET,
-target_ins_level
-from target_ins_level1
-)
---target_hp_all里一个机构一个市场对应了多个属性，这里按优先级依次取唯一值
---Channel
-,Channel1 as (
-select distinct
-inst_code,
-MARKET,
-channel
-from target_hp_all
-)
-,channel2 as (
-select
-inst_code,
-MARKET,
-channel,
-row_number() over(partition by inst_code,market
-                  order by case when channel = 'BU' then 1
-                                when channel = 'BBU_County' then 2
-                                when channel = 'CHC' then 3
-                                when channel = 'Eagle' then 4
-                                ELSE 5 end asc) as RN
-from channel1
-)
-,channel_final as (
-select
-inst_code,
-MARKET,
-channel
-from channel2
-where RN = 1
-)
---确定唯一值后重新放一起
-,target_hp1 as (
-select distinct
-inst_code,
-MARKET
-from target_hp_all
-)
-,target_hp as (
-select t1.inst_code,
-t1.market,
-t2.ka_flag,
-t3.target_ins_level,
-t4.channel
-from target_hp1 t1
-left join ka_flag_final t2
-on t1.inst_code = t2.inst_code
-and t1.market = t2.market
-left join target_ins_level_final t3
-on t1.inst_code = t3.inst_code
-and t1.market = t3.market
-left join channel_final t4
-on t1.inst_code = t4.inst_code
-and t1.market = t4.market
-)
-
---获取Dragon_type
---判断Dragon_type是否为County
-,county as (
-select distinct inst_code,county_tier_desc
-from dm.dm_td_institution
-)
---判断另外2种
--- 20250825修改
-,dragon_type as (
-select src_hcc_code as inst_code,
-src_prod_code as family_code,
-max(is_core) is_core
-from cdw_dwd_dwd_hospital_classification
-where active_status = 1
-and src_sales_cycle = (select key_value from dm.dm_td_date_config where key_code = 'pfmc_cvh')
-group by src_hcc_code,
-src_prod_code
-)
---将Family_code转为pack_cod
-,dragon_type_market1 as (
-select distinct
-t1.inst_code,
-t1.is_core,
-t4.market
-from dragon_type t1
-left join cdw_dwd_dim_product_wide t2
-on t1.family_code = t2.prd_family_cd
-left join dwd.dwd_td_imscode_azcode t3
-on t2.prd_brand_cd = t3.brandcode
-left join pack_market t4
-on t3.ims_pack_cod = t4.pack_cod
-where t4.market is not null
-)
---按优先级取唯一值
-,dragon_type_market2 as (
-select distinct
-inst_code,
-is_core,
-market,
-row_number() over(partition by inst_code,market
-                  order by case when is_core = 'CORE' then 1
-                                when is_core = 'EMERGING' then 2
-                                else 3 end asc) as RN
-from dragon_type_market1
-)
-,dragon_type_market as (
-select distinct
-inst_code,
-is_core,
-market
-from dragon_type_market2
-where RN = 1
-)
---综合前面几个表，得出dragon_flag
-,dragon_flag1 as (
-select distinct
-t0.inst_code,
-t0.market,
-case when t1.county_tier_desc in ('County','County level city') then 'County'
-     when t2.is_core is null or length(t2.is_core) = 0 then 'Others'
-     else t2.is_core
-end as dragon_flag
-from target_hp t0
-left join county t1
-on t0.inst_code = t1.inst_code
-left join dragon_type_market t2
-on t0.inst_code = t2.inst_code
-and t0.MARKET = t2.MARKET
-)
---按优先级取唯一值
-,dragon_flag2 as (
-select inst_code,
-market,
-dragon_flag,
-row_number() over(partition by inst_code,market
-                  order by case when dragon_flag = 'CORE' then 1 
-                                when dragon_flag = 'EMERGING' then 2 
-                                when dragon_flag = 'County' then 3 
-                                else 4 end asc) as RN
-from dragon_flag1
-)
-,dragon_flag as (
-select inst_code,
-market,
-dragon_flag
-from dragon_flag2
-where RN = 1
-)
-
---下面是为了把其他渠道并进来
-,other_data_source as (
-select explode(array('IQVIA-CHPA(Monthly)','XH Data(Quarterly)','EC(Monthly)','Retail(Quarterly)','CHC(Quarterly)','THC(Quarterly)','IQVIA-COUNTY(Quarterly)'))
-)
-,col as (
-select '' as inst_code,
-'' as MARKET,
-'' as is_target_hp,
-'' as sub_channel,
-'' as dragon_flag,
-'' as ka_flag,
-'' as target_ins_level
-)
-
-,temp_1 as (
-select distinct 
-case when t1.inst_code is null or t1.inst_code = '' then 'ROC'
-     else t1.inst_code
-end as inst_code,
-t1.MARKET,
-case when t2.inst_code is null then 'N' else 'Y' end as is_target_hp,
-case when t2.channel = 'BU' and geo.county_tier_desc in ('County','County level city') then 'BU_County'
-     when t2.channel = 'BU' and geo.county_tier_desc in ('City-3b','City-4a','City-4b') then 'BU_Emerging'
-     when t2.channel = 'BU' and t3.dragon_flag = 'CORE' then 'BU_Core'
-     when t2.channel = 'BU' then 'BU_Emerging'
-     when t2.channel in ('Eagle','CHC','BBU_County') then t2.channel
-     when t2.inst_code is null then 'NON_TARGET'
-     else 'NA'
-end as sub_channel,
-case when t3.dragon_flag is null then 'NON_TARGET'
-     else t3.dragon_flag
-end as dragon_flag,
-case when t2.ka_flag is null then 'NON_TARGET'
-     else t2.ka_flag
-end as ka_flag,
-case when t2.target_ins_level is null then 'NON_TARGET'
-     else t2.target_ins_level
-end as target_ins_level,
-'AIA(Monthly)' as DATA_SOURCE
-from sales t1
-left join target_hp t2
-on t1.inst_code = t2.inst_code
-and t1.MARKET = t2.MARKET
-left join dragon_flag t3
-on t1.inst_code = t3.inst_code
-and t1.MARKET = t3.MARKET
-left join dm.dm_td_institution inst
-on t1.inst_code =inst.inst_code
-left join dm.dm_td_geography geo
-on inst.county_code = geo.geo_key
-union all
-select *
-from col
-cross join other_data_source
-)
-,sub_channel_rank as (
-select distinct SUB_CHANNELSTD,SUB_CHANNEL_ORDER
-from dm.dm_td_sd_channel
-)
-
-
-select t1.*,NVL(t2.SUB_CHANNEL_ORDER,100) as SUB_CHANNEL_ORDER
-from temp_1 t1
-left join sub_channel_rank t2
-on t1.sub_channel = t2.SUB_CHANNELSTD
diff --git a/EXTERNAL/AIA/11 dm_aia_targethp_flag.sql:Zone.Identifier b/EXTERNAL/AIA/11 dm_aia_targethp_flag.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/AIA/z_03 dm_aia_flag_备份用.sql b/EXTERNAL/AIA/z_03 dm_aia_flag_备份用.sql
deleted file mode 100644
index 0738500..0000000
--- a/EXTERNAL/AIA/z_03 dm_aia_flag_备份用.sql	
+++ /dev/null
@@ -1,643 +0,0 @@
--- Databricks notebook source
--- MAGIC %run ../../../Common/config
-
--- COMMAND ----------
-
--- MAGIC %python
--- MAGIC spark.read.table(f'`{CDW_CATALOG}`.`dwd`.`dim_product_wide`').createOrReplaceTempView('cdw_dwd_dim_product_wide')
--- MAGIC spark.read.table(f'`{CDW_CATALOG}`.`dwd`.`dwd_hospital_classification`').createOrReplaceTempView('cdw_dwd_dwd_hospital_classification')
-
--- COMMAND ----------
-
------------------------------------------------------------------------------------
---修改时间：20241021
---修改人：FanXujia
---修改内容：
---只取最新年-1  ~  最新年范围内的，称为“2年共有”。增加
------------------------------------------------------------------------------------
---共有机构
-insert overwrite table dm.dm_aia_hp_flag 
-with max_year as (
-select
-max(cast(year as int)) as max_year,
-max(cast(year as int) - 1) as max_year_ly
-from dwd.dwd_gnd_hospital_not_provided
-)
-,hp_flag as (
-  select
-    distinct concat(t1.year, '-Y') as hp_his_flag,
-    case when length(t1.cpa_hospital_code) < 7 then right(concat('0000000',t1.cpa_hospital_code),7) else t1.cpa_hospital_code end as cpa_hospital_code
-  from
-    dwd.dwd_gnd_hospital_not_provided t1
-    cross join max_year t2
-    where cast(t1.year as int) >= t2.max_year_ly
-)
-,hp_flag2 as (
-SELECT 
-    cpa_hospital_code,
-    CONCAT_WS(' ∩ ', SORT_ARRAY(COLLECT_LIST(hp_his_flag))) AS FLAG
-FROM 
-    hp_flag
-GROUP BY 
-    cpa_hospital_code
-)
-,inst_mapping as (
-  -- select
-  --   distinct right(concat('0000000', org_cd), 7) org_cd,
-  --   ins_cd
-  -- from
-  --   dwd.dwd_gnd_hospitalmapping
-select distinct 
-case when length(cpa_hospital_code) < 7 then right(concat('0000000',cpa_hospital_code),7) else cpa_hospital_code end as cpa_hospital_code,
-ins_cd_nl as inst_code
-from dwd.dwd_gnd_hospital_not_provided
-)
-
-,ALL_INS as (
-select distinct inst_code
-from dm.dm_ext_aia_sales
-)
-
-,flag as (
-  select distinct
-    coalesce(t2.inst_code,t1.cpa_hospital_code) as inst_code,
-    t1.flag as aia_hp_flag,
-    'Y' as FLAG,
-'AIA(Monthly)' as DATA_SOURCE
-  from hp_flag2 t1
-    left join inst_mapping t2 on t1.cpa_hospital_code = t2.cpa_hospital_code
-  where
-    length(t1.flag) > 6
-union all
-select '' as inst_code,'' as aia_hp_flag,'' as FLAG,'IQVIA-CHPA(Monthly)' as DATA_SOURCE
-union all
-select '' as inst_code,'' as aia_hp_flag,'' as FLAG,'XH Data(Quarterly)' as DATA_SOURCE
-union all
-select '' as inst_code,'' as aia_hp_flag,'' as FLAG,'EC(Monthly)' as DATA_SOURCE
-union all
-select '' as inst_code,'' as aia_hp_flag,'' as FLAG,'Retail(Quarterly)' as DATA_SOURCE
-union all
-select '' as inst_code,'' as aia_hp_flag,'' as FLAG,'CHC(Quarterly)' as DATA_SOURCE
-union all
-select '' as inst_code,'' as aia_hp_flag,'' as FLAG,'THC(Quarterly)' as DATA_SOURCE
-union all
-select '' as inst_code,'' as aia_hp_flag,'' as FLAG,'IQVIA-COUNTY(Quarterly)' as DATA_SOURCE
-)
-
-select t1.inst_code,
-NVL(t2.aia_hp_flag,'') as aia_hp_flag,
-NVL(t2.FLAG,'N') as FLAG,
-'AIA(Monthly)' as DATA_SOURCE
-from ALL_INS t1
-left join flag t2
-on t1.inst_code = t2.inst_code
-
-
--- COMMAND ----------
-
------------------------------------------------------------------------------------
---修改时间：20241021
---修改人：FanXujia
---修改内容：
---只取最新年-1  ~  最新年范围内的，称为“2年共有”。增加
------------------------------------------------------------------------------------
---共有机构
-insert overwrite table dm.dm_aia_hp_flag 
-with max_year as (
-select
-max(cast(year as int)) as max_year,
-max(cast(year as int) - 1) as max_year_ly
-from dwd.dwd_gnd_hospital_not_provided
-)
-,hp_flag as (
-  select
-    distinct concat(t1.year, '-Y') as hp_his_flag,
-    case when length(t1.cpa_hospital_code) < 7 then right(concat('0000000',t1.cpa_hospital_code),7) else t1.cpa_hospital_code end as cpa_hospital_code
-  from
-    dwd.dwd_gnd_hospital_not_provided t1
-    cross join max_year t2
-    where cast(t1.year as int) >= t2.max_year_ly
-)
-,hp_flag2 as (
-SELECT 
-    cpa_hospital_code,
-    CONCAT_WS(' ∩ ', SORT_ARRAY(COLLECT_LIST(hp_his_flag))) AS FLAG
-FROM 
-    hp_flag
-GROUP BY 
-    cpa_hospital_code
-)
-,inst_mapping as (
-  -- select
-  --   distinct right(concat('0000000', org_cd), 7) org_cd,
-  --   ins_cd
-  -- from
-  --   dwd.dwd_gnd_hospitalmapping
-select distinct 
-case when length(cpa_hospital_code) < 7 then right(concat('0000000',cpa_hospital_code),7) else cpa_hospital_code end as cpa_hospital_code,
-ins_cd_nl as inst_code
-from dwd.dwd_gnd_hospital_not_provided
-)
-
-,ALL_INS as (
-select distinct inst_code
-from dm.dm_ext_aia_sales
-)
-
-,flag as (
-  select distinct
-    coalesce(t2.inst_code,t1.cpa_hospital_code) as inst_code,
-    t1.flag as aia_hp_flag,
-    'Y' as FLAG,
-'AIA(Monthly)' as DATA_SOURCE
-  from hp_flag2 t1
-    left join inst_mapping t2 on t1.cpa_hospital_code = t2.cpa_hospital_code
-  where
-    length(t1.flag) > 6
-union all
-select '' as inst_code,'' as aia_hp_flag,'' as FLAG,'IQVIA-CHPA(Monthly)' as DATA_SOURCE
-union all
-select '' as inst_code,'' as aia_hp_flag,'' as FLAG,'XH Data(Quarterly)' as DATA_SOURCE
-union all
-select '' as inst_code,'' as aia_hp_flag,'' as FLAG,'EC(Monthly)' as DATA_SOURCE
-union all
-select '' as inst_code,'' as aia_hp_flag,'' as FLAG,'Retail(Quarterly)' as DATA_SOURCE
-union all
-select '' as inst_code,'' as aia_hp_flag,'' as FLAG,'CHC(Quarterly)' as DATA_SOURCE
-union all
-select '' as inst_code,'' as aia_hp_flag,'' as FLAG,'THC(Quarterly)' as DATA_SOURCE
-union all
-select '' as inst_code,'' as aia_hp_flag,'' as FLAG,'IQVIA-COUNTY(Quarterly)' as DATA_SOURCE
-)
-
-select t1.inst_code,
-NVL(t2.aia_hp_flag,'') as aia_hp_flag,
-NVL(t2.FLAG,'N') as FLAG,
-'AIA(Monthly)' as DATA_SOURCE
-from ALL_INS t1
-left join flag t2
-on t1.inst_code = t2.inst_code
-
-
--- COMMAND ----------
-
---连续取数机构
-----------------------------------------------------------------------------------------------------------------------
---修改时间：20241029
---修改人：FanXujia
---修改内容：
---根据事实表最新月，往前推12个月（含最新月），按机构 + 年月粒度汇总，如果每个月销量都不等于0，这家机构称为：滚动一年有数
---根据事实表最新月，往前推24个月（含最新月），按机构 + 年月粒度汇总，如果每个月销量都不等于0，这家机构称为：滚动两年有数
---2022年没有销量为正常情况，判断时仅考虑2023年01月起销量是否等于0
-----------------------------------------------------------------------------------------------------------------------
-insert overwrite table dm.dm_aia_provided_flag 
-with max_ym as (
-select max(ym) as max_ym
-from dm.dm_ext_aia_sales
-)
-,ym_range as (
-select max_ym,
-case when max_ym <= '202412' then cast(right(max_ym,2) as int)
-     else cast(12 as int)
-end ym_12m,
-case when max_ym <= '202312' then '202401'
-     when right(max_ym,2) = '12' then concat(left(max_ym,4),'01')
-     else concat(cast(left(max_ym, 4) - 1 as int),right(concat('0', cast(right(max_ym, 2) + 1 as int)), 2))
-end as ym_12m_before,
-case when max_ym <= '202312' then cast(right(max_ym,2) as int)
-     when max_ym <= '202512' then cast(right(max_ym,2) as int) + 12
-     else cast(24 as int)
-end as ym_24m,
-case when max_ym <= '202512' then '202401'
-     when right(max_ym,2) = '12' then concat(cast(left(max_ym,4) - 1 as int),'01')
-     else concat(cast(left(max_ym, 4) -2 as int),right(concat('0', cast(right(max_ym, 2) + 1 as int)), 2))
-end as ym_24m_before
-from max_ym
-)
-,sales_1 as (  
-select
-  inst_code,
-  ym
-from
-  dm.dm_ext_aia_sales
-group by
-  ym,
-  inst_code
-having
-  sum(value) <> 0
-)
-,sales_2 as (
-select
-  t1.inst_code,
-  t1.ym,
-  t2.max_ym,
-  t2.ym_12m,
-  t2.ym_12m_before,
-  t2.ym_24m,
-  t2.ym_24m_before
-from sales_1 t1
-cross join ym_range t2
-)
-,flag_12m as (
-select inst_code,
-'滚动一年有数' as aia_provided_flag,
-'AIA(Monthly)' as DATA_SOURCE
-from sales_2
-where ym <= max_ym
-and ym >= ym_12m_before
-group by inst_code
-having count(1) = (select ym_12m from ym_range)
-)
-,flag_24m as (
-select inst_code,
-'滚动两年有数' as aia_provided_flag,
-'AIA(Monthly)' as DATA_SOURCE
-from sales_2
-where ym <= max_ym
-and ym >= ym_24m_before
-group by inst_code
-having count(1) = (select ym_24m from ym_range)
-)
-
-select inst_code,
-aia_provided_flag,
-DATA_SOURCE
-from flag_12m
-union all
-select inst_code,
-aia_provided_flag,
-DATA_SOURCE
-from flag_24m
-union all
-select '' as inst_code,'' as aia_provided_flag,'IQVIA-CHPA(Monthly)' as data_source
-union all
-select '' as inst_code,'' as aia_provided_flag,'XH Data(Quarterly)' as data_source
-union all
-select '' as inst_code,'' as aia_provided_flag,'EC(Monthly)' as data_source
-union all
-select '' as inst_code,'' as aia_provided_flag,'Retail(Quarterly)' as data_source
-union all
-select '' as inst_code,'' as aia_provided_flag,'CHC(Quarterly)' as data_source
-union all
-select '' as inst_code,'' as aia_provided_flag,'THC(Quarterly)' as data_source
-union all
-select '' as inst_code,'' as aia_provided_flag,'IQVIA-COUNTY(Quarterly)' as data_source
-
-
--- COMMAND ----------
-
----------------------------------------------------------------------------
---修改时间：20241108
---修改人：Fanxujia
---修改内容：
---for AIA Dashboard
---增加sub_channel,dragon_flag,ka_flag,target_ins_level字段
----------------------------------------------------------------------------
----------------------------------------------------------------------------
---修改时间：20241209
---修改人：Fanxujia
---修改内容：
---增加sub channel的排序
----------------------------------------------------------------------------
---目标医院
-insert overwrite table dm.dm_aia_targethp_flag --获取全部的机构 + 市场
-with sales as (
-  select distinct t1.inst_code,t2.MARKET
-  from dm.dm_ext_aia_sales t1
-  left join dm.dm_aia_pack_property t2
-  on t1.pack_cod = t2.PACK_COD
-)
---获取产品与市场的映射关系
-,pack_market as (
-select distinct 
-PACK_COD,
-MARKET
-from dm.dm_aia_pack_property
-)
---辖区表，获取到KA_Flag、target_ins_level以及目标机构Flag(在辖区表里存在的就是目标机构)
-,td_territory_inst as (
-select distinct 
-inst_code,
-trty_code,
-family_code,
-ka_flag,
-TARGET_LEVEL as target_ins_level
-from dm.dm_td_sd_territory_indication --eagle的非重点医院同样加为目标机构
-where yyyymm in (
-    select
-      key_value
-    from
-      dm.dm_td_date_config
-    where
-      key_code = 'pfmc_cvh'
-  )
-and bu not in ('CUBE','KA')
-and key_hp<>3 --chenwu 20250904 排除双考影响
-)
---汇报线表，获取到Channel，后续用于判断出sub_channel
-,td_org as (
-select distinct 
-t1.mr_trty_code,
-case when t1.bu_code in ('PC14','PC16','PC18','PC19') then 'BU'
-     when t1.bu_code = 'SC01' and t1.sub_bu_code = 'NA29' then sub_bu_name
-     when t1.bu_code = 'SC01' then 'BU'
-     when t1.bu_code <> 'SC01' and t2.bm_name = 'BCBH' then 'BU'
-     when t1.bu_code <> 'SC01' then t1.bu_name
-end as channel
-from dm.dm_td_org t1
-left join dws.dws_td_bu_active t2
-on t1.bu_name = t2.bu_name
-where t1.yyyymm in (
-    select
-      key_value
-    from
-      dm.dm_td_date_config
-    where
-      key_code = 'pfmc_cvh'
-  )
-)
---Family粒度和Brand粒度的映射表
-,product_wide as (
-select distinct 
-prd_family_cd,
-prd_brand_cd
-from cdw_dwd_dim_product_wide
-)
---内部Brand粒度与外部pack_cod的映射表
-,imscode_azcode as (
-select distinct 
-brandcode,
-case when length(ims_pack_cod) < 12 and ims_pack_cod REGEXP '^[0-9]' then right(concat('00000000000',ims_pack_cod),12) else ims_pack_cod end as ims_pack_cod
-from dwd.dwd_td_imscode_azcode
-)
---综合上面的几个表，得到KA_flag、target_ins_level、channel、目标机构Flag
-,target_hp_all as (
-select
-  distinct 
-  t1.inst_code,
-  t1.ka_flag,
-  t1.target_ins_level,
-  t2.channel,
-  t5.MARKET
-from
-  td_territory_inst t1
-  inner join td_org t2 on t1.trty_code = t2.mr_trty_code
-  left join product_wide t3 on t3.prd_family_cd = t1.family_code
-  left join imscode_azcode t4 on t3.prd_brand_cd = t4.brandcode
-  left join pack_market t5 on t4.ims_pack_cod = t5.pack_cod
-where t5.MARKET is not null
-)
---target_hp_all里一个机构一个市场对应了多个属性，这里按优先级依次取唯一值
---ka_flag
-,ka_flag1 as (
-select distinct
-inst_code,
-MARKET,
-ka_flag
-from target_hp_all
-)
-,ka_flag2 as (
-select
-inst_code,
-MARKET,
-ka_flag,
-row_number() over(partition by inst_code,market
-                  order by case when ka_flag = 'KA' then 1 
-                                ELSE 2 end asc) as RN
-from ka_flag1
-)
-,ka_flag_final as (
-select
-inst_code,
-MARKET,
-ka_flag
-from ka_flag2
-where RN = 1
-)
---target_ins_level不取唯一值
---加个hardcoding，ONC Market和ALL Market设置成NA
-,target_ins_level1 as (
-select distinct
-inst_code,
-MARKET,
-case when MARKET in ('AIA ALL Market','ONC Market') then 'NA'
-     else target_ins_level
-end as target_ins_level
-from target_hp_all
-)
-,target_ins_level_final as (
-select distinct
-inst_code,
-MARKET,
-target_ins_level
-from target_ins_level1
-)
---target_hp_all里一个机构一个市场对应了多个属性，这里按优先级依次取唯一值
---Channel
-,Channel1 as (
-select distinct
-inst_code,
-MARKET,
-channel
-from target_hp_all
-)
-,channel2 as (
-select
-inst_code,
-MARKET,
-channel,
-row_number() over(partition by inst_code,market
-                  order by case when channel = 'BU' then 1
-                                when channel = 'BBU_County' then 2
-                                when channel = 'CHC' then 3
-                                when channel = 'Eagle' then 4
-                                ELSE 5 end asc) as RN
-from channel1
-)
-,channel_final as (
-select
-inst_code,
-MARKET,
-channel
-from channel2
-where RN = 1
-)
---确定唯一值后重新放一起
-,target_hp1 as (
-select distinct
-inst_code,
-MARKET
-from target_hp_all
-)
-,target_hp as (
-select t1.inst_code,
-t1.market,
-t2.ka_flag,
-t3.target_ins_level,
-t4.channel
-from target_hp1 t1
-left join ka_flag_final t2
-on t1.inst_code = t2.inst_code
-and t1.market = t2.market
-left join target_ins_level_final t3
-on t1.inst_code = t3.inst_code
-and t1.market = t3.market
-left join channel_final t4
-on t1.inst_code = t4.inst_code
-and t1.market = t4.market
-)
-
---获取Dragon_type
---判断Dragon_type是否为County
-,county as (
-select distinct inst_code,county_tier_desc
-from dm.dm_td_institution
-)
---判断另外2种
--- 20250825修改
-,dragon_type as (
-select src_hcc_code as inst_code,
-src_prod_code as family_code,
-max(is_core) is_core
-from cdw_dwd_dwd_hospital_classification
-where active_status = 1
-and src_sales_cycle = (select key_value from dm.dm_td_date_config where key_code = 'pfmc_cvh')
-group by src_hcc_code,
-src_prod_code
-)
---将Family_code转为pack_cod
-,dragon_type_market1 as (
-select distinct
-t1.inst_code,
-t1.is_core,
-t4.market
-from dragon_type t1
-left join cdw_dwd_dim_product_wide t2
-on t1.family_code = t2.prd_family_cd
-left join dwd.dwd_td_imscode_azcode t3
-on t2.prd_brand_cd = t3.brandcode
-left join pack_market t4
-on t3.ims_pack_cod = t4.pack_cod
-where t4.market is not null
-)
---按优先级取唯一值
-,dragon_type_market2 as (
-select distinct
-inst_code,
-is_core,
-market,
-row_number() over(partition by inst_code,market
-                  order by case when is_core = 'CORE' then 1
-                                when is_core = 'EMERGING' then 2
-                                else 3 end asc) as RN
-from dragon_type_market1
-)
-,dragon_type_market as (
-select distinct
-inst_code,
-is_core,
-market
-from dragon_type_market2
-where RN = 1
-)
---综合前面几个表，得出dragon_flag
-,dragon_flag1 as (
-select distinct
-t0.inst_code,
-t0.market,
-case when t1.county_tier_desc in ('County','County level city') then 'County'
-     when t2.is_core is null or length(t2.is_core) = 0 then 'Others'
-     else t2.is_core
-end as dragon_flag
-from target_hp t0
-left join county t1
-on t0.inst_code = t1.inst_code
-left join dragon_type_market t2
-on t0.inst_code = t2.inst_code
-and t0.MARKET = t2.MARKET
-)
---按优先级取唯一值
-,dragon_flag2 as (
-select inst_code,
-market,
-dragon_flag,
-row_number() over(partition by inst_code,market
-                  order by case when dragon_flag = 'CORE' then 1 
-                                when dragon_flag = 'EMERGING' then 2 
-                                when dragon_flag = 'County' then 3 
-                                else 4 end asc) as RN
-from dragon_flag1
-)
-,dragon_flag as (
-select inst_code,
-market,
-dragon_flag
-from dragon_flag2
-where RN = 1
-)
-
---下面是为了把其他渠道并进来
-,other_data_source as (
-select explode(array('IQVIA-CHPA(Monthly)','XH Data(Quarterly)','EC(Monthly)','Retail(Quarterly)','CHC(Quarterly)','THC(Quarterly)','IQVIA-COUNTY(Quarterly)'))
-)
-,col as (
-select '' as inst_code,
-'' as MARKET,
-'' as is_target_hp,
-'' as sub_channel,
-'' as dragon_flag,
-'' as ka_flag,
-'' as target_ins_level
-)
-
-,temp_1 as (
-select distinct 
-case when t1.inst_code is null or t1.inst_code = '' then 'ROC'
-     else t1.inst_code
-end as inst_code,
-t1.MARKET,
-case when t2.inst_code is null then 'N' else 'Y' end as is_target_hp,
-case when t2.channel = 'BU' and geo.county_tier_desc in ('County','County level city') then 'BU_County'
-     when t2.channel = 'BU' and geo.county_tier_desc in ('City-3b','City-4a','City-4b') then 'BU_Emerging'
-     when t2.channel = 'BU' and t3.dragon_flag = 'CORE' then 'BU_Core'
-     when t2.channel = 'BU' then 'BU_Emerging'
-     when t2.channel in ('Eagle','CHC','BBU_County') then t2.channel
-     when t2.inst_code is null then 'NON_TARGET'
-     else 'NA'
-end as sub_channel,
-case when t3.dragon_flag is null then 'NON_TARGET'
-     else t3.dragon_flag
-end as dragon_flag,
-case when t2.ka_flag is null then 'NON_TARGET'
-     else t2.ka_flag
-end as ka_flag,
-case when t2.target_ins_level is null then 'NON_TARGET'
-     else t2.target_ins_level
-end as target_ins_level,
-'AIA(Monthly)' as DATA_SOURCE
-from sales t1
-left join target_hp t2
-on t1.inst_code = t2.inst_code
-and t1.MARKET = t2.MARKET
-left join dragon_flag t3
-on t1.inst_code = t3.inst_code
-and t1.MARKET = t3.MARKET
-left join dm.dm_td_institution inst
-on t1.inst_code =inst.inst_code
-left join dm.dm_td_geography geo
-on inst.county_code = geo.geo_key
-union all
-select *
-from col
-cross join other_data_source
-)
-,sub_channel_rank as (
-select distinct SUB_CHANNELSTD,SUB_CHANNEL_ORDER
-from dm.dm_td_sd_channel
-)
-
-
-select t1.*,NVL(t2.SUB_CHANNEL_ORDER,100) as SUB_CHANNEL_ORDER
-from temp_1 t1
-left join sub_channel_rank t2
-on t1.sub_channel = t2.SUB_CHANNELSTD
diff --git a/EXTERNAL/AIA/z_03 dm_aia_flag_备份用.sql:Zone.Identifier b/EXTERNAL/AIA/z_03 dm_aia_flag_备份用.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHC/01 dm_chc_pack_property.sql b/EXTERNAL/CHC/01 dm_chc_pack_property.sql
deleted file mode 100644
index 4484c53..0000000
--- a/EXTERNAL/CHC/01 dm_chc_pack_property.sql	
+++ /dev/null
@@ -1,231 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE dm.dm_chc_pack_property (
---   PACK_COD STRING,
---   pack_des STRING,
---   stgh_des STRING,
---   pack_lch STRING,
---   PROD_COD STRING,
---   prod_des STRING,
---   prod_des_c STRING,
---   Family_Code STRING,
---   Family_Name STRING,
---   cmps_cod STRING,
---   cmps_des STRING,
---   cmps_des_c STRING,
---   atc1_cod STRING,
---   atc1_des STRING,
---   atc1_des_c STRING,
---   atc2_cod STRING,
---   atc2_des STRING,
---   atc2_des_c STRING,
---   atc3_cod STRING,
---   atc3_des STRING,
---   atc3_des_c STRING,
---   atc4_cod STRING,
---   atc4_des STRING,
---   atc4_des_c STRING,
---   app1_cod STRING,
---   app1_des STRING,
---   app1_des_c STRING,
---   app2_cod STRING,
---   app2_des STRING,
---   app2_des_c STRING,
---   app3_cod STRING,
---   app3_des STRING,
---   app3_des_c STRING,
---   bio_desc STRING,
---   gene_orig_desc STRING,
---   eth_otc_desc STRING,
---   nrdl_desc STRING,
---   NRDL_Entry_Date STRING,
---   edl_desc STRING,
---   tcm_desc STRING,
---   paed_desc STRING,
---   gqce_desc STRING,
---   vbp_desc STRING,
---   manu_cod STRING,
---   manu_des STRING,
---   manu_des_c STRING,
---   mnfl_cod STRING,
---   mnfl_des STRING,
---   corp_cod STRING,
---   corp_des STRING,
---   corp_des_c STRING,
---   BrandType STRING,
---   IS_AZ STRING,
---   AZ_MAIN STRING,
---   AZ_Related STRING,
---   countingunit STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_aia_pack_property';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_aia_pack_property';
-
--- COMMAND ----------
-
-update dwd.dwd_gnd_ext_chc_pack_property
-set iqvia_pack_code = if( iqvia_pack_code REGEXP '^[0-9]',right(concat('000000000000',iqvia_pack_code),12),iqvia_pack_code)
-,iqvia_prod_code = right(concat('000000000',iqvia_prod_code),9)
-
--- COMMAND ----------
-
-create or replace temporary view dwd_pack_property
-as
-select distinct 
-	iqvia_pack_code    ,
-	iqvia_prod_code    ,
-	pack_cod           ,
-	app1_cod           ,
-	app1_des           ,
-	app1_des_c         ,
-	app2_cod           ,
-	app2_des           ,
-	app2_des_c         ,
-	app3_cod           ,
-	app3_des           ,
-	app3_des_c         ,
-	atc1_cod           ,
-	atc1_des           ,
-	atc1_des_c         ,
-	atc2_cod           ,
-	atc2_des           ,
-	atc2_des_c         ,
-	atc3_cod           ,
-	atc3_des           ,
-	atc3_des_c         ,
-	atc4_cod           ,
-	atc4_des           ,
-	atc4_des_c         ,
-	bio_desc           ,
-	cmps_cod           ,
-	cmps_des           ,
-	cmps_des_c         ,
-	corp_cod           ,
-	corp_des           ,
-	corp_des_c         ,
-	edl_desc           ,
-	eth_otc_desc       ,
-	gene_orig_desc     ,
-	gqce_desc          ,
-	manu_cod           ,
-	manu_des           ,
-	manu_des_c         ,
-	mnfl_cod           ,
-	mnfl_des           ,
-	nrdl_desc          ,
-	pack_des           ,
-	stgh_des           ,
-	pack_lch           ,
-	paed_desc          ,
-	prod_des           ,
-	prod_des_c         ,
-	tcm_desc           ,
-	vbp_desc           ,
-	builtinarchivedate ,
-	source_file_path   ,
-	source_file_name   ,
-	etl_insert_dt      ,
-	countingunit		
-from  dwd.dwd_gnd_ext_chc_pack_property
-
--- COMMAND ----------
-
--- create or replace table dm.dm_chc_pack_property
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_chc_pack_property'
--- as
-insert overwrite table dm.dm_chc_pack_property
-WITH dedup_l AS (
-    SELECT *,
-           ROW_NUMBER() OVER (PARTITION BY iqvia_pack_code ORDER BY iqvia_pack_code) AS rn
-    FROM dwd_pack_property
-    QUALIFY rn = 1
-),
-dedup_r AS (
-    SELECT *,
-           ROW_NUMBER() OVER (PARTITION BY PACK_COD ORDER BY PACK_COD) AS rn
-    FROM tmp.tmp_ext_chpa_pack_propetry
-    QUALIFY rn = 1
-)
-SELECT
-    l.iqvia_pack_code AS PACK_COD,
-
-    -- Pack / Product 描述
-    COALESCE(r.PACK_DES,        l.pack_des)          AS pack_des,
-    COALESCE(r.STGH_DES,        l.stgh_des)          AS stgh_des,
-    COALESCE(r.PACK_LCH,        l.pack_lch)          AS pack_lch,
-    COALESCE(r.PROD_COD,        l.iqvia_prod_code)   AS PROD_COD,
-    COALESCE(r.PROD_DES,        l.prod_des)          AS prod_des,
-    COALESCE(r.PROD_DES_C,      l.prod_des_c)        AS prod_des_c,
-
-    -- 右表独有：Family
-    r.Family_Code,
-    r.Family_Name,
-
-    -- 成分
-    COALESCE(r.CMPS_COD,        l.cmps_cod)          AS cmps_cod,
-    COALESCE(r.CMPS_DES,        l.cmps_des)          AS cmps_des,
-    COALESCE(r.CMPS_DES_C,      l.cmps_des_c)        AS cmps_des_c,
-
-    -- ATC
-    COALESCE(r.ATC1_COD,        l.atc1_cod)          AS atc1_cod,
-    COALESCE(r.atc1_des,        l.atc1_des)          AS atc1_des,
-    COALESCE(r.atc1_des_c,      l.atc1_des_c)        AS atc1_des_c,
-    COALESCE(r.ATC2_COD,        l.atc2_cod)          AS atc2_cod,
-    COALESCE(r.atc2_des,        l.atc2_des)          AS atc2_des,
-    COALESCE(r.atc2_des_c,      l.atc2_des_c)        AS atc2_des_c,
-    COALESCE(r.ATC3_COD,        l.atc3_cod)          AS atc3_cod,
-    COALESCE(r.atc3_des,        l.atc3_des)          AS atc3_des,
-    COALESCE(r.atc3_des_c,      l.atc3_des_c)        AS atc3_des_c,
-    COALESCE(r.ATC4_COD,        l.atc4_cod)          AS atc4_cod,
-    COALESCE(r.atc4_des,        l.atc4_des)          AS atc4_des,
-    COALESCE(r.atc4_des_c,      l.atc4_des_c)        AS atc4_des_c,
-
-    -- APP
-    COALESCE(r.APP1_COD,        l.app1_cod)          AS app1_cod,
-    COALESCE(r.app1_des,        l.app1_des)          AS app1_des,
-    COALESCE(r.app1_des_c,      l.app1_des_c)        AS app1_des_c,
-    COALESCE(r.APP2_COD,        l.app2_cod)          AS app2_cod,
-    COALESCE(r.app2_des,        l.app2_des)          AS app2_des,
-    COALESCE(r.app2_des_c,      l.app2_des_c)        AS app2_des_c,
-    COALESCE(r.APP3_COD,        l.app3_cod)          AS app3_cod,
-    COALESCE(r.app3_des,        l.app3_des)          AS app3_des,
-    COALESCE(r.app3_des_c,      l.app3_des_c)        AS app3_des_c,
-
-    -- 标志位
-    COALESCE(r.BIO_DESC,        l.bio_desc)          AS bio_desc,
-    COALESCE(r.GENE_ORIG_DESC,  l.gene_orig_desc)    AS gene_orig_desc,
-    COALESCE(r.ETH_OTC_DESC,    l.eth_otc_desc)      AS eth_otc_desc,
-    COALESCE(r.NRDL_DESC,       l.nrdl_desc)         AS nrdl_desc,
-    r.NRDL_Entry_Date,
-    COALESCE(r.EDL_DESC,        l.edl_desc)          AS edl_desc,
-    COALESCE(r.TCM_DESC,        l.tcm_desc)          AS tcm_desc,
-    COALESCE(r.PAED_DESC,       l.paed_desc)         AS paed_desc,
-    COALESCE(r.GQCE_DESC,       l.gqce_desc)         AS gqce_desc,
-    COALESCE(r.VBP_DESC,        l.vbp_desc)          AS vbp_desc,
-
-    -- 厂商
-    COALESCE(r.MANU_COD,        l.manu_cod)          AS manu_cod,
-    COALESCE(r.MANU_DES,        l.manu_des)          AS manu_des,
-    COALESCE(r.MANU_DES_C,      l.manu_des_c)        AS manu_des_c,
-    COALESCE(r.MNFL_COD,        l.mnfl_cod)          AS mnfl_cod,
-    COALESCE(r.MNFL_DES,        l.mnfl_des)          AS mnfl_des,
-
-    -- 公司
-    COALESCE(r.CORP_COD,        l.corp_cod)          AS corp_cod,
-    COALESCE(r.CORP_DES,        l.corp_des)          AS corp_des,
-    COALESCE(r.CORP_DES_C,      l.corp_des_c)        AS corp_des_c,
-
-    -- 右表独有：品牌 / AZ 标志
-    r.BrandType,
-    r.IS_AZ,
-    r.AZ_MAIN,
-    r.AZ_Related,
-    -- 左表独有
-    l.countingunit,
-    from_utc_timestamp(current_timestamp(),'UTC+8') as ETL_INSERT_DT,
-    from_utc_timestamp(current_timestamp(),'UTC+8') as ETL_UPDATE_DT
-FROM dedup_l l
-LEFT JOIN dedup_r r
-    ON l.iqvia_pack_code = r.PACK_COD
\ No newline at end of file
diff --git a/EXTERNAL/CHC/01 dm_chc_pack_property.sql:Zone.Identifier b/EXTERNAL/CHC/01 dm_chc_pack_property.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHC/02 DM_TF_EXT_CHC_SALES.sql b/EXTERNAL/CHC/02 DM_TF_EXT_CHC_SALES.sql
deleted file mode 100644
index 8b96869..0000000
--- a/EXTERNAL/CHC/02 DM_TF_EXT_CHC_SALES.sql	
+++ /dev/null
@@ -1,418 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TF_EXT_CHC_SALES (
---   YYYYMM STRING,
---   PACK_CODE STRING,
---   CORP_CODE STRING,
---   AUDIT_CODE STRING,
---   PLATFORM_TYPE STRING,
---   STORE_NAME STRING,
---   STORE_TYPE STRING,
---   REGION_TYPE STRING,
---   PACK_FLAG INT,
---   PROD_FLAG INT,
---   DTP_FLAG INT,
---   SALES_UNIT_CAL DECIMAL(38,10),
---   SALES_UNIT_CAL_LY DECIMAL(38,10),
---   SALES_VALUE_CAL DECIMAL(38,10),
---   SALES_VALUE_CAL_LY DECIMAL(38,10),
---   CONUTING_UNIT DECIMAL(38,10),
---   CONUTING_UNIT_LY DECIMAL(38,10),
---   DATA_SOURCE STRING,
---   INST_CODE STRING COMMENT '内部机构编码',
---   CMPS_FLAG STRING COMMENT '分子式标签',
---   DEPT_NAME STRING COMMENT '科室名称',
---   PRESCRIPTION DECIMAL(38,10) COMMENT '处方张数',
---   PRESCRIPTION_LY DECIMAL(38,10) COMMENT '去年同期处方张数',
---   NEW_CODE STRING COMMENT '主数据关联CODE',
---   AREA STRING COMMENT '城市',
---   H_LEVEL STRING COMMENT '医院类型',
---   REIMBURSE STRING COMMENT '报销情况',
---   REIMBURSE_TYPE STRING COMMENT '报销类型',
---   PRESCRIPTION_SOURCE STRING COMMENT '处方来源',
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
--- )
--- USING delta
--- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_chc_sales';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_chc_sales';
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW RAW_DATA
-AS
-SELECT
-  CASE
-    WHEN SUBSTRING(YQ, 5, 2) = 'Q1' 
-      THEN CONCAT (SUBSTRING(YQ, 1, 4), '03')
-    WHEN SUBSTRING(YQ, 5, 2) = 'Q2' 
-      THEN CONCAT (SUBSTRING(YQ, 1, 4), '06')
-    WHEN SUBSTRING(YQ, 5, 2) = 'Q3' 
-      THEN CONCAT (SUBSTRING(YQ, 1, 4), '09')
-    WHEN SUBSTRING(YQ, 5, 2) = 'Q4' 
-      THEN CONCAT (SUBSTRING(YQ, 1, 4), '12')
-        ELSE YQ 
-          END AS YQ,
-  CITY_C,
-  PACK_COD,
-  PROD_COD,
-  VALUE,
-  TOTALUNIT,
-  COUNTINGUNIT
-FROM
-  DWD.DWD_GND_CHC_RAWDATA
-WHERE
-  YEAR >= '2021'
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW FILTER_YM
-AS
-SELECT 
-  MAX(YQ) AS MAX_YYYYMM,
-  CONCAT(CAST(FLOOR(MAX(YQ)/100-1) AS STRING),'01') AS MIN_YYYYMM
-FROM 
-  RAW_DATA
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW CORP_DATA
-AS
-SELECT
-  PACK_COD,
-  CORP_COD,
-  CORP_DES
-FROM
-  DM.DM_IMS_TD_PACK_PROPERTY
-GROUP BY
-  PACK_COD,
-  CORP_COD,
-  CORP_DES
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW PACK_DATA
-AS
-SELECT 
-  DISTINCT
-    IQVIA_PACK_CODE,
-    IQVIA_PROD_CODE,
-    PACK_COD,
-    APP1_COD,
-    APP1_DES,
-    APP1_DES_C,
-    APP2_COD,
-    APP2_DES,
-    APP2_DES_C,
-    APP3_COD,
-    APP3_DES,
-    APP3_DES_C,
-    ATC1_COD,
-    ATC1_DES,
-    ATC1_DES_C,
-    ATC2_COD,
-    ATC2_DES,
-    ATC2_DES_C,
-    ATC3_COD,
-    ATC3_DES,
-    ATC3_DES_C,
-    ATC4_COD,
-    ATC4_DES,
-    ATC4_DES_C,
-    BIO_DESC,
-    CMPS_COD,
-    CMPS_DES,
-    CMPS_DES_C,
-    CORP_COD,
-    CORP_DES,
-    CORP_DES_C,
-    EDL_DESC,
-    ETH_OTC_DESC,
-    GENE_ORIG_DESC,
-    GQCE_DESC,
-    MANU_COD,
-    MANU_DES,
-    MANU_DES_C,
-    MNFL_COD,
-    MNFL_DES,
-    NRDL_DESC,
-    PACK_DES,
-    STGH_DES,
-    PACK_LCH,
-    PAED_DESC,
-    PROD_DES,
-    PROD_DES_C,
-    TCM_DESC,
-    VBP_DESC,
-    BUILTINARCHIVEDATE,
-    SOURCE_FILE_PATH,
-    SOURCE_FILE_NAME,
-    ETL_INSERT_DT,
-    COUNTINGUNIT
-FROM
-  DWD.DWD_GND_EXT_CHC_PACK_PROPERTY
-
--- COMMAND ----------
-
---CHC本身唯独表 存在CORP_COD以及 CORP_DES 与手工数据不一致的问题 
-CREATE OR REPLACE TEMPORARY VIEW PACK_WIHT_CORP_DATA
-AS
-SELECT
-  T1.PACK_COD,
-  T1.IQVIA_PACK_CODE,
-  T1.COUNTINGUNIT,
-  COALESCE(T2.CORP_COD, T1.CORP_COD) AS CORP_COD,
-  COALESCE(T2.CORP_DES, T1.CORP_DES) AS CORP_DES
-FROM
-  PACK_DATA T1
-LEFT JOIN 
-  CORP_DATA T2 
-ON 
-  T1.IQVIA_PACK_CODE = T2.PACK_COD
-
--- COMMAND ----------
-
---GEO相关信息   在CHPA中没有 苏州、无锡、福州等数据,根据业务反馈，按照 CITY_C当作AUDIT_COD
-CREATE OR REPLACE TEMPORARY VIEW DIM_EXCHC_GEO
-AS 
-SELECT
-  T1.CITY_E,
-  CONCAT (T1.CITY_C, '市') AS CITY_C,
-  UPPER(NVL (T2.AUDIT_COD, T1.CITY_E)) AS AUDIT_COD
-FROM
-  DWD.DWD_GND_EXT_CHC_GEO T1
-LEFT JOIN 
-  DM.DM_IMS_TD_GEO T2 
-ON 
-  T1.CITY_E = T2.CITY
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW RAW_DATA_WIHT_PACK_CORP_GEO_DATA
-AS
-SELECT
-  T1.YQ,
-  T1.CITY_C,
-  T3.IQVIA_PACK_CODE AS PACK_COD,
-  T3.CORP_COD AS CORP_COD,
-  C.AUDIT_COD AS AUDIT_COD,
-  T1.PROD_COD,
-  T1.VALUE,
-  T1.TOTALUNIT,
-  T1.TOTALUNIT * NVL (T3.COUNTINGUNIT, 1) AS COUNTINGUNIT
-FROM
-  RAW_DATA T1
-LEFT JOIN 
-  PACK_WIHT_CORP_DATA T3 
-ON 
-  T1.PACK_COD = T3.PACK_COD
-LEFT JOIN 
-  DIM_EXCHC_GEO C 
-ON 
-  T1.CITY_C = C.CITY_C
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW RAW_DATA_WIHT_LY
-AS
-SELECT
-  A.YQ,
-  A.AUDIT_COD,
-  A.PACK_COD,
-  A.CORP_COD,
-  SUM(A.VALUE) VALUE,
-  SUM(A.TOTALUNIT) TOTALUNIT,
-  SUM(A.COUNTINGUNIT) COUNTINGUNIT,
-  SUM(VALUE_LY) VALUE_LY,
-  SUM(TOTALUNIT_LY) TOTALUNIT_LY,
-  SUM(COUNTINGUNIT_LY) COUNTINGUNIT_LY
-FROM
-  (
-    SELECT
-      T1.YQ,
-      T1.AUDIT_COD,
-      T1.PACK_COD,
-      T1.CORP_COD,
-      T1.VALUE,
-      T1.TOTALUNIT,
-      T1.COUNTINGUNIT,
-      0 VALUE_LY,
-      0 TOTALUNIT_LY,
-      0 COUNTINGUNIT_LY
-    FROM
-      RAW_DATA_WIHT_PACK_CORP_GEO_DATA T1
-    UNION ALL
-    SELECT
-      CAST(T1.YQ + 100 AS INT),
-      T1.AUDIT_COD,
-      T1.PACK_COD,
-      T1.CORP_COD,
-      0 VALUE,
-      0 TOTALUNIT,
-      0 COUNTINGUNIT,
-      T1.VALUE VALUE_LY,
-      T1.TOTALUNIT TOTALUNIT_LY,
-      T1.COUNTINGUNIT COUNTINGUNIT_LY
-    FROM
-      RAW_DATA_WIHT_PACK_CORP_GEO_DATA AS T1
-    CROSS JOIN 
-      FILTER_YM AS T2
-    WHERE
-      T1.YQ + 100 <= T2.MAX_YYYYMM
-  ) A
-GROUP BY
-  A.YQ,
-  A.AUDIT_COD,
-  A.PACK_COD,
-  A.CORP_COD
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW RAW_DATA_FINAL
-AS
-SELECT
-  T1.YQ AS YYYYMM,
-  T1.AUDIT_COD,
-  T1.PACK_COD,
-  T1.CORP_COD,
-  SUM(TOTALUNIT) AS SALES_UNIT_CAL, -- TOTALUNIT,
-  SUM(TOTALUNIT_LY) AS SALES_UNIT_CAL_LY, --TOTALUNIT_LY,
-  SUM(VALUE) AS SALES_VALUE_CAL, --VALUE,
-  SUM(VALUE_LY) AS SALES_VALUE_CAL_LY,
-  SUM(COUNTINGUNIT) AS CONUTING_UNIT, --COUNTINGUNIT,
-  SUM(COUNTINGUNIT_LY) AS CONUTING_UNIT_LY,
-  'CHC(Quarterly)' AS DATA_SOURCE
-FROM
-  RAW_DATA_WIHT_LY T1
-GROUP BY
-  T1.YQ,
-  T1.AUDIT_COD,
-  T1.PACK_COD,
-  T1.CORP_COD
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW DM_TF_EXT_CHC_SALES AS
-SELECT
-  A.YYYYMM,
-  A.PACK_COD AS PACK_CODE,
-  A.AUDIT_COD AS AUDIT_CODE,
-  'CHC(Quarterly)' DATA_SOURCE,
-  -------------------------------------
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  null as prescription,
-  null as prescription_ly,
-  -------------------------------------
-  --Retail藏数逻辑标签------------------
-  1 PACK_FLAG,
-  1 PROD_FLAG,
-  0 DTP_FLAG,
-  null as cmps_flag,
-  -------------------------------------
-  --EC数据标签--------------------------
-  '' PLATFORM_TYPE,
-  '' STORE_NAME,
-  '' STORE_TYPE,
-  -------------------------------------
-  --COUNTY数据标签----------------------
-  '' REGION_TYPE,
-  -------------------------------------
-  --AIA数据标签-------------------------
-  null inst_code, --可以移除，报告没有使用
-  -------------------------------------
-  --XIE HE 数据标签---------------------
-  '' as dept_name,
-  '' as new_code,
-  '' as area,
-  '' as h_level,
-  '' as reimburse,
-  '' as reimburse_type,
-  '' as prescription_source,
-  -------------------------------------
-  '' as CORP_CODE --可以移除，报告没有使用E
--------------------------------------
-FROM
-  RAW_DATA_FINAL A
-WHERE
-  YYYYMM
-    >= (
-      SELECT
-        CAST((LEFT(MAX(YYYYMM), 4) - 3) * 100 + 1 AS INT)
-      FROM
-        RAW_DATA_FINAL
-    )
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TF_EXT_CHC_SALES (
-  YYYYMM,
-  PACK_CODE,
-  AUDIT_CODE,
-  DATA_SOURCE,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  CMPS_FLAG,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  INST_CODE,
-  DEPT_NAME,
-  NEW_CODE,
-  AREA,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_SOURCE,
-  CORP_CODE,
-  ETL_INSERT_DT,
-  ETL_UPDATE_DT
-)
-  SELECT
-    YYYYMM,
-    NVL(NULLIF(PACK_CODE, ''), CONCAT('PACK_CODE_', DATA_SOURCE)) AS PACK_CODE,
-    NVL(NULLIF(AUDIT_CODE, ''), 'ROC') AS AUDIT_CODE,
-    DATA_SOURCE,
-    SALES_UNIT_CAL,
-    SALES_UNIT_CAL_LY,
-    SALES_VALUE_CAL,
-    SALES_VALUE_CAL_LY,
-    CONUTING_UNIT,
-    CONUTING_UNIT_LY,
-    PRESCRIPTION,
-    PRESCRIPTION_LY,
-    PACK_FLAG,
-    PROD_FLAG,
-    DTP_FLAG,
-    CMPS_FLAG,
-    PLATFORM_TYPE,
-    STORE_NAME,
-    STORE_TYPE,
-    REGION_TYPE,
-    INST_CODE,
-    DEPT_NAME,
-    NEW_CODE,
-    AREA,
-    H_LEVEL,
-    REIMBURSE,
-    REIMBURSE_TYPE,
-    PRESCRIPTION_SOURCE,
-    CORP_CODE,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
-  FROM
-    DM_TF_EXT_CHC_SALES;
\ No newline at end of file
diff --git a/EXTERNAL/CHC/02 DM_TF_EXT_CHC_SALES.sql:Zone.Identifier b/EXTERNAL/CHC/02 DM_TF_EXT_CHC_SALES.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHC/03 DM_TD_EXT_CHC_PACK_PROPERTY.sql b/EXTERNAL/CHC/03 DM_TD_EXT_CHC_PACK_PROPERTY.sql
deleted file mode 100644
index fe11e4c..0000000
--- a/EXTERNAL/CHC/03 DM_TD_EXT_CHC_PACK_PROPERTY.sql	
+++ /dev/null
@@ -1,147 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_CHC_PACK_PROPERTY
--- (
---   -- MARKET_PACK_KEY STRING,
---   PACK_CODE STRING,
---   PACK_DESC STRING,
---   STGH_DESC STRING,
---   PACK_LCH STRING,
---   FAMILY_CODE STRING,
---   FAMILY_NAME STRING,
---   PROD_CODE STRING,
---   PROD_DESC STRING,
---   PROD_DESC_C STRING,
---   CMPS_CODE STRING,
---   CMPS_DESC STRING,
---   CMPS_DESC_C STRING,
---   ATC1_CODE STRING,
---   ATC2_CODE STRING,
---   ATC3_CODE STRING,
---   ATC4_CODE STRING,
---   APP1_CODE STRING,
---   APP2_CODE STRING,
---   APP3_CODE STRING,
---   BIO_DESC STRING,
---   GENE_ORIG_DESC STRING,
---   ETH_OTC_DESC STRING,
---   NRDL_DESC STRING,
---   NRDL_ENTRY_DATE STRING,
---   EDL_DESC STRING,
---   TCM_DESC STRING,
---   PAED_DESC STRING,
---   GQCE_DESC STRING,
---   VBP_DESC_V STRING,
---   VBP_DESC STRING,
---   MANU_CODE STRING,
---   MANU_DESC STRING,
---   MANU_DESC_C STRING,
---   MNFL_CODE STRING,
---   MNFL_DESC STRING,
---   CORP_CODE STRING,
---   CORP_DESC STRING,
---   CORP_DESC_C STRING,
---   BRANDTYPE STRING,
---   -- MARKET STRING,
---   -- KEY_COMPETITOR STRING,
---   IS_AZ STRING,
---   AZ_MAIN STRING,
---   -- AZ_RELATED STRING,
---   ATC1_DESC STRING,
---   ATC1_DESC_C STRING,
---   ATC2_DESC STRING,
---   ATC2_DESC_C STRING,
---   ATC3_DESC STRING,
---   ATC3_DESC_C STRING,
---   ATC4_DESC STRING,
---   ATC4_DESC_C STRING,
---   APP1_DESC STRING,
---   APP1_DESC_C STRING,
---   APP2_DESC STRING,
---   APP2_DESC_C STRING,
---   APP3_DESC STRING,
---   APP3_DESC_C STRING,
---   -- CLASS STRING,
---   -- MARKET_RATIO STRING,
---   COUNTINGUNIT STRING,
---   VBP_BRAND STRING,
---   REPLENISH_FALG STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
--- )
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chc_pack_property';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chc_pack_property';
-
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_CHC_PACK_PROPERTY
-SELECT
-  -- MARKET_PACK_KEY,
-  PACK_COD AS PACK_CODE,
-  PACK_DES AS PACK_DESC,
-  STGH_DES AS STGH_DESC,
-  PACK_LCH,
-  FAMILY_CODE,
-  FAMILY_NAME,
-  PROD_COD AS PROD_CODE,
-  PROD_DES AS PROD_DESC,
-  PROD_DES_C AS PROD_DESC_C,
-  CMPS_COD AS CMPS_CODE,
-  CMPS_DES AS CMPS_DESC,
-  CMPS_DES_C AS CMPS_DESC_C,
-  ATC1_COD AS ATC1_CODE,
-  ATC2_COD AS ATC2_CODE,
-  ATC3_COD AS ATC3_CODE,
-  ATC4_COD AS ATC4_CODE,
-  APP1_COD AS APP1_CODE,
-  APP2_COD AS APP2_CODE,
-  APP3_COD AS APP3_CODE,
-  BIO_DESC,
-  GENE_ORIG_DESC,
-  ETH_OTC_DESC,
-  NRDL_DESC,
-  NRDL_ENTRY_DATE,
-  EDL_DESC,
-  TCM_DESC,
-  PAED_DESC,
-  GQCE_DESC,
-  null as VBP_DESC_V,
-  VBP_DESC,
-  MANU_COD AS MANU_CODE,
-  MANU_DES AS MANU_DESC,
-  MANU_DES_C AS MANU_DESC_C,
-  MNFL_COD AS MNFL_CODE,
-  MNFL_DES AS MNFL_DESC,
-  CORP_COD AS CORP_CODE,
-  CORP_DES AS CORP_DESC,
-  CORP_DES_C AS CORP_DESC_C,
-  BRANDTYPE,
-  -- MARKET,
-  -- KEY_COMPETITOR,
-  IS_AZ,
-  AZ_MAIN,
-  -- AZ_RELATED,
-  ATC1_DES AS ATC1_DESC,
-  ATC1_DES_C AS ATC1_DESC_C,
-  ATC2_DES AS ATC2_DESC,
-  ATC2_DES_C AS ATC2_DESC_C,
-  ATC3_DES AS ATC3_DESC,
-  ATC3_DES_C AS ATC3_DESC_C,
-  ATC4_DES AS ATC4_DESC,
-  ATC4_DES_C AS ATC4_DESC_C,
-  APP1_DES AS APP1_DESC,
-  APP1_DES_C AS APP1_DESC_C,
-  APP2_DES AS APP2_DESC,
-  APP2_DES_C AS APP2_DESC_C,
-  APP3_DES AS APP3_DESC,
-  APP3_DES_C AS APP3_DESC_C,
-  -- CLASS,
-  -- NULL AS MARKET_RATIO,
-  COUNTINGUNIT,
-  NULL AS VBP_BRAND,
-  NULL AS REPLENISH_FALG,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_CHC_PACK_PROPERTY;
\ No newline at end of file
diff --git a/EXTERNAL/CHC/03 DM_TD_EXT_CHC_PACK_PROPERTY.sql:Zone.Identifier b/EXTERNAL/CHC/03 DM_TD_EXT_CHC_PACK_PROPERTY.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHC/04 DM_TD_EXT_CHC_PACK2MARKET.sql b/EXTERNAL/CHC/04 DM_TD_EXT_CHC_PACK2MARKET.sql
deleted file mode 100644
index feabc38..0000000
--- a/EXTERNAL/CHC/04 DM_TD_EXT_CHC_PACK2MARKET.sql	
+++ /dev/null
@@ -1,327 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_CHC_PACK2MARKET (
---   MARKET STRING,
---   PACK_CODE STRING,
---   PACK_DESC STRING,
---   STGH_DESC STRING,
---   PACK_LCH STRING,
---   PROD_CODE STRING,
---   CMPS_CODE STRING,
---   CMPS_DESC STRING,
---   ATC1_CODE STRING,
---   ATC2_CODE STRING,
---   ATC3_CODE STRING,
---   ATC4_CODE STRING,
---   APP1_CODE STRING,
---   APP2_CODE STRING,
---   APP3_CODE STRING,
---   BIO_DESC STRING,
---   GENE_ORIG_DESC STRING,
---   ETH_OTC_DESC STRING,
---   NRDL_DESC STRING,
---   NRDL_ENTRY_DATE STRING,
---   EDL_DESC STRING,
---   TCM_DESC STRING,
---   PAED_DESC STRING,
---   GQCE_DESC STRING,
---   VBP_DESC STRING,
---   MANU_CODE STRING,
---   MANU_DESC STRING,
---   MNFL_CODE STRING,
---   MNFL_DESC STRING,
---   CORP_CODE STRING,
---   CORP_DESC STRING,
---   BRANDTYPE STRING,
---   BU STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   MARKET_RATIO STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
--- )
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chc_pack2market';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chc_pack2market';
-
--- COMMAND ----------
-
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_chc_PACK2MARKET_KEYCOMPETITOR (
---   KEY_COMPETITOR STRING,
---   MARKET STRING,
---   PACK_CODE STRING)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chc_pack2market_keycompetitor';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chc_pack2market_keycompetitor';
-
--- COMMAND ----------
-
--- CREATE or REPLACE TABLE DM.DM_TD_EXT_chc_PACK2MARKET_CLASS (
---   MARKET STRING,
---   PACK_CODE STRING,
---   CLASS STRING)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chc_pack2market_class';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chc_pack2market_class';
-
--- COMMAND ----------
-
--- 使用 EXCEPT（集合差操作）简化逻辑
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_CHC_PACK2MARKET
--- 包含规则
-SELECT DISTINCT
-  T2.MARKET,
-  T1.PACK_CODE,
-  T1.PACK_DESC,
-  T1.STGH_DESC,
-  T1.PACK_LCH,
-  T1.PROD_CODE,
-  T1.CMPS_CODE,
-  T1.CMPS_DESC,
-  T1.ATC1_CODE,
-  T1.ATC2_CODE,
-  T1.ATC3_CODE,
-  T1.ATC4_CODE,
-  T1.APP1_CODE,
-  T1.APP2_CODE,
-  T1.APP3_CODE,
-  T1.BIO_DESC,
-  T1.GENE_ORIG_DESC AS GENE_ORIG,
-  T1.ETH_OTC_DESC AS ETH_OTC_D,
-  T1.NRDL_DESC,
-  T1.NRDL_ENTRY_DATE AS NRDL_ENTR,
-  T1.EDL_DESC,
-  T1.TCM_DESC,
-  T1.PAED_DESC,
-  T1.GQCE_DESC,
-  T1.VBP_DESC,
-  T1.MANU_CODE,
-  T1.MANU_DESC,
-  T1.MNFL_CODE,
-  T1.MNFL_DESC,
-  T1.CORP_CODE,
-  T1.CORP_DESC,
-  T1.BRANDTYPE,
-  T2.BU,
-  T2.STARTTIME,
-  T2.ENDTIME,
-  COALESCE(T2.EXTEND_MARKET_RATIO, '1') AS MARKET_RATIO,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_CHC_PACK_PROPERTY AS T1
-LEFT JOIN (
-  SELECT 
-    MARKET,
-    BU,
-    STARTTIME,
-    ENDTIME,
-    EXTEND_MARKET_RATIO,
-    ATC1_CODE,
-    ATC2_CODE,
-    ATC3_CODE,
-    ATC4_CODE,
-    NFC1_CODE,
-    NFC2_CODE,
-    NFC3_CODE,
-    CORPORATION_CODE,
-    MANUFACTURER_CODE,
-    PRODUCT_CODE,
-    PACK_CODE,
-    STRENGTH,
-    MOLECULE_CODE
-  FROM DWD.DWD_GND_IMS_TBLMARKET_BYMONTH
-  WHERE EXTEND_MARKET IS NULL AND (NOT_IN_FLAG IS NULL OR NOT_IN_FLAG = '1')
-) AS T2
-  ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
-  AND (T2.ATC2_CODE IS NULL OR T1.ATC2_CODE = T2.ATC2_CODE)
-  AND (T2.ATC3_CODE IS NULL OR T1.ATC3_CODE = T2.ATC3_CODE)
-  AND (T2.ATC4_CODE IS NULL OR T1.ATC4_CODE = T2.ATC4_CODE)
-  AND (T2.NFC1_CODE IS NULL OR T1.APP1_CODE = T2.NFC1_CODE)
-  AND (T2.NFC2_CODE IS NULL OR T1.APP2_CODE = T2.NFC2_CODE)
-  AND (T2.NFC3_CODE IS NULL OR T1.APP3_CODE = T2.NFC3_CODE)
-  AND (T2.CORPORATION_CODE IS NULL OR T1.CORP_CODE = T2.CORPORATION_CODE)
-  AND (T2.MANUFACTURER_CODE IS NULL OR T1.MANU_CODE = T2.MANUFACTURER_CODE)
-  AND (T2.PRODUCT_CODE IS NULL OR T1.PROD_CODE = T2.PRODUCT_CODE)
-  AND (T2.PACK_CODE IS NULL OR T1.PACK_CODE = T2.PACK_CODE)
-  AND (T2.STRENGTH IS NULL OR T1.STGH_DESC = T2.STRENGTH)
-  AND (T2.MOLECULE_CODE IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE)
-WHERE T2.MARKET IS NOT NULL
-
-EXCEPT
-
--- 排除规则
-SELECT DISTINCT
-  T2.MARKET,
-  T1.PACK_CODE,
-  T1.PACK_DESC,
-  T1.STGH_DESC,
-  T1.PACK_LCH,
-  T1.PROD_CODE,
-  T1.CMPS_CODE,
-  T1.CMPS_DESC,
-  T1.ATC1_CODE,
-  T1.ATC2_CODE,
-  T1.ATC3_CODE,
-  T1.ATC4_CODE,
-  T1.APP1_CODE,
-  T1.APP2_CODE,
-  T1.APP3_CODE,
-  T1.BIO_DESC,
-  T1.GENE_ORIG_DESC AS GENE_ORIG,
-  T1.ETH_OTC_DESC AS ETH_OTC_D,
-  T1.NRDL_DESC,
-  T1.NRDL_ENTRY_DATE AS NRDL_ENTR,
-  T1.EDL_DESC,
-  T1.TCM_DESC,
-  T1.PAED_DESC,
-  T1.GQCE_DESC,
-  T1.VBP_DESC,
-  T1.MANU_CODE,
-  T1.MANU_DESC,
-  T1.MNFL_CODE,
-  T1.MNFL_DESC,
-  T1.CORP_CODE,
-  T1.CORP_DESC,
-  T1.BRANDTYPE,
-  T2.BU,
-  T2.STARTTIME,
-  T2.ENDTIME,
-  COALESCE(T2.EXTEND_MARKET_RATIO, '1') AS MARKET_RATIO,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_CHC_PACK_PROPERTY AS T1
-LEFT JOIN (
-  SELECT 
-    MARKET,
-    BU,
-    STARTTIME,
-    ENDTIME,
-    EXTEND_MARKET_RATIO,
-    ATC1_CODE,
-    ATC2_CODE,
-    ATC3_CODE,
-    ATC4_CODE,
-    NFC1_CODE,
-    NFC2_CODE,
-    NFC3_CODE,
-    CORPORATION_CODE,
-    MANUFACTURER_CODE,
-    PRODUCT_CODE,
-    PACK_CODE,
-    STRENGTH,
-    MOLECULE_CODE  
-  FROM DWD.DWD_GND_IMS_TBLMARKET_BYMONTH
-  WHERE EXTEND_MARKET IS NULL AND NOT_IN_FLAG = '0'
-) AS T2
-  ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
-  AND (T2.ATC2_CODE IS NULL OR T1.ATC2_CODE = T2.ATC2_CODE)
-  AND (T2.ATC3_CODE IS NULL OR T1.ATC3_CODE = T2.ATC3_CODE)
-  AND (T2.ATC4_CODE IS NULL OR T1.ATC4_CODE = T2.ATC4_CODE)
-  AND (T2.NFC1_CODE IS NULL OR T1.APP1_CODE = T2.NFC1_CODE)
-  AND (T2.NFC2_CODE IS NULL OR T1.APP2_CODE = T2.NFC2_CODE)
-  AND (T2.NFC3_CODE IS NULL OR T1.APP3_CODE = T2.NFC3_CODE)
-  AND (T2.CORPORATION_CODE IS NULL OR T1.CORP_CODE = T2.CORPORATION_CODE)
-  AND (T2.MANUFACTURER_CODE IS NULL OR T1.MANU_CODE = T2.MANUFACTURER_CODE)
-  AND (T2.PRODUCT_CODE IS NULL OR T1.PROD_CODE = T2.PRODUCT_CODE)
-  AND (T2.PACK_CODE IS NULL OR T1.PACK_CODE = T2.PACK_CODE)
-  AND (T2.STRENGTH IS NULL OR T1.STGH_DESC = T2.STRENGTH)
-  AND (T2.MOLECULE_CODE IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE)
-WHERE T2.MARKET IS NOT NULL;
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_CHC_PACK2MARKET_KEYCOMPETITOR
-WITH kc AS (
-  SELECT
-    keycompetitor, no,
-    ROW_NUMBER() OVER (ORDER BY
-      CASE
-        WHEN ATC1_Code     IS NOT NULL THEN 1
-        WHEN ATC2_Code     IS NOT NULL THEN 2
-        WHEN ATC3_Code     IS NOT NULL THEN 3
-        WHEN ATC4_Code     IS NOT NULL THEN 4
-        WHEN Molecule_Code IS NOT NULL THEN 5
-        WHEN Product_Code  IS NOT NULL THEN 6
-        WHEN Pack_Code     IS NOT NULL THEN 7
-        ELSE 999
-      END,
-      CASE WHEN NFC1_CODE IS NULL THEN 0 ELSE 1 END,
-      CASE WHEN NFC2_CODE IS NULL THEN 0 ELSE 1 END,
-      CASE WHEN NFC3_CODE IS NULL THEN 0 ELSE 1 END
-    ) AS no1,
-    ATC1_Code, ATC2_Code, ATC3_Code, ATC4_Code,
-    NFC1_Code, NFC2_Code, NFC3_Code,
-    corporation_code, Manufacturer_Code,
-    Product_Code, Pack_Code, Strength, Molecule_Code, market
-  FROM dwd.dwd_gnd_ims_tblkeycompetitor
-),
-joined AS (
-  SELECT
-    /*+ BROADCAST(kc) */
-    COALESCE(kc.keycompetitor, 'OTHERS') AS Key_Competitor,  -- ✅ UPDATE 逻辑内联
-    t1.market, t1.PACK_CODE
-    /*bug 调试区
-    ,
-    kc.no,
-    kc.no1,
-    t1.PROD_COD, t1.CMPS_COD, t1.CMPS_DES,
-    t1.ATC1_COD, t1.ATC2_COD, t1.ATC3_COD, t1.ATC4_COD,
-    t1.APP1_COD, t1.APP2_COD, t1.APP3_COD,
-    t1.BIO_DESC, t1.GENE_ORIG_DESC, t1.ETH_OTC_DESC,
-    t1.NRDL_DESC, t1.NRDL_Entry_Date, t1.EDL_DESC, t1.TCM_DESC,
-    t1.PAED_DESC, t1.GQCE_DESC, t1.VBP_DESC,
-    t1.MANU_COD, t1.MANU_DES, t1.MNFL_COD, t1.MNFL_DES,
-    t1.CORP_COD, t1.CORP_DES, t1.BrandType, t1.bu, t1.Market_Ratio
-    */
-  ,ROW_NUMBER() OVER (
-      PARTITION BY t1.market, t1.PACK_CODE, t1.PROD_CODE
-      ORDER BY kc.no1 DESC, kc.no DESC
-    ) AS _rn
-  FROM DM.DM_TD_EXT_CHC_PACK2MARKET t1
-  LEFT JOIN kc
-    ON  (kc.ATC1_Code         IS NULL OR t1.ATC1_CODE = kc.ATC1_Code)
-    AND (kc.ATC2_Code         IS NULL OR t1.ATC2_CODE = kc.ATC2_Code)
-    AND (kc.ATC3_Code         IS NULL OR t1.ATC3_CODE = kc.ATC3_Code)
-    AND (kc.ATC4_Code         IS NULL OR t1.ATC4_CODE = kc.ATC4_Code)
-    AND (kc.NFC1_Code         IS NULL OR t1.APP1_CODE = kc.NFC1_Code)
-    AND (kc.NFC2_Code         IS NULL OR t1.APP2_CODE = kc.NFC2_Code)
-    AND (kc.NFC3_Code         IS NULL OR t1.APP3_CODE = kc.NFC3_Code)
-    AND (kc.corporation_code  IS NULL OR t1.CORP_CODE = kc.corporation_code)
-    AND (kc.Manufacturer_Code IS NULL OR t1.MANU_CODE = kc.Manufacturer_Code)
-    AND (kc.Product_Code      IS NULL OR t1.PROD_CODE = kc.Product_Code)
-    AND (kc.Pack_Code         IS NULL OR t1.PACK_CODE = kc.Pack_Code)
-    AND (kc.Strength          IS NULL OR t1.STGH_DESC = kc.Strength)
-    AND (kc.Molecule_Code     IS NULL OR t1.CMPS_CODE = kc.Molecule_Code)
-    AND (kc.market            IS NULL OR t1.market   = kc.market)
-)
-SELECT distinct Key_Competitor,market,pack_code 
-FROM joined
-WHERE _rn = 1;
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_CHC_PACK2MARKET_CLASS
-SELECT 
-  /*+ BROADCAST(T2) */
-  DISTINCT
-  T1.MARKET,
-  T1.PACK_CODE,
-  COALESCE( T2.CLASS, 'OTHERS') AS CLASS
-FROM DM.DM_TD_EXT_CHC_PACK2MARKET T1
-LEFT JOIN DWD.DWD_GND_TBLCLASS T2
-  ON  (T2.MARKET            IS NULL OR T1.MARKET    = T2.MARKET)
-  AND (T2.PACK_CODE         IS NULL OR T1.PACK_CODE = T2.PACK_CODE)
-  AND (T2.PRODUCT_CODE      IS NULL OR T1.PROD_CODE = T2.PRODUCT_CODE)
-  AND (T2.MOLECULE_CODE     IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE)
-  AND (T2.CORPORATION_CODE  IS NULL OR T1.CORP_CODE = T2.CORPORATION_CODE)
-  AND (T2.MANUFACTURER_CODE IS NULL OR T1.MANU_CODE = T2.MANUFACTURER_CODE)
-  AND (T2.ATC1_CODE         IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
-  AND (T2.ATC2_CODE         IS NULL OR T1.ATC2_CODE = T2.ATC2_CODE)
-  AND (T2.ATC3_CODE         IS NULL OR T1.ATC3_CODE = T2.ATC3_CODE)
-  AND (T2.ATC4_CODE         IS NULL OR T1.ATC4_CODE = T2.ATC4_CODE)
-  AND (T2.NFC1_CODE         IS NULL OR T1.APP1_CODE = T2.NFC1_CODE)
-  AND (T2.NFC2_CODE         IS NULL OR T1.APP2_CODE = T2.NFC2_CODE)
-  AND (T2.NFC3_CODE         IS NULL OR T1.APP3_CODE = T2.NFC3_CODE)
-  AND (T2.STRENGTH          IS NULL OR T1.STGH_DESC = T2.STRENGTH)
\ No newline at end of file
diff --git a/EXTERNAL/CHC/04 DM_TD_EXT_CHC_PACK2MARKET.sql:Zone.Identifier b/EXTERNAL/CHC/04 DM_TD_EXT_CHC_PACK2MARKET.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHC/05 DM_TD_EXT_CHC_MARKET_RATIO.sql b/EXTERNAL/CHC/05 DM_TD_EXT_CHC_MARKET_RATIO.sql
deleted file mode 100644
index cc48748..0000000
--- a/EXTERNAL/CHC/05 DM_TD_EXT_CHC_MARKET_RATIO.sql	
+++ /dev/null
@@ -1,30 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_CHC_MARKET_RATIO (
---   MARKET STRING,
---   PACK_CODE STRING,
---   CMPS_CODE STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   MARKET_RATIO STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chc_market_ratio';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chc_market_ratio';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_CHC_MARKET_RATIO
-SELECT 
-  DISTINCT
-  MARKET,
-  PACK_CODE,
-  CMPS_CODE,
-  STARTTIME,
-  ENDTIME,
-  MARKET_RATIO,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT 
-FROM DM.DM_TD_EXT_CHC_PACK2MARKET
-WHERE UPPER(MARKET) NOT LIKE '%ALL%'
\ No newline at end of file
diff --git a/EXTERNAL/CHC/05 DM_TD_EXT_CHC_MARKET_RATIO.sql:Zone.Identifier b/EXTERNAL/CHC/05 DM_TD_EXT_CHC_MARKET_RATIO.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHC/06 DM_TD_EXT_CHC_MARKET_BRAND_RATIO.sql b/EXTERNAL/CHC/06 DM_TD_EXT_CHC_MARKET_BRAND_RATIO.sql
deleted file mode 100644
index 31d5aa6..0000000
--- a/EXTERNAL/CHC/06 DM_TD_EXT_CHC_MARKET_BRAND_RATIO.sql	
+++ /dev/null
@@ -1,163 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_CHC_MARKET_BRAND_RATIO (
---   MARKET STRING,
---   PACK_CODE STRING,
---   VALUE_BRAND_RATIO FLOAT,
---   VALUE_BRAND_RATIO_START STRING,
---   VALUE_BRAND_RATIO_END STRING,
---   UNIT_BRAND_RATIO FLOAT,
---   UNIT_BRAND_START STRING,
---   UNIT_BRAND_END STRING,
---   COUNTINGUNIT_BRAND_RATIO FLOAT,
---   COUNTINGUNIT_BRAND_START STRING,
---   COUNTINGUNIT_BRAND_END STRING,
---   PDOT_BRAND_RATIO FLOAT,
---   PDOT_BRAND_START STRING,
---   PDOT_BRAND_END STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chc_market_brand_ratio';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chc_market_brand_ratio';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_CHC_MARKET_BRAND_RATIO
-SELECT 
-  DISTINCT
-  T1.MARKET,
-  T1.PACK_CODE,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.RATIO
-  ELSE NVL(T5.RATIO, 1) END AS VALUE_BRAND_RATIO,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.STARTTIME
-  ELSE NVL(T5.STARTTIME, 200001) END AS VALUE_BRAND_RATIO_START,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.ENDTIME
-  ELSE NVL(T5.ENDTIME, 299912) END AS VALUE_BRAND_RATIO_END,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.RATIO
-  ELSE NVL(T6.RATIO, 1) END AS UNIT_BRAND_RATIO,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.STARTTIME
-  ELSE NVL(T6.STARTTIME, 200001) END AS UNIT_BRAND_START,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.ENDTIME
-  ELSE NVL(T6.ENDTIME, 299912) END AS UNIT_BRAND_END,
-  1 AS COUNTINGUNIT_BRAND_RATIO,
-  200001 AS COUNTINGUNIT_BRAND_START,
-  299912 AS COUNTINGUNIT_BRAND_END,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.RATIO
-  ELSE NVL(T7.RATIO, 1) END AS PDOT_BRAND_RATIO,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.STARTTIME
-  ELSE NVL(T7.STARTTIME, 200001) END AS PDOT_BRAND_START,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.ENDTIME
-  ELSE NVL(T7.ENDTIME, 299912) END AS PDOT_BRAND_END,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_CHC_MARKET_RATIO T1
-LEFT JOIN ( --VALUE--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'VALUE' AND UPPER(LEVEL) = 'PACK'
-) T2 ON T1.MARKET = T2.MARKET AND T1.PACK_CODE = T2.PACK_COD
-LEFT JOIN ( --UNIT--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'UNIT' AND UPPER(LEVEL) = 'PACK'                  
-) T3 ON T1.MARKET = T3.MARKET AND T1.PACK_CODE = T3.PACK_COD
-LEFT JOIN ( --COUNTINGUNIT--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'COUNTINGUNIT' AND UPPER(LEVEL) = 'PACK'
-) T4 ON T1.MARKET = T4.MARKET AND T1.PACK_CODE = T4.PACK_COD
-LEFT JOIN ( --VALUE--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'VALUE' AND UPPER(LEVEL) = 'MOLECULE'
-) T5 ON T1.MARKET = T5.MARKET AND T1.CMPS_CODE = T5.CMPS_COD
-LEFT JOIN ( --UNIT--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'UNIT' AND UPPER(LEVEL) = 'MOLECULE'
-) T6 ON T1.MARKET = T6.MARKET AND T1.CMPS_CODE = T6.CMPS_COD
-LEFT JOIN ( --COUNTINGUNIT--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'COUNTINGUNIT' AND UPPER(LEVEL) = 'MOLECULE'
-) T7 ON T1.MARKET = T7.MARKET
-AND T1.CMPS_CODE = T7.CMPS_COD
-
--- COMMAND ----------
-
diff --git a/EXTERNAL/CHC/06 DM_TD_EXT_CHC_MARKET_BRAND_RATIO.sql:Zone.Identifier b/EXTERNAL/CHC/06 DM_TD_EXT_CHC_MARKET_BRAND_RATIO.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHC/07 DM_TD_EXT_CHC_MARKET_PACK_MAPPING.sql b/EXTERNAL/CHC/07 DM_TD_EXT_CHC_MARKET_PACK_MAPPING.sql
deleted file mode 100644
index 08e6199..0000000
--- a/EXTERNAL/CHC/07 DM_TD_EXT_CHC_MARKET_PACK_MAPPING.sql	
+++ /dev/null
@@ -1,71 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_CHC_MARKET_PACK_MAPPING
--- (
---   PACK_CODE STRING,
---   MARKET STRING,
---   CLASS STRING,
---   KEY_COMPETITOR STRING,
---   MARKET_RATIO STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   VALUE_BRAND_RATIO STRING,
---   VALUE_BRAND_RATIO_START STRING,
---   VALUE_BRAND_RATIO_END STRING,
---   UNIT_BRAND_RATIO STRING,
---   UNIT_BRAND_START STRING,
---   UNIT_BRAND_END STRING,
---   COUNTINGUNIT_BRAND_RATIO STRING,
---   COUNTINGUNIT_BRAND_START STRING,
---   COUNTINGUNIT_BRAND_END STRING,
---   PDOT_BRAND_RATIO STRING,
---   PDOT_BRAND_START STRING,
---   PDOT_BRAND_END STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
--- )
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chc_market_pack_mapping';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chc_market_pack_mapping';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_CHC_MARKET_PACK_MAPPING
-  SELECT DISTINCT
-    T1.PACK_CODE,
-    T1.MARKET,
-    T4.CLASS,
-    T5.KEY_COMPETITOR,
-    T2.MARKET_RATIO,
-    T2.STARTTIME,
-    T2.ENDTIME,
-    T3.VALUE_BRAND_RATIO,
-    T3.VALUE_BRAND_RATIO_START,
-    T3.VALUE_BRAND_RATIO_END,
-    T3.UNIT_BRAND_RATIO,
-    T3.UNIT_BRAND_START,
-    T3.UNIT_BRAND_END,
-    T3.COUNTINGUNIT_BRAND_RATIO,
-    T3.COUNTINGUNIT_BRAND_START,
-    T3.COUNTINGUNIT_BRAND_END,
-    T3.PDOT_BRAND_RATIO,
-    T3.PDOT_BRAND_START,
-    T3.PDOT_BRAND_END,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
-  FROM
-    DM.DM_TD_EXT_CHC_PACK2MARKET T1
-      LEFT JOIN DM.DM_TD_EXT_CHC_MARKET_RATIO T2
-        ON T1.MARKET = T2.MARKET
-        AND T1.PACK_CODE = T2.PACK_CODE
-      LEFT JOIN DM.DM_TD_EXT_CHC_MARKET_BRAND_RATIO T3
-        ON T1.MARKET = T3.MARKET
-        AND T1.PACK_CODE = T3.PACK_CODE
-      LEFT JOIN DM.DM_TD_EXT_CHC_PACK2MARKET_CLASS T4
-        ON T1.PACK_CODE = T4.PACK_CODE
-        AND T1.MARKET = T4.MARKET
-      LEFT JOIN DM.DM_TD_EXT_CHC_PACK2MARKET_KEYCOMPETITOR T5
-        ON T1.PACK_CODE = T5.PACK_CODE
-        AND T1.MARKET = T5.MARKET
-  WHERE
-    UPPER(T1.MARKET) NOT LIKE "%ALL%"
\ No newline at end of file
diff --git a/EXTERNAL/CHC/07 DM_TD_EXT_CHC_MARKET_PACK_MAPPING.sql:Zone.Identifier b/EXTERNAL/CHC/07 DM_TD_EXT_CHC_MARKET_PACK_MAPPING.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/01 dwd_ims_atc_hierarchy.sql b/EXTERNAL/CHPA/01 dwd_ims_atc_hierarchy.sql
deleted file mode 100644
index ced8853..0000000
--- a/EXTERNAL/CHPA/01 dwd_ims_atc_hierarchy.sql	
+++ /dev/null
@@ -1,42 +0,0 @@
--- Databricks notebook source
---dwd to dws
---清洗数据的操作
-
-
----处理宽维度表 202108
---PRINT(GETDATE())
-
----ATC 处理成宽表
-
-insert overwrite table dwd.dwd_ims_atc_hierarchy 
-SELECT * --into DIM_ATC_Hierarchy
-  FROM (SELECT Therapeutic_ID AS ATC1_ID,
-               Therapeutic_Code AS ATC1_CODE,
-               Therapeutic_Name AS ATC1_DES
-          FROM dwd.dwd_ims_td_therapeutic_class ATC
-         WHERE ATC. Therapeutic_Level = '1') ATC1
-
-  LEFT JOIN (SELECT Therapeutic_ID AS ATC2_ID,
-                    Therapeutic_Code AS ATC2_CODE,
-                    Therapeutic_Name AS ATC2_DES
-               FROM dwd.dwd_ims_td_therapeutic_class ATC
-              WHERE ATC. Therapeutic_Level = '2') ATC2
-    ON ATC1. ATC1_CODE =
-  LEFT (ATC2. ATC2_CODE, 1)
-
-  LEFT JOIN (SELECT Therapeutic_ID AS ATC3_ID,
-                    Therapeutic_Code AS ATC3_CODE,
-                    Therapeutic_Name AS ATC3_DES
-               FROM dwd.dwd_ims_td_therapeutic_class ATC
-              WHERE ATC. Therapeutic_Level = '3') ATC3
-    ON ATC2. ATC2_CODE =
-  LEFT (ATC3. ATC3_CODE, 3)
-
-  LEFT JOIN (SELECT Therapeutic_ID AS ATC4_ID,
-                    Therapeutic_Code AS ATC4_CODE,
-                    Therapeutic_Name AS ATC4_DES
-               FROM dwd.dwd_ims_td_therapeutic_class ATC
-              WHERE ATC. Therapeutic_Level = '4') ATC4
-    ON ATC3. ATC3_CODE =
-  LEFT (ATC4. ATC4_CODE, 4)
-;
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/01 dwd_ims_atc_hierarchy.sql:Zone.Identifier b/EXTERNAL/CHPA/01 dwd_ims_atc_hierarchy.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/01 dwd_ims_nfc_hierarchy.sql b/EXTERNAL/CHPA/01 dwd_ims_nfc_hierarchy.sql
deleted file mode 100644
index 8adc695..0000000
--- a/EXTERNAL/CHPA/01 dwd_ims_nfc_hierarchy.sql	
+++ /dev/null
@@ -1,26 +0,0 @@
--- Databricks notebook source
---NFC 处理成宽表
-insert overwrite table dwd.dwd_ims_nfc_hierarchy 
-SELECT * 
-  FROM (SELECT NewFormClass_ID as NFC1_ID,
-               NewFormClass_Code as NFC1_CODE,
-               NewFormClass_Name as NFC1_DES
-          FROM dwd.dwd_ims_td_new_form_class NFC
-         WHERE NewFormClass_Level = '1') NFC1
-
-  LEFT JOIN (SELECT NewFormClass_ID as NFC2_ID,
-                    NewFormClass_Code as NFC2_CODE,
-                    NewFormClass_Name as NFC2_DES
-               FROM dwd.dwd_ims_td_new_form_class NFC
-              WHERE NewFormClass_Level = '2') NFC2
-    ON NFC1.NFC1_CODE =
-  LEFT (NFC2.NFC2_CODE, 1)
-
-  LEFT JOIN (SELECT NewFormClass_ID as NFC3_ID,
-                    NewFormClass_Code as NFC3_CODE,
-                    NewFormClass_Name as NFC3_DES
-               FROM dwd.dwd_ims_td_new_form_class NFC
-              WHERE NewFormClass_Level = '3') NFC3
-    ON NFC2.NFC2_CODE =
-  LEFT (NFC3.NFC3_CODE, 2)
-;
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/01 dwd_ims_nfc_hierarchy.sql:Zone.Identifier b/EXTERNAL/CHPA/01 dwd_ims_nfc_hierarchy.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/01 dwd_ims_td_manufacturer_corp.sql b/EXTERNAL/CHPA/01 dwd_ims_td_manufacturer_corp.sql
deleted file mode 100644
index 94e6cc3..0000000
--- a/EXTERNAL/CHPA/01 dwd_ims_td_manufacturer_corp.sql	
+++ /dev/null
@@ -1,24 +0,0 @@
--- Databricks notebook source
------------------------------------------------------------------------------------------------------------------
---修改时间：20240904
---修改人：FanXujia
---修改内容：
---id为93的数，manufacturer_abbr不是SH/了，所以不能使用这个语句更新了。
-------------------------------------------------------------------------
---MANU维度表，ManufacturerType_ID中存在为0的数据，关联不出对应的ManufacturerType
---经过检查，ManufacturerType_ID = 0 的数据，其下属子集或者本身为MNC，所以将其修改成2，让报告上能正常识别成MNC
-UPDATE dwd.dwd_ims_td_manufacturer SET ManufacturerType_ID = 2 WHERE ManufacturerType_ID = 0;
--- SH/的一行数据 中 / 为转义符，后面的数据不能有效识别，需要手动更新
--- update dwd.dwd_ims_td_manufacturer set manufacturer_abbr ='SH/' where manufacturer_id = '93';
--- update dwd.dwd_ims_td_manufacturer set corporation_id ='93' where manufacturer_id = '93';
--- update dwd.dwd_ims_td_manufacturer set corporation_code ='00221' where manufacturer_id = '93';
--- update dwd.dwd_ims_td_manufacturer set manufacturertype_id ='1' where manufacturer_id = '93';
------------------------------------------------------------------------------------------------------------------
-
---处理manu跟corp的mapping关系
-insert overwrite table dwd.dwd_ims_td_manufacturer_corp 
-SELECT T1.*,T2.Corporation_Code AS CORP_MASTER_CODE,T2.Manufacturer_Abbr AS CORP_ABBR,T2.Manufacturer_Name AS CORP_DES 
-FROM dwd.dwd_ims_td_manufacturer T1
-LEFT JOIN dwd.dwd_ims_td_manufacturer T2
-ON T1.Corporation_Code = T2.Manufacturer_CODE
-;
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/01 dwd_ims_td_manufacturer_corp.sql:Zone.Identifier b/EXTERNAL/CHPA/01 dwd_ims_td_manufacturer_corp.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/01 dwd_ims_td_pack_property.sql b/EXTERNAL/CHPA/01 dwd_ims_td_pack_property.sql
deleted file mode 100644
index ab4da1a..0000000
--- a/EXTERNAL/CHPA/01 dwd_ims_td_pack_property.sql	
+++ /dev/null
@@ -1,89 +0,0 @@
--- Databricks notebook source
-
--------使用新的DIM表，生成PackProfile，保证后续的逻辑
--- 20260119 依赖前面 dwd.dwd_ims_nfc_hierarchy、dwd.dwd_ims_atc_hierarchy、dwd.dwd_ims_td_manufacturer_corp
--- 20260119 依赖上面补0 dwd.dwd_gnd_ims_tblbrandtype
-
-insert overwrite table dwd.dwd_ims_td_pack_property 
-select DISTINCT
-if( PACK.Pack_Code REGEXP '^[0-9]',right(concat('000000000000',PACK.Pack_Code),12),PACK.Pack_Code) as PACK_COD, --RIGHT(concat('0000000',PACK.Pack_Code),7) 
-PACK.Pack_Description AS PACK_DES,
-PACK.STRENGTH AS STGH_DES,
-concat('Y',LEFT(PACK.LAUNCHTIME,4),'M',RIGHT(PACK.LAUNCHTIME,2)) AS PACK_LCH,
-
-RIGHT(concat('000000000',PROD.Product_Code),9) AS PROD_COD, --RIGHT(concat('00000',PROD.Product_Code),5)
-RIGHT(concat('000000',MOLE.MoleCompCode),6) AS CMPS_COD,
-MOLE.MoleCompDesc AS CMPS_DES,
-
-ATCH.ATC1_CODE AS ATC1_COD,
-ATCH.ATC2_CODE AS ATC2_COD,
-ATCH.ATC3_CODE AS ATC3_COD,
-ATCH.ATC4_CODE AS ATC4_COD,
-
-NFCH.NFC1_CODE AS APP1_COD,
-NFCH.NFC2_CODE AS APP2_COD,
-NFCH.NFC3_CODE AS APP3_COD,
-
-MOLE.BIO AS BIO_DESC, 
-MOLE.Gene_Orig AS GENE_ORIG_DESC,
-MOLE.Rx_Flag AS ETH_OTC_DESC,
-MOLE.NRDL AS NRDL_DESC,
-MOLE.NRDL_Entry_Date,
-MOLE.EDL AS EDL_DESC,
-MOLE.TCMEX AS TCM_DESC,
-MOLE.PAED AS PAED_DESC,
-MOLE.GQCE AS GQCE_DESC,
-MOLE.VBP AS VBP_DESC,
-MANU.Manufacturer_Abbr AS MANU_COD,
-MANU.Manufacturer_Name AS MANU_DES,
-MANUT.ManufacturerType_CODE AS MNFL_COD,
-MANUT.ManufacturerType_Name AS MNFL_DES,
-MANU.CORP_ABBR AS CORP_COD,
-MANU.CORP_DES AS CORP_DES,
-BRANDTYPE.Brand_Type AS BrandType
-from dwd.dwd_ims_td_pack PACK
-LEFT JOIN dwd.dwd_ims_td_product PROD ON PACK.Product_ID = PROD.Product_ID  
-LEFT JOIN dwd.dwd_ims_td_new_form_class NFC ON PACK.NewFormClass_ID = NFC.NewFormClass_ID 
-LEFT JOIN dwd.dwd_ims_nfc_hierarchy NFCH ON NFC.NewFormClass_Code = NFCH.NFC3_CODE
-LEFT JOIN dwd.dwd_ims_td_therapeutic_class ATC ON PACK.Therapeutic_ID = ATC.Therapeutic_ID 
-LEFT JOIN dwd.dwd_ims_atc_hierarchy ATCH ON ATC.Therapeutic_Code = ATCH.ATC4_CODE
-LEFT JOIN dwd.dwd_ims_td_pack_additional_attribute MOLE ON PACK.Pack_ID = MOLE.Pack_ID
-LEFT JOIN dwd.dwd_ims_td_manufacturer_corp MANU ON  PROD.Manufacturer_ID = MANU.Manufacturer_ID 
-LEFT JOIN dwd.dwd_ims_td_manufacturertype MANUT ON  MANU.ManufacturerType_ID = MANUT.ManufacturerType_ID 
-LEFT JOIN dwd.dwd_gnd_ims_tblbrandtype BRANDTYPE ON PACK.Pack_Code = BRANDTYPE.PACK_COD
-;
-
-update dwd.dwd_ims_td_pack_property set CORP_COD ='' where CORP_COD is null ;
-update dwd.dwd_ims_td_pack_property set STGH_DES ='' where STGH_DES is null ;
-
--- COMMAND ----------
-
--- 20260119 修改 dwd.dwd_ims_td_pack_property 我感觉可以拉到前面去
--- 要调研下，为什么前面没有写，而在后面写。
---Update AZ BRANDS SCOPE---MANU的页面显示
----by Product&Pack add in 'Fluimucil, Broncho-vaxom, Ai Rui Zhuo', by AC 202103
-update dwd.dwd_ims_td_pack_property
-set CORP_COD = 'A5Z', CORP_DES = 'ASTRAZENECA GROUP' 
-where PROD_COD in(
-	select 
-		right(concat('0000000000',PROD_COD),9) as PROD_COD --right(concat('000000',PROD_COD),5)
-	from dwd.dwd_gnd_tbl_corp_change where corp_cod='A5Z')
-or PACK_COD in(
-	select 
-		if( PACK_COD REGEXP '^[0-9]',right(concat('000000000000',PACK_COD),12),PACK_COD) as PACK_COD --right(concat('000000',PACK_COD),7)
-	from dwd.dwd_gnd_tbl_corp_change where corp_cod='A5Z')
--- where PROD_COD in ('97336','73148') OR PACK_COD = '0795918'
-;
----by Product&Pack remove out tblAZScope.xlsx', by AC 202103
-update dwd.dwd_ims_td_pack_property
-set CORP_COD = 'A5ZD', CORP_DES = 'AZDealed',MANU_COD = 'A5ZD' ,MANU_DES = 'AZDealed'
-where PROD_COD in(
-	select 
-	right(concat('0000000000',PROD_COD),9) as PROD_COD 
-	from dwd.dwd_gnd_tbl_corp_change where corp_cod='A5ZD')
-or PACK_COD in(
-	select 
-		if( PACK_COD REGEXP '^[0-9]',right(concat('000000000000',PACK_COD),12),PACK_COD) as PACK_COD
-	from dwd.dwd_gnd_tbl_corp_change where corp_cod='A5ZD')
--- where PROD_COD in ('02267','14691','58423','12754','06482','97266','14164')
-;
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/01 dwd_ims_td_pack_property.sql:Zone.Identifier b/EXTERNAL/CHPA/01 dwd_ims_td_pack_property.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/01 dwd_update.sql b/EXTERNAL/CHPA/01 dwd_update.sql
deleted file mode 100644
index 747aa69..0000000
--- a/EXTERNAL/CHPA/01 dwd_update.sql	
+++ /dev/null
@@ -1,32 +0,0 @@
--- Databricks notebook source
---对折算规则文件中的Pack，Mole code 补0
---时间条件为空的，赋默认值
---地理维度表增加KCT和ROC
-UPDATE dwd.dwd_gnd_ims_tblBrandRatio 
-SET 
-PACK_COD =   if( CAST(PACK_COD AS string) REGEXP '^[0-9]',right(concat('000000000000',CAST(PACK_COD AS string)),12),CAST(PACK_COD AS string)),
-CMPS_COD = RIGHT(concat('000000',CAST(CMPS_COD AS string)),6),
-StartTime = CASE WHEN StartTime IS NULL OR UPPER(StartTime)= 'ALL' THEN '190001' ELSE StartTime END, 
-EndTime = CASE WHEN EndTime IS NULL OR UPPER(EndTime)= 'ALL' THEN '209901' ELSE EndTime END
-;
-
-
--- COMMAND ----------
-
--- 20260119 这个补0操作，可以放最前面，或者专门找个地方放。
-----确保Market和KeyCompetitor配置表中，Pack_Code，Product_Code，Molecule_Code 三个字段都已经补0
-
-UPDATE dwd.dwd_gnd_ims_tblmarket 
---20250428 chenwu iqivacode扩到12位,brandcode 扩到9位
-SET Pack_Code = if( Pack_Code REGEXP '^[0-9]',right(concat('000000000000',Pack_Code),12),Pack_Code) 
-,Product_Code = RIGHT(concat('000000000',Product_Code),9) --RIGHT(concat('00000',Product_Code),5)
-,Molecule_Code = RIGHT(concat('000000',Molecule_Code),6)
-;
-UPDATE dwd.dwd_gnd_ims_tblkeycompetitor 
-SET Pack_Code = if( Pack_Code REGEXP '^[0-9]',right(concat('000000000000',Pack_Code),12),Pack_Code)
-,Product_Code = RIGHT(concat('000000000',Product_Code),9) --RIGHT(concat('00000',Product_Code),5)
-,Molecule_Code = RIGHT(concat('000000',Molecule_Code),6)
-;
-UPDATE dwd.dwd_gnd_ims_tblbrandtype 
-SET PACK_COD = if( PACK_COD REGEXP '^[0-9]',right(concat('000000000000',PACK_COD),12),PACK_COD) --RIGHT(concat('0000000',PACK_COD),7)
-;
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/01 dwd_update.sql:Zone.Identifier b/EXTERNAL/CHPA/01 dwd_update.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/01_FB_BLOB_TO_DWD.sql b/EXTERNAL/CHPA/01_FB_BLOB_TO_DWD.sql
deleted file mode 100644
index 30fdf6d..0000000
--- a/EXTERNAL/CHPA/01_FB_BLOB_TO_DWD.sql
+++ /dev/null
@@ -1,210 +0,0 @@
--- Databricks notebook source
--- MAGIC %md
--- MAGIC ### 从blob读取csv文件作为chap法伯的事实表
-
--- COMMAND ----------
-
--- 源表：文件
--- 目标表：DWD.DWD_GND_PHARBERS_PROV_FACT
-
--- COMMAND ----------
-
--- MAGIC %run ../../../Common/config
-
--- COMMAND ----------
-
--- MAGIC %python
--- MAGIC from datetime import datetime, timedelta
--- MAGIC import pandas as pd
-
--- COMMAND ----------
-
--- MAGIC %python
--- MAGIC if ENVIRONMENT == PRD_ENVIRONMENT_VALUE:
--- MAGIC     factsales_file_path_template = "abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/ODS/GND/UserUpload/"
--- MAGIC elif ENVIRONMENT == TEST_ENVIRONMENT_VALUE:
--- MAGIC     factsales_file_path_template = "abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/ODS/GND/UserUpload/"
-
--- COMMAND ----------
-
--- MAGIC %python
--- MAGIC # 计算时间得到当天的路径
--- MAGIC current_date = datetime.utcnow() + timedelta(hours=8)
--- MAGIC date_path = current_date.strftime("%Y/%m/%d/")
--- MAGIC base_path = factsales_file_path_template + date_path
-
--- COMMAND ----------
-
--- MAGIC %python
--- MAGIC # 路径是否存在
--- MAGIC def path_exists(path):
--- MAGIC     try:
--- MAGIC         dbutils.fs.ls(path)
--- MAGIC         return True
--- MAGIC     except Exception as e:
--- MAGIC         if "java.io.FileNotFoundException" in str(e):
--- MAGIC             return False
--- MAGIC         else:
--- MAGIC             print(f"检查路径 {path} 时出错: {e}")
--- MAGIC             raise
-
--- COMMAND ----------
-
--- MAGIC %python
--- MAGIC # 列出blob上的文件列表
--- MAGIC def list_file_name(path):
--- MAGIC     first_path_list = [i.path for i in dbutils.fs.ls(path)]
--- MAGIC     second_path_list = [dbutils.fs.ls(i)[0] for i in first_path_list ]
--- MAGIC     return second_path_list
-
--- COMMAND ----------
-
--- MAGIC %python
--- MAGIC # 从blob下载文件到local
--- MAGIC def download_file(file_path, local_path):
--- MAGIC     # dbutils.fs.cp(file_path, local_path.replace("/dbfs", ""))
--- MAGIC     dbutils.fs.cp(file_path, local_path)
--- MAGIC     print(f"已下载 {file_path} 到 {local_path}")
--- MAGIC     return local_path
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ### 获取路径下的文件名称
--- MAGIC - 并挑出符合条件的文件路径
-
--- COMMAND ----------
-
--- MAGIC %python
--- MAGIC try:
--- MAGIC     if path_exists(base_path):
--- MAGIC         all_file_list = list_file_name(base_path)
--- MAGIC         # 生成df来筛选内容
--- MAGIC         files_df = pd.DataFrame([{
--- MAGIC         'path':f.path,
--- MAGIC         'modificationtime': f.modificationTime,
--- MAGIC         'name': f.name
--- MAGIC     } for f in all_file_list])
--- MAGIC         print(f"{base_path} 路径存在")
--- MAGIC     else:
--- MAGIC         print(f"{base_path} 路径不存在")
--- MAGIC except Exception as e:
--- MAGIC     print(e)
-
--- COMMAND ----------
-
--- MAGIC %python
--- MAGIC try:
--- MAGIC   files_df = files_df.sort_values('modificationtime', ascending=False).drop_duplicates('name').sort_index()
--- MAGIC   files_df = files_df[files_df['name'].str.match(r'^Pharbers_PROV_Fact.*\.csv$')]
--- MAGIC   files_df
--- MAGIC except Exception as e:
--- MAGIC     print(e)
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ### 读取文件内容
-
--- COMMAND ----------
-
--- MAGIC %python
--- MAGIC import os
-
--- COMMAND ----------
-
--- MAGIC %python
--- MAGIC # 下载数据到local
--- MAGIC try:
--- MAGIC     if files_df['path'].tolist():
--- MAGIC         # 如果列表不为空
--- MAGIC         df_all = []
--- MAGIC         for file in files_df['path'].tolist():
--- MAGIC             local_path = download_file(file, f"/Volumes/{NGBI_CATALOG}/tmp/volume_tmp/tmp/{os.path.basename(file)}") 
--- MAGIC             file_df = (spark.read.option("header", "true").option("quote", '"').option("escape", '"').option("multiLine", "true").option("mode", "PERMISSIVE").csv(local_path))
--- MAGIC             file_df = file_df.drop("TA",'Market')
--- MAGIC             print(f'已读取{local_path}')
--- MAGIC             df_all.append(file_df)
--- MAGIC         # df_combine = pd.concat(df_all)
--- MAGIC         df_ifexists = True
--- MAGIC     else:
--- MAGIC         print('没有符合条件的文件')
--- MAGIC         df_ifexists= False
--- MAGIC except Exception as e:
--- MAGIC     print(e)
-
--- COMMAND ----------
-
--- MAGIC %python
--- MAGIC try:
--- MAGIC     if df_ifexists: # 如果不为空
--- MAGIC         spark.sql(f"TRUNCATE table tmp.tmp_chpa_raw_data")
--- MAGIC         num = 1
--- MAGIC         for i in df_all:
--- MAGIC             i.withColumnRenamed('IMS.药品ID','IMS_DRUG_ID') \
--- MAGIC             .withColumnRenamed('是否法伯编码','IS_HOSP_CODE') \
--- MAGIC             .withColumnRenamed('规格','SPEC') \
--- MAGIC             .withColumnRenamed('转换比','CONVERSION_RATIO') \
--- MAGIC             .withColumnRenamed('剂型','DOSAGE_FORM') \
--- MAGIC             .withColumnRenamed('价格','PRICE') 
--- MAGIC             # i.columns = ['area','city','yyyyqq','yyyymm','reimburse','prescription_source','prescription_dept_lv1','prescription_dept_lv2','prescription_dept_lv3','ATC','new_code','common_name','product_name','pack_des','PackSize','PackageType','nfc','manu_des','drug_delivery_route','prescription','sales_vol','sales_value'] #'h_level',
--- MAGIC             # sdf = spark.createDataFrame(i)
--- MAGIC             i.createOrReplaceTempView('fact_sales')
--- MAGIC             spark.sql(f"INSERT into tmp.tmp_chpa_raw_data SELECT * FROM fact_sales")
--- MAGIC             print(f'第{num}个')
--- MAGIC             num +=1
--- MAGIC except Exception as e:
--- MAGIC   print(e)
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ### 将读取到的dataframe写入表中
-
--- COMMAND ----------
-
--- 全量覆盖
-insert overwrite dwd.dwd_gnd_pharbers_prov_fact
-select 
-year,
-ym,
-province_c,
-ims_drug_id,
-is_hosp_code,
-prod_corp,
-prod_cod,
-pack_cod,
-phcd,
-prod_des,
-cmps_des,
-corp_des,
-mnfl_cod,
-prod_des_c,
-cmps_c,
-corp_des_c,
-pack_des,
-spec,
-conversion_ratio,
-dosage_form,
-atc4_cod,
-app1_cod,
-app1_des,
-app1_des_c,
-app2_cod,
-app2_des,
-app2_des_c,
-app3_cod,
-app3_des,
-app3_des_c,
-vbp_batch,
-vbp,
-value,
-totalunit,
-countingunit,
-price,
-manu_des,
-manu_des_c,
-NULL AS source_file_path,
-NULL AS source_file_name,
-from_utc_timestamp(current_timestamp(),'UTC+8') AS etl_insert_dt
-from tmp.tmp_chpa_raw_data
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/01_FB_BLOB_TO_DWD.sql:Zone.Identifier b/EXTERNAL/CHPA/01_FB_BLOB_TO_DWD.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/02 DWS_IMS_TD_GEO.sql b/EXTERNAL/CHPA/02 DWS_IMS_TD_GEO.sql
deleted file mode 100644
index 6e5fd50..0000000
--- a/EXTERNAL/CHPA/02 DWS_IMS_TD_GEO.sql	
+++ /dev/null
@@ -1,19 +0,0 @@
--- Databricks notebook source
--- 20260119 地理数据 我感觉可以拉到前面去
---地理维度信息 Audit
--- 20260122 因为城市数据不再提供,改为硬编码省份数据. By Yusuo/Chenwu
-INSERT OVERWRITE TABLE DWS.DWS_IMS_TD_GEO
-SELECT
-	AUDIT_COD,
-	AUDIT_DES,
-	AUDIT_DES_C,
-	AUDIT_TYPE,
-	CITY_TIER,
-	AZ_CITY_TIER,
-	PROVINCE,
-	PROVINCE_C,
-	REGIONCENTER,
-	ETL_INSERT_DT,
-	ETL_UPDATE_DT
-FROM 
-	tmp.tmp_province_rawdata
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/02 DWS_IMS_TD_GEO.sql:Zone.Identifier b/EXTERNAL/CHPA/02 DWS_IMS_TD_GEO.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/02 dws_ims_td_atc_cn.sql b/EXTERNAL/CHPA/02 dws_ims_td_atc_cn.sql
deleted file mode 100644
index 793a116..0000000
--- a/EXTERNAL/CHPA/02 dws_ims_td_atc_cn.sql	
+++ /dev/null
@@ -1,33 +0,0 @@
--- Databricks notebook source
--- 源表：DWD.DWD_GND_IMS_TBLATC,DWD.DWD_IMS_ATC_HIERARCHY
--- 目标表：DWS.DWS_IMS_TD_ATC_CN
-
--- COMMAND ----------
-
---ATC挂中文名
-insert overwrite table dws.dws_ims_td_atc_cn
-SELECT DISTINCT 
-	  T1.ATC1_CODE AS ATC1_COD,
-	  T1.ATC1_DES,
-	  case when ATC1.ATC1_DES_C is null then T1.ATC1_DES else ATC1.ATC1_DES_C end AS ATC1_DES_C,
-	  T1.ATC2_CODe AS ATC2_COD, 
-	  T1.ATC2_DES, 
-	  case when ATC2.ATC2_DES_C is null then T1.ATC2_DES else ATC2.ATC2_DES_C end AS ATC2_DES_C,
-	  T1.ATC3_CODe AS ATC3_COD, 
-	  T1.ATC3_DES, 
-	  case when ATC3.ATC3_DES_C is null then T1.ATC3_DES else ATC3.ATC3_DES_C end AS ATC3_DES_C,
-	  T1.ATC4_CODe AS ATC4_COD, 
-	  T1.ATC4_DES, 
-	  case when ATC4.ATC4_DES_C is null then T1.ATC4_DES else ATC4.ATC4_DES_C end AS ATC4_DES_C,
-      from_utc_timestamp(current_timestamp(),'UTC+8'),
-      from_utc_timestamp(current_timestamp(),'UTC+8')
-FROM  dwd.dwd_ims_ATC_Hierarchy T1
-LEFT JOIN (SELECT DISTINCT ATC4_COD,ATC4_DES_C FROM dwd.dwd_gnd_ims_tblATC) ATC4
-ON T1.ATC4_CODE = ATC4.ATC4_COD
-LEFT JOIN (SELECT DISTINCT ATC3_COD,ATC3_DES_C FROM dwd.dwd_gnd_ims_tblATC) ATC3
-ON T1.ATC3_CODE = ATC3.ATC3_COD
-LEFT JOIN (SELECT DISTINCT ATC2_COD,ATC2_DES_C FROM dwd.dwd_gnd_ims_tblATC) ATC2
-ON T1.ATC2_CODE = ATC2.ATC2_COD
-LEFT JOIN (SELECT DISTINCT ATC1_COD,ATC1_DES_C FROM dwd.dwd_gnd_ims_tblATC) ATC1
-ON T1.ATC1_CODE = ATC1.ATC1_COD
-;
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/02 dws_ims_td_atc_cn.sql:Zone.Identifier b/EXTERNAL/CHPA/02 dws_ims_td_atc_cn.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/02 dws_ims_td_corp_cn.sql b/EXTERNAL/CHPA/02 dws_ims_td_corp_cn.sql
deleted file mode 100644
index a6e967e..0000000
--- a/EXTERNAL/CHPA/02 dws_ims_td_corp_cn.sql	
+++ /dev/null
@@ -1,19 +0,0 @@
--- Databricks notebook source
--- 20260119 CORP 公司名中文信息 我感觉可以拉到前面去
---CORP 公司名中文信息
-insert overwrite table dws.dws_ims_td_corp_cn
-SELECT DISTINCT T1.CORP_ABBR AS CORP_COD,T1.CORP_DES,T2.nameC AS CORP_DES_C,
-    from_utc_timestamp(current_timestamp(),'UTC+8'),
-    from_utc_timestamp(current_timestamp(),'UTC+8')
-FROM dwd.dwd_ims_td_manufacturer_corp T1
-LEFT JOIN dwd.dwd_gnd_ims_tblmanucn T2
-ON T1.CORP_ABBR = T2.abbrev
-WHERE CORP_ABBR IS NOT NULL
-;
-
--- COMMAND ----------
-
---新增AZDealed部分的维度
-INSERT INTO dws.dws_ims_td_corp_cn SELECT 'A5ZD','AZDealed','AZDealed',
-    from_utc_timestamp(current_timestamp(),'UTC+8'),
-    from_utc_timestamp(current_timestamp(),'UTC+8');
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/02 dws_ims_td_corp_cn.sql:Zone.Identifier b/EXTERNAL/CHPA/02 dws_ims_td_corp_cn.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/02 dws_ims_td_date.sql b/EXTERNAL/CHPA/02 dws_ims_td_date.sql
deleted file mode 100644
index 5f04aea..0000000
--- a/EXTERNAL/CHPA/02 dws_ims_td_date.sql	
+++ /dev/null
@@ -1,28 +0,0 @@
--- Databricks notebook source
--- 依赖事实表 tmp.tmp_ims_tf_fact_sales； 所以一定要放后面。
---基于Fact数据动态计算时间维度 最近五年
-insert overwrite table dws.dws_ims_td_date
-select distinct 
-YM,
-left(cast(YM as string),4) as YEAR,
-right(cast(YM as string),2) as MONTH,
-concat(
-  'Q',quarter(
-    date(
-      concat(
-        left(cast(YM as string),4),'-',right(cast(YM as string),2),'-01'
-          )))) as QUARTER,
-concat(
-  left(cast(YM as string),4),'Q',quarter(
-    date(
-      concat(
-        left(cast(YM as string),4),'-',right(cast(YM as string),2),'-01'
-          )))) as YQ,
-case when YM=(select max(YM) from tmp.tmp_ims_tf_fact_sales) then 'R' else right(cast(YM as string),2) end as DATE_FLAG,
-case when YM%100>6 then concat(left(cast(YM as string),4),'H2') else concat(left(cast(YM as string),4),'H1') end as HALF_YEAR,
-from_utc_timestamp(current_timestamp(),'UTC+8'),
-from_utc_timestamp(current_timestamp(),'UTC+8')
-from   tmp.tmp_ims_tf_fact_sales
-where YM > (select max(YM)-900 from tmp.tmp_ims_tf_fact_sales)
-order by YM desc
-;
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/02 dws_ims_td_date.sql:Zone.Identifier b/EXTERNAL/CHPA/02 dws_ims_td_date.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/02 dws_ims_td_manu_cn.sql b/EXTERNAL/CHPA/02 dws_ims_td_manu_cn.sql
deleted file mode 100644
index 8f8a659..0000000
--- a/EXTERNAL/CHPA/02 dws_ims_td_manu_cn.sql	
+++ /dev/null
@@ -1,18 +0,0 @@
--- Databricks notebook source
--- 20260119 MANU 生产商名中文信息 我感觉可以拉到前面去
----MANU 生产商名中文信息
-insert overwrite table dws.dws_ims_td_manu_cn
-SELECT DISTINCT T1.Manufacturer_Abbr AS MANU_COD,T1.Manufacturer_Name AS MANU_DES,T2.nameC AS MANU_DES_C,
-    from_utc_timestamp(current_timestamp(),'UTC+8'),
-    from_utc_timestamp(current_timestamp(),'UTC+8')
-FROM dwd.dwd_ims_td_manufacturer_corp T1
-LEFT JOIN dwd.dwd_gnd_ims_tblmanucn T2
-ON T1.Manufacturer_Abbr = T2.abbrev
-WHERE T1.Manufacturer_Abbr IS NOT NULL
-;
-
--- COMMAND ----------
-
-INSERT INTO dws.dws_ims_td_manu_cn SELECT 'A5ZD','AZDealed','AZDealed',
-    from_utc_timestamp(current_timestamp(),'UTC+8'),
-    from_utc_timestamp(current_timestamp(),'UTC+8');
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/02 dws_ims_td_manu_cn.sql:Zone.Identifier b/EXTERNAL/CHPA/02 dws_ims_td_manu_cn.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/02 dws_ims_td_market.sql b/EXTERNAL/CHPA/02 dws_ims_td_market.sql
deleted file mode 100644
index 790a7aa..0000000
--- a/EXTERNAL/CHPA/02 dws_ims_td_market.sql	
+++ /dev/null
@@ -1,238 +0,0 @@
--- Databricks notebook source
--- 20260119 依赖上面 dwd.dwd_ims_td_pack_property
--- 20260119 依赖上面补0 dwd.dwd_ims_td_pack_property dwd.dwd_gnd_ims_tblmarket
------MARKET
---第一步：
---先处理 Extend_Market 和 NOT_IN_FLAG 都为空的数据，代表有明确定义得市场
-insert overwrite table tmp.tmp_ims_td_temp_market 
-select distinct t2.market,t1.*,
-t2.bu,CASE WHEN t2.extend_market_ratio IS NULL THEN '1' ELSE t2.extend_market_ratio END AS Market_Ratio
-from dwd.dwd_ims_td_pack_property t1
-left join (select * from dwd.dwd_gnd_ims_tblmarket WHERE Extend_Market IS NULL AND ( NOT_IN_FLAG IS NULL or  NOT_IN_FLAG = '1' )) t2
-on  t1.ATC1_COD = case when t2.ATC1_Code is null then t1.ATC1_COD else t2.ATC1_Code end
-and t1.ATC2_COD = case when t2.ATC2_Code is null then t1.ATC2_COD else t2.ATC2_Code end
-and t1.ATC3_COD = case when t2.ATC3_Code is null then t1.ATC3_COD else t2.ATC3_Code end
-and t1.ATC4_COD = case when t2.ATC4_Code is null then t1.ATC4_COD else t2.ATC4_Code end
-and t1.APP1_COD = case when t2.NFC1_Code is null then t1.APP1_COD else t2.NFC1_Code end
-and t1.APP2_COD = case when t2.NFC2_Code is null then t1.APP2_COD else t2.NFC2_Code end
-and t1.APP3_COD = case when t2.NFC3_Code is null then t1.APP3_COD else t2.NFC3_Code end
-and t1.CORP_COD = case when t2.corporation_code is null then t1.CORP_COD else t2.corporation_code end
-and t1.MANU_COD = case when t2.Manufacturer_Code is null then t1.MANU_COD else t2.Manufacturer_Code end
-and t1.PROD_COD = case when t2.Product_Code is null then t1.PROD_COD else t2.Product_Code end
-and t1.PACK_COD = case when t2.Pack_Code is null then t1.PACK_COD else t2.Pack_Code end
-and t1.STGH_DES = case when t2.Strength is null then t1.STGH_DES else t2.Strength end
-and t1.CMPS_COD = case when t2.Molecule_Code is null then t1.CMPS_COD else t2.Molecule_Code end
-where t2.market is not null
-;
-
-
-
--- COMMAND ----------
-
---第二步：
---处理 Extend_Market 为空，并且 NOT_IN_FLAG 有值的数据，代表反选定义市场的规则
-insert overwrite table tmp.tmp_ims_td_temp_market_del 
-select distinct t2.market,t1.*,t2.bu,CASE WHEN t2.extend_market_ratio IS NULL THEN '1' ELSE t2.extend_market_ratio END AS Market_Ratio
-	from dwd.dwd_ims_td_pack_property t1
-	left join (select * from dwd.dwd_gnd_ims_tblmarket WHERE Extend_Market IS NULL AND  NOT_IN_FLAG = '0' ) t2
-	on  t1.ATC1_COD = case when t2.ATC1_Code is null then t1.ATC1_COD else t2.ATC1_Code end
-	and t1.ATC2_COD = case when t2.ATC2_Code is null then t1.ATC2_COD else t2.ATC2_Code end
-	and t1.ATC3_COD = case when t2.ATC3_Code is null then t1.ATC3_COD else t2.ATC3_Code end
-	and t1.ATC4_COD = case when t2.ATC4_Code is null then t1.ATC4_COD else t2.ATC4_Code end
-	and t1.APP1_COD = case when t2.NFC1_Code is null then t1.APP1_COD else t2.NFC1_Code end
-	and t1.APP2_COD = case when t2.NFC2_Code is null then t1.APP2_COD else t2.NFC2_Code end
-	and t1.APP3_COD = case when t2.NFC3_Code is null then t1.APP3_COD else t2.NFC3_Code end
-	and t1.CORP_COD = case when t2.corporation_code is null then t1.CORP_COD else t2.corporation_code end
-	and t1.MANU_COD = case when t2.Manufacturer_Code is null then t1.MANU_COD else t2.Manufacturer_Code end
-	and t1.PROD_COD = case when t2.Product_Code is null then t1.PROD_COD else t2.Product_Code end
-	and t1.PACK_COD = case when t2.Pack_Code is null then t1.PACK_COD else t2.Pack_Code end
-	and t1.STGH_DES = case when t2.Strength is null then t1.STGH_DES else t2.Strength end
-	and t1.CMPS_COD = case when t2.Molecule_Code is null then t1.CMPS_COD else t2.Molecule_Code end
-	where t2.market is not null
- ;
-
-
--- COMMAND ----------
-
---！！！注意此段是反选的规则，故执行的是从已经定义好的TempMKT中删除数据
---需要看TempMKT的字段结构，没有值的字段，在Value里面放个空值
-MERGE INTO tmp.tmp_ims_td_temp_market AS t1
-USING tmp.tmp_ims_td_temp_market_del AS t2
-	 on  t1.ATC1_COD = t2.ATC1_COD
-     and t1.ATC2_COD = t2.ATC2_COD
-     and t1.ATC3_COD = t2.ATC3_COD
-     and t1.ATC4_COD = t2.ATC4_COD
-     and t1.APP1_COD = t2.APP1_COD
-     and t1.APP2_COD = t2.APP2_COD
-     and t1.APP3_COD = t2.APP3_COD
-     and t1.CORP_COD = t2.CORP_COD
-     and t1.MANU_COD = t2.MANU_COD
-     and t1.PROD_COD = t2.PROD_COD
-     and t1.PACK_COD = t2.PACK_COD
-     and t1.STGH_DES = t2.STGH_DES
-     and t1.CMPS_COD = t2.CMPS_COD
-     and t1.market = t2.market
-WHEN MATCHED THEN DELETE 
-;
-
-
--- COMMAND ----------
-
----第三步：
---处理 Extend_Market 有值得数据，用已有市场，定义新的市场，带上系数
-insert into  tmp.tmp_ims_td_temp_market
-select distinct 
-t2.Market,
-t1.PACK_COD ,
-t1.PACK_DES ,
-t1.STGH_DES ,
-t1.PACK_LCH ,
-t1.PROD_COD ,
-t1.CMPS_COD ,
-t1.CMPS_DES ,
-t1.ATC1_COD ,
-t1.ATC2_COD ,
-t1.ATC3_COD ,
-t1.ATC4_COD ,
-t1.APP1_COD ,
-t1.APP2_COD ,
-t1.APP3_COD ,
-t1.BIO_DESC ,
-t1.GENE_ORIG_DESC ,
-t1.ETH_OTC_DESC ,
-t1.NRDL_DESC ,
-t1.NRDL_Entry_Date ,
-t1.EDL_DESC ,
-t1.TCM_DESC ,
-t1.PAED_DESC ,
-t1.GQCE_DESC ,
-t1.VBP_DESC ,
-t1.MANU_COD ,
-t1.MANU_DES ,
-t1.MNFL_COD ,
-t1.MNFL_DES ,
-t1.CORP_COD ,
-t1.CORP_DES ,
-t2.BU,
-t1.BrandType ,
-case when t2.Extend_Market_Ratio is null then '1' end AS Market_Ratio--市场的系数若没有维护，默认为1
-from tmp.tmp_ims_td_temp_market t1
-left join (select Market, BU,Extend_Market,Extend_Market_Ratio from dwd.dwd_gnd_ims_tblmarket  WHERE Extend_Market IS NOT NULL) t2 on t1.Market=t2.Extend_Market
-where t2.Market is not null
-;
-
-
--- COMMAND ----------
-
---将，市场的系数为空值的数据，初始化为1
-UPDATE tmp.tmp_ims_td_temp_market SET Market_Ratio = 1 WHERE Market_Ratio IS NULL;
-
--- COMMAND ----------
-
--- 20260119 依赖 tmp.tmp_ims_td_temp_market 
--- 20260119 依赖上面补0 dwd.dwd_gnd_ims_tblkeycompetitor
-
---KeyCompetitor部分
---定义Key Competitor
-insert overwrite table tmp.tmp_ims_td_temp_market_upd1 
-select distinct t2.keycompetitor as Key_Competitor,t2.no,t2.no1,t1.*
-from tmp.tmp_ims_td_temp_market t1
-left join (
-  select
-    ROW_NUMBER() OVER(ORDER BY 
-      CASE
-        WHEN ATC1_Code IS NOT NULL THEN 1
-        WHEN ATC2_Code IS NOT NULL THEN 2
-        WHEN ATC3_Code IS NOT NULL THEN 3
-        WHEN ATC4_Code IS NOT NULL THEN 4
-        WHEN Molecule_Code IS NOT NULL THEN 5
-        WHEN Product_Code IS NOT NULL THEN 6
-        WHEN Pack_Code IS NOT NULL THEN 7
-        ELSE 999 END,
-        CASE WHEN NFC1_CODE IS NULL THEN 0 ELSE 1 END,
-        CASE WHEN NFC2_CODE IS NULL THEN 0 ELSE 1 END,
-        CASE WHEN NFC2_CODE IS NULL THEN 0 ELSE 1 END,	 
-        CASE WHEN NFC3_CODE IS NULL THEN 0 ELSE 1 END	 
-	 ) AS no1,* from dwd.dwd_gnd_ims_tblkeycompetitor
-)t2
-	on  t1.ATC1_COD = case when t2.ATC1_Code is null then t1.ATC1_COD else t2.ATC1_Code end
-	and t1.ATC2_COD = case when t2.ATC2_Code is null then t1.ATC2_COD else t2.ATC2_Code end
-	and t1.ATC3_COD = case when t2.ATC3_Code is null then t1.ATC3_COD else t2.ATC3_Code end
-	and t1.ATC4_COD = case when t2.ATC4_Code is null then t1.ATC4_COD else t2.ATC4_Code end
-	and t1.APP1_COD = case when t2.NFC1_Code is null then t1.APP1_COD else t2.NFC1_Code end
-	and t1.APP2_COD = case when t2.NFC2_Code is null then t1.APP2_COD else t2.NFC2_Code end
-	and t1.APP3_COD = case when t2.NFC3_Code is null then t1.APP3_COD else t2.NFC3_Code end
-	and t1.CORP_COD = case when t2.corporation_code is null then t1.CORP_COD else t2.corporation_code end
-	and t1.MANU_COD = case when t2.Manufacturer_Code is null then t1.MANU_COD else t2.Manufacturer_Code end
-	and t1.PROD_COD = case when t2.Product_Code is null then t1.PROD_COD else t2.Product_Code end
-	and t1.PACK_COD = case when t2.Pack_Code is null then t1.PACK_COD else t2.Pack_Code end
-	and t1.STGH_DES = case when t2.Strength is null then t1.STGH_DES else t2.Strength end
-	and t1.CMPS_COD = case when t2.Molecule_Code is null then t1.CMPS_COD else t2.Molecule_Code end
-    and t1.market   = case when t2.market is null then t1.market else t2.market end
-;
-
-
--- COMMAND ----------
-
---删除被重复定义的Key Competitor，删除写入时间早的（No 小的）的对应行即可，保留No最大的一行即最新的规则
-insert overwrite table tmp.tmp_ims_td_temp_market_upd2 
-select * from(
-  select row_number() over(partition by market,pack_cod,prod_cod order by no1 desc,no desc) as id,* 
-    from tmp.tmp_ims_td_temp_market_upd1) where id>1
-;
-
-
--- COMMAND ----------
-
-MERGE INTO tmp.tmp_ims_td_temp_market_upd1 AS t1
-USING tmp.tmp_ims_td_temp_market_upd2 AS t2
-	 on  t1.ATC1_COD = t2.ATC1_COD
-     and t1.ATC2_COD = t2.ATC2_COD
-     and t1.ATC3_COD = t2.ATC3_COD
-     and t1.ATC4_COD = t2.ATC4_COD
-     and t1.APP1_COD = t2.APP1_COD
-     and t1.APP2_COD = t2.APP2_COD
-     and t1.APP3_COD = t2.APP3_COD
-     and t1.CORP_COD = t2.CORP_COD
-     and t1.MANU_COD = t2.MANU_COD
-     and t1.PROD_COD = t2.PROD_COD
-     and t1.PACK_COD = t2.PACK_COD
-     and t1.STGH_DES = t2.STGH_DES
-     and t1.CMPS_COD = t2.CMPS_COD
-     and t1.market = t2.market
-     and t1.Key_Competitor = t2.Key_Competitor
-     and t1.no=t2.no
-WHEN MATCHED THEN DELETE 
-;
-
-
--- COMMAND ----------
-
---没有挂上KeyCompetitor的，更新为Others ,最后去掉No，写入临时表备用
-update tmp.tmp_ims_td_temp_market_upd1 set Key_Competitor = 'Others' where Key_Competitor is NULL;
-
-
--- COMMAND ----------
-
-insert overwrite table tmp.tmp_ims_td_temp_market_upd 
-select 
-	Key_Competitor,market,PACK_COD,PACK_DES,STGH_DES,PACK_LCH,PROD_COD,CMPS_COD,CMPS_DES,
-	ATC1_COD,ATC2_COD,ATC3_COD,ATC4_COD,APP1_COD,APP2_COD,APP3_COD,BIO_DESC,GENE_ORIG_DESC,
-	ETH_OTC_DESC,NRDL_DESC,NRDL_Entry_Date,EDL_DESC,TCM_DESC,PAED_DESC,GQCE_DESC,VBP_DESC,
-	MANU_COD,MANU_DES,MNFL_COD,MNFL_DES,CORP_COD,CORP_DES,BrandType,bu,Market_Ratio
-from tmp.tmp_ims_td_temp_market_upd1
-;
-
--- COMMAND ----------
-
--- 20260119 市场维度信息 我感觉可以拉到前面去
---市场维度信息
-insert overwrite table dws.dws_ims_td_market
-select distinct	market,PACK_COD,PACK_DES,STGH_DES,PACK_LCH,PROD_COD,CMPS_COD,CMPS_DES,
-	ATC1_COD,ATC2_COD,ATC3_COD,ATC4_COD,APP1_COD,APP2_COD,APP3_COD,BIO_DESC,GENE_ORIG_DESC,
-	ETH_OTC_DESC,NRDL_DESC,NRDL_Entry_Date,EDL_DESC,TCM_DESC,PAED_DESC,GQCE_DESC,VBP_DESC,
-	MANU_COD,MANU_DES,MNFL_COD,MNFL_DES,CORP_COD,CORP_DES,BrandType,bu,Market_Ratio,Key_Competitor,
-    from_utc_timestamp(current_timestamp(),'UTC+8'),
-    from_utc_timestamp(current_timestamp(),'UTC+8')
-from tmp.tmp_ims_td_temp_market_upd 
-;
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/02 dws_ims_td_market.sql:Zone.Identifier b/EXTERNAL/CHPA/02 dws_ims_td_market.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/02 dws_ims_td_market_ta.sql b/EXTERNAL/CHPA/02 dws_ims_td_market_ta.sql
deleted file mode 100644
index 1d3d034..0000000
--- a/EXTERNAL/CHPA/02 dws_ims_td_market_ta.sql	
+++ /dev/null
@@ -1,7 +0,0 @@
--- Databricks notebook source
--- 20260119 市场&TA 关系信息 我感觉可以拉到前面去
---市场&TA 关系信息
-insert overwrite table dws.dws_ims_td_market_ta
-select *
-from dwd.dwd_gnd_ims_tblmarket_ta_map 
-;
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/02 dws_ims_td_market_ta.sql:Zone.Identifier b/EXTERNAL/CHPA/02 dws_ims_td_market_ta.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/02 dws_ims_td_nfc_cn.sql b/EXTERNAL/CHPA/02 dws_ims_td_nfc_cn.sql
deleted file mode 100644
index 6d29796..0000000
--- a/EXTERNAL/CHPA/02 dws_ims_td_nfc_cn.sql	
+++ /dev/null
@@ -1,22 +0,0 @@
--- Databricks notebook source
---NFC挂中文名
-insert overwrite table dws.dws_ims_td_nfc_cn
-SELECT  DISTINCT T1.NFC1_CODE AS APP1_COD ,
-		T1.NFC1_DES AS APP1_DES,
-		case when NFC1.APP1_DES_C is null then T1.NFC1_DES else NFC1.APP1_DES_C end AS APP1_DES_C,
-		T1.NFC2_CODE AS APP2_COD ,
-		T1.NFC2_DES AS APP2_DES,
-		case when NFC2.APP2_DES_C is null then T1.NFC2_DES else NFC2.APP2_DES_C end AS APP2_DES_C,
-		T1.NFC3_CODE AS APP3_COD, 
-		T1.NFC3_DES AS APP3_DES,
-		case when NFC3.APP3_DES_C is null then T1.NFC3_DES else NFC3.APP3_DES_C end AS APP3_DES_C,
-      from_utc_timestamp(current_timestamp(),'UTC+8'),
-      from_utc_timestamp(current_timestamp(),'UTC+8')
-FROM dwd.dwd_ims_NFC_Hierarchy T1
-LEFT JOIN (SELECT DISTINCT APP3_COD,APP3_DES_C FROM dwd.dwd_gnd_ims_tblAPP) NFC3
-ON T1.NFC3_CODE = NFC3.APP3_COD
-LEFT JOIN (SELECT DISTINCT APP2_COD,APP2_DES_C FROM dwd.dwd_gnd_ims_tblAPP)  NFC2
-ON T1.NFC2_CODE = NFC2.APP2_COD
-LEFT JOIN (SELECT DISTINCT APP1_COD,APP1_DES_C FROM dwd.dwd_gnd_ims_tblAPP)  NFC1
-ON T1.NFC1_CODE = NFC1.APP1_COD
-;
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/02 dws_ims_td_nfc_cn.sql:Zone.Identifier b/EXTERNAL/CHPA/02 dws_ims_td_nfc_cn.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/02 dws_ims_td_prod_cn.sql b/EXTERNAL/CHPA/02 dws_ims_td_prod_cn.sql
deleted file mode 100644
index 72c9387..0000000
--- a/EXTERNAL/CHPA/02 dws_ims_td_prod_cn.sql	
+++ /dev/null
@@ -1,7 +0,0 @@
--- Databricks notebook source
---产品挂中文名
-insert overwrite table dws.dws_ims_td_prod_cn
-SELECT distinct RIGHT(concat('0000000000',prodcode),9) AS PROD_COD,ename as PROD_DES,namec as PROD_DES_C, gene_name as CMPS_DES_C,1 AS RANK_TYPE,
-    from_utc_timestamp(current_timestamp(),'UTC+8'),
-    from_utc_timestamp(current_timestamp(),'UTC+8')
-FROM dwd.dwd_gnd_ims_tblprodcn
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/02 dws_ims_td_prod_cn.sql:Zone.Identifier b/EXTERNAL/CHPA/02 dws_ims_td_prod_cn.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/02 tmp_ims_td_prod_tmp.sql b/EXTERNAL/CHPA/02 tmp_ims_td_prod_tmp.sql
deleted file mode 100644
index 43a24b6..0000000
--- a/EXTERNAL/CHPA/02 tmp_ims_td_prod_tmp.sql	
+++ /dev/null
@@ -1,32 +0,0 @@
--- Databricks notebook source
--- DBTITLE 1,产品挂中文名
-
-
---Product中文名字,若有超过5个CORP或者MANU生产，则将其报告上排序的优先级调低
-insert overwrite table tmp.tmp_ims_td_prod_tmp 
-SELECT DISTINCT PROD.PROD_COD
-	FROM dws.dws_ims_td_prod_cn PROD
-	LEFT JOIN dwd.dwd_ims_td_pack_property PACK
-		ON PROD.PROD_COD = PACK.PROD_COD
-	LEFT JOIN dws.dws_ims_td_corp_cn CORP
-		ON PACK.CORP_COD = CORP.CORP_COD
-	WHERE PROD.PROD_DES_C IN 
-	(
-	--先计算出超过10个厂家生产的Prod_CN
-	
-	--先计算出有多个厂家生产的Prod_CN
-		SELECT PROD.PROD_DES_C
-		FROM dwd.dwd_ims_td_pack_property PACK
-		LEFT JOIN dws.dws_ims_td_prod_cn PROD
-			ON PACK.PROD_COD = PROD.PROD_COD 
-		GROUP BY PROD.PROD_DES_C
-		HAVING ( COUNT(DISTINCT CORP_DES) > 5 OR COUNT(DISTINCT MANU_DES) > 5 )
-			AND PROD.PROD_DES_C IS NOT NULL
-     );
-
-
--- COMMAND ----------
-
-UPDATE dws.dws_ims_td_prod_cn SET RANK_TYPE = 0 where PROD_COD in (
-	SELECT DISTINCT PROD_COD FROM tmp.tmp_ims_td_prod_tmp
- );
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/02 tmp_ims_td_prod_tmp.sql:Zone.Identifier b/EXTERNAL/CHPA/02 tmp_ims_td_prod_tmp.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/02 tmp_ims_tf_fact_sales.sql b/EXTERNAL/CHPA/02 tmp_ims_tf_fact_sales.sql
deleted file mode 100644
index 42abc62..0000000
--- a/EXTERNAL/CHPA/02 tmp_ims_tf_fact_sales.sql	
+++ /dev/null
@@ -1,206 +0,0 @@
--- Databricks notebook source
--- 20260130 临时方案，解决测试环境有NULL值问题
-create or replace temporary view dwd_ims_td_pack
-as 
-select 
-  distinct
-  pack_id,
-  pack_code
-from dwd.dwd_ims_td_pack
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW FACT_CHPA_SALES_TEMP_WITH_PREVIOUS
-AS
-SELECT
-  CAST(YM AS INT) AS YM,
-  CAST(YEAR AS INT) AS YEAR,
-  CAST(REPLACE(YM,YEAR,'') AS INT) AS  MONTH,
-  CAST(VALUE AS DECIMAL(38,10)) AS VALUE,
-  CAST(COUNTINGUNIT AS DECIMAL(38,10)) AS COUNTINGUNIT,
-  CAST(TOTALUNIT AS DECIMAL(38,10)) AS TOTALUNIT,
-  PROVINCE_C,
-  PHCD,
-  conversion_ratio  
-FROM dwd.dwd_gnd_pharbers_prov_fact
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW DIM_PROVINCE
-AS
-select 
-  -- t2.geo_key , 
-  t2.province_code,
-  CASE 
-    WHEN 
-      t2.province_name 
-        IN ('上海','北京','天津','重庆') 
-          THEN
-            CONCAT(t2.province_name,'市')
-    WHEN 
-      t2.province_name 
-        IN ('内蒙古','西藏') 
-          THEN
-            CONCAT(t2.province_name,'自治区')      
-    WHEN 
-      t2.province_name = '宁夏'
-        THEN CONCAT(t2.province_name,'回族自治区')  
-    WHEN 
-      t2.province_name = '广西'
-        THEN CONCAT(t2.province_name,'壮族自治区') 
-    WHEN 
-      t2.province_name = '新疆'
-        THEN CONCAT(t2.province_name,'维吾尔自治区')   
-          ELSE CONCAT(t2.province_name,'省')     
-            END AS province_name            
-from dm.dm_td_geography t2 
-where t2.geo_key = t2.province_code
-and province_name not in ('台湾','澳门','香港')
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW DIM_CHPA_PACK_INFO
-AS
-SELECT
-  PACK_COD,
-  MAX(IQVIA_PACK_CODE) AS IQVIA_PACK_CODE,
-  MAX(countingunit) as COUNTINGUNIT_RATIO
-FROM
-  dwd.dwd_gnd_dept_pack_property
-GROUP BY
-  PACK_COD
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW FACT_CHPA_SALES
-AS 
-SELECT 
-	YM,
-	YEAR,
-	REPLACE(YM,YEAR,'') AS  MONTH,
-  T3.IQVIA_PACK_CODE AS PACK_CODE,
-	T2.PROVINCE_CODE AS AUDIT_COD,
-	VALUE AS MTH00LC,
-	0 AS MTH00LCLY,
-	CASE WHEN T3.COUNTINGUNIT_RATIO IS NULL THEN TOTALUNIT*T1.conversion_ratio ELSE TOTALUNIT*T3.COUNTINGUNIT_RATIO END AS MTH00CN,
-	0 AS MTH00CNLY,
-	TOTALUNIT AS MTH00UN,
-	0 AS MTH00UNLY
-FROM FACT_CHPA_SALES_TEMP_WITH_PREVIOUS AS T1
-LEFT JOIN DIM_PROVINCE AS T2 ON T1.PROVINCE_C = T2.PROVINCE_NAME
-LEFT JOIN DIM_CHPA_PACK_INFO AS T3 ON T1.PHCD = T3.PACK_COD
-UNION ALL
-SELECT 
-	CAST((YEAR+1)*100+REPLACE(YM,YEAR,'') AS INT) AS YM,
-	YEAR+1,
-	CAST(REPLACE(YM,YEAR,'') AS INT) AS  MONTH,
-  T3.IQVIA_PACK_CODE AS PACK_CODE,
-	T2.PROVINCE_CODE AS AUDIT_COD,
-	0 AS MTH00LC,
-	VALUE AS MTH00LCLY,
-	0 AS MTH00CN,
-	CASE WHEN T3.COUNTINGUNIT_RATIO IS NULL THEN TOTALUNIT*T1.conversion_ratio ELSE TOTALUNIT*T3.COUNTINGUNIT_RATIO END AS MTH00CNLY,
-	0 AS MTH00UN,
-	TOTALUNIT AS MTH00UNLY
-FROM FACT_CHPA_SALES_TEMP_WITH_PREVIOUS AS T1
-LEFT JOIN DIM_PROVINCE AS T2 ON T1.PROVINCE_C = T2.PROVINCE_NAME
-LEFT JOIN DIM_CHPA_PACK_INFO AS T3 ON T1.PHCD = T3.PACK_COD
-
--- COMMAND ----------
-
--- 20260119 dwd.dwd_ims_td_pack、dwd.dwd_ims_tf_fact_sales 不依赖
---删除最近五年的dim pack数据，将最新的dim pack写入
-delete from dws.dws_ims_td_pack_ym
-where ym + 500 > 
-  (select max(year * 100 + month) from dwd.dwd_ims_tf_fact_sales);
-insert into dws.dws_ims_td_pack_ym
-select
-  distinct ym,
-  pack_id,
-  pack_code,
-  from_utc_timestamp(current_timestamp(), 'UTC+8'),
-  from_utc_timestamp(current_timestamp(), 'UTC+8')
-from
-  (
-    select
-      distinct year * 100 + month as ym
-    from
-      dwd.dwd_ims_tf_fact_sales
-    where 
-      year * 100 + month + 500 > (
-        select max(year * 100 + month) from dwd.dwd_ims_tf_fact_sales
-      )
-  ) full
-  -- join dwd.dwd_ims_td_pack
-  join dwd_ims_td_pack
-  ;
-
--- COMMAND ----------
-
---IMS 原始数据预处理
---FACT SALES 处理
-insert overwrite table tmp.tmp_ims_tf_fact_sales 
-select distinct
-	FACT.YM,AUDIT.Audit_Code AS AUDIT_COD,FACT.Pack_Code AS PACK_COD,
-	sum(MTH00LC) as MTH00LC,sum(MTH00LCLY) as MTH00LCLY,
-	sum(MTH00CN) as MTH00CN,sum(MTH00CNLY) as MTH00CNLY,
-	sum(MTH00UN) as MTH00UN,sum(MTH00UNLY) as MTH00UNLY
-from(
-  select 
-	Year*100+Month as YM,
-	Year ,
-	Month ,
-	t2.pack_code ,
-	Audit_ID ,
-	SalesValue_LC as MTH00LC,
-	0 as MTH00LCLY,
-	Counting_Unit as MTH00CN,
-	0 as MTH00CNLY,
-	Sales_Unit as MTH00UN,
-	0 as MTH00UNLY
-	from dwd.dwd_ims_tf_fact_sales t1
---补充历史的PACK ID 和 PACK CODE的关联关系，带上YM将最新dim pack表full join 最近五年
-  left join dws.dws_ims_td_pack_ym t2 on t1.Pack_ID=t2.pack_id and t1.Year*100+t1.Month=t2.ym
-	union all
-	select 
-	(Year+1)*100+Month as YM,
-	Year+1 ,
-	Month ,
-	t2.pack_code ,
-	Audit_ID ,
-	0 as MTH00LC,
-	SalesValue_LC as MTH00LCLY,
-	0 as MTH00CN,
-	Counting_Unit as MTH00CNLY,
-	0 as MTH00UN,
-	Sales_Unit as MTH00UNLY
-	from dwd.dwd_ims_tf_fact_sales t1
---补充历史的PACK ID 和 PACK CODE的关联关系，带上YM将最新dim pack表full join 最近五年
-  left join dws.dws_ims_td_pack_ym t2 on t1.Pack_ID=t2.pack_id and t1.Year*100+t1.Month=t2.ym
-)FACT 
-LEFT JOIN dwd.dwd_ims_td_audit AUDIT
-ON FACT.Audit_ID = AUDIT.Audit_ID
-where FACT.YM<=(select max(Year*100+Month) from dwd.dwd_ims_tf_fact_sales)
-----------20260320 chenwu CHPA的数据只保留202201之后的
-and FACT.YM>=202201
-----------
-AND AUDIT.Audit_Code = 'CHT'
-group by FACT.YM,AUDIT.Audit_Code,FACT.Pack_Code 
-
-
-
--- 20260120新增
--- 以前 全国和省份数据放在一起，现在全国是上面，省份是新的，单独放在下面。
-union all
-select distinct
-	CAST(YM AS INT) AS YM,
-	AUDIT_COD,Pack_Code AS PACK_COD,
-	sum(MTH00LC) as MTH00LC,sum(MTH00LCLY) as MTH00LCLY,
-	sum(MTH00CN) as MTH00CN,sum(MTH00CNLY) as MTH00CNLY,
-	sum(MTH00UN) as MTH00UN,sum(MTH00UNLY) as MTH00UNLY
-from	
-	FACT_CHPA_SALES
-where 
-  YM<=(select max(YM) from dwd.dwd_gnd_pharbers_prov_fact)
-group by YM,Audit_Cod,Pack_Code 
-;
diff --git a/EXTERNAL/CHPA/02 tmp_ims_tf_fact_sales.sql:Zone.Identifier b/EXTERNAL/CHPA/02 tmp_ims_tf_fact_sales.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_MARKET_BRAND_RATIO.sql b/EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_MARKET_BRAND_RATIO.sql
deleted file mode 100644
index 15b76e1..0000000
--- a/EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_MARKET_BRAND_RATIO.sql	
+++ /dev/null
@@ -1,160 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_CHPA_MARKET_BRAND_RATIO (
---   MARKET STRING,
---   PACK_CODE STRING,
---   VALUE_BRAND_RATIO FLOAT,
---   VALUE_BRAND_RATIO_START STRING,
---   VALUE_BRAND_RATIO_END STRING,
---   UNIT_BRAND_RATIO FLOAT,
---   UNIT_BRAND_START STRING,
---   UNIT_BRAND_END STRING,
---   COUNTINGUNIT_BRAND_RATIO FLOAT,
---   COUNTINGUNIT_BRAND_START STRING,
---   COUNTINGUNIT_BRAND_END STRING,
---   PDOT_BRAND_RATIO FLOAT,
---   PDOT_BRAND_START STRING,
---   PDOT_BRAND_END STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_market_brand_ratio';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_market_brand_ratio';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_CHPA_MARKET_BRAND_RATIO
-SELECT 
-  DISTINCT
-  T1.MARKET,
-  T1.PACK_CODE,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.RATIO
-  ELSE NVL(T5.RATIO, 1) END AS VALUE_BRAND_RATIO,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.STARTTIME
-  ELSE NVL(T5.STARTTIME, 200001) END AS VALUE_BRAND_RATIO_START,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.ENDTIME
-  ELSE NVL(T5.ENDTIME, 299912) END AS VALUE_BRAND_RATIO_END,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.RATIO
-  ELSE NVL(T6.RATIO, 1) END AS UNIT_BRAND_RATIO,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.STARTTIME
-  ELSE NVL(T6.STARTTIME, 200001) END AS UNIT_BRAND_START,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.ENDTIME
-  ELSE NVL(T6.ENDTIME, 299912) END AS UNIT_BRAND_END,
-  1 AS COUNTINGUNIT_BRAND_RATIO,
-  200001 AS COUNTINGUNIT_BRAND_START,
-  299912 AS COUNTINGUNIT_BRAND_END,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.RATIO
-  ELSE NVL(T7.RATIO, 1) END AS PDOT_BRAND_RATIO,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.STARTTIME
-  ELSE NVL(T7.STARTTIME, 200001) END AS PDOT_BRAND_START,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.ENDTIME
-  ELSE NVL(T7.ENDTIME, 299912) END AS PDOT_BRAND_END,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_CHPA_MARKET_RATIO T1
-LEFT JOIN ( --VALUE--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'VALUE' AND UPPER(LEVEL) = 'PACK'
-) T2 ON T1.MARKET = T2.MARKET AND T1.PACK_CODE = T2.PACK_COD
-LEFT JOIN ( --UNIT--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'UNIT' AND UPPER(LEVEL) = 'PACK'                  
-) T3 ON T1.MARKET = T3.MARKET AND T1.PACK_CODE = T3.PACK_COD
-LEFT JOIN ( --COUNTINGUNIT--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'COUNTINGUNIT' AND UPPER(LEVEL) = 'PACK'
-) T4 ON T1.MARKET = T4.MARKET AND T1.PACK_CODE = T4.PACK_COD
-LEFT JOIN ( --VALUE--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'VALUE' AND UPPER(LEVEL) = 'MOLECULE'
-) T5 ON T1.MARKET = T5.MARKET AND T1.CMPS_CODE = T5.CMPS_COD
-LEFT JOIN ( --UNIT--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'UNIT' AND UPPER(LEVEL) = 'MOLECULE'
-) T6 ON T1.MARKET = T6.MARKET AND T1.CMPS_CODE = T6.CMPS_COD
-LEFT JOIN ( --COUNTINGUNIT--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'COUNTINGUNIT' AND UPPER(LEVEL) = 'MOLECULE'
-) T7 ON T1.MARKET = T7.MARKET
-AND T1.CMPS_CODE = T7.CMPS_COD
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_MARKET_BRAND_RATIO.sql:Zone.Identifier b/EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_MARKET_BRAND_RATIO.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_MARKET_PACK_MAPPING.sql b/EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_MARKET_PACK_MAPPING.sql
deleted file mode 100644
index 0baca06..0000000
--- a/EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_MARKET_PACK_MAPPING.sql	
+++ /dev/null
@@ -1,71 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_CHPA_MARKET_PACK_MAPPING
--- (
---   PACK_CODE STRING,
---   MARKET STRING,
---   CLASS STRING,
---   KEY_COMPETITOR STRING,
---   MARKET_RATIO STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   VALUE_BRAND_RATIO STRING,
---   VALUE_BRAND_RATIO_START STRING,
---   VALUE_BRAND_RATIO_END STRING,
---   UNIT_BRAND_RATIO STRING,
---   UNIT_BRAND_START STRING,
---   UNIT_BRAND_END STRING,
---   COUNTINGUNIT_BRAND_RATIO STRING,
---   COUNTINGUNIT_BRAND_START STRING,
---   COUNTINGUNIT_BRAND_END STRING,
---   PDOT_BRAND_RATIO STRING,
---   PDOT_BRAND_START STRING,
---   PDOT_BRAND_END STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
--- )
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_market_pack_mapping';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_market_pack_mapping';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_CHPA_MARKET_PACK_MAPPING
-  SELECT DISTINCT
-    T1.PACK_CODE,
-    T1.MARKET,
-    T4.CLASS,
-    T5.KEY_COMPETITOR,
-    T2.MARKET_RATIO,
-    T2.STARTTIME,
-    T2.ENDTIME,
-    T3.VALUE_BRAND_RATIO,
-    T3.VALUE_BRAND_RATIO_START,
-    T3.VALUE_BRAND_RATIO_END,
-    T3.UNIT_BRAND_RATIO,
-    T3.UNIT_BRAND_START,
-    T3.UNIT_BRAND_END,
-    T3.COUNTINGUNIT_BRAND_RATIO,
-    T3.COUNTINGUNIT_BRAND_START,
-    T3.COUNTINGUNIT_BRAND_END,
-    T3.PDOT_BRAND_RATIO,
-    T3.PDOT_BRAND_START,
-    T3.PDOT_BRAND_END,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
-  FROM
-    DM.DM_TD_EXT_CHPA_PACK2MARKET T1
-      LEFT JOIN DM.DM_TD_EXT_CHPA_MARKET_RATIO T2
-        ON T1.MARKET = T2.MARKET
-        AND T1.PACK_CODE = T2.PACK_CODE
-      LEFT JOIN DM.DM_TD_EXT_CHPA_MARKET_BRAND_RATIO T3
-        ON T1.MARKET = T3.MARKET
-        AND T1.PACK_CODE = T3.PACK_CODE
-      LEFT JOIN DM.DM_TD_EXT_CHPA_PACK2MARKET_CLASS T4
-        ON T1.PACK_CODE = T4.PACK_CODE
-        AND T1.MARKET = T4.MARKET
-      LEFT JOIN DM.DM_TD_EXT_CHPA_PACK2MARKET_KEYCOMPETITOR T5
-        ON T1.PACK_CODE = T5.PACK_CODE
-        AND T1.MARKET = T5.MARKET
-  WHERE
-    UPPER(T1.MARKET) NOT LIKE "%ALL%"
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_MARKET_PACK_MAPPING.sql:Zone.Identifier b/EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_MARKET_PACK_MAPPING.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_MARKET_RATIO.sql b/EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_MARKET_RATIO.sql
deleted file mode 100644
index ae0dad7..0000000
--- a/EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_MARKET_RATIO.sql	
+++ /dev/null
@@ -1,30 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_CHPA_MARKET_RATIO (
---   MARKET STRING,
---   PACK_CODE STRING,
---   CMPS_CODE STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   MARKET_RATIO STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_market_ratio';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_market_ratio';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_CHPA_MARKET_RATIO
-SELECT 
-  DISTINCT
-  MARKET,
-  PACK_CODE,
-  CMPS_CODE,
-  STARTTIME,
-  ENDTIME,
-  MARKET_RATIO,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT 
-FROM DM.DM_TD_EXT_CHPA_PACK2MARKET
-WHERE UPPER(MARKET) NOT LIKE '%ALL%'
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_MARKET_RATIO.sql:Zone.Identifier b/EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_MARKET_RATIO.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_PACK2MARKET.sql b/EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_PACK2MARKET.sql
deleted file mode 100644
index 77a1a0d..0000000
--- a/EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_PACK2MARKET.sql	
+++ /dev/null
@@ -1,327 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_CHPA_PACK2MARKET (
---   MARKET STRING,
---   PACK_CODE STRING,
---   PACK_DESC STRING,
---   STGH_DESC STRING,
---   PACK_LCH STRING,
---   PROD_CODE STRING,
---   CMPS_CODE STRING,
---   CMPS_DESC STRING,
---   ATC1_CODE STRING,
---   ATC2_CODE STRING,
---   ATC3_CODE STRING,
---   ATC4_CODE STRING,
---   APP1_CODE STRING,
---   APP2_CODE STRING,
---   APP3_CODE STRING,
---   BIO_DESC STRING,
---   GENE_ORIG_DESC STRING,
---   ETH_OTC_DESC STRING,
---   NRDL_DESC STRING,
---   NRDL_ENTRY_DATE STRING,
---   EDL_DESC STRING,
---   TCM_DESC STRING,
---   PAED_DESC STRING,
---   GQCE_DESC STRING,
---   VBP_DESC STRING,
---   MANU_CODE STRING,
---   MANU_DESC STRING,
---   MNFL_CODE STRING,
---   MNFL_DESC STRING,
---   CORP_CODE STRING,
---   CORP_DESC STRING,
---   BRANDTYPE STRING,
---   BU STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   MARKET_RATIO STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_pack2market';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_pack2market';
-
--- COMMAND ----------
-
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_CHPA_PACK2MARKET_KEYCOMPETITOR (
---   KEY_COMPETITOR STRING,
---   MARKET STRING,
---   PACK_CODE STRING)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_pack2market_keycompetitor';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_pack2market_keycompetitor';
-
--- COMMAND ----------
-
--- CREATE or REPLACE TABLE DM.DM_TD_EXT_CHPA_PACK2MARKET_CLASS (
---   MARKET STRING,
---   PACK_CODE STRING,
---   CLASS STRING)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_pack2market_class';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_pack2market_class';
-
--- COMMAND ----------
-
--- 使用 EXCEPT（集合差操作）简化逻辑
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_CHPA_PACK2MARKET
--- 包含规则
-SELECT DISTINCT
-  T2.MARKET,
-  T1.PACK_CODE,
-  T1.PACK_DESC,
-  T1.STGH_DESC,
-  T1.PACK_LCH,
-  T1.PROD_CODE,
-  T1.CMPS_CODE,
-  T1.CMPS_DESC,
-  T1.ATC1_CODE,
-  T1.ATC2_CODE,
-  T1.ATC3_CODE,
-  T1.ATC4_CODE,
-  T1.APP1_CODE,
-  T1.APP2_CODE,
-  T1.APP3_CODE,
-  T1.BIO_DESC,
-  T1.GENE_ORIG_DESC AS GENE_ORIG,
-  T1.ETH_OTC_DESC AS ETH_OTC_D,
-  T1.NRDL_DESC,
-  T1.NRDL_ENTRY_DATE AS NRDL_ENTR,
-  T1.EDL_DESC,
-  T1.TCM_DESC,
-  T1.PAED_DESC,
-  T1.GQCE_DESC,
-  T1.VBP_DESC,
-  T1.MANU_CODE,
-  T1.MANU_DESC,
-  T1.MNFL_CODE,
-  T1.MNFL_DESC,
-  T1.CORP_CODE,
-  T1.CORP_DESC,
-  T1.BRANDTYPE,
-  T2.BU,
-  T2.STARTTIME,
-  T2.ENDTIME,
-  COALESCE(T2.EXTEND_MARKET_RATIO, '1') AS MARKET_RATIO,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_CHPA_PACK_PROPERTY AS T1
-LEFT JOIN (
-  SELECT 
-    MARKET,
-    BU,
-    STARTTIME,
-    ENDTIME,
-    EXTEND_MARKET_RATIO,
-    ATC1_CODE,
-    ATC2_CODE,
-    ATC3_CODE,
-    ATC4_CODE,
-    NFC1_CODE,
-    NFC2_CODE,
-    NFC3_CODE,
-    CORPORATION_CODE,
-    MANUFACTURER_CODE,
-    PRODUCT_CODE,
-    PACK_CODE,
-    STRENGTH,
-    MOLECULE_CODE
-  FROM DWD.DWD_GND_IMS_TBLMARKET_BYMONTH
-  WHERE EXTEND_MARKET IS NULL AND (NOT_IN_FLAG IS NULL OR NOT_IN_FLAG = '1')
-) AS T2
-  ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
-  AND (T2.ATC2_CODE IS NULL OR T1.ATC2_CODE = T2.ATC2_CODE)
-  AND (T2.ATC3_CODE IS NULL OR T1.ATC3_CODE = T2.ATC3_CODE)
-  AND (T2.ATC4_CODE IS NULL OR T1.ATC4_CODE = T2.ATC4_CODE)
-  AND (T2.NFC1_CODE IS NULL OR T1.APP1_CODE = T2.NFC1_CODE)
-  AND (T2.NFC2_CODE IS NULL OR T1.APP2_CODE = T2.NFC2_CODE)
-  AND (T2.NFC3_CODE IS NULL OR T1.APP3_CODE = T2.NFC3_CODE)
-  AND (T2.CORPORATION_CODE IS NULL OR T1.CORP_CODE = T2.CORPORATION_CODE)
-  AND (T2.MANUFACTURER_CODE IS NULL OR T1.MANU_CODE = T2.MANUFACTURER_CODE)
-  AND (T2.PRODUCT_CODE IS NULL OR T1.PROD_CODE = T2.PRODUCT_CODE)
-  AND (T2.PACK_CODE IS NULL OR T1.PACK_CODE = T2.PACK_CODE)
-  AND (T2.STRENGTH IS NULL OR T1.STGH_DESC = T2.STRENGTH)
-  AND (T2.MOLECULE_CODE IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE)
-WHERE T2.MARKET IS NOT NULL
-
-EXCEPT
-
--- 排除规则
-SELECT DISTINCT
-  T2.MARKET,
-  T1.PACK_CODE,
-  T1.PACK_DESC,
-  T1.STGH_DESC,
-  T1.PACK_LCH,
-  T1.PROD_CODE,
-  T1.CMPS_CODE,
-  T1.CMPS_DESC,
-  T1.ATC1_CODE,
-  T1.ATC2_CODE,
-  T1.ATC3_CODE,
-  T1.ATC4_CODE,
-  T1.APP1_CODE,
-  T1.APP2_CODE,
-  T1.APP3_CODE,
-  T1.BIO_DESC,
-  T1.GENE_ORIG_DESC AS GENE_ORIG,
-  T1.ETH_OTC_DESC AS ETH_OTC_D,
-  T1.NRDL_DESC,
-  T1.NRDL_ENTRY_DATE AS NRDL_ENTR,
-  T1.EDL_DESC,
-  T1.TCM_DESC,
-  T1.PAED_DESC,
-  T1.GQCE_DESC,
-  T1.VBP_DESC,
-  T1.MANU_CODE,
-  T1.MANU_DESC,
-  T1.MNFL_CODE,
-  T1.MNFL_DESC,
-  T1.CORP_CODE,
-  T1.CORP_DESC,
-  T1.BRANDTYPE,
-  T2.BU,
-  T2.STARTTIME,
-  T2.ENDTIME,
-  COALESCE(T2.EXTEND_MARKET_RATIO, '1') AS MARKET_RATIO,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_CHPA_PACK_PROPERTY AS T1
-LEFT JOIN (
-  SELECT 
-    MARKET,
-    BU,
-    STARTTIME,
-    ENDTIME,
-    EXTEND_MARKET_RATIO,
-    ATC1_CODE,
-    ATC2_CODE,
-    ATC3_CODE,
-    ATC4_CODE,
-    NFC1_CODE,
-    NFC2_CODE,
-    NFC3_CODE,
-    CORPORATION_CODE,
-    MANUFACTURER_CODE,
-    PRODUCT_CODE,
-    PACK_CODE,
-    STRENGTH,
-    MOLECULE_CODE  
-  FROM DWD.DWD_GND_IMS_TBLMARKET_BYMONTH
-  WHERE EXTEND_MARKET IS NULL AND NOT_IN_FLAG = '0'
-) AS T2
-  ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
-  AND (T2.ATC2_CODE IS NULL OR T1.ATC2_CODE = T2.ATC2_CODE)
-  AND (T2.ATC3_CODE IS NULL OR T1.ATC3_CODE = T2.ATC3_CODE)
-  AND (T2.ATC4_CODE IS NULL OR T1.ATC4_CODE = T2.ATC4_CODE)
-  AND (T2.NFC1_CODE IS NULL OR T1.APP1_CODE = T2.NFC1_CODE)
-  AND (T2.NFC2_CODE IS NULL OR T1.APP2_CODE = T2.NFC2_CODE)
-  AND (T2.NFC3_CODE IS NULL OR T1.APP3_CODE = T2.NFC3_CODE)
-  AND (T2.CORPORATION_CODE IS NULL OR T1.CORP_CODE = T2.CORPORATION_CODE)
-  AND (T2.MANUFACTURER_CODE IS NULL OR T1.MANU_CODE = T2.MANUFACTURER_CODE)
-  AND (T2.PRODUCT_CODE IS NULL OR T1.PROD_CODE = T2.PRODUCT_CODE)
-  AND (T2.PACK_CODE IS NULL OR T1.PACK_CODE = T2.PACK_CODE)
-  AND (T2.STRENGTH IS NULL OR T1.STGH_DESC = T2.STRENGTH)
-  AND (T2.MOLECULE_CODE IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE)
-WHERE T2.MARKET IS NOT NULL;
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_CHPA_PACK2MARKET_KEYCOMPETITOR
-WITH kc AS (
-  SELECT
-    keycompetitor, no,
-    ROW_NUMBER() OVER (ORDER BY
-      CASE
-        WHEN ATC1_Code     IS NOT NULL THEN 1
-        WHEN ATC2_Code     IS NOT NULL THEN 2
-        WHEN ATC3_Code     IS NOT NULL THEN 3
-        WHEN ATC4_Code     IS NOT NULL THEN 4
-        WHEN Molecule_Code IS NOT NULL THEN 5
-        WHEN Product_Code  IS NOT NULL THEN 6
-        WHEN Pack_Code     IS NOT NULL THEN 7
-        ELSE 999
-      END,
-      CASE WHEN NFC1_CODE IS NULL THEN 0 ELSE 1 END,
-      CASE WHEN NFC2_CODE IS NULL THEN 0 ELSE 1 END,
-      CASE WHEN NFC3_CODE IS NULL THEN 0 ELSE 1 END
-    ) AS no1,
-    ATC1_Code, ATC2_Code, ATC3_Code, ATC4_Code,
-    NFC1_Code, NFC2_Code, NFC3_Code,
-    corporation_code, Manufacturer_Code,
-    Product_Code, Pack_Code, Strength, Molecule_Code, market
-  FROM dwd.dwd_gnd_ims_tblkeycompetitor
-),
-joined AS (
-  SELECT
-    /*+ BROADCAST(kc) */
-    COALESCE(kc.keycompetitor, 'OTHERS') AS Key_Competitor,  -- ✅ UPDATE 逻辑内联
-    t1.market, t1.PACK_CODE
-    /*bug 调试区
-    ,
-    kc.no,
-    kc.no1,
-    t1.PROD_COD, t1.CMPS_COD, t1.CMPS_DES,
-    t1.ATC1_COD, t1.ATC2_COD, t1.ATC3_COD, t1.ATC4_COD,
-    t1.APP1_COD, t1.APP2_COD, t1.APP3_COD,
-    t1.BIO_DESC, t1.GENE_ORIG_DESC, t1.ETH_OTC_DESC,
-    t1.NRDL_DESC, t1.NRDL_Entry_Date, t1.EDL_DESC, t1.TCM_DESC,
-    t1.PAED_DESC, t1.GQCE_DESC, t1.VBP_DESC,
-    t1.MANU_COD, t1.MANU_DES, t1.MNFL_COD, t1.MNFL_DES,
-    t1.CORP_COD, t1.CORP_DES, t1.BrandType, t1.bu, t1.Market_Ratio
-    */
-  ,ROW_NUMBER() OVER (
-      PARTITION BY t1.market, t1.PACK_CODE, t1.PROD_CODE
-      ORDER BY kc.no1 DESC, kc.no DESC
-    ) AS _rn
-  FROM DM.DM_TD_EXT_CHPA_PACK2MARKET t1
-  LEFT JOIN kc
-    ON  (kc.ATC1_Code         IS NULL OR t1.ATC1_CODE = kc.ATC1_Code)
-    AND (kc.ATC2_Code         IS NULL OR t1.ATC2_CODE = kc.ATC2_Code)
-    AND (kc.ATC3_Code         IS NULL OR t1.ATC3_CODE = kc.ATC3_Code)
-    AND (kc.ATC4_Code         IS NULL OR t1.ATC4_CODE = kc.ATC4_Code)
-    AND (kc.NFC1_Code         IS NULL OR t1.APP1_CODE = kc.NFC1_Code)
-    AND (kc.NFC2_Code         IS NULL OR t1.APP2_CODE = kc.NFC2_Code)
-    AND (kc.NFC3_Code         IS NULL OR t1.APP3_CODE = kc.NFC3_Code)
-    AND (kc.corporation_code  IS NULL OR t1.CORP_CODE = kc.corporation_code)
-    AND (kc.Manufacturer_Code IS NULL OR t1.MANU_CODE = kc.Manufacturer_Code)
-    AND (kc.Product_Code      IS NULL OR t1.PROD_CODE = kc.Product_Code)
-    AND (kc.Pack_Code         IS NULL OR t1.PACK_CODE = kc.Pack_Code)
-    AND (kc.Strength          IS NULL OR t1.STGH_DESC = kc.Strength)
-    AND (kc.Molecule_Code     IS NULL OR t1.CMPS_CODE = kc.Molecule_Code)
-    AND (kc.market            IS NULL OR t1.market   = kc.market)
-)
-SELECT distinct Key_Competitor,market,pack_code 
-FROM joined
-WHERE _rn = 1;
-
--- COMMAND ----------
-
--- DBTITLE 1,CLASS
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_CHPA_PACK2MARKET_CLASS
-SELECT 
-  /*+ BROADCAST(T2) */
-  DISTINCT
-  T1.MARKET,
-  T1.PACK_CODE,
-  COALESCE( T2.CLASS, 'OTHERS') AS CLASS
-FROM DM.DM_TD_EXT_CHPA_PACK2MARKET T1
-LEFT JOIN DWD.DWD_GND_TBLCLASS T2
-  ON  (T2.MARKET            IS NULL OR T1.MARKET    = T2.MARKET)
-  AND (T2.PACK_CODE         IS NULL OR T1.PACK_CODE = T2.PACK_CODE)
-  AND (T2.PRODUCT_CODE      IS NULL OR T1.PROD_CODE = T2.PRODUCT_CODE)
-  AND (T2.MOLECULE_CODE     IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE)
-  AND (T2.CORPORATION_CODE  IS NULL OR T1.CORP_CODE = T2.CORPORATION_CODE)
-  AND (T2.MANUFACTURER_CODE IS NULL OR T1.MANU_CODE = T2.MANUFACTURER_CODE)
-  AND (T2.ATC1_CODE         IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
-  AND (T2.ATC2_CODE         IS NULL OR T1.ATC2_CODE = T2.ATC2_CODE)
-  AND (T2.ATC3_CODE         IS NULL OR T1.ATC3_CODE = T2.ATC3_CODE)
-  AND (T2.ATC4_CODE         IS NULL OR T1.ATC4_CODE = T2.ATC4_CODE)
-  AND (T2.NFC1_CODE         IS NULL OR T1.APP1_CODE = T2.NFC1_CODE)
-  AND (T2.NFC2_CODE         IS NULL OR T1.APP2_CODE = T2.NFC2_CODE)
-  AND (T2.NFC3_CODE         IS NULL OR T1.APP3_CODE = T2.NFC3_CODE)
-  AND (T2.STRENGTH          IS NULL OR T1.STGH_DESC = T2.STRENGTH)
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_PACK2MARKET.sql:Zone.Identifier b/EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_PACK2MARKET.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_PACK_PROPERTY.sql b/EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_PACK_PROPERTY.sql
deleted file mode 100644
index dd8b87d..0000000
--- a/EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_PACK_PROPERTY.sql	
+++ /dev/null
@@ -1,147 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_CHPA_PACK_PROPERTY 
--- (
---   -- MARKET_PACK_KEY STRING,
---   PACK_CODE STRING,
---   PACK_DESC STRING,
---   STGH_DESC STRING,
---   PACK_LCH STRING,
---   FAMILY_CODE STRING,
---   FAMILY_NAME STRING,
---   PROD_CODE STRING,
---   PROD_DESC STRING,
---   PROD_DESC_C STRING,
---   CMPS_CODE STRING,
---   CMPS_DESC STRING,
---   CMPS_DESC_C STRING,
---   ATC1_CODE STRING,
---   ATC2_CODE STRING,
---   ATC3_CODE STRING,
---   ATC4_CODE STRING,
---   APP1_CODE STRING,
---   APP2_CODE STRING,
---   APP3_CODE STRING,
---   BIO_DESC STRING,
---   GENE_ORIG_DESC STRING,
---   ETH_OTC_DESC STRING,
---   NRDL_DESC STRING,
---   NRDL_ENTRY_DATE STRING,
---   EDL_DESC STRING,
---   TCM_DESC STRING,
---   PAED_DESC STRING,
---   GQCE_DESC STRING,
---   VBP_DESC_V STRING,
---   VBP_DESC STRING,
---   MANU_CODE STRING,
---   MANU_DESC STRING,
---   MANU_DESC_C STRING,
---   MNFL_CODE STRING,
---   MNFL_DESC STRING,
---   CORP_CODE STRING,
---   CORP_DESC STRING,
---   CORP_DESC_C STRING,
---   BRANDTYPE STRING,
---   -- MARKET STRING,
---   -- KEY_COMPETITOR STRING,
---   IS_AZ STRING,
---   AZ_MAIN STRING,
---   -- AZ_RELATED STRING,
---   ATC1_DESC STRING,
---   ATC1_DESC_C STRING,
---   ATC2_DESC STRING,
---   ATC2_DESC_C STRING,
---   ATC3_DESC STRING,
---   ATC3_DESC_C STRING,
---   ATC4_DESC STRING,
---   ATC4_DESC_C STRING,
---   APP1_DESC STRING,
---   APP1_DESC_C STRING,
---   APP2_DESC STRING,
---   APP2_DESC_C STRING,
---   APP3_DESC STRING,
---   APP3_DESC_C STRING,
---   -- CLASS STRING,
---   -- MARKET_RATIO STRING,
---   COUNTINGUNIT STRING,
---   VBP_BRAND STRING,
---   REPLENISH_FALG STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
--- )
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_pack_property';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_pack_property';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_CHPA_PACK_PROPERTY
-SELECT
-  -- MARKET_PACK_KEY,
-  PACK_COD AS PACK_CODE,
-  PACK_DES AS PACK_DESC,
-  STGH_DES AS STGH_DESC,
-  PACK_LCH,
-  FAMILY_CODE,
-  FAMILY_NAME,
-  PROD_COD AS PROD_CODE,
-  PROD_DES AS PROD_DESC,
-  PROD_DES_C AS PROD_DESC_C,
-  CMPS_COD AS CMPS_CODE,
-  CMPS_DES AS CMPS_DESC,
-  CMPS_DES_C AS CMPS_DESC_C,
-  ATC1_COD AS ATC1_CODE,
-  ATC2_COD AS ATC2_CODE,
-  ATC3_COD AS ATC3_CODE,
-  ATC4_COD AS ATC4_CODE,
-  APP1_COD AS APP1_CODE,
-  APP2_COD AS APP2_CODE,
-  APP3_COD AS APP3_CODE,
-  BIO_DESC,
-  GENE_ORIG_DESC,
-  ETH_OTC_DESC,
-  NRDL_DESC,
-  NRDL_ENTRY_DATE,
-  EDL_DESC,
-  TCM_DESC,
-  PAED_DESC,
-  GQCE_DESC,
-  VBP_DESC_V,
-  VBP_DESC,
-  MANU_COD AS MANU_CODE,
-  MANU_DES AS MANU_DESC,
-  MANU_DES_C AS MANU_DESC_C,
-  MNFL_COD AS MNFL_CODE,
-  MNFL_DES AS MNFL_DESC,
-  CORP_COD AS CORP_CODE,
-  CORP_DES AS CORP_DESC,
-  CORP_DES_C AS CORP_DESC_C,
-  BRANDTYPE,
-  -- MARKET,
-  -- KEY_COMPETITOR,
-  IS_AZ,
-  AZ_MAIN,
-  -- AZ_RELATED,
-  ATC1_DES AS ATC1_DESC,
-  ATC1_DES_C AS ATC1_DESC_C,
-  ATC2_DES AS ATC2_DESC,
-  ATC2_DES_C AS ATC2_DESC_C,
-  ATC3_DES AS ATC3_DESC,
-  ATC3_DES_C AS ATC3_DESC_C,
-  ATC4_DES AS ATC4_DESC,
-  ATC4_DES_C AS ATC4_DESC_C,
-  APP1_DES AS APP1_DESC,
-  APP1_DES_C AS APP1_DESC_C,
-  APP2_DES AS APP2_DESC,
-  APP2_DES_C AS APP2_DESC_C,
-  APP3_DES AS APP3_DESC,
-  APP3_DES_C AS APP3_DESC_C,
-  -- CLASS,
-  -- NULL AS MARKET_RATIO,
-  NULL AS COUNTINGUNIT,
-  NULL AS VBP_BRAND,
-  NULL AS REPLENISH_FALG,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_IMS_TD_PACK_PROPERTY
-;
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_PACK_PROPERTY.sql:Zone.Identifier b/EXTERNAL/CHPA/03 DM_TD_EXT_CHPA_PACK_PROPERTY.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/03 DM_TF_EXT_CHPA_SALES.sql b/EXTERNAL/CHPA/03 DM_TF_EXT_CHPA_SALES.sql
deleted file mode 100644
index e8486b0..0000000
--- a/EXTERNAL/CHPA/03 DM_TF_EXT_CHPA_SALES.sql	
+++ /dev/null
@@ -1,166 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TF_EXT_CHPA_SALES (
---   YYYYMM STRING,
---   PACK_CODE STRING,
---   CORP_CODE STRING,
---   AUDIT_CODE STRING,
---   PLATFORM_TYPE STRING,
---   STORE_NAME STRING,
---   STORE_TYPE STRING,
---   REGION_TYPE STRING,
---   PACK_FLAG INT,
---   PROD_FLAG INT,
---   DTP_FLAG INT,
---   SALES_UNIT_CAL DECIMAL(38,10),
---   SALES_UNIT_CAL_LY DECIMAL(38,10),
---   SALES_VALUE_CAL DECIMAL(38,10),
---   SALES_VALUE_CAL_LY DECIMAL(38,10),
---   CONUTING_UNIT DECIMAL(38,10),
---   CONUTING_UNIT_LY DECIMAL(38,10),
---   DATA_SOURCE STRING,
---   INST_CODE STRING COMMENT '内部机构编码',
---   CMPS_FLAG STRING COMMENT '分子式标签',
---   DEPT_NAME STRING COMMENT '科室名称',
---   PRESCRIPTION DECIMAL(38,10) COMMENT '处方张数',
---   PRESCRIPTION_LY DECIMAL(38,10) COMMENT '去年同期处方张数',
---   NEW_CODE STRING COMMENT '主数据关联CODE',
---   AREA STRING COMMENT '城市',
---   H_LEVEL STRING COMMENT '医院类型',
---   REIMBURSE STRING COMMENT '报销情况',
---   REIMBURSE_TYPE STRING COMMENT '报销类型',
---   PRESCRIPTION_SOURCE STRING COMMENT '处方来源',
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_chpa_sales';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_chpa_sales';
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW CHPA_SALES AS
-  SELECT
-    A.YYYYMM,
-    A.PACK_COD AS PACK_CODE,
-    A.AUDIT_COD AS AUDIT_CODE,
-    'IQVIA-CHPA(Monthly)' DATA_SOURCE,
-    -------------------------------------
-    SUM(SALES_UNIT_CAL) SALES_UNIT_CAL,
-    SUM(SALES_UNIT_CAL_LY) as SALES_UNIT_CAL_LY,
-    SUM(SALES_VALUE_CAL) SALES_VALUE_CAL,
-    SUM(SALES_VALUE_CAL_LY) as SALES_VALUE_CAL_LY,
-    SUM(CONUTING_UNIT) CONUTING_UNIT,
-    SUM(CONUTING_UNIT_LY) as CONUTING_UNIT_LY,
-    null as prescription,
-    null as prescription_ly,
-    -------------------------------------
-    --Retail藏数逻辑标签------------------
-    1 PACK_FLAG,
-    1 PROD_FLAG,
-    0 DTP_FLAG,
-    null as cmps_flag,
-    -------------------------------------
-    --EC数据标签--------------------------
-    '' PLATFORM_TYPE,
-    '' STORE_NAME,
-    '' STORE_TYPE,
-    -------------------------------------
-    --COUNTY数据标签----------------------
-    '' REGION_TYPE,
-    -------------------------------------
-    --AIA数据标签-------------------------
-    null inst_code, 
-    -------------------------------------
-    --XIE HE 数据标签---------------------
-    '' as dept_name,
-    '' as new_code,
-    '' as area,
-    '' as h_level,
-    '' as reimburse,
-    '' as reimburse_type,
-    '' as prescription_source,
-    -------------------------------------
-    '' as CORP_CODE --可以移除，报告没有使用
-  -------------------------------------
-  FROM
-    DM.DM_IMS_TF_SALES A
-  where
-    A.YYYYMM >= '202201'
-    -- AND A.MARKET = 'IMS ALL Market'
-  GROUP BY
-    A.YYYYMM,
-    A.PACK_COD,
-    A.AUDIT_COD
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TF_EXT_CHPA_SALES (
-  YYYYMM,
-  PACK_CODE,
-  AUDIT_CODE,
-  DATA_SOURCE,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  CMPS_FLAG,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  INST_CODE,
-  DEPT_NAME,
-  NEW_CODE,
-  AREA,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_SOURCE,
-  CORP_CODE,
-  ETL_INSERT_DT,
-  ETL_UPDATE_DT
-)
-SELECT
-  YYYYMM,
-  NVL    (
-    NULLIF(PACK_CODE, ''),
-    CONCAT ('PACK_CODE_', DATA_SOURCE)
-  ) AS PACK_CODE,
-  NVL (NULLIF(AUDIT_CODE, ''), 'ROC') AS AUDIT_CODE,
-  DATA_SOURCE,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  CMPS_FLAG,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  INST_CODE,
-  DEPT_NAME,
-  NEW_CODE,
-  AREA,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_SOURCE,
-  CORP_CODE,
-  FROM_UTC_TIMESTAMP (CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP (CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
-FROM
-  CHPA_SALES;
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/03 DM_TF_EXT_CHPA_SALES.sql:Zone.Identifier b/EXTERNAL/CHPA/03 DM_TF_EXT_CHPA_SALES.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/03 dm_ims_td_calendar.sql b/EXTERNAL/CHPA/03 dm_ims_td_calendar.sql
deleted file mode 100644
index bf8d121..0000000
--- a/EXTERNAL/CHPA/03 dm_ims_td_calendar.sql	
+++ /dev/null
@@ -1,58 +0,0 @@
--- Databricks notebook source
--- 源表：DWS.DWS_IMS_TD_DATE
--- 目标表：DM.DM_IMS_TD_CALENDAR,DM.DM_IMS_S_DATE
-
--- COMMAND ----------
-
---DM 逻辑 
---DATE
-INSERT OVERWRITE TABLE DM.DM_IMS_TD_CALENDAR
---当前年销量日期日历表缺少的用去年补全
-SELECT 
-  CAST(YM+100 AS INT) AS YYYYMM,
-  CAST(YEAR+1 AS INT) AS YEAR,
-  MONTH,
-  QUARTER,
-  CONCAT(CAST(LEFT(YQ,4) AS INT)+1,QUARTER) AS YQ ,
-  CAST(CONCAT(CAST(YEAR AS INT)+1,'-',MONTH,'-01') AS DATE) AS DAY_DATE,
-  CASE WHEN YM+100= (SELECT MAX(YM) FROM TMP.TMP_IMS_TF_FACT_SALES) THEN 'R' ELSE DATE_FLAG END, 
-  CONCAT(CAST(LEFT(HALF_YEAR,4) AS INT)+1,RIGHT(HALF_YEAR,2)) AS HALF_YEAR,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') ETL_UPDATE_DT
-FROM DWS.DWS_IMS_TD_DATE
-WHERE YEAR+1=(SELECT MAX(YEAR) FROM DWS.DWS_IMS_TD_DATE)
-
---前四年的日历表
-UNION ALL 
-
-SELECT 
-  CAST(YM AS INT) AS YYYYMM,
-  CAST(YEAR AS INT),
-  MONTH,
-  QUARTER,
-  YQ,
-  CAST(CONCAT(YEAR,'-',MONTH,'-01') AS DATE) AS DAY_DATE,
-  DATE_FLAG,
-  HALF_YEAR,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') ETL_UPDATE_DT
-FROM DWS.DWS_IMS_TD_DATE
-WHERE YEAR<(SELECT MAX(YEAR) FROM DWS.DWS_IMS_TD_DATE)
-  AND YEAR+9>(SELECT MAX(YEAR) FROM DWS.DWS_IMS_TD_DATE)
-
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_IMS_S_DATE  
-SELECT 
-  YYYYMM,
-  YEAR,
-  MONTH,
-  QUARTER,
-  YQ,
-  DAY_DATE,
-  DATE_FLAG,
-  HALF_YEAR,
-  ETL_INSERT_DT,
-  ETL_UPDATE_DT
-FROM DM.DM_IMS_TD_CALENDAR
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/03 dm_ims_td_calendar.sql:Zone.Identifier b/EXTERNAL/CHPA/03 dm_ims_td_calendar.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/03 dm_ims_td_geo.sql b/EXTERNAL/CHPA/03 dm_ims_td_geo.sql
deleted file mode 100644
index 051a1e4..0000000
--- a/EXTERNAL/CHPA/03 dm_ims_td_geo.sql	
+++ /dev/null
@@ -1,67 +0,0 @@
--- Databricks notebook source
--- 源表：DM.DM_TD_GEOGRAPHY,DWS.DWS_IMS_TD_GEO
--- 目标表：DM.DM_IMS_TD_GEO
-
--- COMMAND ----------
-
--- 20260119 地理数据 我感觉可以拉到前面去
---地理维度信息 AUDIT
--- 20260122 因为城市数据不再提供,改为硬编码省份数据. BY YUSUO/CHENWU
-INSERT OVERWRITE TABLE DWS.DWS_IMS_TD_GEO
-SELECT
-	AUDIT_COD,
-	AUDIT_DES,
-	AUDIT_DES_C,
-	AUDIT_TYPE,
-	CITY_TIER,
-	AZ_CITY_TIER,
-	PROVINCE,
-	PROVINCE_C,
-	REGIONCENTER,
-	ETL_INSERT_DT,
-	ETL_UPDATE_DT
-FROM 
-	TMP.TMP_PROVINCE_RAWDATA
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW DIM_PROVINCE 
-AS
-SELECT
-  T2.PROVINCE_CODE,
-  CASE
-    WHEN T2.PROVINCE_NAME IN ('上海', '北京', '天津', '重庆') THEN CONCAT (T2.PROVINCE_NAME, '市')
-    WHEN T2.PROVINCE_NAME IN ('内蒙古', '西藏') THEN CONCAT (T2.PROVINCE_NAME, '自治区')
-    WHEN T2.PROVINCE_NAME = '宁夏' THEN CONCAT (T2.PROVINCE_NAME, '回族自治区')
-    WHEN T2.PROVINCE_NAME = '广西' THEN CONCAT (T2.PROVINCE_NAME, '壮族自治区')
-    WHEN T2.PROVINCE_NAME = '新疆' THEN CONCAT (T2.PROVINCE_NAME, '维吾尔自治区')
-    ELSE CONCAT (T2.PROVINCE_NAME, '省')
-  END AS PROVINCE_NAME
-FROM
-  DM.DM_TD_GEOGRAPHY T2
-WHERE
-  T2.GEO_KEY = T2.PROVINCE_CODE
-  AND PROVINCE_NAME NOT IN ('台湾', '澳门', '香港')
-
--- COMMAND ----------
-
---DM 地理纬度表
-INSERT OVERWRITE TABLE DM.DM_IMS_TD_GEO
-SELECT DISTINCT
-  T1.AUDIT_COD,
-  T1.AUDIT_DES AS CITY,
-  T1.AUDIT_DES_C AS CITY_C,
-  T1.AUDIT_TYPE AS CITY_TYPE,
-  T1.CITY_TIER,
-  T1.AZ_CITY_TIER,
-  T1.PROVINCE,
-  T1.PROVINCE_C,
-  T2.PROVINCE_CODE,
-  T2.PROVINCE_NAME AS CITY_MAP,
-  T2.PROVINCE_NAME,
-  T1.REGIONCENTER AS REGION_CENTER,
-  T1.ETL_INSERT_DT,
-  T1.ETL_UPDATE_DT
-FROM
-  DWS.DWS_IMS_TD_GEO AS T1
-  LEFT JOIN DIM_PROVINCE AS T2 ON T1.AUDIT_COD = T2.PROVINCE_CODE
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/03 dm_ims_td_geo.sql:Zone.Identifier b/EXTERNAL/CHPA/03 dm_ims_td_geo.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/03 dm_ims_td_market_property.sql b/EXTERNAL/CHPA/03 dm_ims_td_market_property.sql
deleted file mode 100644
index 77447f0..0000000
--- a/EXTERNAL/CHPA/03 dm_ims_td_market_property.sql	
+++ /dev/null
@@ -1,35 +0,0 @@
--- Databricks notebook source
--- 源表：DWD.DWD_TD_IMS_MARKET_TA_ORDER
--- 目标表：DM.DM_IMS_TD_MARKET_PROPERTY
-
--- COMMAND ----------
-
-update dwd.dwd_td_ims_market_ta_order
-set
-  market = 'Pulmicort VBP Benchmark Market'
-where
-  market = 'Pumicort VBP Benchmark Market'
-
--- COMMAND ----------
-
---dm market property 市场相关属性和market&ta 的排序 by qingli 20230425
-insert overwrite table dm.dm_ims_td_market_property
-select
-  market_order,
-  bu as bu,
-  ta as ta_key,
-  case
-    when ta = 'ONC' then 'ONCO'
-    else ta
-  end as ta,
-  market as market_key,
-  case
-    when market = 'ONC Market' then 'ONCO Market'
-    else market
-  end as market,
-  null as svg,
-  ta_order,
-  from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_INSERT_DT,
-  from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_UPDATE_DT
-from
-  dwd.dwd_td_ims_market_ta_order
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/03 dm_ims_td_market_property.sql:Zone.Identifier b/EXTERNAL/CHPA/03 dm_ims_td_market_property.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/03 dm_ims_td_org.sql b/EXTERNAL/CHPA/03 dm_ims_td_org.sql
deleted file mode 100644
index 7c873a6..0000000
--- a/EXTERNAL/CHPA/03 dm_ims_td_org.sql	
+++ /dev/null
@@ -1,615 +0,0 @@
--- Databricks notebook source
--- 源表：DM.dm_td_org,dm.dm_td_territory_indication,dm.dm_td_date_config,dm.dm_ims_tf_sales
--- 目标表：dm.dm_ims_td_org
-
--- COMMAND ----------
-
--- MAGIC %run ../../../Common/config
-
--- COMMAND ----------
-
--- MAGIC %python
--- MAGIC spark.read.table(f'`{CDW_CATALOG}`.`dwd`.`dim_product_wide`').createOrReplaceTempView('cdw_dwd_dim_product_wide')
-
--- COMMAND ----------
-
-create or replace temporary view dm_td_org_tmp as
-SELECT
-  org_key,
-  mr_trty_tag,
-  district_code,
-  rsm_name,
-  rc_name,
-  p2.region_name,
-  p2.rsd_kcode,
-  p2.rsd_name,
-  CASE
-    WHEN p2.yyyymm >= '202601'
-    and p2.bu_code = 'PC12' then 'PC09'
-    else p2.bu_code
-  end bu_code,
-  CASE
-    WHEN p2.yyyymm >= '202601'
-    and p2.bu_report = 'EC' THEN 'Retail'
-    ELSE p2.bu_report
-  end bu_report,
-  CASE
-    WHEN p2.yyyymm >= '202601'
-    and p2.sub_bu_code = 'NA27' then 'NA06'
-    else p2.sub_bu_code
-  end sub_bu_code,
-  CASE
-    WHEN p2.yyyymm >= '202601'
-    and p2.sub_bu_name = 'EC' then 'Retail'
-    else p2.sub_bu_name
-  end sub_bu_name,
-  CASE
-    WHEN p2.yyyymm >= '202601'
-    and p2.sub_bu_name_en = 'EC' then 'Retail'
-    else p2.sub_bu_name_en
-  end sub_bu_name_en,
-  CASE
-    WHEN p2.yyyymm >= '202601'
-    and p2.bu_name = 'EC' then 'Retail'
-    else p2.bu_name
-  end bu_name,
-  CASE
-    WHEN p2.yyyymm >= '202601'
-    and p2.bu_name_en = 'EC' then 'Retail'
-    else p2.bu_name_en
-  end bu_name_en,
-  CASE
-    WHEN p2.yyyymm >= '202601'
-    and p2.nsd_kcode = 'ND_EC0001_V' then 'KSGX559'
-    else p2.nsd_kcode
-  end nsd_kcode,
-  CASE
-    WHEN p2.yyyymm >= '202601'
-    and p2.bu_name = 'EC'
-    and p2.nsd_name = 'Vacant' then '李白杨'
-    else p2.nsd_name
-  end nsd_name,
-  CASE
-    WHEN p2.yyyymm >= '202601'
-    and p2.nsd_trty_code = 'ND_EC0001' then 'ND_RT0001'
-    else p2.nsd_trty_code
-  end nsd_trty_code,
-  CASE
-    WHEN p2.yyyymm >= '202601'
-    and p2.bsd_kcode = 'VP_EC0001_V' then 'VP_RT0001_V'
-    else p2.bsd_kcode
-  end bsd_kcode,
-  CASE
-    WHEN p2.yyyymm >= '202601'
-    and p2.bsd_trty_code = 'VP_EC0001' then 'VP_RT0001'
-    else p2.bsd_trty_code
-  end bsd_trty_code,
-  p2.rsm_kcode,
-  p2.rc_code,
-  p2.rc_name_en,
-  p2.region_code,
-  p2.region_name_en,
-  BU_CATEGORY,
-  yyyymm,
-  mr_trty_code,
-  mr_kcode,
-  dsm_trty_code,
-  rsm_trty_code,
-  dsm_kcode,
-  rsd_trty_code
-FROM
-  DM.dm_td_org P2
-
--- COMMAND ----------
-
---dm_org --使用和performance cvh 的org架构
--- insert overwrite table tmp.tmp_ims_td_org
-create or replace temporary view tmp_ims_td_org as
-select distinct
-  rsm_trty_code,
-  rsm_kcode,
-  case
-    when rsm_name = 'Vacant' then concat (rsm_trty_code, '_V')
-    else rsm_name
-  end as rsm_name,
-  rsd_trty_code,
-  rsd_kcode,
-  case
-    when rsd_name = 'Vacant' then concat (rsd_trty_code, '_V')
-    else rsd_name
-  end as rsd_name,
-  nsd_trty_code,
-  nsd_kcode,
-  case
-    when nsd_name = 'Vacant' then concat (nsd_trty_code, '_V')
-    else nsd_name
-  end as nsd_name,
-  region_code,
-  region_name,
-  region_name_en,
-  rc_code,
-  rc_name,
-  rc_name_en,
-  bu_code,
-  bu_name,
-  bu_name_en,
-  bu_category,
-  sub_bu_code,
-  sub_bu_name,
-  sub_bu_name_en,
-  t2.city_name,
-  null as ims_pack_cod,
-  t3.market,
-  t2.province_code as ims_audit_cod,
-  1 as ims_city_ratio
-from
-  dm_td_org_tmp t1
-  left join (
-    select distinct
-      t1.yyyymm,
-      t1.trty_code,
-      t2.city_name,
-      -- 20260210 Yusuo ADD
-      t2.province_code,
-      t4.ims_prod_cod,
-      t4.ims_pack_cod
-    from
-      dm.dm_td_territory_indication t1
-      left join dwd.dwd_td_institution t2 on t1.inst_code = t2.inst_code
-      left join cdw_dwd_dim_product_wide t3 on t3.prd_family_cd = t1.family_code
-      left join dwd.dwd_td_imscode_azcode t4 on t3.prd_brand_cd = t4.brandcode
-    where
-      t1.bu not in ('CUBE', 'KA')
-  ) t2 on t2.trty_code = t1.mr_trty_code
-  and t2.yyyymm = t1.yyyymm
-  left join dws.dws_ims_td_market t3 on t2.ims_pack_cod = t3.pack_cod
-  --使用和performance cvh 的org架构
-where
-  t1.yyyymm in (
-    select
-      key_value
-    from
-      dm.dm_td_date_config
-    where
-      key_code = 'pfmc_cvh'
-  )
-
--- COMMAND ----------
-
---将还没有做出来AZ产品关系的market挂给所有的对应BU
--- insert into tmp_ims_td_org
-create or replace temporary view tmp_ims_td_org1 as
-select distinct
-  'Vacant' as rsm_trty_code,
-  'Vacant' as rsm_kcode,
-  'Vacant' as rsm_name,
-  'Vacant' as rsd_trty_code,
-  'Vacant' as rsd_kcode,
-  'Vacant' as rsd_name,
-  'Vacant' as nsd_trty_code,
-  'Vacant' as nsd_kcode,
-  'Vacant' as nsd_name,
-  'Non AZ Region' as region_code,
-  'Non AZ Region' as region_name,
-  'Non AZ Region' as region_name_en,
-  'Non AZ Region' as rc_code,
-  'Non AZ Region' as rc_name,
-  'Non AZ Region' as rc_name_en,
-  bu_code,
-  bu_name,
-  bu_name_en,
-  bu_category,
-  sub_bu_code,
-  sub_bu_name,
-  sub_bu_name_en,
-  city_name,
-  null as ims_pack_cod,
-  t2.market,
-  ims_audit_cod,
-  ims_city_ratio
-from
-  tmp_ims_td_org t1
-  left join (
-    select distinct
-      t2.market,
-      t2.bu
-    from
-      tmp_ims_td_org t1
-      right join dwd.dwd_td_ims_market_ta_order t2 on t1.market = t2.market
-    where
-      t1.market is null
-      and t2.market <> 'IMS ALL Market'
-  ) t2 on t1.bu_name_en = t2.bu
-where
-  t2.market is not null
-
--- COMMAND ----------
-
---将所有的ROC的市场数据补全，同时根据市场找到对应BU
--- insert into tmp_ims_td_org
-create or replace temporary view tmp_ims_td_org2 as
-select distinct
-  rsm_trty_code,
-  rsm_kcode,
-  rsm_name,
-  rsd_trty_code,
-  rsd_kcode,
-  rsd_name,
-  nsd_trty_code,
-  nsd_kcode,
-  nsd_name,
-  region_code,
-  region_name,
-  region_name_en,
-  rc_code,
-  rc_name,
-  rc_name_en,
-  t2.bu_code,
-  t2.bu_name,
-  t2.bu_name_en,
-  t2.bu_category,
-  t2.sub_bu_code,
-  t2.sub_bu_name,
-  t2.sub_bu_name_en,
-  t2.city_name,
-  null as ims_pack_cod,
-  t2.market,
-  t2.ims_audit_cod,
-  t2.ims_city_ratio
-from
-  (
-    select
-      'Vacant' as rsm_trty_code,
-      'Vacant' as rsm_kcode,
-      'Vacant' as rsm_name,
-      'Vacant' as rsd_trty_code,
-      'Vacant' as rsd_kcode,
-      'Vacant' as rsd_name,
-      'Vacant' as nsd_trty_code,
-      'Vacant' as nsd_kcode,
-      'Vacant' as nsd_name,
-      'Other Low Tiers' as region_code,
-      'Other Low Tiers' as region_name,
-      'Other Low Tiers' as region_name_en,
-      'Other Low Tiers' as rc_code,
-      'Other Low Tiers' as rc_name,
-      'Other Low Tiers' as rc_name_en,
-      'Other Low Tiers' as city_name,
-      'ROC' as audit_cod
-  ) t1
-  full join (
-    select distinct
-      bu_code,
-      bu_name,
-      bu_name_en,
-      bu_category,
-      sub_bu_code,
-      sub_bu_name,
-      sub_bu_name_en,
-      market,
-      ims_city_ratio,
-      'Other Low Tiers' as city_name,
-      'ROC' as ims_audit_cod
-    from
-      tmp_ims_td_org1
-    where
-      bu_code is not null
-      --有销量的ROC数据
-      and concat (market, '_ROC') in (
-        select distinct
-          concat(market,'_ROC' ) market_audit_key from
-              dm.dm_tf_ext_unionall_market_sales
-        where DATA_SOURCE = 'IQVIA-CHPA(Monthly)' and
-          audit_cod = 'ROC'
-      )
-  ) t2 on t1.audit_cod = t2.ims_audit_cod
-
--- COMMAND ----------
-
---将所有未能挂上Org的市场数据补全，同时根据市场找到对应BU
--- insert into tmp_ims_td_org
-create or replace temporary view tmp_ims_td_org3 as
-select distinct
-  rsm_trty_code,
-  rsm_kcode,
-  rsm_name,
-  rsd_trty_code,
-  rsd_kcode,
-  rsd_name,
-  nsd_trty_code,
-  nsd_kcode,
-  nsd_name,
-  region_code,
-  region_name,
-  region_name_en,
-  rc_code,
-  rc_name,
-  rc_name_en,
-  t2.bu_code,
-  t2.bu_name,
-  t2.bu_name_en,
-  t2.bu_category,
-  t2.sub_bu_code,
-  t2.sub_bu_name,
-  t2.sub_bu_name_en,
-  t2.city_name,
-  null as ims_pack_cod,
-  t2.market,
-  t2.ims_audit_cod,
-  t2.ims_city_ratio
-from
-  (
-    select
-      'Vacant' as rsm_trty_code,
-      'Vacant' as rsm_kcode,
-      'Vacant' as rsm_name,
-      'Vacant' as rsd_trty_code,
-      'Vacant' as rsd_kcode,
-      'Vacant' as rsd_name,
-      'Vacant' as nsd_trty_code,
-      'Vacant' as nsd_kcode,
-      'Vacant' as nsd_name,
-      'Non AZ Region' as region_code,
-      'Non AZ Region' as region_name,
-      'Non AZ Region' as region_name_en,
-      'Non AZ Region' as rc_code,
-      'Non AZ Region' as rc_name,
-      'Non AZ Region' as rc_name_en
-  ) t1
-  full join (
-    select distinct
-      bu_code,
-      bu_name,
-      bu_name_en,
-      bu_category,
-      sub_bu_code,
-      sub_bu_name,
-      sub_bu_name_en,
-      --     'ALL' as sub_bu_code,'ALL' as sub_bu_name,'ALL' as sub_bu_name_en,
-      t2.audit_cod as ims_audit_cod,
-      null as city_name,
-      t2.market,
-      ims_city_ratio
-    from
-      tmp_ims_td_org2 t1
-      inner join (
-        --筛选出挂不上Org的市场城市，同时又有销量的
-        select distinct
-          t2.market,
-          t2.audit_cod,
-          t3.bu
-        from
-          tmp_ims_td_org2 t1
-          right join (
-            select distinct
-              audit_cod,
-              market
-            from
-              dm.dm_tf_ext_unionall_market_sales
-              where DATA_SOURCE = 'IQVIA-CHPA(Monthly)'
-          ) t2 on concat (t1.market, '_', t1.ims_audit_cod) = concat (t2.market, '_', t2.audit_cod)
-          left join dwd.dwd_td_ims_market_ta_order t3 on t2.market = t3.market
-        where
-          concat (t1.market, '_', t1.ims_audit_cod) is null
-          and t2.market <> 'IMS ALL Market'
-      ) t2 on t1.bu_name_en = t2.bu
-  ) t2
-where
-  t2.bu_code is not null
-
--- COMMAND ----------
-
-create or replace temporary view tmp_ims_td_org4 as
-select
-  rsm_trty_code,
-  rsm_kcode,
-  rsm_name,
-  rsd_trty_code,
-  rsd_kcode,
-  rsd_name,
-  nsd_trty_code,
-  nsd_kcode,
-  nsd_name,
-  region_code,
-  region_name,
-  region_name_en,
-  rc_code,
-  rc_name,
-  rc_name_en,
-  bu_code,
-  bu_name,
-  bu_name_en,
-  bu_category,
-  sub_bu_code,
-  sub_bu_name,
-  sub_bu_name_en,
-  city_name,
-  ims_pack_cod,
-  market,
-  ims_audit_cod,
-  ims_city_ratio
-from
-  tmp_ims_td_org
-union all
-select
-  rsm_trty_code,
-  rsm_kcode,
-  rsm_name,
-  rsd_trty_code,
-  rsd_kcode,
-  rsd_name,
-  nsd_trty_code,
-  nsd_kcode,
-  nsd_name,
-  region_code,
-  region_name,
-  region_name_en,
-  rc_code,
-  rc_name,
-  rc_name_en,
-  bu_code,
-  bu_name,
-  bu_name_en,
-  bu_category,
-  sub_bu_code,
-  sub_bu_name,
-  sub_bu_name_en,
-  city_name,
-  ims_pack_cod,
-  market,
-  ims_audit_cod,
-  ims_city_ratio
-from
-  tmp_ims_td_org1
-union all
-select
-  rsm_trty_code,
-  rsm_kcode,
-  rsm_name,
-  rsd_trty_code,
-  rsd_kcode,
-  rsd_name,
-  nsd_trty_code,
-  nsd_kcode,
-  nsd_name,
-  region_code,
-  region_name,
-  region_name_en,
-  rc_code,
-  rc_name,
-  rc_name_en,
-  bu_code,
-  bu_name,
-  bu_name_en,
-  bu_category,
-  sub_bu_code,
-  sub_bu_name,
-  sub_bu_name_en,
-  city_name,
-  ims_pack_cod,
-  market,
-  ims_audit_cod,
-  ims_city_ratio
-from
-  tmp_ims_td_org2
-union all
-select
-  rsm_trty_code,
-  rsm_kcode,
-  rsm_name,
-  rsd_trty_code,
-  rsd_kcode,
-  rsd_name,
-  nsd_trty_code,
-  nsd_kcode,
-  nsd_name,
-  region_code,
-  region_name,
-  region_name_en,
-  rc_code,
-  rc_name,
-  rc_name_en,
-  bu_code,
-  bu_name,
-  bu_name_en,
-  bu_category,
-  sub_bu_code,
-  sub_bu_name,
-  sub_bu_name_en,
-  city_name,
-  ims_pack_cod,
-  market,
-  ims_audit_cod,
-  ims_city_ratio
-from
-  tmp_ims_td_org3
-
--- COMMAND ----------
-
-insert overwrite table dm.dm_ims_td_org
-select distinct
-  concat (t1.market, '_', t2.audit_cod) as ORG_KEY,
-  t1.rsm_trty_code,
-  t1.rsm_kcode,
-  t1.rsm_name,
-  t1.rsd_trty_code,
-  t1.rsd_kcode,
-  t1.rsd_name,
-  t1.nsd_trty_code,
-  t1.nsd_kcode,
-  t1.nsd_name,
-  t1.region_code,
-  t1.region_name,
-  t1.region_name_en,
-  t1.rc_code,
-  t1.rc_name,
-  t1.rc_name_en,
-  t1.bu_code,
-  t1.bu_name,
-  t1.bu_name_en,
-  t1.bu_category,
-  t1.sub_bu_code,
-  t1.sub_bu_name,
-  t1.sub_bu_name_en,
-  t1.sub_bu_code as sub_bu_code_auth, --前端权限配置需要的字段
-  t1.bu_code as bu_code_auth, --前端权限配置需要的字段
-  t2.audit_cod,
-  t2.audit_des,
-  t2.audit_des_c,
-  t2.Province,
-  t2.Province_C,
-  t2.RegionCenter,
-  t1.market,
-  concat (t1.market, '_', t2.audit_cod) as market_audit_key,
-  from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_INSERT_DT,
-  from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_UPDATE_DT
-from
-  tmp_ims_td_org4 t1
-  left join dws.dws_ims_td_geo t2 on t1.ims_audit_cod = t2.audit_cod
-  --where t1.market is not null and t1.ims_audit_cod is not null
-
-  /* 20260409 chenwu IMS ALL Market 不需要了
-union all
-select distinct
-  concat ('IMS ALL Market_', t2.audit_cod) as ORG_KEY,
-  t1.rsm_trty_code,
-  t1.rsm_kcode,
-  t1.rsm_name,
-  t1.rsd_trty_code,
-  t1.rsd_kcode,
-  t1.rsd_name,
-  t1.nsd_trty_code,
-  t1.nsd_kcode,
-  t1.nsd_name,
-  t1.region_code,
-  t1.region_name,
-  t1.region_name_en,
-  t1.rc_code,
-  t1.rc_name,
-  t1.rc_name_en,
-  t1.bu_code,
-  t1.bu_name,
-  t1.bu_name_en,
-  t1.bu_category,
-  t1.sub_bu_code,
-  t1.sub_bu_name,
-  t1.sub_bu_name_en,
-  'ALL' as sub_bu_code_auth,
-  'ALL' as bu_code_auth,
-  t2.audit_cod,
-  t2.audit_des,
-  t2.audit_des_c,
-  t2.Province,
-  t2.Province_C,
-  t2.RegionCenter,
-  'IMS ALL Market' as market,
-  concat ('IMS ALL Market_', t2.audit_cod) as market_audit_key,
-  from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_INSERT_DT,
-  from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_UPDATE_DT
-from
-  tmp_ims_td_org4 t1
-  left join dws.dws_ims_td_geo t2 on t1.ims_audit_cod = t2.audit_cod
-where
-  t1.market is not null
-  and t1.ims_audit_cod is not null
-  */
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/03 dm_ims_td_org.sql:Zone.Identifier b/EXTERNAL/CHPA/03 dm_ims_td_org.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/03 dm_ims_td_org_hvh.sql b/EXTERNAL/CHPA/03 dm_ims_td_org_hvh.sql
deleted file mode 100644
index 5fe746f..0000000
--- a/EXTERNAL/CHPA/03 dm_ims_td_org_hvh.sql	
+++ /dev/null
@@ -1,463 +0,0 @@
--- Databricks notebook source
--- MAGIC %run ../../../Common/config
-
--- COMMAND ----------
-
--- MAGIC %python
--- MAGIC spark.read.table(f'`{CDW_CATALOG}`.`dwd`.`dim_product_wide`').createOrReplaceTempView('cdw_dwd_dim_product_wide')
-
--- COMMAND ----------
-
---dm_org --使用和performance cvh 的org架构
-insert overwrite table tmp.tmp_ims_td_org_hvh
-select distinct
-  t1.yyyymm,
-  dsm_trty_code,
-  dsm_kcode,
-  case
-    when dsm_name = 'Vacant' then concat (dsm_trty_code, '_V')
-    else dsm_name
-  end as dsm_name,
-  rsm_trty_code,
-  rsm_kcode,
-  case
-    when rsm_name = 'Vacant' then concat (rsm_trty_code, '_V')
-    else rsm_name
-  end as rsm_name,
-  rsd_trty_code,
-  rsd_kcode,
-  case
-    when rsd_name = 'Vacant' then concat (rsd_trty_code, '_V')
-    else rsd_name
-  end as rsd_name,
-  nsd_trty_code,
-  nsd_kcode,
-  case
-    when nsd_name = 'Vacant' then concat (nsd_trty_code, '_V')
-    else nsd_name
-  end as nsd_name,
-  district_code,
-  district_name,
-  district_name_en,
-  region_code,
-  region_name,
-  region_name_en,
-  rc_code,
-  rc_name,
-  rc_name_en,
-  bu_code,
-  bu_name,
-  bu_name_en,
-  bu_category,
-  sub_bu_code,
-  sub_bu_name,
-  sub_bu_name_en,
-  t2.city_name,
-  null as ims_pack_cod,
-  t3.market,
-  t2.province_code as ims_audit_cod,
-  --福厦泉 苏锡 珠三角 对应多个city的情况的拆分比
-  -- 20260210 Yusuo Update
-  -- case when t4.ratio is null then 1 else t4.ratio end as ims_city_ratio
-  1 as ims_city_ratio
-from
-  dm.dm_td_org t1
-  left join (
-    select distinct
-      t1.yyyymm,
-      t1.trty_code,
-      t2.city_name,
-      t2.province_code,
-      t4.ims_prod_cod,
-      t4.ims_pack_cod
-    from
-      dm.dm_td_territory_indication t1
-      left join dwd.dwd_td_institution t2 on t1.inst_code = t2.inst_code
-      left join cdw_dwd_dim_product_wide t3 on t3.prd_family_cd = t1.family_code
-      left join dwd.dwd_td_imscode_azcode t4 on t3.prd_brand_cd = t4.brandcode
-    where
-      t1.bu not in ('CUBE', 'KA')
-  ) t2 on t2.trty_code = t1.mr_trty_code
-  and t2.yyyymm = t1.yyyymm
-  left join dws.dws_ims_td_market t3 on t2.ims_pack_cod = t3.pack_cod
-  -- left join dws.dws_td_ims_city_mapping t4 on t2.city_name=concat(t4.city_c_d,'市')
-  --使用和performance cvh 的org架构
-where
-  left (t1.yyyymm, 4) in (
-    select
-      left (key_value, 4)
-    from
-      dm.dm_td_date_config
-    where
-      key_code = 'pfmc_cvh'
-  )
-
--- COMMAND ----------
-
-  --将还没有做出来AZ产品关系的market挂给所有的对应BU
-insert into
-  tmp.tmp_ims_td_org_hvh
-select distinct
-  t1.yyyymm,
-  'Vacant' as dsm_trty_code,
-  'Vacant' as dsm_kcode,
-  'Vacant' as dsm_name,
-  'Vacant' as rsm_trty_code,
-  'Vacant' as rsm_kcode,
-  'Vacant' as rsm_name,
-  'Vacant' as rsd_trty_code,
-  'Vacant' as rsd_kcode,
-  'Vacant' as rsd_name,
-  'Vacant' as nsd_trty_code,
-  'Vacant' as nsd_kcode,
-  'Vacant' as nsd_name,
-  'Non AZ Region' as district_code,
-  'Non AZ Region' as district_name,
-  'Non AZ Region' as district_name_en,
-  'Non AZ Region' as region_code,
-  'Non AZ Region' as region_name,
-  'Non AZ Region' as region_name_en,
-  'Non AZ Region' as rc_code,
-  'Non AZ Region' as rc_name,
-  'Non AZ Region' as rc_name_en,
-  bu_code,
-  bu_name,
-  bu_name_en,
-  bu_category,
-  sub_bu_code,
-  sub_bu_name,
-  sub_bu_name_en,
-  city_name,
-  null as ims_pack_cod,
-  t2.market,
-  ims_audit_cod,
-  ims_city_ratio
-from
-  tmp.tmp_ims_td_org_hvh t1
-  left join (
-    select distinct
-      t2.market,
-      t2.bu
-    from
-      tmp.tmp_ims_td_org_hvh t1
-      right join dwd.dwd_td_ims_market_ta_order t2 on t1.market = t2.market
-    where
-      t1.market is null
-      and t2.market <> 'IMS ALL Market'
-  ) t2 on t1.bu_name_en = t2.bu
-where
-  t2.market is not null
-
--- COMMAND ----------
-
-  --将所有的ROC的市场数据补全，同时根据市场找到对应BU
-insert into
-  tmp.tmp_ims_td_org_hvh
-select distinct
-  yyyymm,
-  dsm_trty_code,
-  dsm_kcode,
-  dsm_name,
-  rsm_trty_code,
-  rsm_kcode,
-  rsm_name,
-  rsd_trty_code,
-  rsd_kcode,
-  rsd_name,
-  nsd_trty_code,
-  nsd_kcode,
-  nsd_name,
-  district_code,
-  district_name,
-  district_name_en,
-  region_code,
-  region_name,
-  region_name_en,
-  rc_code,
-  rc_name,
-  rc_name_en,
-  t2.bu_code,
-  t2.bu_name,
-  t2.bu_name_en,
-  t2.bu_category,
-  t2.sub_bu_code,
-  t2.sub_bu_name,
-  t2.sub_bu_name_en,
-  t2.city_name,
-  null as ims_pack_cod,
-  t2.market,
-  t2.ims_audit_cod,
-  t2.ims_city_ratio
-from
-  (
-    select
-      'Vacant' as dsm_trty_code,
-      'Vacant' as dsm_kcode,
-      'Vacant' as dsm_name,
-      'Vacant' as rsm_trty_code,
-      'Vacant' as rsm_kcode,
-      'Vacant' as rsm_name,
-      'Vacant' as rsd_trty_code,
-      'Vacant' as rsd_kcode,
-      'Vacant' as rsd_name,
-      'Vacant' as nsd_trty_code,
-      'Vacant' as nsd_kcode,
-      'Vacant' as nsd_name,
-      'Non AZ Region' as district_code,
-      'Non AZ Region' as district_name,
-      'Non AZ Region' as district_name_en,
-      'Other Low Tiers' as region_code,
-      'Other Low Tiers' as region_name,
-      'Other Low Tiers' as region_name_en,
-      'Other Low Tiers' as rc_code,
-      'Other Low Tiers' as rc_name,
-      'Other Low Tiers' as rc_name_en,
-      'Other Low Tiers' as city_name,
-      'ROC' as audit_cod
-  ) t1
-  full join (
-    select distinct
-      bu_code,
-      bu_name,
-      bu_name_en,
-      bu_category,
-      sub_bu_code,
-      sub_bu_name,
-      sub_bu_name_en,
-      --     'ALL' as sub_bu_code,'ALL' as sub_bu_name,'ALL' as sub_bu_name_en,
-      market,
-      ims_city_ratio,
-      yyyymm,
-      'Other Low Tiers' as city_name,
-      'ROC' as ims_audit_cod
-    from
-      tmp.tmp_ims_td_org_hvh
-      --     )t2 --on t1.bu=t2.bu_name_en
-    where
-      bu_code is not null
-      --有销量的ROC数据
-      and concat (market, '_ROC') in (
-        select distinct
-          market_audit_key
-        from
-          dm.dm_ims_tf_sales
-        where
-          audit_cod = 'ROC'
-      )
-  ) t2 on t1.audit_cod = t2.ims_audit_cod
-
--- COMMAND ----------
-
-  --将所有未能挂上Org的市场数据补全，同时根据市场找到对应BU
-insert into
-  tmp.tmp_ims_td_org_hvh
-select distinct
-  yyyymm,
-  dsm_trty_code,
-  dsm_kcode,
-  dsm_name,
-  rsm_trty_code,
-  rsm_kcode,
-  rsm_name,
-  rsd_trty_code,
-  rsd_kcode,
-  rsd_name,
-  nsd_trty_code,
-  nsd_kcode,
-  nsd_name,
-  district_code,
-  district_name,
-  district_name_en,
-  region_code,
-  region_name,
-  region_name_en,
-  rc_code,
-  rc_name,
-  rc_name_en,
-  t2.bu_code,
-  t2.bu_name,
-  t2.bu_name_en,
-  t2.bu_category,
-  t2.sub_bu_code,
-  t2.sub_bu_name,
-  t2.sub_bu_name_en,
-  t2.city_name,
-  null as ims_pack_cod,
-  t2.market,
-  t2.ims_audit_cod,
-  t2.ims_city_ratio
-from
-  (
-    select
-      'Vacant' as dsm_trty_code,
-      'Vacant' as dsm_kcode,
-      'Vacant' as dsm_name,
-      'Vacant' as rsm_trty_code,
-      'Vacant' as rsm_kcode,
-      'Vacant' as rsm_name,
-      'Vacant' as rsd_trty_code,
-      'Vacant' as rsd_kcode,
-      'Vacant' as rsd_name,
-      'Vacant' as nsd_trty_code,
-      'Vacant' as nsd_kcode,
-      'Vacant' as nsd_name,
-      'Non AZ Region' as district_code,
-      'Non AZ Region' as district_name,
-      'Non AZ Region' as district_name_en,
-      'Non AZ Region' as region_code,
-      'Non AZ Region' as region_name,
-      'Non AZ Region' as region_name_en,
-      'Non AZ Region' as rc_code,
-      'Non AZ Region' as rc_name,
-      'Non AZ Region' as rc_name_en
-  ) t1
-  full join (
-    select distinct
-      bu_code,
-      bu_name,
-      bu_name_en,
-      bu_category,
-      sub_bu_code,
-      sub_bu_name,
-      sub_bu_name_en,
-      --     'ALL' as sub_bu_code,'ALL' as sub_bu_name,'ALL' as sub_bu_name_en,
-      t2.audit_cod as ims_audit_cod,
-      null as city_name,
-      t1.yyyymm,
-      t2.market,
-      ims_city_ratio
-    from
-      tmp.tmp_ims_td_org_hvh t1
-      inner join (
-        --筛选出挂不上Org的市场城市，同时又有销量的
-        select distinct
-          t2.market,
-          t2.audit_cod,
-          t3.bu
-        from
-          tmp.tmp_ims_td_org_hvh t1
-          right join (
-            select distinct
-              audit_cod,
-              market
-            from
-              dm.dm_ims_tf_sales
-          ) t2 on concat (t1.market, '_', t1.ims_audit_cod) = concat (t2.market, '_', t2.audit_cod)
-          left join dwd.dwd_td_ims_market_ta_order t3 on t2.market = t3.market
-        where
-          concat (t1.market, '_', t1.ims_audit_cod) is null
-          and t2.market <> 'IMS ALL Market'
-      ) t2 on t1.bu_name_en = t2.bu
-  ) t2
-where
-  t2.bu_code is not null
-
--- COMMAND ----------
-
-  insert overwrite table dm.dm_ims_td_org_hvh
-select distinct
-  t1.yyyymm,
-  concat (
-    t1.market,
-    '_',
-    t2.audit_cod,
-    '_',
-    right (t1.yyyymm, 2)
-  ) as ORG_KEY,
-  t1.dsm_trty_code,
-  t1.dsm_kcode,
-  t1.dsm_name,
-  t1.rsm_trty_code,
-  t1.rsm_kcode,
-  t1.rsm_name,
-  t1.rsd_trty_code,
-  t1.rsd_kcode,
-  t1.rsd_name,
-  t1.nsd_trty_code,
-  t1.nsd_kcode,
-  t1.nsd_name,
-  t1.district_code,
-  t1.district_name,
-  t1.district_name_en,
-  t1.region_code,
-  t1.region_name,
-  t1.region_name_en,
-  t1.rc_code,
-  t1.rc_name,
-  t1.rc_name_en,
-  t1.bu_code,
-  t1.bu_name,
-  t1.bu_name_en,
-  t1.bu_category,
-  t1.sub_bu_code,
-  t1.sub_bu_name,
-  t1.sub_bu_name_en,
-  t1.sub_bu_code as sub_bu_code_auth, --前端权限配置需要的字段
-  t1.bu_code as bu_code_auth, --前端权限配置需要的字段
-  t2.audit_cod,
-  t2.audit_des,
-  t2.audit_des_c,
-  t2.Province,
-  t2.Province_C,
-  t2.RegionCenter,
-  t1.market,
-  concat (t1.market, '_', t2.audit_cod) as market_audit_key,
-  from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_INSERT_DT,
-  from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_UPDATE_DT
-from
-  tmp.tmp_ims_td_org_hvh t1
-  left join dws.dws_ims_td_geo t2 on t1.ims_audit_cod = t2.audit_cod
-  --where t1.market is not null and t1.ims_audit_cod is not null
-union all
-select distinct
-  t1.yyyymm,
-  concat (
-    'IMS ALL Market',
-    '_',
-    t2.audit_cod,
-    '_',
-    right (t1.yyyymm, 2)
-  ) as ORG_KEY,
-  t1.dsm_trty_code,
-  t1.dsm_kcode,
-  t1.dsm_name,
-  t1.rsm_trty_code,
-  t1.rsm_kcode,
-  t1.rsm_name,
-  t1.rsd_trty_code,
-  t1.rsd_kcode,
-  t1.rsd_name,
-  t1.nsd_trty_code,
-  t1.nsd_kcode,
-  t1.nsd_name,
-  t1.district_code,
-  t1.district_name,
-  t1.district_name_en,
-  t1.region_code,
-  t1.region_name,
-  t1.region_name_en,
-  t1.rc_code,
-  t1.rc_name,
-  t1.rc_name_en,
-  t1.bu_code,
-  t1.bu_name,
-  t1.bu_name_en,
-  t1.bu_category,
-  t1.sub_bu_code,
-  t1.sub_bu_name,
-  t1.sub_bu_name_en,
-  'ALL' as sub_bu_code_auth,
-  'ALL' as bu_code_auth,
-  t2.audit_cod,
-  t2.audit_des,
-  t2.audit_des_c,
-  t2.Province,
-  t2.Province_C,
-  t2.RegionCenter,
-  'IMS ALL Market' as market,
-  concat ('IMS ALL Market_', t2.audit_cod) as market_audit_key,
-  from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_INSERT_DT,
-  from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_UPDATE_DT
-from
-  tmp.tmp_ims_td_org_hvh t1
-  left join dws.dws_ims_td_geo t2 on t1.ims_audit_cod = t2.audit_cod
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/03 dm_ims_td_org_hvh.sql:Zone.Identifier b/EXTERNAL/CHPA/03 dm_ims_td_org_hvh.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/03 dm_ims_td_pack_property.sql b/EXTERNAL/CHPA/03 dm_ims_td_pack_property.sql
deleted file mode 100644
index 9950825..0000000
--- a/EXTERNAL/CHPA/03 dm_ims_td_pack_property.sql	
+++ /dev/null
@@ -1,1679 +0,0 @@
--- Databricks notebook source
--- 源表：DWS.DWS_IMS_TD_ATC_CN，DWS.DWS_IMS_TD_NFC_CN，DWS.DWS_IMS_TD_CORP_CN，DWS.DWS_IMS_TD_MANU_CN，DWS.DWS_IMS_TD_PROD_CN，DWD.DWD_IMS_TD_MOLECULE，DWD.DWD_GND_IMS_TBLMARKET_TA_MAP，DWS.DWS_IMS_TD_MARKET，DWD.DWD_IMS_TD_PACK_PROPERTY，DWD.DWD_GND_DEPT_PACK_PROPERTY，DWD.DWD_GND_IMS_TBLMARKET，DWD.DWD_GND_IMS_TBLKEYCOMPETITOR，DWD.DWD_GND_TBLCLASS，TMP.TMP_IMS_TF_FACT_SALES，DWD.DWD_GND_IMS_TBLBRANDRATIO，DWS.DWS_IMS_TD_PACK_PROPERTY，DWS.DWS_IMS_TD_MARKET，TMP.TMP_IMS_TD_MARKET_RATIO1
--- 目标表：DWS.DWS_IMS_TD_PACK_PROPERTY，DM.DM_IMS_TD_PACK_PROPERTY，DWS.DWS_IMS_TD_MARKET，DWS.DWS_IMS_TD_MARKET_RATIO，TMP.TMP_IMS_TD_MARKET_RATIO1
-
--- COMMAND ----------
-
--- DBTITLE 1,DIM_ATC
-CREATE OR REPLACE TEMPORARY VIEW DIM_ATC AS
-SELECT DISTINCT
-  ATC1_COD,
-  ATC1_DES,
-  ATC1_DES_C,
-  ATC2_COD,
-  ATC2_DES,
-  ATC2_DES_C,
-  ATC3_COD,
-  ATC3_DES,
-  ATC3_DES_C,
-  ATC4_COD,
-  ATC4_DES,
-  ATC4_DES_C
-FROM
-  DWS.DWS_IMS_TD_ATC_CN
-
--- COMMAND ----------
-
--- DBTITLE 1,DIM_NFC
-CREATE OR REPLACE TEMPORARY VIEW DIM_NFC AS
-SELECT DISTINCT
-  APP1_COD,
-  APP1_DES,
-  APP1_DES_C,
-  APP2_COD,
-  APP2_DES,
-  APP2_DES_C,
-  APP3_COD,
-  APP3_DES,
-  APP3_DES_C
-FROM
-  DWS.DWS_IMS_TD_NFC_CN
-
--- COMMAND ----------
-
--- DBTITLE 1,DIM_CORP
-  CREATE
-  OR REPLACE TEMPORARY VIEW DIM_CORP AS
-SELECT DISTINCT
-  CORP_COD,
-  CORP_DES_CN
-FROM
-  DWS.DWS_IMS_TD_CORP_CN
-
--- COMMAND ----------
-
--- DBTITLE 1,DIM_MANU
-   CREATE
-  OR REPLACE TEMPORARY VIEW DIM_MANU AS
-SELECT DISTINCT
-  MANU_COD,
-  MANU_DES_CN
-FROM
-  DWS.DWS_IMS_TD_MANU_CN
-
--- COMMAND ----------
-
--- DBTITLE 1,DIM_PROD
-  CREATE
-  OR REPLACE TEMPORARY VIEW DIM_PROD AS
-SELECT DISTINCT
-  PROD_COD,
-  PROD_DES,
-  PROD_DES_C,
-  CMPS_DES_C
-FROM
-  DWS.DWS_IMS_TD_PROD_CN
-
--- COMMAND ----------
-
--- DBTITLE 1,DIM_MOLECULE
-  CREATE
-  OR REPLACE TEMPORARY VIEW DIM_MOLECULE AS
-SELECT DISTINCT
-  MOLECULE_NAME,
-  FAMILY_CODE,
-  FAMILY_NAME
-FROM
-  DWD.DWD_IMS_TD_MOLECULE
-
--- COMMAND ----------
-
--- DBTITLE 1,DIM_MARKET_TA_MAPPING
-  CREATE
-  OR REPLACE TEMPORARY VIEW DIM_MARKET_TA_MAPPING AS
-SELECT DISTINCT
-  MARKET,
-  TA
-FROM
-  DWD.DWD_GND_IMS_TBLMARKET_TA_MAP
-
--- COMMAND ----------
-
--- DBTITLE 1,DIM_MARKET
-  CREATE
-  OR REPLACE TEMPORARY VIEW DIM_MARKET AS
-SELECT DISTINCT
-  PACK_COD,
-  PROD_COD,
-  MARKET,
-  KEY_COMPETITOR
-FROM
-  DWS.DWS_IMS_TD_MARKET
-
--- COMMAND ----------
-
--- DBTITLE 1,DIM_PACK_PROPERTY
-  CREATE
-  OR REPLACE TEMPORARY VIEW DIM_PACK_PROPERTY AS
-SELECT DISTINCT
-  PROD_COD
-FROM
-  DWD.DWD_IMS_TD_PACK_PROPERTY
-WHERE
-  CORP_COD = 'A5Z'
-
--- COMMAND ----------
-
--- CREATE or replace TABLE catalog_e2_ngbi_qas.dws.dws_ims_td_pack_property (
---   PACK_COD STRING,
---   PACK_DES STRING,
---   STGH_DES STRING,
---   PACK_LCH STRING,
---   Family_Code STRING,
---   Family_Name STRING,
---   PROD_COD STRING,
---   PROD_DES STRING,
---   PROD_DES_C STRING,
---   CMPS_COD STRING,
---   CMPS_DES STRING,
---   CMPS_DES_C STRING,
---   ATC1_COD STRING,
---   ATC2_COD STRING,
---   ATC3_COD STRING,
---   ATC4_COD STRING,
---   APP1_COD STRING,
---   APP2_COD STRING,
---   APP3_COD STRING,
---   BIO_DESC STRING,
---   GENE_ORIG_DESC STRING,
---   ETH_OTC_DESC STRING,
---   NRDL_DESC STRING,
---   NRDL_Entry_Date STRING,
---   EDL_DESC STRING,
---   TCM_DESC STRING,
---   PAED_DESC STRING,
---   GQCE_DESC STRING,
---   VBP_DESC_V STRING,
---   VBP_DESC STRING,
---   MANU_COD STRING,
---   MANU_DES STRING,
---   MANU_DES_C STRING,
---   MNFL_COD STRING,
---   MNFL_DES STRING,
---   CORP_COD STRING,
---   CORP_DES STRING,
---   CORP_DES_C STRING,
---   BrandType STRING,
---   IS_AZ STRING,
---   AZ_MAIN STRING,
---   atc1_des STRING,
---   atc1_des_c STRING,
---   atc2_des STRING,
---   atc2_des_c STRING,
---   atc3_des STRING,
---   atc3_des_c STRING,
---   atc4_des STRING,
---   atc4_des_c STRING,
---   app1_des STRING,
---   app1_des_c STRING,
---   app2_des STRING,
---   app2_des_c STRING,
---   app3_des STRING,
---   app3_des_c STRING)
--- USING delta
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DWS/dws_ims_td_pack_property'
-
--- COMMAND ----------
-
--- DBTITLE 1,overwrite dws_ims_td_pack_property
---pack 属性表逻辑
-insert overwrite table dws.dws_ims_td_pack_property
-select distinct
-  -- case
-  --   when dm.Market is null then concat ('Non Market_', dp.PACK_COD)
-  --   else concat (dm.Market, '_', dp.PACK_COD)
-  -- end as MARKET_PACK_KEY,
-  dp.PACK_COD,
-  dp.PACK_DES,
-  dp.STGH_DES,
-  dp.PACK_LCH,
-  dm1.Family_Code,
-  dm1.Family_Name,
-  dp.PROD_COD,
-  dp1.PROD_DES,
-  dp1.PROD_DES_C,
-  dp.CMPS_COD,
-  dp.CMPS_DES,
-  dp1.CMPS_DES_C as CMPS_DES_C, --20240530正式新增字段
-  dp.ATC1_COD,
-  dp.ATC2_COD,
-  dp.ATC3_COD,
-  dp.ATC4_COD,
-  dp.APP1_COD,
-  dp.APP2_COD,
-  dp.APP3_COD,
-  dp.BIO_DESC,
-  dp.GENE_ORIG_DESC,
-  dp.ETH_OTC_DESC,
-  dp.NRDL_DESC,
-  dp.NRDL_Entry_Date,
-  dp.EDL_DESC,
-  dp.TCM_DESC,
-  dp.PAED_DESC,
-  dp.GQCE_DESC,
-  dp.VBP_DESC as VBP_DESC_V, --20240530正式新增字段
-  CASE
-    WHEN dp.VBP_DESC IN ('VBP-IN', 'VBP-N/A') THEN 'VBP'
-    ELSE 'Non VBP'
-  END VBP_DESC,
-  dp.MANU_COD,
-  dp.MANU_DES,
-  manu.MANU_DES_CN as MANU_DES_C, --20240530正式新增字段
-  case
-    when dp.MNFL_COD = 'L' then 'L'
-    else 'M'
-  end MNFL_COD,
-  case
-    when dp.MNFL_DES = 'Local' then 'LOCAL'
-    else 'MNC'
-  end MNFL_DES,
-  dp.CORP_COD,
-  dp.CORP_DES,
-  crop.CORP_DES_CN as CORP_DES_C, --20240530正式新增字段
-  dp.BrandType,
-  -- case
-  --   when dm.Market is null then 'Non Market'
-  --   else dm.Market
-  -- end as MARKET,
-  -- NVL (dm.KEY_COMPETITOR, 'Others') KEY_COMPETITOR,
-  case
-    when ta.PROD_COD is not null then 'Y'
-    else 'N'
-  end as IS_AZ,
-  null as AZ_MAIN,
-  -- case
-  --   when dmt.TA is null then 'Others MKT'
-  --   else 'AZ Related MKT'
-  -- end as AZ_Related,
-  t2.atc1_des,
-  t2.atc1_des_c,
-  t3.atc2_des,
-  t3.atc2_des_c,
-  t4.atc3_des,
-  t4.atc3_des_c,
-  t5.atc4_des,
-  t5.atc4_des_c,
-  n1.app1_des,
-  n1.app1_des_c,
-  n2.app2_des,
-  n2.app2_des_c,
-  n3.app3_des,
-  n3.app3_des_c
-from
-  dwd.dwd_ims_td_pack_property dp
-  -- left join DIM_MARKET AS dm on dp.PACK_COD = dm.PACK_COD
-  -- and dp.PROD_COD = dm.PROD_COD
-  --将AZ在卖的产品全部给打上AZ标签，包括其他公司在卖的产品
-  left join DIM_PACK_PROPERTY AS ta on dp.prod_cod = ta.prod_cod
-  -- left join DIM_MARKET_TA_MAPPING AS dmt on dmt.Market = dm.Market
-  left join DIM_MOLECULE AS dm1 on dp.CMPS_DES = dm1.Molecule_Name
-  left join DIM_PROD dp1 on dp1.PROD_COD = dp.PROD_COD
-  left join (
-    SELECT DISTINCT
-      ATC1_COD,
-      ATC1_DES,
-      ATC1_DES_C
-    FROM
-      DIM_ATC
-  ) AS t2 on dp.atc1_cod = t2.atc1_cod
-  left join (
-    SELECT DISTINCT
-      ATC2_COD,
-      ATC2_DES,
-      ATC2_DES_C
-    FROM
-      DIM_ATC
-  ) AS t3 on dp.atc2_cod = t3.atc2_cod
-  left join (
-    SELECT DISTINCT
-      ATC3_COD,
-      ATC3_DES,
-      ATC3_DES_C
-    FROM
-      DIM_ATC
-  ) AS t4 on dp.atc3_cod = t4.atc3_cod
-  left join (
-    SELECT DISTINCT
-      ATC4_COD,
-      ATC4_DES,
-      ATC4_DES_C
-    FROM
-      DIM_ATC
-  ) t5 on dp.atc4_cod = t5.atc4_cod
-  left join (
-    SELECT DISTINCT
-      APP1_COD,
-      APP1_DES,
-      APP1_DES_C
-    FROM
-      DIM_NFC
-  ) AS n1 on dp.app1_cod = n1.app1_cod
-  left join (
-    SELECT DISTINCT
-      APP2_COD,
-      APP2_DES,
-      APP2_DES_C
-    FROM
-      DIM_NFC
-  ) AS n2 on dp.app2_cod = n2.app2_cod
-  left join (
-    SELECT DISTINCT
-      APP3_COD,
-      APP3_DES,
-      APP3_DES_C
-    FROM
-      DIM_NFC
-  ) AS n3 on dp.app3_cod = n3.app3_cod
-  left join DIM_CORP AS crop on dp.CORP_COD = crop.CORP_COD --20240530正式新增字段CORP_DES_C
-  left join DIM_MANU AS manu on dp.MANU_COD = manu.MANU_COD --20240530正式新增字段MANU_DES_C
-;
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC # FB数据
-
--- COMMAND ----------
-
--- DBTITLE 1,FB_RAW_DATA
-CREATE
-OR REPLACE TEMPORARY VIEW FB_RAW_DATA AS
-select DISTINCT
-  IQVIA_PACK_CODE as PACK_COD,
-  IQVIA_PROD_CODE as PROD_COD,
-  PACK_COD as FB_PACK_COD,
-  APP1_COD,
-  APP1_DES,
-  APP1_DES_C,
-  APP2_COD,
-  APP2_DES,
-  APP2_DES_C,
-  APP3_COD,
-  APP3_DES,
-  APP3_DES_C,
-  ATC1_COD,
-  ATC1_DES,
-  ATC1_DES_C,
-  ATC2_COD,
-  ATC2_DES,
-  ATC2_DES_C,
-  ATC3_COD,
-  ATC3_DES,
-  ATC3_DES_C,
-  ATC4_COD,
-  ATC4_DES,
-  ATC4_DES_C,
-  BIO_DESC,
-  CMPS_COD,
-  CMPS_DES,
-  CMPS_DES_C,
-  CORP_COD,
-  CORP_DES,
-  CORP_DES_C,
-  EDL_DESC,
-  ETH_OTC_DESC,
-  GENE_ORIG_DESC,
-  GQCE_DESC,
-  MANU_COD,
-  MANU_DES,
-  MANU_DES_C,
-  MNFL_COD,
-  MNFL_DES,
-  NRDL_DESC,
-  PACK_DES,
-  STGH_DES,
-  PACK_LCH,
-  PAED_DESC,
-  PROD_DES,
-  PROD_DES_C,
-  TCM_DESC,
-  VBP_DESC,
-  COUNTINGUNIT,
-  NULL as NRDL_Entry_Date,
-  null as BrandType
-  ,null as Is_AZ
-  ,null as AZ_MAIN
-  ,null as AZ_Related
-  ,null as Family_Code
-  ,null as Family_Name
-from
-  dwd.dwd_gnd_dept_pack_property
-
--- COMMAND ----------
-
--- DBTITLE 1,FB_MARKET
---   CREATE
---   OR REPLACE TEMPORARY VIEW FB_MARKET AS
--- -- select distinct
---   -- CONCAT (t2.market, '_', t1.PACK_COD) AS MARKET_PACK_KEY,
---   -- t2.market,
---   -- CASE
---   --   WHEN t2.extend_market_ratio IS NULL THEN '1'
---   --   ELSE t2.extend_market_ratio
---   -- END AS Market_Ratio,
--- --   t1.*
--- -- from
--- --   (
---     select
---       t1.iqvia_pack_code as PACK_COD,
---       t1.PACK_DES,
---       t1.STGH_DES,
---       t1.PACK_LCH,
---       null as Family_Code,
---       null as Family_Name,
---       t1.iqvia_prod_code as PROD_COD,
---       t1.PROD_DES,
---       t1.PROD_DES_C,
---       t1.CMPS_COD,
---       t1.CMPS_DES,
---       t1.CMPS_DES_C,
---       t1.ATC1_COD,
---       t1.ATC2_COD,
---       t1.ATC3_COD,
---       t1.ATC4_COD,
---       t1.APP1_COD,
---       t1.APP2_COD,
---       t1.APP3_COD,
---       t1.BIO_DESC,
---       t1.GENE_ORIG_DESC,
---       t1.ETH_OTC_DESC,
---       t1.NRDL_DESC,
---       null as NRDL_Entry_Date,
---       t1.EDL_DESC,
---       t1.TCM_DESC,
---       t1.PAED_DESC,
---       t1.GQCE_DESC,
---       t1.VBP_DESC,
---       t1.MANU_COD,
---       t1.MANU_DES,
---       t1.MANU_DES_C,
---       t1.MNFL_COD,
---       t1.MNFL_DES,
---       t1.CORP_COD,
---       t1.CORP_DES,
---       t1.CORP_DES_C,
---       null as BrandType,
---       null as IS_AZ,
---       null as AZ_MAIN,
---       null as AZ_Related,
---       t1.atc1_des,
---       t1.atc1_des_c,
---       t1.atc2_des,
---       t1.atc2_des_c,
---       t1.atc3_des,
---       t1.atc3_des_c,
---       t1.atc4_des,
---       t1.atc4_des_c,
---       t1.app1_des,
---       t1.app1_des_c,
---       t1.app2_des,
---       t1.app2_des_c,
---       t1.app3_des,
---       t1.app3_des_c,
---       countingunit,
---       null as ETL_INSERT_DT,
---       null as ETL_UPDATE_DT
---     from
---       FB_RAW_DATA t1
---   -- ) t1
--- --   left join (
--- --     select
--- --       *
--- --     from
--- --       dwd.dwd_gnd_ims_tblmarket
--- --     WHERE
--- --       Extend_Market IS NULL
--- --       AND (
--- --         NOT_IN_FLAG IS NULL
--- --         or NOT_IN_FLAG = '1'
--- --       )
--- --   ) t2 on COALESCE(t1.ATC1_COD, '') = case
--- --     when t2.ATC1_Code is null then COALESCE(t1.ATC1_COD, '')
--- --     else t2.ATC1_Code
--- --   end
--- --   and COALESCE(t1.ATC2_COD, '') = case
--- --     when t2.ATC2_Code is null then COALESCE(t1.ATC2_COD, '')
--- --     else t2.ATC2_Code
--- --   end
--- --   and COALESCE(t1.ATC3_COD, '') = case
--- --     when t2.ATC3_Code is null then COALESCE(t1.ATC3_COD, '')
--- --     else t2.ATC3_Code
--- --   end
--- --   and COALESCE(t1.ATC4_COD, '') = case
--- --     when t2.ATC4_Code is null then COALESCE(t1.ATC4_COD, '')
--- --     else t2.ATC4_Code
--- --   end
--- --   and COALESCE(t1.APP1_COD, '') = case
--- --     when t2.NFC1_Code is null then COALESCE(t1.APP1_COD, '')
--- --     else t2.NFC1_Code
--- --   end
--- --   and COALESCE(t1.APP2_COD, '') = case
--- --     when t2.NFC2_Code is null then COALESCE(t1.APP2_COD, '')
--- --     else t2.NFC2_Code
--- --   end
--- --   and COALESCE(t1.APP3_COD, '') = case
--- --     when t2.NFC3_Code is null then COALESCE(t1.APP3_COD, '')
--- --     else t2.NFC3_Code
--- --   end
--- --   and COALESCE(t1.CORP_COD, '') = case
--- --     when t2.corporation_code is null then COALESCE(t1.CORP_COD, '')
--- --     else t2.corporation_code
--- --   end
--- --   and COALESCE(t1.MANU_COD, '') = case
--- --     when t2.Manufacturer_Code is null then COALESCE(t1.MANU_COD, '')
--- --     else t2.Manufacturer_Code
--- --   end
--- --   and COALESCE(t1.PROD_COD, '') = case
--- --     when t2.Product_Code is null then COALESCE(t1.PROD_COD, '')
--- --     else t2.Product_Code
--- --   end
--- --   and COALESCE(t1.PACK_COD, '') = case
--- --     when t2.Pack_Code is null then COALESCE(t1.PACK_COD, '')
--- --     else t2.Pack_Code
--- --   end
--- --   and COALESCE(t1.STGH_DES, '') = case
--- --     when t2.Strength is null then COALESCE(t1.STGH_DES, '')
--- --     else t2.Strength
--- --   end
--- --   and COALESCE(t1.CMPS_COD, '') = case
--- --     when t2.Molecule_Code is null then COALESCE(t1.CMPS_COD, '')
--- --     else t2.Molecule_Code
--- --   end
--- --   left join (
--- --     select
--- --       *
--- --     from
--- --       dwd.dwd_gnd_ims_tblmarket
--- --     WHERE
--- --       Extend_Market IS NULL
--- --       AND NOT_IN_FLAG = '0'
--- --   ) t3 on COALESCE(t1.ATC1_COD, '') = case
--- --     when t3.ATC1_Code is null then COALESCE(t1.ATC1_COD, '')
--- --     else t3.ATC1_Code
--- --   end
--- --   and COALESCE(t1.ATC2_COD, '') = case
--- --     when t3.ATC2_Code is null then COALESCE(t1.ATC2_COD, '')
--- --     else t3.ATC2_Code
--- --   end
--- --   and COALESCE(t1.ATC3_COD, '') = case
--- --     when t3.ATC3_Code is null then COALESCE(t1.ATC3_COD, '')
--- --     else t3.ATC3_Code
--- --   end
--- --   and COALESCE(t1.ATC4_COD, '') = case
--- --     when t3.ATC4_Code is null then COALESCE(t1.ATC4_COD, '')
--- --     else t3.ATC4_Code
--- --   end
--- --   and COALESCE(t1.APP1_COD, '') = case
--- --     when t3.NFC1_Code is null then COALESCE(t1.APP1_COD, '')
--- --     else t3.NFC1_Code
--- --   end
--- --   and COALESCE(t1.APP2_COD, '') = case
--- --     when t3.NFC2_Code is null then COALESCE(t1.APP2_COD, '')
--- --     else t3.NFC2_Code
--- --   end
--- --   and COALESCE(t1.APP3_COD, '') = case
--- --     when t3.NFC3_Code is null then COALESCE(t1.APP3_COD, '')
--- --     else t3.NFC3_Code
--- --   end
--- --   and COALESCE(t1.CORP_COD, '') = case
--- --     when t3.corporation_code is null then COALESCE(t1.CORP_COD, '')
--- --     else t3.corporation_code
--- --   end
--- --   and COALESCE(t1.MANU_COD, '') = case
--- --     when t3.Manufacturer_Code is null then COALESCE(t1.MANU_COD, '')
--- --     else t3.Manufacturer_Code
--- --   end
--- --   and COALESCE(t1.PROD_COD, '') = case
--- --     when t3.Product_Code is null then COALESCE(t1.PROD_COD, '')
--- --     else t3.Product_Code
--- --   end
--- --   and COALESCE(t1.PACK_COD, '') = case
--- --     when t3.Pack_Code is null then COALESCE(t1.PACK_COD, '')
--- --     else t3.Pack_Code
--- --   end
--- --   and COALESCE(t1.STGH_DES, '') = case
--- --     when t3.Strength is null then COALESCE(t1.STGH_DES, '')
--- --     else t3.Strength
--- --   end
--- --   and COALESCE(t1.CMPS_COD, '') = case
--- --     when t3.Molecule_Code is null then COALESCE(t1.CMPS_COD, '')
--- --     else t3.Molecule_Code
--- --   end
--- --   and t2.market = t3.market
--- -- where
--- --   t2.market is not null
--- --   and t3.market is null
-
--- COMMAND ----------
-
--- DBTITLE 1,FB_COMPETITOR
---   CREATE
---   OR REPLACE TEMPORARY VIEW FB_COMPETITOR AS
---   --可以按照MARKET_PACK_KEY去重
--- select distinct
---   upper(t2.keycompetitor) as Key_Competitor,
---   t1.*,
---   T2.NO1
--- from
---   FB_MARKET t1
---   left join (
---     select
---       ROW_NUMBER() OVER (
---         ORDER BY
---           CASE
---             WHEN ATC1_Code IS NOT NULL THEN 1
---             WHEN ATC2_Code IS NOT NULL THEN 2
---             WHEN ATC3_Code IS NOT NULL THEN 3
---             WHEN ATC4_Code IS NOT NULL THEN 4
---             WHEN Molecule_Code IS NOT NULL THEN 5
---             WHEN Product_Code IS NOT NULL THEN 6
---             WHEN Pack_Code IS NOT NULL THEN 7
---             ELSE 999
---           END,
---           CASE
---             WHEN NFC1_CODE IS NULL THEN 0
---             ELSE 1
---           END,
---           CASE
---             WHEN NFC2_CODE IS NULL THEN 0
---             ELSE 1
---           END,
---           CASE
---             WHEN NFC2_CODE IS NULL THEN 0
---             ELSE 1
---           END,
---           CASE
---             WHEN NFC3_CODE IS NULL THEN 0
---             ELSE 1
---           END
---       ) AS no1,
---       *
---     from
---       dwd.dwd_gnd_ims_tblkeycompetitor
---   ) t2 on COALESCE(t1.ATC1_COD, '') = case
---     when t2.ATC1_Code is null then COALESCE(t1.ATC1_COD, '')
---     else t2.ATC1_Code
---   end
---   and COALESCE(t1.ATC2_COD, '') = case
---     when t2.ATC2_Code is null then COALESCE(t1.ATC2_COD, '')
---     else t2.ATC2_Code
---   end
---   and COALESCE(t1.ATC3_COD, '') = case
---     when t2.ATC3_Code is null then COALESCE(t1.ATC3_COD, '')
---     else t2.ATC3_Code
---   end
---   and COALESCE(t1.ATC4_COD, '') = case
---     when t2.ATC4_Code is null then COALESCE(t1.ATC4_COD, '')
---     else t2.ATC4_Code
---   end
---   and COALESCE(t1.APP1_COD, '') = case
---     when t2.NFC1_Code is null then COALESCE(t1.APP1_COD, '')
---     else t2.NFC1_Code
---   end
---   and COALESCE(t1.APP2_COD, '') = case
---     when t2.NFC2_Code is null then COALESCE(t1.APP2_COD, '')
---     else t2.NFC2_Code
---   end
---   and COALESCE(t1.APP3_COD, '') = case
---     when t2.NFC3_Code is null then COALESCE(t1.APP3_COD, '')
---     else t2.NFC3_Code
---   end
---   and COALESCE(t1.CORP_COD, '') = case
---     when t2.corporation_code is null then COALESCE(t1.CORP_COD, '')
---     else t2.corporation_code
---   end
---   and COALESCE(t1.MANU_COD, '') = case
---     when t2.Manufacturer_Code is null then COALESCE(t1.MANU_COD, '')
---     else t2.Manufacturer_Code
---   end
---   and COALESCE(t1.PROD_COD, '') = case
---     when t2.Product_Code is null then COALESCE(t1.PROD_COD, '')
---     else t2.Product_Code
---   end
---   and COALESCE(t1.PACK_COD, '') = case
---     when t2.Pack_Code is null then COALESCE(t1.PACK_COD, '')
---     else t2.Pack_Code
---   end
---   and COALESCE(t1.STGH_DES, '') = case
---     when t2.Strength is null then COALESCE(t1.STGH_DES, '')
---     else t2.Strength
---   end
---   and COALESCE(t1.CMPS_COD, '') = case
---     when t2.Molecule_Code is null then COALESCE(t1.CMPS_COD, '')
---     else t2.Molecule_Code
---   end
---   and COALESCE(t1.market, '') = case
---     when t2.market is null then COALESCE(t1.market, '')
---     else t2.market
---   end
-
--- COMMAND ----------
-
--- DBTITLE 1,FB_COMPETITOR_FILTER
---   -- 20260206 这里增加筛选条件，因为后面发现数据有重复
---   -- 和Chenwu沟通后，认为需要把no1这个开窗排序字段用上，而且在其他数据源，也需要用到
---   CREATE
---   OR REPLACE TEMPORARY VIEW FB_COMPETITOR_FILTER AS
--- select
---   *
--- from
---   (
---     select
---       *,
---       row_number() over (
---         partition by
---           PACK_COD,
---           MARKET
---         order by
---           no1 desc
---       ) as new_order
---     FROM
---       FB_COMPETITOR
---   ) as new
--- WHERE
---   new.new_order = 1
-
--- COMMAND ----------
-
--- DBTITLE 1,FB_CLASS
---   CREATE
---   OR REPLACE TEMPORARY VIEW FB_CLASS AS
--- select
---   t1.*,
---   t3.class
--- from
---   FB_COMPETITOR_FILTER t1
---   left join dwd.dwd_gnd_tblclass t3 on t1.market = ifnull (t3.market, t1.market)
---   and t1.pack_cod = ifnull (t3.pack_code, t1.pack_cod)
---   and t1.prod_cod = ifnull (t3.product_code, t1.prod_cod)
---   and t1.cmps_cod = ifnull (t3.molecule_code, t1.cmps_cod)
---   and t1.corp_cod = ifnull (t3.Corporation_code, t1.corp_cod)
---   and t1.manu_cod = ifnull (t3.Manufacturer_Code, t1.manu_cod)
---   and t1.ATC1_COD = ifnull (t3.ATC1_Code, t1.ATC1_COD)
---   and t1.ATC2_COD = ifnull (t3.ATC2_Code, t1.ATC2_COD)
---   and t1.ATC3_COD = ifnull (t3.ATC3_Code, t1.ATC3_COD)
---   and t1.ATC4_COD = ifnull (t3.ATC4_Code, t1.ATC4_COD)
---   and t1.APP1_COD = ifnull (t3.NFC1_Code, t1.APP1_COD)
---   and t1.APP2_COD = ifnull (t3.NFC2_Code, t1.APP2_COD)
---   and t1.APP3_COD = ifnull (t3.NFC3_Code, t1.APP3_COD)
---   and t1.STGH_DES = ifnull (t3.Strength, t1.STGH_DES)
-
--- COMMAND ----------
-
--- DBTITLE 1,CHPA_UNION_FB_DATA
--- 20260201  新增
-CREATE
-OR REPLACE TEMPORARY VIEW CHPA_UNION_FB_DATA AS
-select distinct
-  -- t1.MARKET_PACK_KEY,
-  t1.PACK_COD,
-  t1.PACK_DES,
-  t1.STGH_DES,
-  t1.PACK_LCH,
-  t1.Family_Code,
-  t1.Family_Name,
-  t1.PROD_COD,
-  t1.PROD_DES,
-  t1.PROD_DES_C,
-  t1.CMPS_COD,
-  t1.CMPS_DES,
-  t1.CMPS_DES_C as CMPS_DES_C,
-  t1.ATC1_COD,
-  t1.ATC2_COD,
-  t1.ATC3_COD,
-  t1.ATC4_COD,
-  t1.APP1_COD,
-  t1.APP2_COD,
-  t1.APP3_COD,
-  t1.BIO_DESC,
-  t1.GENE_ORIG_DESC,
-  t1.ETH_OTC_DESC,
-  t1.NRDL_DESC,
-  t1.NRDL_Entry_Date,
-  t1.EDL_DESC,
-  t1.TCM_DESC,
-  t1.PAED_DESC,
-  t1.GQCE_DESC,
-  t1.VBP_DESC_V as VBP_DESC_V,
-  t1.VBP_DESC,
-  t1.MANU_COD,
-  t1.MANU_DES,
-  t1.MANU_DES_C as MANU_DES_C,
-  t1.MNFL_COD,
-  t1.MNFL_DES,
-  t1.CORP_COD,
-  case
-    when t1.CORP_DES like '% GROUP%' then replace (t1.CORP_DES, ' GROUP', '')
-    else t1.CORP_DES
-  end CORP_DES,
-  t1.CORP_DES_C as CORP_DES_C,
-  t1.BrandType,
-  -- t1.MARKET,
-  -- upper(t1.KEY_COMPETITOR) as KEY_COMPETITOR,
-  t1.AZ_MAIN,
-  -- t1.AZ_Related,
-  t1.atc1_des,
-  t1.atc1_des_c,
-  t1.atc2_des,
-  t1.atc2_des_c,
-  t1.atc3_des,
-  t1.atc3_des_c,
-  t1.atc4_des,
-  t1.atc4_des_c,
-  t1.app1_des,
-  t1.app1_des_c,
-  t1.app2_des,
-  t1.app2_des_c,
-  t1.app3_des,
-  t1.app3_des_c
-  -- ,t3.class
-from
-  dws.dws_ims_td_pack_property t1
-  -- left join dwd.dwd_gnd_tblclass t3 on t1.market = ifnull (t3.market, t1.market)
-  -- and t1.pack_cod = ifnull (t3.pack_code, t1.pack_cod)
-  -- and t1.prod_cod = ifnull (t3.product_code, t1.prod_cod)
-  -- and t1.cmps_cod = ifnull (t3.molecule_code, t1.cmps_cod)
-  -- and t1.corp_cod = ifnull (t3.Corporation_code, t1.corp_cod)
-  -- and t1.manu_cod = ifnull (t3.Manufacturer_Code, t1.manu_cod)
-  -- and t1.ATC1_COD = ifnull (t3.ATC1_Code, t1.ATC1_COD)
-  -- and t1.ATC2_COD = ifnull (t3.ATC2_Code, t1.ATC2_COD)
-  -- and t1.ATC3_COD = ifnull (t3.ATC3_Code, t1.ATC3_COD)
-  -- and t1.ATC4_COD = ifnull (t3.ATC4_Code, t1.ATC4_COD)
-  -- and t1.APP1_COD = ifnull (t3.NFC1_Code, t1.APP1_COD)
-  -- and t1.APP2_COD = ifnull (t3.NFC2_Code, t1.APP2_COD)
-  -- and t1.APP3_COD = ifnull (t3.NFC3_Code, t1.APP3_COD)
-  -- and t1.STGH_DES = ifnull (t3.Strength, t1.STGH_DES)
-UNION ALL
-select DISTINCT
-  -- MARKET_PACK_KEY,
-  PACK_COD,
-  PACK_DES,
-  STGH_DES,
-  PACK_LCH,
-  Family_Code,
-  Family_Name,
-  PROD_COD,
-  PROD_DES,
-  PROD_DES_C,
-  CMPS_COD,
-  CMPS_DES,
-  CMPS_DES_C,
-  ATC1_COD,
-  ATC2_COD,
-  ATC3_COD,
-  ATC4_COD,
-  APP1_COD,
-  APP2_COD,
-  APP3_COD,
-  BIO_DESC,
-  GENE_ORIG_DESC,
-  ETH_OTC_DESC,
-  NRDL_DESC,
-  NRDL_Entry_Date,
-  EDL_DESC,
-  TCM_DESC,
-  PAED_DESC,
-  GQCE_DESC,
-  VBP_DESC AS VBP_DESC_V,
-  VBP_DESC,
-  MANU_COD,
-  MANU_DES,
-  MANU_DES_C,
-  MNFL_COD,
-  MNFL_DES,
-  CORP_COD,
-  CORP_DES,
-  CORP_DES_C,
-  BrandType,
-  -- MARKET,
-  -- KEY_COMPETITOR,
-  AZ_MAIN,
-  -- AZ_Related,
-  atc1_des,
-  atc1_des_c,
-  atc2_des,
-  atc2_des_c,
-  atc3_des,
-  atc3_des_c,
-  atc4_des,
-  atc4_des_c,
-  app1_des,
-  app1_des_c,
-  app2_des,
-  app2_des_c,
-  app3_des,
-  app3_des_c
-  -- ,class
-from
-  FB_RAW_DATA as t
-where
-  not EXISTS (
-    select
-      0
-    from
-      dws.dws_ims_td_pack_property
-    where
-      PACK_COD = t.pack_cod
-  )
-
--- COMMAND ----------
-
--- CREATE OR REPLACE TABLE catalog_e2_ngbi_qas.dm.dm_ims_td_pack_property (
---   PACK_COD STRING,
---   PACK_DES STRING,
---   STGH_DES STRING,
---   PACK_LCH STRING,
---   Family_Code STRING,
---   Family_Name STRING,
---   PROD_COD STRING,
---   PROD_DES STRING,
---   PROD_DES_C STRING,
---   CMPS_COD STRING,
---   CMPS_DES STRING,
---   CMPS_DES_C STRING,
---   ATC1_COD STRING,
---   ATC2_COD STRING,
---   ATC3_COD STRING,
---   ATC4_COD STRING,
---   APP1_COD STRING,
---   APP2_COD STRING,
---   APP3_COD STRING,
---   BIO_DESC STRING,
---   GENE_ORIG_DESC STRING,
---   ETH_OTC_DESC STRING,
---   NRDL_DESC STRING,
---   NRDL_Entry_Date STRING,
---   EDL_DESC STRING,
---   TCM_DESC STRING,
---   PAED_DESC STRING,
---   GQCE_DESC STRING,
---   VBP_DESC_V STRING,
---   VBP_DESC STRING,
---   MANU_COD STRING,
---   MANU_DES STRING,
---   MANU_DES_C STRING,
---   MNFL_COD STRING,
---   MNFL_DES STRING,
---   CORP_COD STRING,
---   CORP_DES STRING,
---   CORP_DES_C STRING,
---   BrandType STRING,
---   IS_AZ STRING,
---   AZ_MAIN STRING,
---   atc1_des STRING,
---   atc1_des_c STRING,
---   atc2_des STRING,
---   atc2_des_c STRING,
---   atc3_des STRING,
---   atc3_des_c STRING,
---   atc4_des STRING,
---   atc4_des_c STRING,
---   app1_des STRING,
---   app1_des_c STRING,
---   app2_des STRING,
---   app2_des_c STRING,
---   app3_des STRING,
---   app3_des_c STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_ims_td_pack_property'
-
--- COMMAND ----------
-
--- DBTITLE 1,overwrite dm.dm_ims_td_pack_property
-insert overwrite table dm.dm_ims_td_pack_property
--- create or replace table dm.dm_ims_td_pack_property
-select distinct
-  -- t1.MARKET_PACK_KEY,
-  t1.PACK_COD,
-  t1.PACK_DES,
-  t1.STGH_DES,
-  t1.PACK_LCH,
-  t1.Family_Code,
-  t1.Family_Name,
-  t1.PROD_COD,
-  t1.PROD_DES,
-  t1.PROD_DES_C,
-  t1.CMPS_COD,
-  t1.CMPS_DES,
-  t1.CMPS_DES_C as CMPS_DES_C, --20240530正式新增字段
-  t1.ATC1_COD,
-  t1.ATC2_COD,
-  t1.ATC3_COD,
-  t1.ATC4_COD,
-  t1.APP1_COD,
-  t1.APP2_COD,
-  t1.APP3_COD,
-  t1.BIO_DESC,
-  t1.GENE_ORIG_DESC,
-  t1.ETH_OTC_DESC,
-  t1.NRDL_DESC,
-  t1.NRDL_Entry_Date,
-  t1.EDL_DESC,
-  t1.TCM_DESC,
-  t1.PAED_DESC,
-  t1.GQCE_DESC,
-  t1.VBP_DESC_V as VBP_DESC_V, --20240530正式新增字段
-  t1.VBP_DESC,
-  t1.MANU_COD,
-  t1.MANU_DES,
-  t1.MANU_DES_C as MANU_DES_C, --20240530正式新增字段
-  t1.MNFL_COD,
-  t1.MNFL_DES,
-  t1.CORP_COD,
-  case
-    when t1.CORP_DES like '% GROUP%' then replace (t1.CORP_DES, ' GROUP', '')
-    else t1.CORP_DES
-  end CORP_DES,
-  t1.CORP_DES_C as CORP_DES_C, --20240530正式新增字段
-  t1.BrandType,
-  -- t1.MARKET,
-  --六大市场即AZ 市场的key competitor=All Brands（PROD_DES）
-  -------------------------------------------------------------------
-  -- upper(t1.KEY_COMPETITOR) as KEY_COMPETITOR,
-  ifnull (t2.IS_AZ, 'N') as IS_AZ,
-  t1.AZ_MAIN,
-  -- t1.AZ_Related,
-  t1.atc1_des,
-  t1.atc1_des_c,
-  t1.atc2_des,
-  t1.atc2_des_c,
-  t1.atc3_des,
-  t1.atc3_des_c,
-  t1.atc4_des,
-  t1.atc4_des_c,
-  t1.app1_des,
-  t1.app1_des_c,
-  t1.app2_des,
-  t1.app2_des_c,
-  t1.app3_des,
-  t1.app3_des_c,
-  -- ifnull (t1.class, 'Others') as Class,
-  from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_INSERT_DT,
-  from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_UPDATE_DT
-from
-  CHPA_UNION_FB_DATA t1
-  left join (
-    select distinct
-      prod_cod,
-      prod_des,
-      'Y' as IS_AZ
-    from
-      dws.dws_ims_td_pack_property
-    where
-      corp_cod = 'A5Z'
-  ) t2 on t1.prod_des = t2.prod_des
--- where
---   t1.market <> 'Non Market'
---   --IMS ALL Market pack表属性补全
--- union all
--- select distinct
---   concat ('IMS ALL Market_', t1.PACK_COD) as MARKET_PACK_KEY,
---   t1.PACK_COD,
---   t1.PACK_DES,
---   t1.STGH_DES,
---   t1.PACK_LCH,
---   t1.Family_Code,
---   t1.Family_Name,
---   t1.PROD_COD,
---   t1.PROD_DES,
---   t1.PROD_DES_C,
---   t1.CMPS_COD,
---   t1.CMPS_DES,
---   t1.CMPS_DES_C as CMPS_DES_C, --20240530正式新增字段
---   t1.ATC1_COD,
---   t1.ATC2_COD,
---   t1.ATC3_COD,
---   t1.ATC4_COD,
---   t1.APP1_COD,
---   t1.APP2_COD,
---   t1.APP3_COD,
---   t1.BIO_DESC,
---   t1.GENE_ORIG_DESC,
---   t1.ETH_OTC_DESC,
---   t1.NRDL_DESC,
---   t1.NRDL_Entry_Date,
---   t1.EDL_DESC,
---   t1.TCM_DESC,
---   t1.PAED_DESC,
---   t1.GQCE_DESC,
---   t1.VBP_DESC_V as VBP_DESC_V, --20240530正式新增字段
---   t1.VBP_DESC,
---   t1.MANU_COD,
---   t1.MANU_DES,
---   t1.MANU_DES_C as MANU_DES_C, --20240530正式新增字段
---   t1.MNFL_COD,
---   t1.MNFL_DES,
---   t1.CORP_COD,
---   case
---     when t1.CORP_DES like '% GROUP%' then replace (t1.CORP_DES, ' GROUP', '')
---     else t1.CORP_DES
---   end CORP_DES,
---   t1.CORP_DES_C as CORP_DES_C, --20240530正式新增字段
---   t1.BrandType,
---   'IMS ALL Market' as MARKET,
---   upper(t1.PROD_DES) as KEY_COMPETITOR,
---   ifnull (t2.IS_AZ, 'N') as IS_AZ,
---   null as AZ_MAIN,
---   null as AZ_Related,
---   t1.atc1_des,
---   t1.atc1_des_c,
---   t1.atc2_des,
---   t1.atc2_des_c,
---   t1.atc3_des,
---   t1.atc3_des_c,
---   t1.atc4_des,
---   t1.atc4_des_c,
---   t1.app1_des,
---   t1.app1_des_c,
---   t1.app2_des,
---   t1.app2_des_c,
---   t1.app3_des,
---   t1.app3_des_c,
---   'Others' as Class,
---   from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_INSERT_DT,
---   from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_UPDATE_DT
--- from
---   CHPA_UNION_FB_DATA t1
---   left join (
---     select distinct
---       prod_cod,
---       prod_des,
---       'Y' as IS_AZ
---     from
---       dws.dws_ims_td_pack_property
---     where
---       corp_cod = 'A5Z'
---   ) t2 on t1.prod_des = t2.prod_des
-
--- COMMAND ----------
-
--- create or replace table tmp.tmp_ext_chpa_pack_propetry
-insert overwrite table tmp.tmp_ext_chpa_pack_propetry
-select
-  PACK_COD,
-  max(PACK_DES) as PACK_DES,
-  max(STGH_DES) as STGH_DES,
-  max(PACK_LCH) as PACK_LCH,
-  max(Family_Code) as Family_Code,
-  max(Family_Name) as Family_Name,
-  max(PROD_COD) as PROD_COD,
-  max(PROD_DES) as PROD_DES,
-  max(PROD_DES_C) as PROD_DES_C,
-  max(CMPS_COD) as CMPS_COD,
-  max(CMPS_DES) as CMPS_DES,
-  max(CMPS_DES_C) as CMPS_DES_C,
-  max(ATC1_COD) as ATC1_COD,
-  max(ATC2_COD) as ATC2_COD,
-  max(ATC3_COD) as ATC3_COD,
-  max(ATC4_COD) as ATC4_COD,
-  max(APP1_COD) as APP1_COD,
-  max(APP2_COD) as APP2_COD,
-  max(APP3_COD) as APP3_COD,
-  max(BIO_DESC) as BIO_DESC,
-  max(GENE_ORIG_DESC) as GENE_ORIG_DESC,
-  max(ETH_OTC_DESC) as ETH_OTC_DESC,
-  max(NRDL_DESC) as NRDL_DESC,
-  max(NRDL_Entry_Date) as NRDL_Entry_Date,
-  max(EDL_DESC) as EDL_DESC,
-  max(TCM_DESC) as TCM_DESC,
-  max(PAED_DESC) as PAED_DESC,
-  max(GQCE_DESC) as GQCE_DESC,
-  max(VBP_DESC) as VBP_DESC,
-  max(MANU_COD) as MANU_COD,
-  max(MANU_DES) as MANU_DES,
-  max(MANU_DES_C) as MANU_DES_C,
-  max(MNFL_COD) as MNFL_COD,
-  max(MNFL_DES) as MNFL_DES,
-  max(CORP_COD) as CORP_COD,
-  max(CORP_DES) as CORP_DES,
-  max(CORP_DES_C) as CORP_DES_C,
-  max(BrandType) as BrandType,
-  max(IS_AZ) as IS_AZ,
-  max(AZ_MAIN) as AZ_MAIN,
-  null as AZ_Related,
-  max(atc1_des) as atc1_des,
-  max(atc1_des_c) as atc1_des_c,
-  max(atc2_des) as atc2_des,
-  max(atc2_des_c) as atc2_des_c,
-  max(atc3_des) as atc3_des,
-  max(atc3_des_c) as atc3_des_c,
-  max(atc4_des) as atc4_des,
-  max(atc4_des_c) as atc4_des_c,
-  max(app1_des) as app1_des,
-  max(app1_des_c) as app1_des_c,
-  max(app2_des) as app2_des,
-  max(app2_des_c) as app2_des_c,
-  max(app3_des) as app3_des,
-  max(app3_des_c) as app3_des_c
-from
-  dm.dm_ims_td_pack_property
-group by
-  PACK_COD
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC # market ratio PDOT CU 
-
--- COMMAND ----------
-
--- DBTITLE 1,UPDATE  dws.dws_ims_td_market
--- -- 补充 法伯部分的数据
--- insert into
---   table dws.dws_ims_td_market
--- with
---   FB_MARKET_RATIO as (
---     select distinct
---       market,
---       PACK_COD,
---       PACK_DES,
---       STGH_DES,
---       PACK_LCH,
---       PROD_COD,
---       CMPS_COD,
---       CMPS_DES,
---       ATC1_COD,
---       ATC2_COD,
---       ATC3_COD,
---       ATC4_COD,
---       APP1_COD,
---       APP2_COD,
---       APP3_COD,
---       BIO_DESC,
---       GENE_ORIG_DESC,
---       ETH_OTC_DESC,
---       NRDL_DESC,
---       NRDL_Entry_Date,
---       EDL_DESC,
---       TCM_DESC,
---       PAED_DESC,
---       GQCE_DESC,
---       VBP_DESC,
---       MANU_COD,
---       MANU_DES,
---       MNFL_COD,
---       MNFL_DES,
---       CORP_COD,
---       CORP_DES,
---       BrandType,
---       null as bu,
---       Market_Ratio,
---       Key_Competitor,
---       from_utc_timestamp (current_timestamp(), 'UTC+8'),
---       from_utc_timestamp (current_timestamp(), 'UTC+8')
---     from
---     from
---       FB_CLASS as t
---     where
---       not EXISTS (
---         select
---           0
---         from
---           dws.dws_ims_td_pack_property
---         where
---           PACK_COD = t.pack_cod
---       )
---   )
--- select
---   *
--- from
---   FB_MARKET_RATIO
-
--- COMMAND ----------
-
--- DBTITLE 1,overwrite dws.dws_ims_td_market_ratio
---   --由于360中折算规则更加灵活，所以将市场的Ratio打开，分别对应三个不同的KPI字段
---   --此处会关联YM字段，原因是需要按照市场进行折算
---   --市场维度信息 挂上360中的折算规则 先用日期表做笛卡儿积，保证不同时间的规则可以关联上
---   insert overwrite table dws.dws_ims_td_market_ratio (
---     YM,
---     MARKET,
---     PACK_COD,
---     PACK_DES,
---     STGH_DES,
---     PACK_LCH,
---     PROD_COD,
---     CMPS_COD,
---     CMPS_DES,
---     ATC1_COD,
---     ATC2_COD,
---     ATC3_COD,
---     ATC4_COD,
---     APP1_COD,
---     APP2_COD,
---     APP3_COD,
---     BIO_DESC,
---     GENE_ORIG_DESC,
---     ETH_OTC_DESC,
---     NRDL_DESC,
---     NRDL_Entry_Date,
---     EDL_DESC,
---     TCM_DESC,
---     PAED_DESC,
---     GQCE_DESC,
---     VBP_DESC,
---     MANU_COD,
---     MANU_DES,
---     MNFL_COD,
---     MNFL_DES,
---     CORP_COD,
---     CORP_DES,
---     BrandType,
---     BU,
---     Key_Competitor,
---     Value_Market_Ratio,
---     Unit_Market_Ratio,
---     CountingUnit_Market_Ratio,
---     PDOT_Market_Ratio,
---     ETL_INSERT_DT,
---     ETL_UPDATE_DT
---   )
--- SELECT DISTINCT
---   YM.YM,
---   Market.MARKET,
---   Market.PACK_COD,
---   Market.PACK_DES,
---   Market.STGH_DES,
---   Market.PACK_LCH,
---   Market.PROD_COD,
---   Market.CMPS_COD,
---   Market.CMPS_DES,
---   Market.ATC1_COD,
---   Market.ATC2_COD,
---   Market.ATC3_COD,
---   Market.ATC4_COD,
---   Market.APP1_COD,
---   Market.APP2_COD,
---   Market.APP3_COD,
---   Market.BIO_DESC,
---   Market.GENE_ORIG_DESC,
---   Market.ETH_OTC_DESC,
---   Market.NRDL_DESC,
---   Market.NRDL_Entry_Date,
---   Market.EDL_DESC,
---   Market.TCM_DESC,
---   Market.PAED_DESC,
---   Market.GQCE_DESC,
---   Market.VBP_DESC,
---   Market.MANU_COD,
---   Market.MANU_DES,
---   Market.MNFL_COD,
---   Market.MNFL_DES,
---   Market.CORP_COD,
---   Market.CORP_DES,
---   Market.BrandType,
---   Market.BU,
---   Market.Key_Competitor,
---   Market.Market_Ratio AS Value_Market_Ratio,
---   Market.Market_Ratio AS Unit_Market_Ratio,
---   Market.Market_Ratio AS CountingUnit_Market_Ratio,
---   Market.Market_Ratio AS PDOT_Market_Ratio,
---   from_utc_timestamp (current_timestamp(), 'UTC+8'),
---   from_utc_timestamp (current_timestamp(), 'UTC+8')
--- FROM
---   dws.dws_ims_td_market Market
---   CROSS JOIN (
---     SELECT DISTINCT
---       cast(YM as int) as YM
---     FROM
---       tmp.tmp_ims_tf_fact_sales
---   ) YM
---   -- WHERE YM.YM >= (SELECT MIN(cast(YM as int)) FROM dws.dws_ims_td_date)
--- ;
-
--- COMMAND ----------
-
--- DBTITLE 1,overwrite tmp.tmp_ims_td_market_ratio1
--- -----------------------------------------------------------------------------------------------------------------------------
--- --修改时间：20240820
--- --修改人：FanXujia
--- --修改内容：
--- --market_ratio的逻辑调整
--- --修改前：market_ratio(tblmarket) * ratio(tblbrandratio_pack) * ratio(tblbrandratio_MOLECULE) ，三者相乘得到最终的ratio
--- --修改后：market_ratio(tblmarket) * ratio(优先取pack级别的ratio，没有pack级别的就取molecule级别的ratio)，两者相乘得到最终的ratio
--- -----------------------------------------------------------------------------------------------------------------------------
--- ---按照折算的Type，分三个类型的Ratio进行折算 VALUE,UNIT,COUNTINGUNIT
--- insert overwrite table tmp.tmp_ims_td_market_ratio1
--- select distinct
---   t1.YM,
---   t1.MARKET,
---   t1.PACK_COD,
---   t1.PACK_DES,
---   t1.STGH_DES,
---   t1.PACK_LCH,
---   t1.PROD_COD,
---   t1.CMPS_COD,
---   t1.CMPS_DES,
---   t1.ATC1_COD,
---   t1.ATC2_COD,
---   t1.ATC3_COD,
---   t1.ATC4_COD,
---   t1.APP1_COD,
---   t1.APP2_COD,
---   t1.APP3_COD,
---   t1.BIO_DESC,
---   t1.GENE_ORIG_DESC,
---   t1.ETH_OTC_DESC,
---   t1.NRDL_DESC,
---   t1.NRDL_Entry_Date,
---   t1.EDL_DESC,
---   t1.TCM_DESC,
---   t1.PAED_DESC,
---   t1.GQCE_DESC,
---   t1.VBP_DESC,
---   t1.MANU_COD,
---   t1.MANU_DES,
---   t1.MNFL_COD,
---   t1.MNFL_DES,
---   t1.CORP_COD,
---   t1.CORP_DES,
---   t1.BrandType,
---   t1.BU,
---   t1.Key_Competitor,
---   case
---     when t2.ratio is not null then t1.Value_Market_Ratio * t2.ratio
---     else t1.Value_Market_Ratio * nvl (t5.ratio, 1)
---   end as Value_Market_Ratio,
---   case
---     when t3.ratio is not null then t1.Unit_Market_Ratio * t3.ratio
---     else t1.Unit_Market_Ratio * nvl (t6.ratio, 1)
---   end as Unit_Market_Ratio,
---   case
---     when t4.ratio is not null then t1.CountingUnit_Market_Ratio * t4.ratio
---     else t1.CountingUnit_Market_Ratio * nvl (t7.ratio, 1)
---   end as CountingUnit_Market_Ratio,
---   t1.PDOT_Market_Ratio,
---   from_utc_timestamp (current_timestamp(), 'UTC+8') as ETL_INSERT_DT,
---   from_utc_timestamp (current_timestamp(), 'UTC+8') as ETL_UPDATE_DT
--- from
---   dws.dws_ims_td_market_ratio t1
---   left join ( --VALUE--PACK
---     select distinct
---       market,
---       cmps_cod,
---       cmps_des,
---       pack_cod,
---       pack_des,
---       level,
---       type,
---       cast(ratio as float) as ratio,
---       cast(starttime as int) starttime,
---       cast(endtime as int) endtime
---     from
---       dwd.dwd_gnd_ims_tblbrandratio
---     where
---       UPPER(TYPE) = 'VALUE'
---       and UPPER(Level) = 'PACK'
---   ) t2 on t1.market = t2.market
---   and t1.PACK_COD = t2.PACK_COD
---   and t1.YM >= t2.starttime
---   and t1.YM <= t2.endtime
---   left join ( --UNIT--PACK
---     select distinct
---       market,
---       cmps_cod,
---       cmps_des,
---       pack_cod,
---       pack_des,
---       level,
---       type,
---       cast(ratio as float) as ratio,
---       cast(starttime as int) starttime,
---       cast(endtime as int) endtime
---     from
---       dwd.dwd_gnd_ims_tblbrandratio
---     where
---       UPPER(TYPE) = 'UNIT'
---       and UPPER(Level) = 'PACK'
---   ) t3 on t1.market = t3.market
---   and t1.PACK_COD = t3.PACK_COD
---   and t1.YM >= t3.starttime
---   and t1.YM <= t3.endtime
---   left join ( --COUNTINGUNIT--PACK
---     select distinct
---       market,
---       cmps_cod,
---       cmps_des,
---       pack_cod,
---       pack_des,
---       level,
---       type,
---       cast(ratio as float) as ratio,
---       cast(starttime as int) starttime,
---       cast(endtime as int) endtime
---     from
---       dwd.dwd_gnd_ims_tblbrandratio
---     where
---       UPPER(TYPE) = 'COUNTINGUNIT'
---       and UPPER(Level) = 'PACK'
---   ) t4 on t1.market = t4.market
---   and t1.PACK_COD = t4.PACK_COD
---   and t1.YM >= t4.starttime
---   and t1.YM <= t4.endtime
---   left join ( --VALUE--MOLECULE
---     select distinct
---       market,
---       cmps_cod,
---       cmps_des,
---       pack_cod,
---       pack_des,
---       level,
---       type,
---       cast(ratio as float) as ratio,
---       cast(starttime as int) starttime,
---       cast(endtime as int) endtime
---     from
---       dwd.dwd_gnd_ims_tblbrandratio
---     where
---       UPPER(TYPE) = 'VALUE'
---       and UPPER(Level) = 'MOLECULE'
---   ) t5 on t1.market = t5.market
---   and t1.CMPS_COD = t5.CMPS_COD
---   and t1.YM >= t5.starttime
---   and t1.YM <= t5.endtime
---   left join ( --UNIT--MOLECULE
---     select distinct
---       market,
---       cmps_cod,
---       cmps_des,
---       pack_cod,
---       pack_des,
---       level,
---       type,
---       cast(ratio as float) as ratio,
---       cast(starttime as int) starttime,
---       cast(endtime as int) endtime
---     from
---       dwd.dwd_gnd_ims_tblbrandratio
---     where
---       UPPER(TYPE) = 'UNIT'
---       and UPPER(Level) = 'MOLECULE'
---   ) t6 on t1.market = t6.market
---   and t1.CMPS_COD = t6.CMPS_COD
---   and t1.YM >= t6.starttime
---   and t1.YM <= t6.endtime
---   left join ( --COUNTINGUNIT--MOLECULE
---     select distinct
---       market,
---       cmps_cod,
---       cmps_des,
---       pack_cod,
---       pack_des,
---       level,
---       type,
---       cast(ratio as float) as ratio,
---       cast(starttime as int) starttime,
---       cast(endtime as int) endtime
---     from
---       dwd.dwd_gnd_ims_tblbrandratio
---     where
---       UPPER(TYPE) = 'COUNTINGUNIT'
---       and UPPER(Level) = 'MOLECULE'
---   ) t7 on t1.market = t7.market
---   and t1.CMPS_COD = t7.CMPS_COD
---   and t1.YM >= t7.starttime
---   and t1.YM <= t7.endtime;
-
--- COMMAND ----------
-
--- DBTITLE 1,overwrite dws.dws_ims_td_market_ratio
--- --看市场维度需要用到的Ratio 写入 DWS 备用
--- insert overwrite table dws.dws_ims_td_market_ratio (
---   YM,
---   MARKET,
---   PACK_COD,
---   PACK_DES,
---   STGH_DES,
---   PACK_LCH,
---   PROD_COD,
---   CMPS_COD,
---   CMPS_DES,
---   ATC1_COD,
---   ATC2_COD,
---   ATC3_COD,
---   ATC4_COD,
---   APP1_COD,
---   APP2_COD,
---   APP3_COD,
---   BIO_DESC,
---   GENE_ORIG_DESC,
---   ETH_OTC_DESC,
---   NRDL_DESC,
---   NRDL_Entry_Date,
---   EDL_DESC,
---   TCM_DESC,
---   PAED_DESC,
---   GQCE_DESC,
---   VBP_DESC,
---   MANU_COD,
---   MANU_DES,
---   MNFL_COD,
---   MNFL_DES,
---   CORP_COD,
---   CORP_DES,
---   BrandType,
---   BU,
---   Key_Competitor,
---   Value_Market_Ratio,
---   Unit_Market_Ratio,
---   CountingUnit_Market_Ratio,
---   PDOT_Market_Ratio,
---   ETL_INSERT_DT,
---   ETL_UPDATE_DT
--- )
--- select
---   t1.YM,
---   t1.MARKET,
---   t1.PACK_COD,
---   t1.PACK_DES,
---   t1.STGH_DES,
---   t1.PACK_LCH,
---   t1.PROD_COD,
---   t1.CMPS_COD,
---   t1.CMPS_DES,
---   t1.ATC1_COD,
---   t1.ATC2_COD,
---   t1.ATC3_COD,
---   t1.ATC4_COD,
---   t1.APP1_COD,
---   t1.APP2_COD,
---   t1.APP3_COD,
---   t1.BIO_DESC,
---   t1.GENE_ORIG_DESC,
---   t1.ETH_OTC_DESC,
---   t1.NRDL_DESC,
---   t1.NRDL_Entry_Date,
---   t1.EDL_DESC,
---   t1.TCM_DESC,
---   t1.PAED_DESC,
---   t1.GQCE_DESC,
---   t1.VBP_DESC,
---   t1.MANU_COD,
---   t1.MANU_DES,
---   t1.MNFL_COD,
---   t1.MNFL_DES,
---   t1.CORP_COD,
---   t1.CORP_DES,
---   t1.BrandType,
---   t1.BU,
---   t1.Key_Competitor,
---   Value_Market_Ratio,
---   Unit_Market_Ratio,
---   CountingUnit_Market_Ratio,
---   PDOT_Market_Ratio,
---   from_utc_timestamp (current_timestamp(), 'UTC+8') as ETL_INSERT_DT,
---   from_utc_timestamp (current_timestamp(), 'UTC+8') as ETL_UPDATE_DT
--- from
---   tmp.tmp_ims_td_market_ratio1 t1
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/03 dm_ims_td_pack_property.sql:Zone.Identifier b/EXTERNAL/CHPA/03 dm_ims_td_pack_property.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/03 dm_ims_tf_sales.sql b/EXTERNAL/CHPA/03 dm_ims_tf_sales.sql
deleted file mode 100644
index a089268..0000000
--- a/EXTERNAL/CHPA/03 dm_ims_tf_sales.sql	
+++ /dev/null
@@ -1,759 +0,0 @@
--- Databricks notebook source
--- DBTITLE 1,建表SQL
--- CREATE OR REPLACE TABLE dm.dm_ims_tf_sales (
---   YYYYMM STRING,
---   DAY_DATE STRING,
---   PACK_COD STRING,
---   AUDIT_COD STRING,
---   Related_flag STRING,
---   ORG_KEY STRING,
---   Market STRING,
---   MARKET_PACK_KEY STRING,
---   MARKET_AUDIT_KEY STRING,
---   SALES_VALUE DECIMAL(30,10),
---   SALES_VALUE_LY DECIMAL(30,10),
---   SALES_VALUE_L2Y DECIMAL(30,10),
---   SALES_UNIT DECIMAL(30,10),
---   SALES_UNIT_LY DECIMAL(30,10),
---   SALES_UNIT_L2Y DECIMAL(30,10),
---   CONUTING_UNIT DECIMAL(30,10),
---   CONUTING_UNIT_LY DECIMAL(30,10),
---   CONUTING_UNIT_L2Y DECIMAL(30,10),
---   PDOT DECIMAL(30,10),
---   PDOT_LY DECIMAL(30,10),
---   PDOT_L2Y DECIMAL(30,10),
---   SALES_VALUE_CAL DECIMAL(30,10),
---   SALES_VALUE_CAL_LY DECIMAL(30,10),
---   SALES_UNIT_CAL DECIMAL(30,10),
---   SALES_UNIT_CAL_LY DECIMAL(30,10),
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_ims_tf_sales';
-
--- COMMAND ----------
-
--- DBTITLE 1,tmp_ims_tf_fact_sales_l2y
---提前算好前端需要两年前的数据
--- tmp.tmp_ims_tf_fact_sales 整张表对应的notebook path:/Workspace/Users/kthc245@azc.partner.onmschina.cn/20251125Rebuild MA/rebuildMA/DWS/dws_ims_tbl
-CREATE
-OR REPLACE TEMPORARY VIEW tmp_ims_tf_fact_sales_l2y AS
-select
-  YM,
-  AUDIT_COD,
-  PACK_COD,
-  sum(MTH00LC) as MTH00LC,
-  sum(MTH00LCLY) as MTH00LCLY,
-  sum(MTH00LCL2Y) as MTH00LCL2Y,
-  sum(MTH00CN) as MTH00CN,
-  sum(MTH00CNLY) as MTH00CNLY,
-  sum(MTH00CNL2Y) as MTH00CNL2Y,
-  sum(MTH00UN) as MTH00UN,
-  sum(MTH00UNLY) as MTH00UNLY,
-  sum(MTH00UNL2Y) as MTH00UNL2Y
-from
-  (
-    select
-      YM,
-      AUDIT_COD,
-      PACK_COD,
-      MTH00LC,
-      MTH00LCLY,
-      0 as MTH00LCL2Y,
-      MTH00CN,
-      MTH00CNLY,
-      0 as MTH00CNL2Y,
-      MTH00UN,
-      MTH00UNLY,
-      0 as MTH00UNL2Y
-    from
-      tmp.tmp_ims_tf_fact_sales
-    union all
-    select
-      YM + 200 as YM,
-      AUDIT_COD,
-      PACK_COD,
-      0 as MTH00LC,
-      0 as MTH00LCLY,
-      MTH00LC as MTH00LCL2Y,
-      0 as MTH00CN,
-      0 as MTH00CNLY,
-      MTH00CN as MTH00CNL2Y,
-      0 as MTH00UN,
-      0 as MTH00UNLY,
-      MTH00UN as MTH00UNL2Y
-    from
-      tmp.tmp_ims_tf_fact_sales
-    where
-      YM + 200 in (
-        select distinct
-          YM
-        from
-          tmp.tmp_ims_tf_fact_sales
-      )
-  )
-group by
-  YM,
-  AUDIT_COD,
-  PACK_COD
-
--- COMMAND ----------
-
-  -- DBTITLE 1,tmp_ims_tf_sales_total
-  --提前算好需要IMS 折算的value和不折算的value
-  CREATE
-  OR REPLACE TEMPORARY VIEW tmp_ims_tf_sales_total AS
--- select distinct
---   t1.YM as YYYYMM,
---   t1.PACK_COD,
---   t1.AUDIT_COD,
---   'ALL' AS RELATE_FLAG,
---   t1.AUDIT_COD as ORG_KEY,
---   case
---     when t2.market is null then 'Non Market'
---     else t2.market
---   end Market,
---   case
---     when t2.market is null then concat ('Non Market_', t1.pack_cod)
---     else concat (t2.market, '_', t2.pack_cod)
---   end as MARKET_PACK_KEY,
---   case
---     when t2.market is null then concat ('Non Market_', t1.audit_cod)
---     else concat (t2.market, '_', t1.audit_cod)
---   end as MARKET_AUDIT_KEY,
---   t1.MTH00LC * (
---     case
---       when t2.Value_Market_Ratio is null then 1
---       else t2.Value_Market_Ratio
---     end
---   ) as SALES_VALUE,
---   t1.MTH00LCLY * (
---     case
---       when t2.Value_Market_Ratio is null then 1
---       else t2.Value_Market_Ratio
---     end
---   ) as SALES_VALUE_LY,
---   t1.MTH00LCL2Y * (
---     case
---       when t2.Value_Market_Ratio is null then 1
---       else t2.Value_Market_Ratio
---     end
---   ) as SALES_VALUE_L2Y,
---   t1.MTH00UN * (
---     case
---       when t2.Unit_Market_Ratio is null then 1
---       else t2.Unit_Market_Ratio
---     end
---   ) as SALES_UNIT,
---   t1.MTH00UNLY * (
---     case
---       when t2.Unit_Market_Ratio is null then 1
---       else t2.Unit_Market_Ratio
---     end
---   ) as SALES_UNIT_LY,
---   t1.MTH00UNL2Y * (
---     case
---       when t2.Unit_Market_Ratio is null then 1
---       else t2.Unit_Market_Ratio
---     end
---   ) as SALES_UNIT_L2Y,
---   t1.MTH00CN as CONUTING_UNIT,
---   t1.MTH00CNLY as CONUTING_UNIT_LY,
---   t1.MTH00CNL2Y as CONUTING_UNIT_L2Y,
---   t1.MTH00CN * (
---     case
---       when t2.CountingUnit_Market_Ratio is null then 1
---       else t2.CountingUnit_Market_Ratio
---     end
---   ) as PDOT,
---   t1.MTH00CNLY * (
---     case
---       when t2.CountingUnit_Market_Ratio is null then 1
---       else t2.CountingUnit_Market_Ratio
---     end
---   ) as PDOT_LY,
---   t1.MTH00CNL2Y * (
---     case
---       when t2.CountingUnit_Market_Ratio is null then 1
---       else t2.CountingUnit_Market_Ratio
---     end
---   ) as PDOT_L2Y,
---   t1.MTH00LC as SALES_VALUE_CAL,
---   t1.MTH00LCLY as SALES_VALUE_CAL_LY,
---   t1.MTH00LCL2Y as SALES_VALUE_CAL_L2Y,
---   t1.MTH00UN as SALES_UNIT_CAL,
---   t1.MTH00UNLY as SALES_UNIT_CAL_LY,
---   t1.MTH00UNL2Y as SALES_UNIT_CAL_L2Y,
---   from_utc_timestamp (current_timestamp(), 'UTC+8') as ETL_INSERT_DT,
---   from_utc_timestamp (current_timestamp(), 'UTC+8') as ETL_UPDATE_DT
--- from
---   tmp_ims_tf_fact_sales_l2y t1
---   left join (
---     select distinct
---       YM,
---       market,
---       pack_cod,
---       Value_Market_Ratio,
---       Unit_Market_Ratio,
---       CountingUnit_Market_Ratio
---     from
---       dws.dws_ims_td_market_ratio
---   ) t2 on t1.pack_cod = t2.pack_cod
---   and t1.YM = t2.YM
--- where
---   -- t1.YM in (select YYYYMM from dm.dm_ims_td_calendar)and 
---   t2.market is not null
--- union all
--- -- IMS ALL Market 为所有的IMS市场 不折算的数据的汇总，即不折算的所有市场的city粒度数据
-select distinct
-  t1.YM as YYYYMM,
-  t1.PACK_COD,
-  t1.AUDIT_COD,
-  -- 'ALL' AS RELATE_FLAG,
-  t1.AUDIT_COD as ORG_KEY,
-  -- 'IMS ALL Market' Market,
-  -- concat ('IMS ALL Market_', t1.pack_cod) as MARKET_PACK_KEY,
-  -- concat ('IMS ALL Market_', t1.audit_cod) as MARKET_AUDIT_KEY,
-  t1.MTH00LC SALES_VALUE,
-  t1.MTH00LCLY SALES_VALUE_LY,
-  t1.MTH00LCL2Y SALES_VALUE_L2Y,
-  t1.MTH00UN SALES_UNIT,
-  t1.MTH00UNLY SALES_UNIT_LY,
-  t1.MTH00UNL2Y SALES_UNIT_L2Y,
-  t1.MTH00CN CONUTING_UNIT,
-  t1.MTH00CNLY CONUTING_UNIT_LY,
-  t1.MTH00CNL2Y CONUTING_UNIT_L2Y,
-  t1.MTH00CN PDOT,
-  t1.MTH00CNLY PDOT_LY,
-  t1.MTH00CNL2Y PDOT_L2Y,
-  t1.MTH00LC SALES_VALUE_CAL,
-  t1.MTH00LCLY SALES_VALUE_CAL_LY,
-  t1.MTH00LCL2Y SALES_VALUE_CAL_L2Y,
-  t1.MTH00UN SALES_UNIT_CAL,
-  t1.MTH00UNLY SALES_UNIT_CAL_LY,
-  t1.MTH00UNL2Y SALES_UNIT_CAL_L2Y,
-  from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_INSERT_DT,
-  from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_UPDATE_DT
-from
-  tmp_ims_tf_fact_sales_l2y t1
-  -- where t1.YM in (select YYYYMM from dm.dm_ims_td_calendar) 
-;
-
--- COMMAND ----------
-
--- DBTITLE 1,tmp_ims_tf_sales_tamarket
--- --在原本的数据上加上AZ Related Market，此为AZ 相关的六大市场数据汇总 
--- --以及年月日的日期格式标签
--- CREATE
--- OR REPLACE TEMPORARY VIEW tmp_ims_tf_sales_tamarket AS
--- select distinct
---   YYYYMM,
---   concat (left (YYYYMM, 4), '-', right (YYYYMM, 2), '-01') as DAY_DATE,
---   PACK_COD,
---   AUDIT_COD,
---   RELATE_FLAG,
---   ORG_KEY,
---   Market,
---   MARKET_PACK_KEY,
---   MARKET_AUDIT_KEY,
---   SALES_VALUE,
---   SALES_VALUE_LY,
---   SALES_VALUE_L2Y,
---   SALES_UNIT,
---   SALES_UNIT_LY,
---   SALES_UNIT_L2Y,
---   CONUTING_UNIT,
---   CONUTING_UNIT_LY,
---   CONUTING_UNIT_L2Y,
---   PDOT,
---   PDOT_LY,
---   PDOT_L2Y,
---   SALES_VALUE_CAL,
---   SALES_VALUE_CAL_LY,
---   SALES_VALUE_CAL_L2Y,
---   SALES_UNIT_CAL,
---   SALES_UNIT_CAL_LY,
---   SALES_UNIT_CAL_L2Y,
---   from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_INSERT_DT,
---   from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_UPDATE_DT
--- from
---   tmp_ims_tf_sales_total
-
--- COMMAND ----------
-
-  -- DBTITLE 1,插入逻辑1-需保留
-  -- dm.dm_ims_tf_sales_china 和 dm.dm_ims_tf_sales 区别就在于  audit_cod = 'CHT' 或者 t1.audit_cod <> 'CHT'
-  -- insert overwrite table  dm.dm_ims_tf_sales_china
-  -- from tmp_ims_tf_sales_tamarket t1
-  -- where t1.audit_cod = 'CHT' and (sales_value<>0 or sales_value_ly<>0) and t1.market not in ('Primary Prevention Market-XZK','Iressa 1L TKI Market'  )
-  -- union all
-  -- from tmp_ims_tf_sales_tamarket t1
-  -- where t1.audit_cod = 'CHT' and (sales_value<>0 or sales_value_ly<>0) and t1.market in ('Primary Prevention Market-XZK','Iressa 1L TKI Market')
-  -- insert overwrite table  dm.dm_ims_tf_sales
-  -- from tmp_ims_tf_sales_tamarket t1
-  -- where t1.audit_cod <> 'CHT' and t1.market not in ('Primary Prevention Market-XZK','Iressa 1L TKI Market')and (sales_value<>0 or sales_value_ly<>0)
-  -- union all
-  -- from tmp_ims_tf_sales_tamarket t1
-  -- where t1.audit_cod <> 'CHT' and t1.market in ('Primary Prevention Market-XZK','Iressa 1L TKI Market')and (sales_value<>0 or sales_value_ly<>0)
-
--- COMMAND ----------
-
--- CREATE TABLE catalog_e2_ngbi_qas.dm.dm_ims_tf_sales_china (
---   YYYYMM INT,
---   PACK_COD STRING,
---   AUDIT_COD STRING,
---   SALES_VALUE DECIMAL(38,10),
---   SALES_VALUE_LY DECIMAL(38,10),
---   SALES_VALUE_L2Y DECIMAL(38,10),
---   SALES_UNIT DECIMAL(38,10),
---   SALES_UNIT_LY DECIMAL(38,10),
---   SALES_UNIT_L2Y DECIMAL(38,10),
---   CONUTING_UNIT DECIMAL(38,10),
---   CONUTING_UNIT_LY DECIMAL(38,10),
---   CONUTING_UNIT_L2Y DECIMAL(38,10),
---   PDOT DECIMAL(38,10),
---   PDOT_LY DECIMAL(38,10),
---   PDOT_L2Y DECIMAL(38,10),
---   SALES_VALUE_CAL DECIMAL(38,10),
---   SALES_VALUE_CAL_LY DECIMAL(38,10),
---   SALES_UNIT_CAL DECIMAL(38,10),
---   SALES_UNIT_CAL_LY DECIMAL(38,10),
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_ims_tf_sales_china'
-
--- COMMAND ----------
-
-  -- DBTITLE 1,overwrite dm.dm_ims_tf_sales_china
-  --SALES
-  --CHINA CHPA数据
-  -- t1.market not in ('Primary Prevention Market-XZK','Iressa 1L TKI Market')
-  -- ,CONUTING_UNIT
-  -- ,CONUTING_UNIT_LY
-  -- ,CONUTING_UNIT_L2Y
-  -- ,SALES_VALUE_CAL
-  -- ,SALES_VALUE_CAL_LY
-  -- ,SALES_UNIT_CAL
-  -- ,SALES_UNIT_CAL_LY
-  -- from tmp_ims_tf_sales_tamarket t1
-  -- where t1.audit_cod = 'CHT' and (sales_value<>0 or sales_value_ly<>0) and t1.market not in ('Primary Prevention Market-XZK','Iressa 1L TKI Market'  )
-  -- t1.market in ('Primary Prevention Market-XZK','Iressa 1L TKI Market')
-  -- PDOT as CONUTING_UNIT
-  -- ,PDOT_LY as CONUTING_UNIT_LY
-  -- ,PDOT_L2Y as CONUTING_UNIT_L2Y
-  -- ,SALES_VALUE as SALES_VALUE_CAL
-  -- ,SALES_VALUE_LY as SALES_VALUE_CAL_LY
-  -- ,SALES_UNIT as SALES_UNIT_CAL
-  -- ,SALES_UNIT_LY as SALES_UNIT_CAL_LY
-  -- from tmp_ims_tf_sales_tamarket t1
-  -- where t1.audit_cod = 'CHT' and (sales_value<>0 or sales_value_ly<>0) and t1.market in ('Primary Prevention Market-XZK','Iressa 1L TKI Market')
-  -- create or replace table dm.dm_ims_tf_sales_china
-  insert overwrite table dm.dm_ims_tf_sales_china
-select distinct
-  YYYYMM,
-  -- DAY_DATE,
-  PACK_COD,
-  AUDIT_COD,
-  -- RELATE_FLAG,
-  -- ORG_KEY,
-  -- Market,
-  -- MARKET_PACK_KEY,
-  -- MARKET_AUDIT_KEY,
-  SALES_VALUE,
-  SALES_VALUE_LY,
-  SALES_VALUE_L2Y,
-  SALES_UNIT,
-  SALES_UNIT_LY,
-  SALES_UNIT_L2Y,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  CONUTING_UNIT_L2Y,
-  PDOT,
-  PDOT_LY,
-  PDOT_L2Y,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_INSERT_DT,
-  from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_UPDATE_DT
-from
-  tmp_ims_tf_sales_total t1
-where
-  t1.audit_cod = 'CHT'
-  and (
-    sales_value <> 0
-    or sales_value_ly <> 0
-  )
-  -- and t1.market not in (
-  --   'Primary Prevention Market-XZK',
-  --   'Iressa 1L TKI Market'
-  -- )
--- union all
--- select distinct
---   YYYYMM,
---   DAY_DATE,
---   PACK_COD,
---   AUDIT_COD,
---   RELATE_FLAG,
---   ORG_KEY,
---   Market,
---   MARKET_PACK_KEY,
---   MARKET_AUDIT_KEY,
---   SALES_VALUE,
---   SALES_VALUE_LY,
---   SALES_VALUE_L2Y,
---   SALES_UNIT,
---   SALES_UNIT_LY,
---   SALES_UNIT_L2Y,
---   PDOT as CONUTING_UNIT,
---   PDOT_LY as CONUTING_UNIT_LY,
---   PDOT_L2Y as CONUTING_UNIT_L2Y,
---   PDOT,
---   PDOT_LY,
---   PDOT_L2Y,
---   SALES_VALUE as SALES_VALUE_CAL,
---   SALES_VALUE_LY as SALES_VALUE_CAL_LY,
---   SALES_UNIT as SALES_UNIT_CAL,
---   SALES_UNIT_LY as SALES_UNIT_CAL_LY,
---   from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_INSERT_DT,
---   from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_UPDATE_DT
--- from
---   tmp_ims_tf_sales_tamarket t1
--- where
---   t1.audit_cod = 'CHT'
---   and (
---     sales_value <> 0
---     or sales_value_ly <> 0
---   )
---   and t1.market in (
---     'Primary Prevention Market-XZK',
---     'Iressa 1L TKI Market'
---   )
-
--- COMMAND ----------
-
--- CREATE or REPLACE TABLE dm.dm_ims_tf_sales (
---   YYYYMM INT,
---   PACK_COD STRING,
---   AUDIT_COD STRING,
---   SALES_VALUE DECIMAL(38,10),
---   SALES_VALUE_LY DECIMAL(38,10),
---   SALES_VALUE_L2Y DECIMAL(38,10),
---   SALES_UNIT DECIMAL(38,10),
---   SALES_UNIT_LY DECIMAL(38,10),
---   SALES_UNIT_L2Y DECIMAL(38,10),
---   CONUTING_UNIT DECIMAL(38,10),
---   CONUTING_UNIT_LY DECIMAL(38,10),
---   CONUTING_UNIT_L2Y DECIMAL(38,10),
---   PDOT DECIMAL(38,10),
---   PDOT_LY DECIMAL(38,10),
---   PDOT_L2Y DECIMAL(38,10),
---   SALES_VALUE_CAL DECIMAL(38,10),
---   SALES_VALUE_CAL_LY DECIMAL(38,10),
---   SALES_UNIT_CAL DECIMAL(38,10),
---   SALES_UNIT_CAL_LY DECIMAL(38,10),
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_ims_tf_sales'
-
--- COMMAND ----------
-
-  -- DBTITLE 1,overwrite dm.dm_ims_tf_sales
-  --SALES
-  --CITY 
-  insert overwrite table dm.dm_ims_tf_sales
-select distinct
-  YYYYMM,
-  -- DAY_DATE,
-  PACK_COD,
-  AUDIT_COD,
-  -- RELATE_FLAG,
-  -- ORG_KEY,
-  -- Market,
-  -- MARKET_PACK_KEY,
-  -- MARKET_AUDIT_KEY,
-  SALES_VALUE,
-  SALES_VALUE_LY,
-  SALES_VALUE_L2Y,
-  SALES_UNIT,
-  SALES_UNIT_LY,
-  SALES_UNIT_L2Y,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  CONUTING_UNIT_L2Y,
-  PDOT,
-  PDOT_LY,
-  PDOT_L2Y,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_INSERT_DT,
-  from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_UPDATE_DT
-from
-  tmp_ims_tf_sales_total t1
-where
-  t1.audit_cod <> 'CHT'
-  -- and t1.market not in (
-  --   'Primary Prevention Market-XZK',
-  --   'Iressa 1L TKI Market'
-  -- )
-  and (
-    sales_value <> 0
-    or sales_value_ly <> 0
-  )
--- union all
--- --'Primary Prevention Market-XZK','Iressa 1L TKI Market' 两个市场特殊处理，所有的value都是折算过的
--- select distinct
---   YYYYMM,
---   DAY_DATE,
---   PACK_COD,
---   AUDIT_COD,
---   RELATE_FLAG,
---   ORG_KEY,
---   Market,
---   MARKET_PACK_KEY,
---   MARKET_AUDIT_KEY,
---   SALES_VALUE,
---   SALES_VALUE_LY,
---   SALES_VALUE_L2Y,
---   SALES_UNIT,
---   SALES_UNIT_LY,
---   SALES_UNIT_L2Y,
---   PDOT as CONUTING_UNIT,
---   PDOT_LY as CONUTING_UNIT_LY,
---   PDOT_L2Y as CONUTING_UNIT_L2Y,
---   PDOT,
---   PDOT_LY,
---   PDOT_L2Y,
---   SALES_VALUE as SALES_VALUE_CAL,
---   SALES_VALUE_LY as SALES_VALUE_CAL_LY,
---   SALES_UNIT as SALES_UNIT_CAL,
---   SALES_UNIT_LY as SALES_UNIT_CAL_LY,
---   from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_INSERT_DT,
---   from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_UPDATE_DT
--- from
---   tmp_ims_tf_sales_tamarket t1
--- where
---   t1.audit_cod <> 'CHT'
---   -- and t1.market in (
---   --   'Primary Prevention Market-XZK',
---   --   'Iressa 1L TKI Market'
---   -- )
---   -- and (
---   --   sales_value <> 0
---   --   or sales_value_ly <> 0
---   -- )
-
--- COMMAND ----------
-
-  -- DBTITLE 1,插入逻辑2-需保留
-  -- -- 关键词
-  -- audit_cod <> 'CHT' -》 dm.dm_ims_tf_sales
-  -- audit_cod = 'CHT' -》dm.dm_ims_tf_sales_china
-  -- KCT 所有城市的IMS数据 基于 dm.dm_ims_tf_sales
-  -- ROC 其他城市的IMS数据计算 ROC = CHT-KCT
-
--- COMMAND ----------
-
-  -- DBTITLE 1,overwrite tmp.tmp_ims_tf_sales_kct
-  -- 所有城市汇总的IMS数据计算 KCT=sum(all city)
-  -- create or replace table tmp.tmp_ims_tf_sales_kct
-  insert overwrite table tmp.tmp_ims_tf_sales_kct
-select
-  YYYYMM,
-  PACK_COD,
-  'KCT' as AUDIT_COD,
-  -- Related_flag,
-  -- 'KCT' as ORG_KEY,
-  -- Market,
-  -- MARKET_PACK_KEY,
-  -- concat (Market, '_KCT') as MARKET_AUDIT_KEY,
-  sum(SALES_VALUE) as SALES_VALUE,
-  sum(SALES_VALUE_LY) as SALES_VALUE_LY,
-  sum(SALES_VALUE_L2Y) as SALES_VALUE_L2Y,
-  sum(SALES_UNIT) as SALES_UNIT,
-  sum(SALES_UNIT_LY) as SALES_UNIT_LY,
-  sum(SALES_UNIT_L2Y) as SALES_UNIT_L2Y,
-  sum(CONUTING_UNIT) as CONUTING_UNIT,
-  sum(CONUTING_UNIT_LY) as CONUTING_UNIT_LY,
-  sum(CONUTING_UNIT_L2Y) as CONUTING_UNIT_L2Y,
-  sum(PDOT) as PDOT,
-  sum(PDOT_LY) as PDOT_LY,
-  sum(PDOT_LY) as PDOT_L2Y,
-  sum(SALES_VALUE_CAL) as SALES_VALUE_CAL,
-  sum(SALES_VALUE_CAL_LY) as SALES_VALUE_CAL_LY,
-  sum(SALES_UNIT_CAL) as SALES_UNIT_CAL,
-  sum(SALES_UNIT_CAL_LY) as SALES_UNIT_CAL_LY
-from
-  dm.dm_ims_tf_sales
-group by
-  YYYYMM,
-  PACK_COD
-  -- Related_flag,
-  -- Market,
-  -- MARKET_PACK_KEY;
-
--- COMMAND ----------
-
--- DBTITLE 1,overwrite tmp.tmp_ims_tf_sales_roc
--- 其他城市的IMS数据计算 ROC=CHT-KCT
-insert overwrite table tmp.tmp_ims_tf_sales_roc
-WITH
-  DIM_YM_PACK_MARKT (
-    SELECT
-      YYYYMM as CHINA_YYYYMM,
-      PACK_COD as CHINA_PACK_COD
-      -- ,CHINA_Market
-    from
-      dm.dm_ims_tf_sales_china
-    group by
-      YYYYMM,
-      PACK_COD
-      -- ,CHINA_Market
-    UNION
-    SELECT
-      YYYYMM,
-      PACK_COD
-      -- ,Market
-    from
-      tmp.tmp_ims_tf_sales_kct
-    group by
-      YYYYMM,
-      PACK_COD
-      -- ,Market
-  ),
-  CHPA_SALES (
-    select
-      YYYYMM,
-      PACK_COD,
-      -- CHINA_Market,
-      sum(SALES_VALUE) as CHINA_SALES_VALUE,
-      sum(SALES_VALUE_LY) as CHINA_SALES_VALUE_LY,
-      sum(SALES_VALUE_L2Y) as CHINA_SALES_VALUE_L2Y,
-      sum(SALES_UNIT) as CHINA_SALES_UNIT,
-      sum(SALES_UNIT_LY) as CHINA_SALES_UNIT_LY,
-      sum(SALES_UNIT_L2Y) as CHINA_SALES_UNIT_L2Y,
-      sum(CONUTING_UNIT) as CHINA_CONUTING_UNIT,
-      sum(CONUTING_UNIT_LY) as CHINA_CONUTING_UNIT_LY,
-      sum(CONUTING_UNIT_L2Y) as CHINA_CONUTING_UNIT_L2Y,
-      sum(PDOT) as CHINA_PDOT,
-      sum(PDOT_LY) as CHINA_PDOT_LY,
-      sum(PDOT_L2Y) as CHINA_PDOT_L2Y,
-      sum(SALES_VALUE_CAL) as SALES_VALUE_CAL,
-      sum(SALES_VALUE_CAL_LY) as SALES_VALUE_CAL_LY,
-      sum(SALES_UNIT_CAL) as SALES_UNIT_CAL,
-      sum(SALES_UNIT_CAL_LY) as SALES_UNIT_CAL_LY
-    from
-      dm.dm_ims_tf_sales_china
-    group by
-      YYYYMM,
-      PACK_COD
-      -- ,CHINA_Market
-  ),
-  FABO_SALES (
-    select
-      YYYYMM,
-      PACK_COD,
-      -- Market,
-      sum(SALES_VALUE) as SALES_VALUE,
-      sum(SALES_VALUE_LY) as SALES_VALUE_LY,
-      sum(SALES_VALUE_L2Y) as SALES_VALUE_L2Y,
-      sum(SALES_UNIT) as SALES_UNIT,
-      sum(SALES_UNIT_LY) as SALES_UNIT_LY,
-      sum(SALES_UNIT_L2Y) as SALES_UNIT_L2Y,
-      sum(CONUTING_UNIT) as CONUTING_UNIT,
-      sum(CONUTING_UNIT_LY) as CONUTING_UNIT_LY,
-      sum(CONUTING_UNIT_L2Y) as CONUTING_UNIT_L2Y,
-      sum(PDOT) as PDOT,
-      sum(PDOT_LY) as PDOT_LY,
-      sum(PDOT_L2Y) as PDOT_L2Y,
-      sum(SALES_VALUE_CAL) as SALES_VALUE_CAL,
-      sum(SALES_VALUE_CAL_LY) as SALES_VALUE_CAL_LY,
-      sum(SALES_UNIT_CAL) as SALES_UNIT_CAL,
-      sum(SALES_UNIT_CAL_LY) as SALES_UNIT_CAL_LY
-    from
-      tmp.tmp_ims_tf_sales_kct
-    group by
-      YYYYMM,
-      PACK_COD
-      -- ,Market
-  )
-SELECT
-  t1.CHINA_YYYYMM as YYYYMM,
-  t1.CHINA_PACK_COD as PACK_COD,
-  'ROC' as AUDIT_COD,
-  -- null as Related_flag,
-  -- 'ROC' as ORG_KEY,
-  -- t1.CHINA_Market as Market,
-  -- concat (t1.CHINA_Market, '_', t1.china_pack_cod) as MARKET_PACK_KEY,
-  -- concat (t1.CHINA_Market, '_ROC') as MARKET_AUDIT_KEY,
-  nvl (t2.CHINA_SALES_VALUE, 0) - nvl (t3.SALES_VALUE, 0) as SALES_VALUE,
-  nvl (t2.CHINA_SALES_VALUE_LY, 0) - nvl (t3.SALES_VALUE_LY, 0) as SALES_VALUE_LY,
-  nvl (t2.CHINA_SALES_VALUE_L2Y, 0) - nvl (t3.SALES_VALUE_L2Y, 0) as SALES_VALUE_L2Y,
-  nvl (t2.CHINA_SALES_UNIT, 0) - nvl (t3.SALES_UNIT, 0) as SALES_UNIT,
-  nvl (t2.CHINA_SALES_UNIT_L2Y, 0) - nvl (t3.SALES_UNIT_L2Y, 0) as SALES_UNIT_LY,
-  nvl (t2.CHINA_SALES_UNIT_LY, 0) - nvl (t3.SALES_UNIT_LY, 0) as SALES_UNIT_L2Y,
-  nvl (t2.CHINA_CONUTING_UNIT, 0) - nvl (t3.CONUTING_UNIT, 0) as CONUTING_UNIT,
-  nvl (t2.CHINA_CONUTING_UNIT_LY, 0) - nvl (t3.CONUTING_UNIT_LY, 0) as CONUTING_UNIT_LY,
-  nvl (t2.CHINA_CONUTING_UNIT_L2Y, 0) - nvl (t3.CONUTING_UNIT_L2Y, 0) as CONUTING_UNIT_L2Y,
-  nvl (t2.CHINA_PDOT, 0) - nvl (t3.PDOT, 0) as PDOT,
-  nvl (t2.CHINA_PDOT_LY, 0) - nvl (t3.PDOT_LY, 0) as PDOT_LY,
-  nvl (t2.CHINA_PDOT_L2Y, 0) - nvl (t3.PDOT_L2Y, 0) as PDOT_L2Y,
-  nvl (t2.SALES_VALUE_CAL, 0) - nvl (t3.SALES_VALUE_CAL, 0) as SALES_VALUE_CAL,
-  nvl (t2.SALES_VALUE_CAL_LY, 0) - nvl (t3.SALES_VALUE_CAL_LY, 0) as SALES_VALUE_CAL_LY,
-  nvl (t2.SALES_UNIT_CAL, 0) - nvl (t3.SALES_UNIT_CAL, 0) as SALES_UNIT_CAL,
-  nvl (t2.SALES_UNIT_CAL_LY, 0) - nvl (t3.SALES_UNIT_CAL_LY, 0) as SALES_UNIT_CAL_LY
-FROM
-  dim_ym_pack_markt t1
-  LEFT JOIN chpa_sales t2 on 
-  -- t1.china_market = t2.china_market   and 
-  t1.china_yyyymm = t2.yyyymm
-  and t1.china_pack_cod = t2.pack_cod
-  LEFT JOIN fabo_sales t3 on 
-  -- t1.china_market = t3.market  and 
-  t1.china_yyyymm = t3.yyyymm
-  and t1.china_pack_cod = t3.pack_cod
-
--- COMMAND ----------
-
-  -- DBTITLE 1,insert into dm.dm_ims_tf_sales
-  --将ROC的数据写入dm.dm_ims_tf_sales
-insert into
-  dm.dm_ims_tf_sales
-select distinct
-  YYYYMM,
-  -- concat (left (YYYYMM, 4), '-', right (YYYYMM, 2), '-01') as DAY_DATE,
-  PACK_COD,
-  AUDIT_COD,
-  -- RELATED_FLAG,
-  -- ORG_KEY,
-  -- Market,
-  -- MARKET_PACK_KEY,
-  -- MARKET_AUDIT_KEY,
-  SALES_VALUE,
-  SALES_VALUE_LY,
-  SALES_VALUE_L2Y,
-  SALES_UNIT,
-  SALES_UNIT_LY,
-  SALES_UNIT_L2Y,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  CONUTING_UNIT_L2Y,
-  PDOT,
-  PDOT_LY,
-  PDOT_L2Y,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_INSERT_DT,
-  from_utc_timestamp (current_timestamp(), 'UTC+8') ETL_UPDATE_DT
-from
-  tmp.tmp_ims_tf_sales_roc
-where
-  sales_value <> 0
-  or sales_value_ly <> 0;
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/03 dm_ims_tf_sales.sql:Zone.Identifier b/EXTERNAL/CHPA/03 dm_ims_tf_sales.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/03 dm_td_chpa_market_definition.sql b/EXTERNAL/CHPA/03 dm_td_chpa_market_definition.sql
deleted file mode 100644
index a18500f..0000000
--- a/EXTERNAL/CHPA/03 dm_td_chpa_market_definition.sql	
+++ /dev/null
@@ -1,14 +0,0 @@
--- Databricks notebook source
--- 源表：DWD.DWD_GND_IMS_MARKET_DEFINITION
--- 目标表：DM.DM_TD_CHPA_MARKET_DEFINITION
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_CHPA_MARKET_DEFINITION
-SELECT
-    TA,
-    MARKET,
-    MARKET_DEFINITION_EN,
-    MARKET_DEFINITION_CN
-FROM
-    DWD.DWD_GND_IMS_MARKET_DEFINITION;
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/03 dm_td_chpa_market_definition.sql:Zone.Identifier b/EXTERNAL/CHPA/03 dm_td_chpa_market_definition.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/CHPA/03 dm_td_ims_city_mapping.sql b/EXTERNAL/CHPA/03 dm_td_ims_city_mapping.sql
deleted file mode 100644
index 503ebd6..0000000
--- a/EXTERNAL/CHPA/03 dm_td_ims_city_mapping.sql	
+++ /dev/null
@@ -1,30 +0,0 @@
--- Databricks notebook source
--- 源表：DWD.DWD_TD_IMS_CITY_MAPPING
--- 目标表：DM.DM_TD_IMS_CITY_MAPPING,DWS.DWS_TD_GEOGRAPHY
-
--- COMMAND ----------
-
---dwd to dws 
---ims city和标准城市名以及拆分比mapping表
-insert overwrite table  dws.dws_td_ims_city_mapping
-select distinct
-  audit_cod ,
-  city_c ,
-  city_c_d ,
-  ratio ,
-  from_utc_timestamp(current_timestamp(),'UTC+8'),
-  from_utc_timestamp(current_timestamp(),'UTC+8')
-from dwd.dwd_td_ims_city_mapping
-;
---dws to dm
-insert overwrite table  dm.dm_td_ims_city_mapping
-select distinct
-  audit_cod ,
-  city_c ,
-  city_c_d ,
-  city_code,
-  ratio ,
-  from_utc_timestamp(current_timestamp(),'UTC+8'),
-  from_utc_timestamp(current_timestamp(),'UTC+8')
-from dws.dws_td_ims_city_mapping t1
-left join dws.dws_td_geography t2 on concat(t1.city_c_d,'市')=t2.city_name
\ No newline at end of file
diff --git a/EXTERNAL/CHPA/03 dm_td_ims_city_mapping.sql:Zone.Identifier b/EXTERNAL/CHPA/03 dm_td_ims_city_mapping.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/EC/03 ec_load_data.sql b/EXTERNAL/EC/03 ec_load_data.sql
deleted file mode 100644
index f3c8c8d..0000000
--- a/EXTERNAL/EC/03 ec_load_data.sql	
+++ /dev/null
@@ -1,1544 +0,0 @@
--- Databricks notebook source
--- 有几张表发生了变化
--- tmp.tmp_ec_temp_market
--- tmp.tmp_ec_temp_market_del 
--- dws.dws_zk_ec_pack_property
-
--- dm.dm_zk_ec_market_ratio
-
--- COMMAND ----------
-
-insert overwrite table tmp.tmp_ec_temp_market 
-select distinct
-  b.iqvia_lineno ,
-  if( nvl(b.iqvia_pack_code,0) REGEXP '^[0-9]',right(concat('000000000000',nvl(b.iqvia_pack_code,0)),12),nvl(b.iqvia_pack_code,0)) as iqvia_pack_code,-- right(concat('0000000',nvl(b.iqvia_pack_code,0)),7) 
-  right(concat('000000000',nvl(b.iqvia_prod_code,0)),9)   as prod_cod ,-- right(concat('00000',nvl(b.iqvia_prod_code,0)),5)
-  b.iqvia_notes ,
-  b.new_pack_flag ,
-  b.is_exists_chpa ,
-  right(concat('0000000',nvl(b.product_id,0)),7) as product_id,
-  b.prescription_nature ,
-  b.medicine_type ,
-  b.zk_medicine_tier1 ,
-  b.zk_medicine_tier2 ,
-  b.zk_medicine_tier3 ,
-  b.zk_medicine_tier4 ,
-  b.common_name ,
-  b.dosage_form ,
-  b.user_type ,
-  b.category_name ,
-  b.product_name ,
-  b.brand_name ,
-  b.zk_manu_des ,
-  b.zk_corp_des ,
-  b.zk_pack_des ,
-  b.counting_unit_a ,
-  b.dosage_unit_a ,
-  b.unit_a ,
-  b.app1_cod ,
-  b.app1_des ,
-  b.app1_des_c ,
-  b.app2_cod ,
-  b.app2_des ,
-  b.app2_des_c ,
-  b.app3_cod ,
-  b.app3_des ,
-  b.app3_des_c ,
-  b.atc1_cod ,
-  b.atc1_des ,
-  b.atc1_des_c ,
-  b.atc2_cod ,
-  b.atc2_des ,
-  b.atc2_des_c ,
-  b.atc3_cod ,
-  b.atc3_des ,
-  b.atc3_des_c ,
-  b.atc4_cod ,
-  b.atc4_des ,
-  b.atc4_des_c ,
-  b.bio_desc ,
-  right(concat('000000',nvl(b.cmps_cod,0 )),6)   cmps_cod,
-  b.cmps_des ,
-  b.cmps_des_c ,
-  b.corp_cod ,
-  b.corp_des ,
-  b.corp_des_c ,
-  b.edl_desc ,
-  b.eth_otc_desc ,
-  b.gene_orig_desc ,
-  b.gqce_desc ,
-  b.manu_cod ,
-  b.manu_des ,
-  b.manu_des_c ,
-  b.mnfl_cod ,
-  b.mnfl_des ,
-  b.nrdl_desc ,
-  b.pack_des ,
-  b.stgh_des ,
-  b.pack_lch ,
-  b.paed_desc ,
-  b.prod_des ,
-  b.prod_des_c ,
-  b.tcm_desc ,
-  b.vbp_desc ,
-  b.unit ,
-  b.counting_unit ,
-  b.dosage_unit ,
-	nvl(mole.NRDL_Entry_Date,'') as NRDL_ENTRY_DATE,
-	tblmkt.Market,
-	tblmkt.bu,
-	nvl(tblmkt.extend_market_ratio,1) as extend_market_ratio,
-	-- c.ta,
-	if(b.corp_des_c in ('阿斯利康制药集团'),'Y','N') as is_az
-from  dwd.dwd_gnd_ext_retail_pack_property as b
-left join dwd.dwd_ims_td_pack_additional_attribute mole on b.iqvia_pack_code = mole.Pack_Code
-left join (
-  select 
-		market,bu,atc1_code,atc2_code,atc3_code,atc4_code,nfc1_code,nfc2_code,nfc3_code,pack_code,pack_desc,strength,product_code,product_desc,molecule_code,molecule_desc,not_in_flag,extend_market,extend_market_ratio,corporation_code,corporation_desc,manufacturer_code,manufacturer_desc,zk_common_name,zk_product_id,zk_dosage_form
-  from dwd.dwd_gnd_ec_retail_tblmarket_rule
-	where extend_market is null and ( NOT_IN_FLAG IS NULL or  NOT_IN_FLAG = '1' )
-) tblmkt
-on 	    COALESCE(b.ATC1_COD,'') = case when tblmkt.ATC1_Code is null then COALESCE(b.ATC1_COD,'')	else tblmkt.ATC1_Code end
-		and COALESCE(b.ATC2_COD,'') = case when tblmkt.ATC2_Code is null then COALESCE(b.ATC2_COD,'')	else tblmkt.ATC2_Code end
-		and COALESCE(b.ATC3_COD,'') = case when tblmkt.ATC3_Code is null then COALESCE(b.ATC3_COD,'')	else tblmkt.ATC3_Code end
-		and COALESCE(b.ATC4_COD,'') = case when tblmkt.ATC4_Code is null then COALESCE(b.ATC4_COD,'')	else tblmkt.ATC4_Code end
-		and COALESCE(b.APP1_COD,'') = case when tblmkt.NFC1_Code is null then COALESCE(b.APP1_COD,'')	else tblmkt.NFC1_Code end
-		and COALESCE(b.APP2_COD,'') = case when tblmkt.NFC2_Code is null then COALESCE(b.APP2_COD,'')	else tblmkt.NFC2_Code end
-		and COALESCE(b.app3_cod,'') = case when tblmkt.NFC3_Code is null then COALESCE(b.app3_cod,'')	else tblmkt.NFC3_Code end
-		and COALESCE(b.stgh_des,'') = case when tblmkt.Strength is null then  COALESCE(b.stgh_des,'') else tblmkt.Strength end
-		and COALESCE(b.corp_cod,'') = case when tblmkt.Corporation_Code is null then COALESCE(b.corp_cod,'') else tblmkt.Corporation_Code end
-		and COALESCE(b.manu_cod,'') = case when tblmkt.Manufacturer_Code is null then COALESCE(b.manu_cod,'') else tblmkt.Manufacturer_Code end
-	  and right(concat('0000000',nvl(b.product_id,0)),7 ) = case when tblmkt.zk_product_id is null then right(concat('0000000',nvl(b.product_id,0) ),7 )  else right(concat('0000000',tblmkt.zk_product_id),7) end
-		and right(concat('000000000',COALESCE(b.iqvia_prod_code,0)),9) = case when tblmkt.Product_Code is null then right(concat('000000000',COALESCE(b.iqvia_prod_code,0)),9) else right(concat('000000000', tblmkt.Product_Code),9) end
-    -- and right(concat('00000',COALESCE(b.iqvia_prod_code,0)),5) = case when tblmkt.Product_Code is null then right(concat('00000',COALESCE(b.iqvia_prod_code,0)),5) else right(concat('00000', tblmkt.Product_Code),5) end
-		and if(COALESCE(b.iqvia_pack_code,0) REGEXP '^[0-9]',right(concat('000000000000',COALESCE(b.iqvia_pack_code,0)),12),COALESCE(b.iqvia_pack_code,0)) = case when tblmkt.Pack_Code 	 is null then if(COALESCE(b.iqvia_pack_code,0) REGEXP '^[0-9]' ,right(concat('000000000000',COALESCE(b.iqvia_pack_code,0)),12),COALESCE(b.iqvia_pack_code,0)) else if( tblmkt.Pack_Code REGEXP '^[0-9]', right(concat('000000000000',tblmkt.Pack_Code),12),tblmkt.Pack_Code) end
-		-- and right(concat('0000000',COALESCE(b.iqvia_pack_code,0)),7) = case when tblmkt.Pack_Code 	 is null then right(concat('0000000',COALESCE(b.iqvia_pack_code,0)),7) else right(concat('0000000',tblmkt.Pack_Code),7) end
-		and right(concat('000000',COALESCE(b.CMPS_COD,0)),6) 	= case when tblmkt.Molecule_Code 	   is null then right(concat('000000',COALESCE(b.CMPS_COD,0)),6)  else right(concat('000000',tblmkt.Molecule_Code),6) end 
--- left join dwd.dwd_gnd_ext_retail_dim_ta c 
---   on c.market = tblmkt.Market 
-where  tblmkt.market is not null ;
-insert overwrite table tmp.tmp_ec_temp_market_del 
-select
-  b.iqvia_lineno ,
-  if( nvl(b.iqvia_pack_code,0) REGEXP '^[0-9]',right(concat('000000000000',nvl(b.iqvia_pack_code,0)),12),nvl(b.iqvia_pack_code,0)) as iqvia_pack_code,-- right(concat('0000000',nvl(b.iqvia_pack_code,0)),7) 
-  right(concat('000000000',nvl(b.iqvia_prod_code,0)),9)   as prod_cod ,-- right(concat('00000',nvl(b.iqvia_prod_code,0)),5)
-  b.iqvia_notes ,
-  b.new_pack_flag ,
-  b.is_exists_chpa ,
-  right(concat('0000000',nvl(b.product_id,0)),7) as product_id,
-  b.prescription_nature ,
-  b.medicine_type ,
-  b.zk_medicine_tier1 ,
-  b.zk_medicine_tier2 ,
-  b.zk_medicine_tier3 ,
-  b.zk_medicine_tier4 ,
-  b.common_name ,
-  b.dosage_form ,
-  b.user_type ,
-  b.category_name ,
-  b.product_name ,
-  b.brand_name ,
-  b.zk_manu_des ,
-  b.zk_corp_des ,
-  b.zk_pack_des ,
-  b.counting_unit_a ,
-  b.dosage_unit_a ,
-  b.unit_a ,
-  b.app1_cod ,
-  b.app1_des ,
-  b.app1_des_c ,
-  b.app2_cod ,
-  b.app2_des ,
-  b.app2_des_c ,
-  b.app3_cod ,
-  b.app3_des ,
-  b.app3_des_c ,
-  b.atc1_cod ,
-  b.atc1_des ,
-  b.atc1_des_c ,
-  b.atc2_cod ,
-  b.atc2_des ,
-  b.atc2_des_c ,
-  b.atc3_cod ,
-  b.atc3_des ,
-  b.atc3_des_c ,
-  b.atc4_cod ,
-  b.atc4_des ,
-  b.atc4_des_c ,
-  b.bio_desc ,
-  right(concat('000000',nvl(b.cmps_cod,0 )),6)   cmps_cod,
-  b.cmps_des ,
-  b.cmps_des_c ,
-  b.corp_cod ,
-  b.corp_des ,
-  b.corp_des_c ,
-  b.edl_desc ,
-  b.eth_otc_desc ,
-  b.gene_orig_desc ,
-  b.gqce_desc ,
-  b.manu_cod ,
-  b.manu_des ,
-  b.manu_des_c ,
-  b.mnfl_cod ,
-  b.mnfl_des ,
-  b.nrdl_desc ,
-  b.pack_des ,
-  b.stgh_des ,
-  b.pack_lch ,
-  b.paed_desc ,
-  b.prod_des ,
-  b.prod_des_c ,
-  b.tcm_desc ,
-  b.vbp_desc ,
-  b.unit ,
-  b.counting_unit ,
-  b.dosage_unit ,
-	nvl(mole.NRDL_Entry_Date,'') as NRDL_ENTRY_DATE,
-	tblmkt.Market,
-	tblmkt.bu,
-	nvl(tblmkt.extend_market_ratio,1) as extend_market_ratio,
-	-- c.ta,
-	if(b.corp_des_c in ('阿斯利康制药集团'),'Y','N') as is_az
-from  dwd.dwd_gnd_ext_retail_pack_property as b
-left join dwd.dwd_ims_td_pack_additional_attribute mole on b.iqvia_pack_code = mole.Pack_Code
-left join (
-  select 
-		market,bu,atc1_code,atc2_code,atc3_code,atc4_code,nfc1_code,nfc2_code,nfc3_code,pack_code,pack_desc,strength,product_code,product_desc,molecule_code,molecule_desc,not_in_flag,extend_market,extend_market_ratio,corporation_code,corporation_desc,manufacturer_code,manufacturer_desc,zk_common_name,zk_product_id,zk_dosage_form
-  from dwd.dwd_gnd_ec_retail_tblmarket_rule
-	where Extend_Market is null and NOT_IN_FLAG = '0' 
-) tblmkt
-on 	    COALESCE(b.ATC1_COD,'') = case when tblmkt.ATC1_Code is null then COALESCE(b.ATC1_COD,'')	else tblmkt.ATC1_Code end
-		and COALESCE(b.ATC2_COD,'') = case when tblmkt.ATC2_Code is null then COALESCE(b.ATC2_COD,'')	else tblmkt.ATC2_Code end
-		and COALESCE(b.ATC3_COD,'') = case when tblmkt.ATC3_Code is null then COALESCE(b.ATC3_COD,'')	else tblmkt.ATC3_Code end
-		and COALESCE(b.ATC4_COD,'') = case when tblmkt.ATC4_Code is null then COALESCE(b.ATC4_COD,'')	else tblmkt.ATC4_Code end
-		and COALESCE(b.APP1_COD,'') = case when tblmkt.NFC1_Code is null then COALESCE(b.APP1_COD,'')	else tblmkt.NFC1_Code end
-		and COALESCE(b.APP2_COD,'') = case when tblmkt.NFC2_Code is null then COALESCE(b.APP2_COD,'')	else tblmkt.NFC2_Code end
-		and COALESCE(b.app3_cod,'') = case when tblmkt.NFC3_Code is null then COALESCE(b.app3_cod,'')	else tblmkt.NFC3_Code end
-		and COALESCE(b.stgh_des,'') = case when tblmkt.Strength is null then  COALESCE(b.stgh_des,'') else tblmkt.Strength end
-		and COALESCE(b.corp_cod,'') = case when tblmkt.Corporation_Code is null then COALESCE(b.corp_cod,'') else tblmkt.Corporation_Code end
-		and COALESCE(b.manu_cod,'') = case when tblmkt.Manufacturer_Code is null then COALESCE(b.manu_cod,'') else tblmkt.Manufacturer_Code end
-	  and right(concat('0000000',nvl(b.product_id,0)),7 ) = case when tblmkt.zk_product_id is null then right(concat('0000000',nvl(b.product_id,0) ),7 )  else right(concat('0000000',tblmkt.zk_product_id),7) end
-		and right(concat('000000000',COALESCE(b.iqvia_prod_code,0)),9) = case when tblmkt.Product_Code is null then right(concat('000000000',COALESCE(b.iqvia_prod_code,0)),9) else right(concat('000000000', tblmkt.Product_Code),9) end
-    -- and right(concat('00000',COALESCE(b.iqvia_prod_code,0)),5) = case when tblmkt.Product_Code is null then right(concat('00000',COALESCE(b.iqvia_prod_code,0)),5) else right(concat('00000', tblmkt.Product_Code),5) end
-		and if(COALESCE(b.iqvia_pack_code,0) REGEXP '^[0-9]',right(concat('000000000000',COALESCE(b.iqvia_pack_code,0)),12),COALESCE(b.iqvia_pack_code,0)) = case when tblmkt.Pack_Code 	 is null then if(COALESCE(b.iqvia_pack_code,0) REGEXP '^[0-9]' ,right(concat('000000000000',COALESCE(b.iqvia_pack_code,0)),12),COALESCE(b.iqvia_pack_code,0)) else if( tblmkt.Pack_Code REGEXP '^[0-9]', right(concat('000000000000',tblmkt.Pack_Code),12),tblmkt.Pack_Code) end
-		-- and right(concat('0000000',COALESCE(b.iqvia_pack_code,0)),7) = case when tblmkt.Pack_Code 	 is null then right(concat('0000000',COALESCE(b.iqvia_pack_code,0)),7) else right(concat('0000000',tblmkt.Pack_Code),7) end
-		and right(concat('000000',COALESCE(b.CMPS_COD,0)),6) 	= case when tblmkt.Molecule_Code 	   is null then right(concat('000000',COALESCE(b.CMPS_COD,0)),6)  else right(concat('000000',tblmkt.Molecule_Code),6) end  
--- left join dwd.dwd_gnd_ext_retail_dim_ta c 
---   on c.market = tblmkt.Market 
-where  tblmkt.market is not null ;
-
-MERGE INTO tmp.tmp_ec_temp_market AS t1
-USING tmp.tmp_ec_temp_market_del AS t2
-	 on    COALESCE(t1.ATC1_COD,'') = COALESCE(t2.ATC1_COD,'')
-     and COALESCE(t1.ATC2_COD,'') = COALESCE(t2.ATC2_COD,'')
-     and COALESCE(t1.ATC3_COD,'') = COALESCE(t2.ATC3_COD,'')
-     and COALESCE(t1.ATC4_COD,'') = COALESCE(t2.ATC4_COD,'')
-     and COALESCE(t1.APP1_COD,'') = COALESCE(t2.APP1_COD,'')
-     and COALESCE(t1.APP2_COD,'') = COALESCE(t2.APP2_COD,'')
-     and COALESCE(t1.APP3_COD,'') = COALESCE(t2.APP3_COD,'')
-     and COALESCE(t1.CORP_COD,'') = COALESCE(t2.CORP_COD,'')
-     and COALESCE(t1.MANU_COD,'') = COALESCE(t2.MANU_COD,'')
-     and COALESCE(t1.PROD_COD,'') = COALESCE(t2.PROD_COD,'')
-     and COALESCE(t1.iqvia_pack_code,'') = COALESCE(t2.iqvia_pack_code,'')
-     and COALESCE(t1.STGH_DES,'') = COALESCE(t2.STGH_DES,'')
-     and COALESCE(t1.CMPS_COD,'') = COALESCE(t2.CMPS_COD,'')
-     and COALESCE(t1.market,'') = COALESCE(t2.market,'')
-WHEN MATCHED THEN DELETE ;
-
-
--- COMMAND ----------
-
---处理 Extend_Market 有值得数据，用已有市场，定义新的市场，带上系数
-insert into tmp.tmp_ec_temp_market
-select
-iqvia_lineno,iqvia_pack_code,prod_cod,iqvia_notes,new_pack_flag,is_exists_chpa,product_id,prescription_nature,medicine_type,zk_medicine_tier1,zk_medicine_tier2,zk_medicine_tier3,zk_medicine_tier4,common_name,dosage_form,user_type,category_name,product_name,brand_name,zk_manu_des,zk_corp_des,zk_pack_des,counting_unit_a,dosage_unit_a,unit_a,app1_cod,app1_des,app1_des_c,app2_cod,app2_des,app2_des_c,app3_cod,app3_des,app3_des_c,atc1_cod,atc1_des,atc1_des_c,atc2_cod,atc2_des,atc2_des_c,atc3_cod,atc3_des,atc3_des_c,atc4_cod,atc4_des,atc4_des_c,bio_desc,cmps_cod,cmps_des,cmps_des_c,corp_cod,corp_des,corp_des_c,edl_desc,eth_otc_desc,gene_orig_desc,gqce_desc,manu_cod,manu_des,manu_des_c,mnfl_cod,mnfl_des,nrdl_desc,pack_des,stgh_des,pack_lch,paed_desc,prod_des,prod_des_c,tcm_desc,vbp_desc,unit,counting_unit,dosage_unit,NRDL_ENTRY_DATE,t2.Market,t2.bu,nvl(t2.extend_market_ratio,1) as extend_market_ratio,is_az
-from tmp.tmp_ec_temp_market t1
-left join (select Market,BU,Extend_Market,Extend_Market_Ratio from dwd.dwd_gnd_ec_retail_tblmarket_rule where Extend_Market is not null )t2
-on t1.Market = t2.Extend_Market
-where t2.Market is not null
-
--- COMMAND ----------
-
------------事实表数据处理：获取counting_unit字段，给特殊字段补0，并对数据去重
-insert overwrite table tmp.tmp_ec_source 
-select 
-  a.time as yyyymm,
-  right(concat('0000000',a.product_id),7) as pack_id,
-  if( b.iqvia_pack_code REGEXP '^[0-9]',right(concat('000000000000',b.iqvia_pack_code),12),b.iqvia_pack_code) as iqvia_pack_code, --right(concat('0000000',b.iqvia_pack_code),7)
-  a.platform,
-  a.store_name,
-  a.store_type,
-  sum(a.sales_amount) as sales_value,
-  sum(a.sales_qty) as sales_unit,
-  cast(sum(a.sales_qty*(b.counting_unit/coalesce(unit,1 ))) as decimal(30,10)) as counting_unit
-from dwd.dwd_inc_gnd_ext_ec_nationnal_pack_union_all a
-left join (
-  select DISTINCT product_id,iqvia_pack_code,counting_unit,unit,prod_des_c
-  from dwd.dwd_gnd_ext_retail_pack_property) b
-on right(concat('0000000',a.product_id),7) = right(concat('0000000',b.product_id),7)
-group by
-  a.`time`,right(concat('0000000',a.product_id),7) 
-  ,if( b.iqvia_pack_code REGEXP '^[0-9]',right(concat('000000000000',b.iqvia_pack_code),12),b.iqvia_pack_code)
-  ,a.platform,a.store_name
-  ,a.store_type
-
--- COMMAND ----------
-
-insert overwrite table dws.dws_zk_ec_sales 
-select
-  t1.yyyymm,t1.pack_id,t1.iqvia_pack_code,t1.platform,t1.store_name,t1.store_type,
-  sum(sales_value) as sales_value,
-  sum(sales_unit) as sales_unit,
-  sum(counting_unit) as counting_unit
-from tmp.tmp_ec_source t1
-group by
-  t1.yyyymm,t1.pack_id,t1.iqvia_pack_code,t1.platform,t1.store_name,t1.store_type
-
-
--- COMMAND ----------
-
--------------------------处理top_ta_corp数据
-insert overwrite table dws.dws_zk_ec_by_ta_top_corp 
-select
-  t1.yyyymm,
-  t1.ta,
-  t1.rank,
-  t1.corp_des,
-  t1.CORP_COD,
-  t1.platform,
-  t1.store_type,
-  sum(t1.sales_value) sales_value
-from (  
-  select
-    a.ytd yyyymm,
-    a.ta,
-    a.rank,
-    a.corp_des,
-    b.CORP_COD,
-    a.platform,
-    a.store_type,
-    replace(a.sales_value,',','') as sales_value
-  from dwd.dwd_gnd_ec_ta_overview a
-  left join (select distinct  ZK_Corp_C ,CORP_COD from dwd.dwd_inc_gnd_retail_b2c_label_total) b 
-  on b.ZK_Corp_C =  a.corp_des 
-) t1
-group by 1,2,3,4,5,6,7
-
--- COMMAND ----------
-
------加工倒减的by_corp_by_ta_by_total表数据，获取去年数据
-insert overwrite table dws.dws_zk_ec_by_ta_top_corp 
-select
-  t1.yyyymm,
-  t1.ta,
-  t1.rank,
-  t1.corp_des,
-  t1.CORP_COD,
-  t1.platform,
-  t1.store_type,
-  sum(t1.sales_value) sales_value
-from(  
-  select
-    a.ytd yyyymm,
-    a.ta,
-    a.rank,
-    a.corp_des,
-    b.CORP_COD,
-    a.platform,
-    a.store_type,
-    replace(a.sales_value,',','') as sales_value
-  from dwd.dwd_gnd_ec_ta_overview a
-  left join (select distinct  ZK_Corp_C ,CORP_COD from dwd.dwd_inc_gnd_retail_b2c_label_total) b 
-  on b.ZK_Corp_C =  a.corp_des
-)t1
-group by 1,2,3,4,5,6,7
-
--- COMMAND ----------
-
-----倒减需要用到公司信息以及ta信息，加工配置表挂靠Corp、ta
-insert overwrite table tmp.tmp_zk_ec_pack_property_corp 
-select distinct a.product_id,a.iqvia_pack_code,a.Market,ta.ta
-  ,COALESCE(c.corp_cod,b.corp_cod,a.corp_cod)  corp_cod
-  ,COALESCE(c.corp_des,b.corp_des,a.corp_des)  corp_des
-  ,COALESCE(d.corp_des_c,a.corp_des_c )        corp_des_c
-  ,COALESCE(c.manu_cod,b.manu_cod,a.manu_cod)  manu_cod 
-  ,COALESCE(c.manu_des,b.manu_des,a.manu_des)  manu_des 
-  ,COALESCE(e.manu_des_c,a.manu_des_c)         manu_des_c
-from (select DISTINCT product_id,iqvia_pack_code,Market,corp_cod,corp_des,corp_des_c,manu_cod,manu_des,manu_des_c,prod_cod from tmp.tmp_ec_temp_market) a 
-left join dwd.dwd_gnd_ext_retail_dim_ta ta
-on a.Market = ta.market
-left join (select right(concat('000000000',prod_cod ),9) prod_cod,corp_cod,corp_des,manu_cod,manu_des from dwd.dwd_gnd_tbl_corp_change where pack_cod is  null  ) b 
-on right(concat('000000000',A.prod_cod ),9)= b.prod_cod
-left join (select if( pack_cod REGEXP '^[0-9]',right(concat('000000000000',pack_cod),12),pack_cod) pack_cod,corp_cod,corp_des,manu_cod,manu_des from dwd.dwd_gnd_tbl_corp_change where pack_cod is  not null  ) c 
-on a.iqvia_pack_code = c.pack_cod
-left join (select distinct corp_cod,corp_des_c from dwd.dwd_gnd_ext_retail_pack_property) d 
-on coalesce(C.corp_cod,B.corp_cod ) = d.corp_cod 
-Left join (select distinct manu_cod,manu_des,manu_des_c  from dwd.dwd_gnd_ext_retail_pack_property) e 
-On coalesce(C.manu_cod,B.manu_cod )  = e.manu_cod 
-
--- COMMAND ----------
-
--------------------------------------------------------ec倒减-------------------------------------------------------
---注意事项：
--- 只做了CV、CVRM、TA大数的倒减，其余TA没有做
---cv倒减：关联加工好的配置表，获取ta信息进行倒减
-insert overwrite table tmp.tmp_dm_zk_ec_sales_cv_tmp 
-with cv_data as (
-  select
-    t1.yyyymm,
-    t1.pack_id,
-    t1.iqvia_pack_code,
-    t1.platform,
-    t1.store_type,
-    t1.store_name,
-    t1.sales_value,
-    t1.sales_unit,
-    t1.counting_unit,
-    max(t2.ta) ta
-  from dws.dws_zk_ec_sales t1
-  left join (select distinct iqvia_pack_code,ta from tmp.tmp_zk_ec_pack_property_corp) t2
-  on t1.iqvia_pack_code = t2.iqvia_pack_code
-  where t2.ta = 'CV'
-  group by 1,2,3,4,5,6,7,8,9
-),cv_corp_data as (
------------------------cv下的az 数据
-  select
-    A.yyyymm,
-    A.pack_id,
-    A.iqvia_pack_code,
-    A.platform,
-    A.store_type,
-    A.store_name,
-    B.corp_cod,
-    A.sales_value,
-    A.sales_unit,
-    A.counting_unit,
-    A.ta
-  from cv_data A 
-  inner join(select distinct iqvia_pack_code,corp_cod,product_id from tmp.tmp_zk_ec_pack_property_corp) B 
-  on A.pack_id = B.product_id
-  where B.corp_cod = 'A5Z'
-  union all 
-  -----------------------cv下的az others数据
-  select
-    cv_az.yyyymm,
-    'CV_AZ_OTHERS'  as pack_id,
-    'CV_AZ_OTHERS'  as iqvia_pack_code,
-    cv_az.platform,
-    cv_az.store_type,
-    case when cv_az.store_type = '自营旗舰' then 'CV_AZ_OTHERS_SO' when cv_az.store_type = '第三方' then 'CV_AZ_OTHERS_POP' end store_name,
-    cv_az.corp_cod,
-    cv_az_total.sales_value - cv_az.sales_value as sales_value,
-    0,0,
-    'CV_AZ_OTHERS' as ta
-  from (  
-    select
-      A.yyyymm,
-      B.corp_cod,
-      A.platform,
-      case when  A.store_type = '平台店' or A.store_type = '品牌店' then '自营旗舰' else A.store_type end store_type,
-      sum(A.sales_value) sales_value
-    from cv_data A 
-    inner join(select distinct iqvia_pack_code,corp_cod,product_id from tmp.tmp_zk_ec_pack_property_corp) B 
-    on A.pack_id = B.product_id
-    where B.corp_cod = 'A5Z'
-    group by 1,2,3,4
-  )cv_az
-  left join(
-    select
-      yyyymm,
-      CORP_COD,
-      platform,
-      case when store_type = '三方' then '第三方' else store_type end store_type, 
-      sum(sales_value) sales_value
-    from dws.dws_zk_ec_by_ta_top_corp
-    where ta = 'CV' and CORP_COD = 'A5Z'
-    group by 1,2,3,4
-  )cv_az_total
-  on cv_az.yyyymm = cv_az_total.yyyymm 
-  and cv_az.corp_cod = cv_az_total.CORP_COD 
-  and cv_az.platform = cv_az_total.platform
-  and cv_az.store_type = cv_az_total.store_type
-  union all 
-  ---------------cv下的非az数据
-  select
-    A.yyyymm,
-    A.pack_id,
-    A.iqvia_pack_code,
-    A.platform,
-    A.store_type,
-    A.store_name,
-    B.corp_cod,
-    A.sales_value,
-    A.sales_unit,
-    A.counting_unit,
-    A.ta
-  from cv_data A 
-  inner join(select distinct iqvia_pack_code,corp_cod,product_id from tmp.tmp_zk_ec_pack_property_corp) B 
-  on A.pack_id = B.product_id
-  where nvl(corp_cod,'') <>'A5Z'
-)
------------------------所有cv 数据
-,all_cv_data as (
-select 
-  yyyymm,
-  pack_id,
-  iqvia_pack_code,
-  platform,
-  store_type,
-  store_name,
-  corp_cod,
-  sales_value,
-  sales_unit,
-  counting_unit,
-  'CV' flag,
-  ta
-from cv_corp_data
-union all 
------------------------倒减出cv_others数据
-select
-  t1.yyyymm,
-  'CV_OTHERS' as pack_id,
-  'CV_OTHERS' as iqvia_pack_code,
-  t1.platform,
-  t1.store_type,
-  case when t1.store_type = '自营旗舰' then 'CV_OTHERS_SO' when t1.store_type = '第三方' then 'CV_OTHERS_POP' end store_name,
-  'CV_OTHERS' as corp_cod,
-  t2.sales_value - t1.sales_value as sales_value,
-  0,0,
-  'CV' as flag,
-  'CV_OTHERS' as ta
-from( 
------------------------所有的cv数据 
-  select
-    yyyymm,
-    platform,
-    case when  store_type = '平台店' or store_type = '品牌店' then '自营旗舰' else store_type end store_type,
-    sum(sales_value) sales_value
-  from cv_corp_data 
-  group by 1,2,3
-)t1
-left join(
------------------------cv大数
-  select
-    yyyymm,
-    platform,
-    case when store_type = '三方' then '第三方' else store_type end store_type,
-    sum(sales_value) sales_value
-  from dws.dws_zk_ec_by_ta_top_corp
-  where ta = 'CV' and lower(rank) = 'total'
-  group by 1,2,3
-)t2
-on t1.yyyymm = t2.yyyymm and t1.platform = t2.platform and t1.store_type = t2.store_type
-),non_cv_all_data as (
-  select 
-    t1.yyyymm,
-    t1.pack_id,
-    t1.iqvia_pack_code,
-    t1.platform,
-    t1.store_type,
-    t1.store_name,
-    t2.corp_cod,
-    t1.sales_value,
-    t1.sales_unit,
-    t1.counting_unit,
-    case when t2.ta in ('DM','RD') then 'CVRM' else '' end flag,
-    max(t2.ta) ta
-  from dws.dws_zk_ec_sales t1
-  left join (select distinct iqvia_pack_code,ta,corp_cod,product_id from tmp.tmp_zk_ec_pack_property_corp) t2
-  on t1.pack_id = t2.product_id
-  where nvl(t2.TA,'') <> 'CV'
-  group by 1,2,3,4,5,6,7,8,9,10,11
-)
-select * from all_cv_data
-union 
-select * from non_cv_all_data
--- select * from non_cv_all_data order by sales_value desc
-
-
-
--- COMMAND ----------
-
---cvrm倒减：关联加工好的配置表，获取ta信息进行倒减
-insert overwrite table tmp.tmp_dm_zk_ec_sales_cv_tmp2 
-with all_data as (
-select 
-  yyyymm,
-  pack_id,
-  iqvia_pack_code,
-  platform,
-  store_type,
-  store_name,
-  corp_cod,
-  sales_value,
-  sales_unit,
-  counting_unit,
-  flag
-from tmp.tmp_dm_zk_ec_sales_cv_tmp
-union all 
-select
-  t1.yyyymm,
-  'CVRM_AZ_OTHERS' as pack_id,
-  'CVRM_AZ_OTHERS' as iqvia_pack_code,
-  t1.platform,
-  t1.store_type,
-  case when t1.store_type = '自营旗舰' then 'CVRM_AZ_OTHERS_SO' when t1.store_type = '第三方' then 'CVRM_AZ_OTHERS_POP' end store_name,
-  t1.corp_cod,
-  t2.sales_value - t1.sales_value as sales_value,
-  0,0,
-  'CVRM' as flag
-from(  
-  select 
-    yyyymm,
-    corp_cod,
-    platform,
-    case when store_type = '平台店' or store_type = '品牌店' then '自营旗舰' else store_type end store_type,
-    sum(sales_value) sales_value
-  from tmp.tmp_dm_zk_ec_sales_cv_tmp
-  where corp_cod = 'A5Z' and flag in ('CV','CVRM') 
-  group by 1,2,3,4
-)t1
-left join (
-  select
-    yyyymm,
-    CORP_COD,
-    platform,
-    case when store_type = '三方' then '第三方' else store_type end store_type,
-    sum(sales_value) sales_value
-  from dws.dws_zk_ec_by_ta_top_corp
-  where CORP_COD = 'A5Z' and ta = 'CVRM'
-  group by 1,2,3,4
-)t2
-on t1.yyyymm = t2.yyyymm and t1.platform = t2.platform and t1.store_type = t2.store_type
-)
-select
-  yyyymm,
-  pack_id,
-  iqvia_pack_code,
-  platform,
-  store_type,
-  store_name,
-  corp_cod,
-  sales_value,
-  sales_unit,
-  counting_unit,
-  flag
-from all_data
-union all 
-select
-  t1.yyyymm,
-  'CVRM_OTHERS' as pack_id,
-  'CVRM_OTHERS' as iqvia_pack_code,
-  t1.platform,
-  t1.store_type,
-  case when t1.store_type = '自营旗舰' then 'CVRM_OTHERS_SO' when t1.store_type = '第三方' then 'CVRM_OTHERS_POP' end store_name,
-  'CVRM_OTHERS' as corp_cod,
-  t2.sales_value - t1.sales_value as sales_value,
-  0,0,
-  'CVRM' flag
-from (  
-  select
-    yyyymm,
-    platform,
-    case when store_type = '平台店' or store_type = '品牌店' then '自营旗舰' else store_type end store_type,
-    sum(sales_value) sales_value
-  from all_data 
-  where flag in ('CV','CVRM')
-  group by 1,2,3
-)t1
-left join(
-  select
-    yyyymm,
-    platform,
-    case when store_type = '三方' then '第三方' else store_type end store_type,
-    sum(sales_value) sales_value
-  from dws.dws_zk_ec_by_ta_top_corp
-  where ta = 'CVRM' and lower(rank) = 'total'
-  group by 1,2,3
-)t2
-on t1.yyyymm = t2.yyyymm and t1.platform = t2.platform and t1.store_type = t2.store_type
-
-
-
-
-
-
--- COMMAND ----------
-
---ta倒减并写入事实表：根据加工好的倒减底表中ta字段信息获取ta总数，进行倒减
-insert overwrite table tmp.tmp_dm_zk_ec_sales 
-with all_data as (
-select distinct
-  yyyymm,
-  pack_id,
-  iqvia_pack_code,
-  platform,
-  store_type,
-  store_name,
-  corp_cod,
-  sales_value,
-  sales_unit,
-  counting_unit,
-  flag
-from tmp.tmp_dm_zk_ec_sales_cv_tmp2
-union all
-select
-  t1.yyyymm,
-  'OTHERS_AZ_TA' as pack_id,
-  'OTHERS_AZ_TA' as iqvia_pack_code,
-  t1.platform,
-  t1.store_type,
-  case when t1.store_type = '自营旗舰' then 'OTHERS_AZ_TA_SO' when t1.store_type = '第三方' then 'OTHERS_AZ_TA_POP' end store_name,
-  t1.corp_cod,
-  t2.sales_value - t1.sales_value as sales_value,
-  0,0,
-  'OTHERS_AZ_TA' as flag
-from(  
-  select
-    yyyymm,
-    corp_cod,
-    platform,
-    case when store_type = '平台店' or store_type = '品牌店' then '自营旗舰' else store_type end store_type,
-    sum(sales_value) sales_value
-  from tmp.tmp_dm_zk_ec_sales_cv_tmp2
-  where corp_cod = 'A5Z' 
-  group by 1,2,3,4
-)t1
-left join (
-  select
-    yyyymm,
-    platform,
-    store_type,
-    sum(sales_value) sales_value
-  from dws.dws_zk_ec_by_ta_top_corp
-  where CORP_COD = 'A5Z' and ta = 'RX Total'
-  group by 1,2,3
-)t2
-on t1.yyyymm = t2.yyyymm and t1.platform = t2.platform and t1.store_type = t2.store_type
-),result as (
-select
-  yyyymm,
-  pack_id,
-  iqvia_pack_code,
-  platform,
-  store_type,
-  store_name,
-  corp_cod,
-  sales_value,
-  sales_unit,
-  counting_unit,
-  flag
-from all_data
-union all
-select
-  t1.yyyymm,
-  'OTHERS_TA' as pack_id,
-  'OTHERS_TA' as iqvia_pack_code,
-  t1.platform,
-  t1.store_type,
-  case when t1.store_type = '自营旗舰' then 'OTHERS_TA_SO' when t1.store_type = '第三方' then 'OTHERS_TA_POP' end store_name,
-  'OTHERS_TA' as corp_cod,
-  t2.sales_value - t1.sales_value as sales_value,
-  0,0,
-  'OTHERS_TA' as flag
-from(  
-  select 
-    yyyymm,
-    platform,
-    case when store_type = '平台店' or store_type = '品牌店' then '自营旗舰' else store_type end store_type,
-    sum(sales_value) sales_value
-  from all_data
-  group by 1,2,3
-)t1
-left join(
-  select
-    yyyymm,
-    platform,
-    store_type,
-    sum(sales_value) sales_value
-  from dws.dws_zk_ec_by_ta_top_corp
-  where lower(rank) = 'total' and ta = 'RX Total'
-  group by 1,2,3
-  )t2
-on t1.yyyymm = t2.yyyymm and t1.platform = t2.platform and t1.store_type = t2.store_type
-)
-select distinct
-  yyyymm,
-  pack_id,
-  iqvia_pack_code,
-  corp_cod,
-  'ROC' as audit_cod,
-  platform,
-  case when store_type = '第三方' then 'POP' when store_type in ('平台店','品牌店','自营旗舰') then 'SO' end  store_type,
-  store_name,
-  case when iqvia_pack_code like '%OTHERS%' then 0 else 1 end PACK_FLAG,
-  case when iqvia_pack_code like '%OTHERS%' then 0 else 1 end PROD_FLAG,
-  flag,
-  'EC(Monthly)' DATA_SOURCE,
-  sum(sales_value) sales_value,
-  sum(sales_unit) sales_unit,
-  sum(counting_unit) counting_unit
-from result 
-group by 1,2,3,4,5,6,7,8,9,10,11,12
-
-
-
-
-
--- COMMAND ----------
-
-insert overwrite table dm.dm_zk_ec_sales 
-select 
-yyyymm,
-max(pack_id) as pack_id,
-iqvia_pack_code,
-corp_cod,
-audit_cod,
-platform,
-store_type,
-store_name,
-max(PACK_FLAG) as PACK_FLAG,
-max(PROD_FLAG) as PROD_FLAG,
-max(flag) as flag,
-DATA_SOURCE,
-sum(sales_value) as sales_value,
-sum(sales_value_ly) as sales_value_ly,
-sum(sales_unit) as sales_unit,
-sum(sales_unit_ly) as sales_unit_ly,
-sum(counting_unit) as counting_unit,
-sum(counting_unit_ly) as counting_unit_ly
-from
-(
-select 
-yyyymm,
-pack_id,
-iqvia_pack_code,
-corp_cod,
-audit_cod,
-platform,
-store_type,
-store_name,
-PACK_FLAG,
-PROD_FLAG,
-flag,
-DATA_SOURCE,
-sales_value,
-0 as sales_value_ly,
-sales_unit,
-0 as sales_unit_ly,
-counting_unit,
-0 as counting_unit_ly
-from tmp.tmp_dm_zk_ec_sales
-union all
-select
-cast(yyyymm + 100 as int) as yyyymm,
-null as pack_id,
-iqvia_pack_code,
-corp_cod,
-audit_cod,
-platform,
-store_type,
-store_name,
-case when upper(iqvia_pack_code) like '%OTHERS%' then 0 else 1 end as PACK_FLAG,
-case when upper(iqvia_pack_code) like '%OTHERS%' then 0 else 1 end as PROD_FLAG,
-'' as flag,
-DATA_SOURCE,
-0 as sales_value,
-sales_value as sales_value_ly,
-0 as sales_unit,
-sales_unit as sales_unit_ly,
-0 as counting_unit,
-counting_unit as counting_unit_ly
-from tmp.tmp_dm_zk_ec_sales
-where cast(yyyymm + 100 as int) <= (select max(yyyymm) from tmp.tmp_dm_zk_ec_sales)
-) t
-group by yyyymm,
-iqvia_pack_code,
-corp_cod,
-audit_cod,
-platform,
-store_type,
-store_name,
-DATA_SOURCE
-
--- COMMAND ----------
-
-insert overwrite table dws.dws_zk_ec_pack_property 
-select 
-  * 
-  ,from_utc_timestamp(current_timestamp(),'UTC+8' ) etl_insert_dt
-  ,from_utc_timestamp(current_timestamp(),'UTC+8' ) etl_update_dt
-from tmp.tmp_ec_temp_market
-union all
-select
-'' iqvia_lineno
-,iqvia_pack_code as iqvia_pack_code
-,'' prod_cod
-,'' iqvia_notes
-,'' new_pack_flag
-,'' is_exists_chpa
-,iqvia_pack_code as product_id
-,'' prescription_nature
-,'' medicine_type
-,'' zk_medicine_tier1
-,'' zk_medicine_tier2
-,'' zk_medicine_tier3
-,'' zk_medicine_tier4
-,'' common_name
-,'' dosage_form
-,'' user_type
-,'' category_name
-,'' product_name
-,'' brand_name
-,'' zk_manu_des
-,'' zk_corp_des
-,'' zk_pack_des
-,'' counting_unit_a
-,'' dosage_unit_a
-,'' unit_a
-,'' app1_cod
-,'' app1_des
-,'' app1_des_c
-,'' app2_cod
-,'' app2_des
-,'' app2_des_c
-,'' app3_cod
-,'' app3_des
-,'' app3_des_c
-,'' atc1_cod
-,'' atc1_des
-,'' atc1_des_c
-,'' atc2_cod
-,'' atc2_des
-,'' atc2_des_c
-,'' atc3_cod
-,'' atc3_des
-,'' atc3_des_c
-,'' atc4_cod
-,'' atc4_des
-,'' atc4_des_c
-,'' bio_desc
-,'' cmps_cod
-,'' cmps_des
-,'' cmps_des_c
-,corp_cod as corp_cod
-,'' corp_des
-,'' corp_des_c
-,'' edl_desc
-,'' eth_otc_desc
-,'' gene_orig_desc
-,'' gqce_desc
-,'' manu_cod
-,'' manu_des
-,'' manu_des_c
-,'' mnfl_cod
-,'' mnfl_des
-,'' nrdl_desc
-,'' pack_des
-,'' stgh_des
-,'' pack_lch
-,'' paed_desc
-,'Others' prod_des
-,'Others' prod_des_c
-,'' tcm_desc
-,'' vbp_desc
-,'' unit
-,'' counting_unit
-,'' dosage_unit
-,'' NRDL_ENTRY_DATE
-,'NON MARKET' Market
-,'' bu
-,1 extend_market_ratio
-,case when iqvia_pack_code like '%AZ%' then 'Y' else 'N' end    is_az
-,from_utc_timestamp(current_timestamp(),'UTC+8' ) etl_insert_dt
-,from_utc_timestamp(current_timestamp(),'UTC+8' ) etl_update_dt
-from (select distinct iqvia_pack_code,corp_cod from dm.dm_zk_ec_sales  where iqvia_pack_code not in (select distinct iqvia_pack_code from tmp.tmp_ec_temp_market))
-
-
--- COMMAND ----------
-
-insert overwrite table tmp.tmp_dm_zk_ec_pack_property 
-select 
-a.iqvia_lineno
-,a.iqvia_pack_code
-,a.prod_cod
-,a.iqvia_notes
-,a.new_pack_flag
-,a.is_exists_chpa
-,a.product_id
-,a.prescription_nature
-,a.medicine_type
-,a.zk_medicine_tier1
-,a.zk_medicine_tier2
-,a.zk_medicine_tier3
-,a.zk_medicine_tier4
-,a.common_name
-,a.dosage_form
-,a.user_type
-,a.category_name
-,a.product_name
-,a.brand_name
-,a.zk_manu_des
-,a.zk_corp_des
-,a.zk_pack_des
-,a.counting_unit_a
-,a.dosage_unit_a
-,a.unit_a
-,a.app1_cod
-,a.app1_des
-,a.app1_des_c
-,a.app2_cod
-,a.app2_des
-,a.app2_des_c
-,a.app3_cod
-,a.app3_des
-,a.app3_des_c
-,a.atc1_cod
-,a.atc1_des
-,a.atc1_des_c
-,a.atc2_cod
-,a.atc2_des
-,a.atc2_des_c
-,a.atc3_cod
-,a.atc3_des
-,a.atc3_des_c
-,a.atc4_cod
-,a.atc4_des
-,a.atc4_des_c
-,a.bio_desc
-,a.cmps_cod
-,a.cmps_des
-,a.cmps_des_c
-,COALESCE(c.corp_cod,b.corp_cod,a.corp_cod)  corp_cod
-,COALESCE(c.corp_des,b.corp_des,a.corp_des)  corp_des
-,COALESCE(d.corp_des_c,a.corp_des_c )        corp_des_c
-,a.edl_desc
-,a.eth_otc_desc
-,a.gene_orig_desc
-,a.gqce_desc
-,COALESCE(c.manu_cod,b.manu_cod,a.manu_cod)  manu_cod 
-,COALESCE(c.manu_des,b.manu_des,a.manu_des)  manu_des 
-,COALESCE(e.manu_des_c,a.manu_des_c)         manu_des_c
-,a.mnfl_cod
-,a.mnfl_des
-,a.nrdl_desc
-,a.pack_des
-,a.stgh_des
-,a.pack_lch
-,a.paed_desc
-,a.prod_des
-,a.prod_des_c
-,a.tcm_desc
-,a.vbp_desc
-,a.unit
-,a.counting_unit
-,a.dosage_unit
-,a.NRDL_ENTRY_DATE
-,a.Market
-,a.bu
-,a.extend_market_ratio
-,a.is_az
-from dws.dws_zk_ec_pack_property a 
-left join (select right(concat('000000000',prod_cod ),9) prod_cod,corp_cod,corp_des,manu_cod,manu_des from dwd.dwd_gnd_tbl_corp_change where pack_cod is  null  ) b 
-on right(concat('000000000',A.prod_cod ),9)= b.prod_cod
-left join (select if( pack_cod REGEXP '^[0-9]',right(concat('000000000000',pack_cod),12),pack_cod) pack_cod,corp_cod,corp_des,manu_cod,manu_des from dwd.dwd_gnd_tbl_corp_change where pack_cod is  not null  ) c 
-on a.iqvia_pack_code = c.pack_cod
-left join (select distinct corp_cod,corp_des_c from dwd.dwd_gnd_ext_retail_pack_property) d 
-on coalesce(C.corp_cod,B.corp_cod ) = d.corp_cod 
-Left join (select distinct manu_cod,manu_des,manu_des_c  from dwd.dwd_gnd_ext_retail_pack_property) e 
-On coalesce(C.manu_cod,B.manu_cod )  = e.manu_cod 
-
--- COMMAND ----------
-
-------将事实表倒减之后的维度信息补充到维度表里
-insert overwrite table dm.dm_zk_ec_pack_property 
-select 
- CASE  when a.iqvia_pack_code  IN ('CVRM_AZ_OTHERS','CVRM_OTHERS') THEN 'CVRM_OTHER Market'
-       WHEN a.iqvia_pack_code  IN ('CV_AZ_OTHERS','CV_OTHERS') THEN 'CV_OTHER Market' 
-       WHEN A.iqvia_pack_code IN ('OTHERS_AZ_TA','OTHERS_TA') THEN 'OTHERS Market'
-         ELSE a.market    
- END ||'_'||a.iqvia_pack_code   MARKET_PACK_KEY 
-,a.iqvia_lineno
-,a.iqvia_pack_code
-,a.prod_cod
-,a.iqvia_notes
-,a.new_pack_flag
-,a.is_exists_chpa
-,'' Family_Code      
-,'' Family_Name 
-,'' BrandType
-,''  AZ_MAIN 
-,''  AZ_Related
-,t5.KEY_COMPETITOR
-,a.product_id
-,a.prescription_nature
-,a.medicine_type
-,a.zk_medicine_tier1
-,a.zk_medicine_tier2
-,a.zk_medicine_tier3
-,a.zk_medicine_tier4
-,a.common_name
-,a.dosage_form
-,a.user_type
-,a.category_name
-,a.product_name
-,a.brand_name
-,a.zk_manu_des
-,a.zk_corp_des
-,a.zk_pack_des
-,a.counting_unit_a
-,a.dosage_unit_a
-,a.unit_a
-,a.app1_cod
-,a.app1_des
-,a.app1_des_c
-,a.app2_cod
-,a.app2_des
-,a.app2_des_c
-,a.app3_cod
-,a.app3_des
-,a.app3_des_c
-,a.atc1_cod
-,a.atc1_des
-,a.atc1_des_c
-,a.atc2_cod
-,a.atc2_des
-,a.atc2_des_c
-,a.atc3_cod
-,a.atc3_des
-,a.atc3_des_c
-,a.atc4_cod
-,a.atc4_des
-,a.atc4_des_c
-,a.bio_desc
-,a.cmps_cod
-,a.cmps_des
-,a.cmps_des_c
-,CASE WHEN a.iqvia_pack_code LIKE '%AZ%' THEN 'A5Z' else a.CORP_COD END              
-								corp_cod 
-,CASE 
-	WHEN a.iqvia_pack_code LIKE '%AZ%' THEN 'ASTRAZENECA'  
-	WHEN a.corp_des like '%GROUP%' THEN replace(a.corp_des,' GROUP','')
-	else a.CORP_DES  END   corp_des 
-,CASE WHEN a.iqvia_pack_code LIKE '%AZ%' THEN '阿斯利康制药集团'  else a.CORP_DES_C  END    
-                CORP_DES_C
-,a.edl_desc
-,a.eth_otc_desc
-,a.gene_orig_desc
-,a.gqce_desc
-,a.manu_cod
-,a.manu_des
-,a.manu_des_c
-,a.mnfl_cod
-,a.mnfl_des
-,a.nrdl_desc
-,a.pack_des
-,a.stgh_des
-,a.pack_lch
-,a.paed_desc
-,a.prod_des
-,a.prod_des_c
-,a.tcm_desc
-,a.vbp_desc
-,a.unit
-,a.counting_unit
-,a.dosage_unit
-,a.NRDL_ENTRY_DATE
-,CASE  WHEN a.iqvia_pack_code  IN ('CVRM_AZ_OTHERS','CVRM_OTHERS') THEN 'CVRM_OTHER Market'
-       WHEN a.iqvia_pack_code  IN ('CV_AZ_OTHERS','CV_OTHERS') THEN 'CV_OTHER Market' 
-       WHEN A.iqvia_pack_code IN ('OTHERS_AZ_TA','OTHERS_TA') THEN 'OTHERS Market'
-        ELSE a.market    
- END  market
-,a.bu
-,a.extend_market_ratio
-,a.is_az
-,nvl(b.class, 'Others') class
-,CASE WHEN a.iqvia_pack_code IN ('CVRM_AZ_OTHERS','CVRM_OTHERS')  THEN 'CVRM'
-      WHEN a.iqvia_pack_code  IN ('CV_AZ_OTHERS','CV_OTHERS')  THEN 'CV' 
-      ELSE c.ta   
- END  TA  
-from tmp.tmp_dm_zk_ec_pack_property a 
-left join dwd.dwd_gnd_ext_retail_dim_ta c 
-on c.market = a.Market 
-left join dwd.dwd_gnd_tblclass b 
-on a.Market = case when b.market is null then a.Market else b.market end
-and nvl(a.iqvia_pack_code,'') = case when b.pack_code is null then nvl(a.iqvia_pack_code,'') else b.pack_code end
-and nvl(a.prod_cod,'') = case when b.product_code is null then nvl(a.prod_cod,'') else b.product_code end
-and nvl(a.cmps_cod,'') = case when b.molecule_code is null then nvl(a.cmps_cod,'') else right(concat('000000',b.molecule_code),6) end
-and nvl(a.corp_cod,'') = case when b.corporation_code is null then nvl(a.corp_cod,'') else b.corporation_code end
-and nvl(a.manu_cod,'') = case when b.manufacturer_code is null then nvl(a.manu_cod,'') else b.manufacturer_code end
-and nvl(a.app1_cod,'') = case when b.nfc1_code is null then nvl(a.app1_cod,'') else b.nfc1_code end
-and nvl(a.app2_cod,'') = case when b.nfc2_code is null then nvl(a.app2_cod,'') else b.nfc2_code end
-and nvl(a.app3_cod,'') = case when b.nfc3_code is null then nvl(a.app3_cod,'') else b.nfc3_code end
-and nvl(a.atc1_cod,'') = case when b.atc1_code is null then nvl(a.atc1_cod,'') else b.atc1_code end
-and nvl(a.atc2_cod,'') = case when b.atc2_code is null then nvl(a.atc2_cod,'') else b.atc2_code end
-and nvl(a.atc3_cod,'') = case when b.atc3_code is null then nvl(a.atc3_cod,'') else b.atc3_code end 
-and nvl(a.atc4_cod,'') = case when b.atc4_code is null then nvl(a.atc4_cod,'') else b.atc4_code end
-and nvl(a.stgh_des,'') = case when b.strength is null then nvl(a.stgh_des,'') else b.strength end
-left join (select distinct MARKET,PACK_CODE as PACK_COD,KEY_COMPETITOR from DM.DM_TD_EXT_CHPA_MARKET_PACK_MAPPING) t5
-on a.market = t5.MARKET
-and a.iqvia_pack_code = t5.PACK_COD
-
-
-
--- COMMAND ----------
-
-insert overwrite table dm.dm_zk_ec_market_property 
-select distinct 
-iqvia_pack_code,market,ta
-from dm.dm_zk_ec_pack_property 
-
--- COMMAND ----------
-
-insert overwrite table dm.dm_zk_ec_market_ratio 
-select distinct
-  concat(a.Market,'_',a.iqvia_pack_code) as market_pack_key,
-  a.iqvia_pack_code as pack_cod,
-  a.prod_des,
-  a.cmps_des,
-  a.corp_cod,
-  a.Market,
-  a.extend_market_ratio as value_market_ratio,
-  a.extend_market_ratio as unit_market_ratio,
-  coalesce(
-    case when c.ratio is null then a.extend_market_ratio*d.ratio
-    else a.extend_market_ratio*c.ratio end,1) as countingunit_market_ratio
-from tmp.tmp_ec_temp_market a 
-left join (--pack
-  select
-		market,
-		cmps_cod,
-		cmps_des,
-		if( pack_cod REGEXP '^[0-9]',right(concat('000000000000',pack_cod),12),pack_cod) pack_cod,--right(concat('0000000',pack_cod ),7)
-		pack_des,
-		level,
-		type,
-		cast(ratio as float) as ratio,
-		cast(starttime as int) starttime,
-		cast (endtime as int) endtime
-  from dwd.dwd_gnd_ims_tblbrandratio
-  where UPPER(TYPE) = 'COUNTINGUNIT' and UPPER(Level) = 'PACK'
-)c on a.Market = c.market and a.iqvia_pack_code = if( c.pack_cod REGEXP '^[0-9]',right(concat('000000000000',c.pack_cod),12),c.pack_cod)--right(concat('0000000',c.pack_cod),7)
-left join(--molecule
-  select
-		market,
-		cmps_cod,
-		cmps_des,
-		if( pack_cod REGEXP '^[0-9]',right(concat('000000000000',pack_cod),12),pack_cod) pack_cod,--right(concat('0000000',pack_cod ),7)
-		pack_des,
-		level,
-		type,
-		cast(ratio as float) as ratio,
-		cast(starttime as int) starttime,
-		cast (endtime as int) endtime
-  from dwd.dwd_gnd_ims_tblbrandratio
-  where UPPER(TYPE) = 'COUNTINGUNIT' and UPPER(Level) = 'MOLECULE'
-)d on a.Market = d.market and a.cmps_cod = right(concat('000000',d.cmps_cod ),6)
-
--- COMMAND ----------
-
-create or replace table dm.dm_zk_ec_geo
-using delta as
-select
-  'ROC' as audit_cod,
-  '全国' as city_c,
-  'national' as city_e,
-  '全国' as province_c,
-  'national' as province_e;
-
--- COMMAND ----------
-
----------------------------------------将直取部分数据处理成KPI形式-----------------------------------------
-insert overwrite table tmp.tmp_zk_ec_sales_kpi_tmp 
-select
- b.CORP_COD,
- '' as yyyymm,
- a.ytd ,
- a.platform,
- case when a.store_type = '三方' then '第三方' else a.store_type end store_type ,
- 'ROC' as geo_key,
-'top_yoygr' as KPI_name,
-a.yoy_gr as Kpi_val,
-c.yoy_gr as Kpi_val_ly,
-''  as str_kpi_val,
-''  as str_kpi_val_ly,
-''  as str_kpi_vol,
-''  as str_kpi_vol_ly,
-case when upper(a.rank) = 'TTL MKT' then 'Y' else 'N' end total_flag,
-'' as ta
-from dwd.dwd_gnd_ec_b2c_top10_drives_brand a 
-left join  (select distinct ZK_Corp_C,CORP_COD  from dwd.dwd_inc_gnd_retail_b2c_label_total where (ZK_Corp_C = '东阳光' and ZK_Prod_C is null) or ZK_Corp_C != '东阳光') b 
-on a.corp = b.ZK_Corp_C
-left join dwd.dwd_gnd_ec_b2c_top10_drives_brand c 
-on a.corp = c.corp 
-and a.ytd = c.ytd + 100
-and a.platform = c.platform
-and a.store_type = c.store_type
--- where upper(a.rank) <> 'TTL MKT' 
-union all
-select
- b.CORP_COD,
- '' as yyyymm,
- a.ytd ,
- a.platform,
- case when a.store_type = '三方' then '第三方' else a.store_type end store_type ,
- 'ROC' as geo_key,
-'top1_brand_gr' as KPI_name,
-a.top1_brand_gr as Kpi_val,
-c.top1_brand_gr as Kpi_val_ly,
-''  as str_kpi_val,
-''  as str_kpi_val_ly,
-''  as str_kpi_vol,
-''  as str_kpi_vol_ly,
-case when upper(a.rank) = 'TTL MKT' then 'Y' else 'N' end total_flag,
-'' as ta
-from dwd.dwd_gnd_ec_b2c_top10_drives_brand a 
-left join  (select distinct ZK_Corp_C,CORP_COD  from dwd.dwd_inc_gnd_retail_b2c_label_total where (ZK_Corp_C = '东阳光' and ZK_Prod_C is null) or ZK_Corp_C != '东阳光') b 
-on a.corp = b.ZK_Corp_C
-left join dwd.dwd_gnd_ec_b2c_top10_drives_brand c 
-on a.corp = c.corp 
-and a.ytd = c.ytd + 100
-and a.platform = c.platform
-and a.store_type = c.store_type
--- where upper(a.rank) <> 'TTL MKT' 
-union all
-select
- b.CORP_COD,
- '' as yyyymm,
- a.ytd ,
- a.platform,
- case when a.store_type = '三方' then '第三方' else a.store_type end store_type,
- 'ROC' as geo_key,
-'top1_brand_val' as KPI_name,
-''  as Kpi_val,
-''  as Kpi_val_ly,
-a.top1_brand_val  as str_kpi_val,
-''  as str_kpi_val_ly,
-''  as str_kpi_vol,
-''  as str_kpi_vol_ly,
-case when upper(a.rank) = 'TTL MKT' then 'Y' else 'N' end total_flag,
-'' as ta
-from dwd.dwd_gnd_ec_b2c_top10_drives_brand a 
-left join  (select distinct ZK_Corp_C,CORP_COD  from dwd.dwd_inc_gnd_retail_b2c_label_total where (ZK_Corp_C = '东阳光' and ZK_Prod_C is null) or ZK_Corp_C != '东阳光') b 
-on a.corp = b.ZK_Corp_C
--- where upper(a.rank) <> 'TTL MKT' 
-union all 
-select 
-  b.CORP_COD,
-  '' as yyyymm,
-  a.ytd ,
-  a.platform,
-  case when a.store_type = '三方' then '第三方' else a.store_type end store_type,
-  'ROC' as geo_key,
-  'incremental_brand' as KPI_name,
-  '' as Kpi_val,
-  '' as Kpi_val_ly,
-  a.growth_driver_brand_val  as str_kpi_val,
-  ''  as str_kpi_val_ly,
-  ''  as str_kpi_vol,
-  ''  as str_kpi_vol_ly,
-  case when upper(a.rank) = 'TTL MKT' then 'Y' else 'N' end total_flag,
-  '' as ta
-from dwd.dwd_gnd_ec_b2c_top10_drives_brand a 
-left join  (select distinct ZK_Corp_C,CORP_COD  from dwd.dwd_inc_gnd_retail_b2c_label_total where (ZK_Corp_C = '东阳光' and ZK_Prod_C is null) or ZK_Corp_C != '东阳光') b 
-on a.corp = b.ZK_Corp_C
--- where upper(a.rank) <> 'TTL MKT' 
-union all
-select 
-  b.CORP_COD,
-  '' as yyyymm,
-  a.ytd ,
-  a.platform,
-  case when a.store_type = '三方' then '第三方' else a.store_type end store_type,
-  'ROC' as geo_key,
-  'incremental_brand_gr' as KPI_name,
-  a.growth_driver_brand_gr as Kpi_val,
-  c.growth_driver_brand_gr as Kpi_val_ly,
-  ''  as str_kpi_val,
-  ''  as str_kpi_val_ly,
-  ''  as str_kpi_vol,
-  ''  as str_kpi_vol_ly,
-  case when upper(a.rank) = 'TTL MKT' then 'Y' else 'N' end total_flag,
-  '' as ta
-from dwd.dwd_gnd_ec_b2c_top10_drives_brand a 
-left join  (select distinct ZK_Corp_C,CORP_COD  from dwd.dwd_inc_gnd_retail_b2c_label_total where (ZK_Corp_C = '东阳光' and ZK_Prod_C is null) or ZK_Corp_C != '东阳光') b 
-on a.corp = b.ZK_Corp_C
-left join dwd.dwd_gnd_ec_b2c_top10_drives_brand c 
-on a.corp = c.corp 
-and a.ytd = c.ytd + 100
-and a.platform = c.platform
-and a.store_type = c.store_type
--- where upper(a.rank) <> 'TTL MKT' 
-union all 
-select
-  b.CORP_COD,
-  a.ytd yyyymm,
-  '' as ytd,
-  a.platform,
-  a.store_type,
-  'ROC' as geo_key,
-  'top_corp_sales' as KPI_name,
-  replace(a.sales_value,',','' ) as Kpi_val,
-  replace(c.sales_value,',','' ) as Kpi_val_ly,
-  '' as  str_kpi_val,
-  ''  as str_kpi_val_ly,
-  ''  as str_kpi_vol,
-  ''  as str_kpi_vol_ly,
-  case when lower(a.rank) = 'total' then 'Y' else 'N' end total_flag,
-  a.ta
-from dwd.dwd_gnd_ec_ta_overview a 
-left join  (select distinct ZK_Corp_C,CORP_COD  from dwd.dwd_inc_gnd_retail_b2c_label_total where (ZK_Corp_C = '东阳光' and ZK_Prod_C is null) or ZK_Corp_C != '东阳光') b 
-on a.corp_des = b.ZK_Corp_C
-left join dwd.dwd_gnd_ec_ta_overview c 
-on a.ytd = c.ytd + 100
-and a.corp_des = c.corp_des 
-and a.platform = c.platform
-and a.store_type = c.store_type
-and a.ta = c.ta
--- where lower(a.rank) <> 'total'
-union all 
-select distinct
-  b.CORP_COD,
-  '' yyyymm,
-  a.ytd as ytd,
-  a.platform,
-  a.store_type,
-  'ROC' as geo_key,
-  'top_rank' as KPI_name,
-  a.rank as Kpi_val,
-  '' as Kpi_val_ly,
-  '' as  str_kpi_val,
-  ''  as str_kpi_val_ly,
-  ''  as str_kpi_vol,
-  ''  as str_kpi_vol_ly,
-  case when lower(a.rank) = 'total' then 'Y' else 'N' end total_flag,
-  a.ta
-from dwd.dwd_gnd_ec_ta_overview a 
-left join  (select distinct ZK_Corp_C,CORP_COD  from dwd.dwd_inc_gnd_retail_b2c_label_total where (ZK_Corp_C = '东阳光' and ZK_Prod_C is null) or ZK_Corp_C != '东阳光') b 
-on a.corp_des = b.ZK_Corp_C
--- where lower(a.rank) <> 'total'
-
-
--- COMMAND ----------
-
-insert overwrite table dm.dm_zk_ec_sales_kpi 
-select 
-  case when total_flag = 'Y' then 'TTL MKT' else nvl(CORP_COD,'') end CORP_COD ,
-  if(yyyymm <> '', nvl(yyyymm,''),nvl(ytd,'')) yyyymm,
-  if(ytd <> '', 'Y', 'N') ytd,
-  nvl(platform,'') as platform,
-  case when store_type = '自营旗舰' then 'SO' 
-    when store_type = '第三方' then 'POP' else  nvl(store_type,'') end store_type,
-  nvl(geo_key,'') as geo_key,
-  nvl(KPI_name,'') as KPI_name,
-  nvl(cast(Kpi_val as double),'') Kpi_val,
-  nvl(cast(Kpi_val_ly as double),'') Kpi_val_ly,
-  nvl(str_kpi_val,'') as str_kpi_val,
-  nvl(str_kpi_val_ly,'') as str_kpi_val_ly,
-  nvl(str_kpi_vol,'') as str_kpi_vol,
-  nvl(str_kpi_vol_ly,'') as str_kpi_vol_ly,
-  nvl(total_flag,'') as total_flag,
-  case when ta = 'NIAD' then 'DM' when ta = 'RX Total' then '' else nvl(ta,'') end ta
-from tmp.tmp_zk_ec_sales_kpi_tmp 
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ## NIAD Date
-
--- COMMAND ----------
-
--- 计算NIAD的时间是否比其他数据源先来数据 chenwu
-CREATE OR REPLACE TABLE tmp.tmp_dm_td_ext_ec_niad_month as
-WITH all_ec_data (
-  SELECT
-    MAX(TIME) month,
-    'NOTNIAD' AS DATATYPE
-  FROM
-    dwd.dwd_gnd_ec_zkb2c_hm_jd_2025before
-  UNION ALL
-  SELECT
-    MAX(TIME) month,
-    'NOTNIAD' AS DATATYPE
-  FROM
-    dwd.dwd_gnd_ec_zkb2c_hm_jd_2025after
-  UNION ALL
-  SELECT
-    MAX(TIME) month,
-    'NOTNIAD' AS DATATYPE
-  FROM
-    dwd.dwd_gnd_ec_zkb2c_hm_tm_2206after
-  UNION ALL
-  SELECT
-    MAX(TIME) month,
-    'NOTNIAD' AS DATATYPE
-  FROM
-    dwd.dwd_gnd_ec_zkb2c_hm_tm_2206before
-  UNION ALL
-  SELECT
-    MAX(TIME) month,
-    'NOTNIAD' AS DATATYPE
-  FROM
-    dwd.dwd_gnd_ec_zkb2c_gastritis_23after
-  UNION ALL
-  SELECT
-    MAX(TIME) month,
-    'NOTNIAD' AS DATATYPE
-  FROM
-    dwd.dwd_gnd_ec_zkb2c_gastritis_23before
-  UNION ALL
-  SELECT
-    MAX(TIME) month,
-    'NOTNIAD' AS DATATYPE
-  FROM
-    dwd.dwd_gnd_ec_zkb2c_re
-  UNION ALL
-  SELECT
-    MAX(TIME) month,
-    'NOTNIAD' AS DATATYPE
-  FROM
-    dwd.dwd_gnd_ec_zkb2c_dm_statins_xzk
-  UNION ALL
-  SELECT
-    MAX(TIME) month,
-    'NOTNIAD' AS DATATYPE
-  FROM
-    dwd.dwd_gnd_ec_zkb2c_dm_23before
-  UNION ALL
-  SELECT
-    MAX(TIME) month,
-    'NIAD' AS DATATYPE
-  FROM
-    dwd.dwd_gnd_ec_zkb2c_dm_23after
-  UNION ALL
-  SELECT
-    MAX(TIME) month,
-    'NOTNIAD' AS DATATYPE
-  FROM
-    dwd.dwd_gnd_ec_zkb2c_hm_tm_2403after
-  UNION ALL
-  SELECT
-    MAX(TIME) month,
-    'NIAD' AS DATATYPE
-  FROM
-    dwd.dwd_gnd_ec_zkb2c_dm_26after
-)
-SELECT
-  MAX(t1.month) as NIAD_MONTH,
-  max(t2.month) OTHERS_MONTH
-FROM
-  all_ec_data t1
-    LEFT JOIN (
-      SELECT
-        MAX(month) as month
-      FROM
-        all_ec_data
-      WHERE
-        datatype = 'NOTNIAD'
-    ) t2
-WHERE
-  t1.datatype = 'NIAD'
-
--- COMMAND ----------
-
-select * from tmp.tmp_dm_td_ext_ec_niad_month
\ No newline at end of file
diff --git a/EXTERNAL/EC/03 ec_load_data.sql:Zone.Identifier b/EXTERNAL/EC/03 ec_load_data.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/EC/04 DM_TD_EXT_EC_PACK_PROPERTY.sql b/EXTERNAL/EC/04 DM_TD_EXT_EC_PACK_PROPERTY.sql
deleted file mode 100644
index f8f7276..0000000
--- a/EXTERNAL/EC/04 DM_TD_EXT_EC_PACK_PROPERTY.sql	
+++ /dev/null
@@ -1,146 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_EC_PACK_PROPERTY
--- (
---   MARKET_PACK_KEY STRING,
---   PACK_CODE STRING,
---   PACK_DESC STRING,
---   STGH_DESC STRING,
---   PACK_LCH STRING,
---   FAMILY_CODE STRING,
---   FAMILY_NAME STRING,
---   PROD_CODE STRING,
---   PROD_DESC STRING,
---   PROD_DESC_C STRING,
---   CMPS_CODE STRING,
---   CMPS_DESC STRING,
---   CMPS_DESC_C STRING,
---   ATC1_CODE STRING,
---   ATC2_CODE STRING,
---   ATC3_CODE STRING,
---   ATC4_CODE STRING,
---   APP1_CODE STRING,
---   APP2_CODE STRING,
---   APP3_CODE STRING,
---   BIO_DESC STRING,
---   GENE_ORIG_DESC STRING,
---   ETH_OTC_DESC STRING,
---   NRDL_DESC STRING,
---   NRDL_ENTRY_DATE STRING,
---   EDL_DESC STRING,
---   TCM_DESC STRING,
---   PAED_DESC STRING,
---   GQCE_DESC STRING,
---   VBP_DESC_V STRING,
---   VBP_DESC STRING,
---   MANU_CODE STRING,
---   MANU_DESC STRING,
---   MANU_DESC_C STRING,
---   MNFL_CODE STRING,
---   MNFL_DESC STRING,
---   CORP_CODE STRING,
---   CORP_DESC STRING,
---   CORP_DESC_C STRING,
---   BRANDTYPE STRING,
---   MARKET STRING,
---   KEY_COMPETITOR STRING,
---   IS_AZ STRING,
---   AZ_MAIN STRING,
---   AZ_RELATED STRING,
---   ATC1_DESC STRING,
---   ATC1_DESC_C STRING,
---   ATC2_DESC STRING,
---   ATC2_DESC_C STRING,
---   ATC3_DESC STRING,
---   ATC3_DESC_C STRING,
---   ATC4_DESC STRING,
---   ATC4_DESC_C STRING,
---   APP1_DESC STRING,
---   APP1_DESC_C STRING,
---   APP2_DESC STRING,
---   APP2_DESC_C STRING,
---   APP3_DESC STRING,
---   APP3_DESC_C STRING,
---   CLASS STRING,
---   MARKET_RATIO STRING,
---   COUNTINGUNIT STRING,
---   VBP_BRAND STRING,
---   REPLENISH_FALG STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
--- )
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_ec_pack_property';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_ec_pack_property';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_EC_PACK_PROPERTY
-SELECT
-  MARKET_PACK_KEY,
-  iqvia_pack_code AS PACK_CODE,
-  pack_des AS PACK_DESC,
-  stgh_des AS STGH_DESC,
-  pack_lch AS PACK_LCH,
-  Family_Code AS FAMILY_CODE,
-  Family_Name AS FAMILY_NAME,
-  prod_cod AS PROD_CODE,
-  prod_des AS PROD_DESC,
-  prod_des_c AS PROD_DESC_C,
-  cmps_cod AS CMPS_CODE,
-  cmps_des AS CMPS_DESC,
-  cmps_des_c AS CMPS_DESC_C,
-  atc1_cod AS ATC1_CODE,
-  atc2_cod AS ATC2_CODE,
-  atc3_cod AS ATC3_CODE,
-  atc4_cod AS ATC4_CODE,
-  app1_cod AS APP1_CODE,
-  app2_cod AS APP2_CODE,
-  app3_cod AS APP3_CODE,
-  bio_desc AS BIO_DESC,
-  gene_orig_desc AS GENE_ORIG_DESC,
-  eth_otc_desc AS ETH_OTC_DESC,
-  nrdl_desc AS NRDL_DESC,
-  NRDL_ENTRY_DATE,
-  edl_desc AS EDL_DESC,
-  tcm_desc AS TCM_DESC,
-  paed_desc AS PAED_DESC,
-  gqce_desc AS GQCE_DESC,
-  NULL AS VBP_DESC_V,
-  vbp_desc AS VBP_DESC,
-  manu_cod AS MANU_CODE,
-  manu_des AS MANU_DESC,
-  manu_des_c AS MANU_DESC_C,
-  mnfl_cod AS MNFL_CODE,
-  mnfl_des AS MNFL_DESC,
-  corp_cod AS CORP_CODE,
-  corp_des AS CORP_DESC,
-  CORP_DES_C AS CORP_DESC_C,
-  BrandType AS BRANDTYPE,
-  market AS MARKET,
-  KEY_COMPETITOR,
-  is_az AS IS_AZ,
-  AZ_MAIN,
-  AZ_Related AS AZ_RELATED,
-  atc1_des AS ATC1_DESC,
-  atc1_des_c AS ATC1_DESC_C,
-  atc2_des AS ATC2_DESC,
-  atc2_des_c AS ATC2_DESC_C,
-  atc3_des AS ATC3_DESC,
-  atc3_des_c AS ATC3_DESC_C,
-  atc4_des AS ATC4_DESC,
-  atc4_des_c AS ATC4_DESC_C,
-  app1_des AS APP1_DESC,
-  app1_des_c AS APP1_DESC_C,
-  app2_des AS APP2_DESC,
-  app2_des_c AS APP2_DESC_C,
-  app3_des AS APP3_DESC,
-  app3_des_c AS APP3_DESC_C,
-  class AS CLASS,
-  extend_market_ratio AS MARKET_RATIO,
-  counting_unit AS COUNTINGUNIT,
-  NULL AS VBP_BRAND,
-  NULL AS REPLENISH_FALG,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_ZK_EC_PACK_PROPERTY;
\ No newline at end of file
diff --git a/EXTERNAL/EC/04 DM_TD_EXT_EC_PACK_PROPERTY.sql:Zone.Identifier b/EXTERNAL/EC/04 DM_TD_EXT_EC_PACK_PROPERTY.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/EC/05 DM_TF_EXT_EC_SALES.sql b/EXTERNAL/EC/05 DM_TF_EXT_EC_SALES.sql
deleted file mode 100644
index 01f4827..0000000
--- a/EXTERNAL/EC/05 DM_TF_EXT_EC_SALES.sql	
+++ /dev/null
@@ -1,173 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TF_EXT_EC_SALES (
---   YYYYMM STRING,
---   PACK_CODE STRING,
---   CORP_CODE STRING,
---   AUDIT_CODE STRING,
---   PLATFORM_TYPE STRING,
---   STORE_NAME STRING,
---   STORE_TYPE STRING,
---   REGION_TYPE STRING,
---   PACK_FLAG INT,
---   PROD_FLAG INT,
---   DTP_FLAG INT,
---   SALES_UNIT_CAL DECIMAL(38,10),
---   SALES_UNIT_CAL_LY DECIMAL(38,10),
---   SALES_VALUE_CAL DECIMAL(38,10),
---   SALES_VALUE_CAL_LY DECIMAL(38,10),
---   CONUTING_UNIT DECIMAL(38,10),
---   CONUTING_UNIT_LY DECIMAL(38,10),
---   DATA_SOURCE STRING,
---   INST_CODE STRING COMMENT '内部机构编码',
---   CMPS_FLAG STRING COMMENT '分子式标签',
---   DEPT_NAME STRING COMMENT '科室名称',
---   PRESCRIPTION DECIMAL(38,10) COMMENT '处方张数',
---   PRESCRIPTION_LY DECIMAL(38,10) COMMENT '去年同期处方张数',
---   NEW_CODE STRING COMMENT '主数据关联CODE',
---   AREA STRING COMMENT '城市',
---   H_LEVEL STRING COMMENT '医院类型',
---   REIMBURSE STRING COMMENT '报销情况',
---   REIMBURSE_TYPE STRING COMMENT '报销类型',
---   PRESCRIPTION_SOURCE STRING COMMENT '处方来源',
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_ec_sales';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_ec_sales';
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW EC_SALES
-AS
-  SELECT
-    A.YYYYMM,
-    A.iqvia_pack_code AS PACK_CODE,
-    A.AUDIT_COD AS AUDIT_CODE,
-    'EC(Monthly)' DATA_SOURCE,
-    -------------------------------------
-    SUM(sales_unit) SALES_UNIT_CAL,
-    SUM(sales_unit_ly) SALES_UNIT_CAL_LY,
-    SUM(sales_value) SALES_VALUE_CAL,
-    SUM(sales_value_LY) SALES_VALUE_CAL_LY,
-    SUM(counting_unit) CONUTING_UNIT,
-    SUM(counting_unit_LY) CONUTING_UNIT_LY,
-    null as prescription,
-    null as prescription_ly,
-    -------------------------------------
-    --Retail藏数逻辑标签------------------
-    1 PACK_FLAG,
-    1 PROD_FLAG,
-    0 DTP_FLAG,
-    null as cmps_flag,
-    -------------------------------------
-    --EC数据标签--------------------------
-    A.PLATFORM AS PLATFORM_TYPE,
-    A.STORE_NAME,
-    A.STORE_TYPE,
-    -------------------------------------
-    --COUNTY数据标签----------------------
-    '' REGION_TYPE,
-    -------------------------------------
-    --AIA数据标签-------------------------
-    null inst_code, --可以移除，报告没有使用
-    -------------------------------------
-    --XIE HE 数据标签---------------------
-    '' as dept_name,
-    '' as new_code,
-    '' as area,
-    '' as h_level,
-    '' as reimburse,
-    '' as reimburse_type,
-    '' as prescription_source,
-    -------------------------------------
-    '' as CORP_CODE --可以移除，报告没有使用
-  -------------------------------------
-  FROM
-    dm.dm_zk_ec_sales A
-  where
-    A.YYYYMM >= '202001' 
-  GROUP BY
-    A.YYYYMM,
-    A.iqvia_pack_code,
-    A.AUDIT_COD,
-    A.PLATFORM,
-    A.STORE_NAME,
-    A.STORE_TYPE,
-    A.PACK_FLAG,
-    A.PROD_FLAG
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TF_EXT_EC_SALES
-(
-  YYYYMM,
-  PACK_CODE,
-  AUDIT_CODE,
-  DATA_SOURCE,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  CMPS_FLAG,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  INST_CODE,
-  DEPT_NAME,
-  NEW_CODE,
-  AREA,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_SOURCE,
-  CORP_CODE,
-  ETL_INSERT_DT,
-  ETL_UPDATE_DT
-)
-SELECT 
-  YYYYMM,
-  NVL    (
-    NULLIF(PACK_CODE, ''),
-    CONCAT ('PACK_CODE_', DATA_SOURCE)
-  ) AS PACK_CODE,
-  NVL (NULLIF(AUDIT_CODE, ''), 'ROC') AS AUDIT_CODE,
-  DATA_SOURCE,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  CMPS_FLAG,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  INST_CODE,
-  DEPT_NAME,
-  NEW_CODE,
-  AREA,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_SOURCE,
-  CORP_CODE,
-  FROM_UTC_TIMESTAMP (CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP (CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
-FROM 
-  EC_SALES
-;
\ No newline at end of file
diff --git a/EXTERNAL/EC/05 DM_TF_EXT_EC_SALES.sql:Zone.Identifier b/EXTERNAL/EC/05 DM_TF_EXT_EC_SALES.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/EC/06 DM_TD_EXT_EC_PACK2MARKET.sql b/EXTERNAL/EC/06 DM_TD_EXT_EC_PACK2MARKET.sql
deleted file mode 100644
index fcfd57a..0000000
--- a/EXTERNAL/EC/06 DM_TD_EXT_EC_PACK2MARKET.sql	
+++ /dev/null
@@ -1,208 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_EC_PACK2MARKET (
---   MARKET STRING,
---   PACK_CODE STRING,
---   PACK_DESC STRING,
---   STGH_DESC STRING,
---   PACK_LCH STRING,
---   PROD_CODE STRING,
---   CMPS_CODE STRING,
---   CMPS_DESC STRING,
---   ATC1_CODE STRING,
---   ATC2_CODE STRING,
---   ATC3_CODE STRING,
---   ATC4_CODE STRING,
---   APP1_CODE STRING,
---   APP2_CODE STRING,
---   APP3_CODE STRING,
---   BIO_DESC STRING,
---   GENE_ORIG_DESC STRING,
---   ETH_OTC_DESC STRING,
---   NRDL_DESC STRING,
---   NRDL_ENTRY_DATE STRING,
---   EDL_DESC STRING,
---   TCM_DESC STRING,
---   PAED_DESC STRING,
---   GQCE_DESC STRING,
---   VBP_DESC STRING,
---   MANU_CODE STRING,
---   MANU_DESC STRING,
---   MNFL_CODE STRING,
---   MNFL_DESC STRING,
---   CORP_CODE STRING,
---   CORP_DESC STRING,
---   BRANDTYPE STRING,
---   BU STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   MARKET_RATIO STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_ec_pack2market';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_ec_pack2market';
-
--- COMMAND ----------
-
--- 使用 EXCEPT（集合差操作）简化逻辑
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_EC_PACK2MARKET
--- 包含规则
-SELECT DISTINCT
-  T2.MARKET,
-  T1.PACK_CODE,
-  T1.PACK_DESC,
-  T1.STGH_DESC,
-  T1.PACK_LCH,
-  T1.PROD_CODE,
-  T1.CMPS_CODE,
-  T1.CMPS_DESC,
-  T1.ATC1_CODE,
-  T1.ATC2_CODE,
-  T1.ATC3_CODE,
-  T1.ATC4_CODE,
-  T1.APP1_CODE,
-  T1.APP2_CODE,
-  T1.APP3_CODE,
-  T1.BIO_DESC,
-  T1.GENE_ORIG_DESC AS GENE_ORIG,
-  T1.ETH_OTC_DESC AS ETH_OTC_D,
-  T1.NRDL_DESC,
-  T1.NRDL_ENTRY_DATE AS NRDL_ENTR,
-  T1.EDL_DESC,
-  T1.TCM_DESC,
-  T1.PAED_DESC,
-  T1.GQCE_DESC,
-  T1.VBP_DESC,
-  T1.MANU_CODE,
-  T1.MANU_DESC,
-  T1.MNFL_CODE,
-  T1.MNFL_DESC,
-  T1.CORP_CODE,
-  T1.CORP_DESC,
-  T1.BRANDTYPE,
-  T2.BU,
-  T2.STARTTIME,
-  T2.ENDTIME,
-  COALESCE(T2.EXTEND_MARKET_RATIO, '1') AS MARKET_RATIO,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_EC_PACK_PROPERTY AS T1
-LEFT JOIN (
-  SELECT 
-    MARKET,
-    BU,
-    STARTTIME,
-    ENDTIME,
-    EXTEND_MARKET_RATIO,
-    ATC1_CODE,
-    ATC2_CODE,
-    ATC3_CODE,
-    ATC4_CODE,
-    NFC1_CODE,
-    NFC2_CODE,
-    NFC3_CODE,
-    CORPORATION_CODE,
-    MANUFACTURER_CODE,
-    PRODUCT_CODE,
-    PACK_CODE,
-    STRENGTH,
-    MOLECULE_CODE
-  FROM DWD.DWD_GND_IMS_TBLMARKET_BYMONTH
-  WHERE EXTEND_MARKET IS NULL AND (NOT_IN_FLAG IS NULL OR NOT_IN_FLAG = '1')
-) AS T2
-  ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
-  AND (T2.ATC2_CODE IS NULL OR T1.ATC2_CODE = T2.ATC2_CODE)
-  AND (T2.ATC3_CODE IS NULL OR T1.ATC3_CODE = T2.ATC3_CODE)
-  AND (T2.ATC4_CODE IS NULL OR T1.ATC4_CODE = T2.ATC4_CODE)
-  AND (T2.NFC1_CODE IS NULL OR T1.APP1_CODE = T2.NFC1_CODE)
-  AND (T2.NFC2_CODE IS NULL OR T1.APP2_CODE = T2.NFC2_CODE)
-  AND (T2.NFC3_CODE IS NULL OR T1.APP3_CODE = T2.NFC3_CODE)
-  AND (T2.CORPORATION_CODE IS NULL OR T1.CORP_CODE = T2.CORPORATION_CODE)
-  AND (T2.MANUFACTURER_CODE IS NULL OR T1.MANU_CODE = T2.MANUFACTURER_CODE)
-  AND (T2.PRODUCT_CODE IS NULL OR T1.PROD_CODE = T2.PRODUCT_CODE)
-  AND (T2.PACK_CODE IS NULL OR T1.PACK_CODE = T2.PACK_CODE)
-  AND (T2.STRENGTH IS NULL OR T1.STGH_DESC = T2.STRENGTH)
-  AND (T2.MOLECULE_CODE IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE)
-WHERE T2.MARKET IS NOT NULL
-
-EXCEPT
-
--- 排除规则
-SELECT DISTINCT
-  T2.MARKET,
-  T1.PACK_CODE,
-  T1.PACK_DESC,
-  T1.STGH_DESC,
-  T1.PACK_LCH,
-  T1.PROD_CODE,
-  T1.CMPS_CODE,
-  T1.CMPS_DESC,
-  T1.ATC1_CODE,
-  T1.ATC2_CODE,
-  T1.ATC3_CODE,
-  T1.ATC4_CODE,
-  T1.APP1_CODE,
-  T1.APP2_CODE,
-  T1.APP3_CODE,
-  T1.BIO_DESC,
-  T1.GENE_ORIG_DESC AS GENE_ORIG,
-  T1.ETH_OTC_DESC AS ETH_OTC_D,
-  T1.NRDL_DESC,
-  T1.NRDL_ENTRY_DATE AS NRDL_ENTR,
-  T1.EDL_DESC,
-  T1.TCM_DESC,
-  T1.PAED_DESC,
-  T1.GQCE_DESC,
-  T1.VBP_DESC,
-  T1.MANU_CODE,
-  T1.MANU_DESC,
-  T1.MNFL_CODE,
-  T1.MNFL_DESC,
-  T1.CORP_CODE,
-  T1.CORP_DESC,
-  T1.BRANDTYPE,
-  T2.BU,
-  T2.STARTTIME,
-  T2.ENDTIME,
-  COALESCE(T2.EXTEND_MARKET_RATIO, '1') AS MARKET_RATIO,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_EC_PACK_PROPERTY AS T1
-LEFT JOIN (
-  SELECT 
-    MARKET,
-    BU,
-    STARTTIME,
-    ENDTIME,
-    EXTEND_MARKET_RATIO,
-    ATC1_CODE,
-    ATC2_CODE,
-    ATC3_CODE,
-    ATC4_CODE,
-    NFC1_CODE,
-    NFC2_CODE,
-    NFC3_CODE,
-    CORPORATION_CODE,
-    MANUFACTURER_CODE,
-    PRODUCT_CODE,
-    PACK_CODE,
-    STRENGTH,
-    MOLECULE_CODE  
-  FROM DWD.DWD_GND_IMS_TBLMARKET_BYMONTH
-  WHERE EXTEND_MARKET IS NULL AND NOT_IN_FLAG = '0'
-) AS T2
-  ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
-  AND (T2.ATC2_CODE IS NULL OR T1.ATC2_CODE = T2.ATC2_CODE)
-  AND (T2.ATC3_CODE IS NULL OR T1.ATC3_CODE = T2.ATC3_CODE)
-  AND (T2.ATC4_CODE IS NULL OR T1.ATC4_CODE = T2.ATC4_CODE)
-  AND (T2.NFC1_CODE IS NULL OR T1.APP1_CODE = T2.NFC1_CODE)
-  AND (T2.NFC2_CODE IS NULL OR T1.APP2_CODE = T2.NFC2_CODE)
-  AND (T2.NFC3_CODE IS NULL OR T1.APP3_CODE = T2.NFC3_CODE)
-  AND (T2.CORPORATION_CODE IS NULL OR T1.CORP_CODE = T2.CORPORATION_CODE)
-  AND (T2.MANUFACTURER_CODE IS NULL OR T1.MANU_CODE = T2.MANUFACTURER_CODE)
-  AND (T2.PRODUCT_CODE IS NULL OR T1.PROD_CODE = T2.PRODUCT_CODE)
-  AND (T2.PACK_CODE IS NULL OR T1.PACK_CODE = T2.PACK_CODE)
-  AND (T2.STRENGTH IS NULL OR T1.STGH_DESC = T2.STRENGTH)
-  AND (T2.MOLECULE_CODE IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE)
-WHERE T2.MARKET IS NOT NULL;
\ No newline at end of file
diff --git a/EXTERNAL/EC/06 DM_TD_EXT_EC_PACK2MARKET.sql:Zone.Identifier b/EXTERNAL/EC/06 DM_TD_EXT_EC_PACK2MARKET.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/EC/07 DM_TD_EXT_EC_MARKET_RATIO.sql b/EXTERNAL/EC/07 DM_TD_EXT_EC_MARKET_RATIO.sql
deleted file mode 100644
index 6f846db..0000000
--- a/EXTERNAL/EC/07 DM_TD_EXT_EC_MARKET_RATIO.sql	
+++ /dev/null
@@ -1,30 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_EC_MARKET_RATIO (
---   MARKET STRING,
---   PACK_CODE STRING,
---   CMPS_CODE STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   MARKET_RATIO STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_ec_market_ratio';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_ec_market_ratio';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_EC_MARKET_RATIO
-SELECT 
-  DISTINCT
-  MARKET,
-  PACK_CODE,
-  CMPS_CODE,
-  STARTTIME,
-  ENDTIME,
-  MARKET_RATIO,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT 
-FROM DM.DM_TD_EXT_EC_PACK2MARKET
-WHERE UPPER(MARKET) NOT LIKE '%ALL%'
\ No newline at end of file
diff --git a/EXTERNAL/EC/07 DM_TD_EXT_EC_MARKET_RATIO.sql:Zone.Identifier b/EXTERNAL/EC/07 DM_TD_EXT_EC_MARKET_RATIO.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/EC/08 DM_TD_EXT_EC_MARKET_BRAND_RATIO.sql b/EXTERNAL/EC/08 DM_TD_EXT_EC_MARKET_BRAND_RATIO.sql
deleted file mode 100644
index aec4613..0000000
--- a/EXTERNAL/EC/08 DM_TD_EXT_EC_MARKET_BRAND_RATIO.sql	
+++ /dev/null
@@ -1,163 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_EC_MARKET_BRAND_RATIO (
---   MARKET STRING,
---   PACK_CODE STRING,
---   VALUE_BRAND_RATIO FLOAT,
---   VALUE_BRAND_RATIO_START STRING,
---   VALUE_BRAND_RATIO_END STRING,
---   UNIT_BRAND_RATIO FLOAT,
---   UNIT_BRAND_START STRING,
---   UNIT_BRAND_END STRING,
---   COUNTINGUNIT_BRAND_RATIO FLOAT,
---   COUNTINGUNIT_BRAND_START STRING,
---   COUNTINGUNIT_BRAND_END STRING,
---   PDOT_BRAND_RATIO FLOAT,
---   PDOT_BRAND_START STRING,
---   PDOT_BRAND_END STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_ec_market_brand_ratio';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_ec_market_brand_ratio';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_EC_MARKET_BRAND_RATIO
-SELECT 
-  DISTINCT
-  T1.MARKET,
-  T1.PACK_CODE,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.RATIO
-  ELSE NVL(T5.RATIO, 1) END AS VALUE_BRAND_RATIO,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.STARTTIME
-  ELSE NVL(T5.STARTTIME, 200001) END AS VALUE_BRAND_RATIO_START,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.ENDTIME
-  ELSE NVL(T5.ENDTIME, 299912) END AS VALUE_BRAND_RATIO_END,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.RATIO
-  ELSE NVL(T6.RATIO, 1) END AS UNIT_BRAND_RATIO,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.STARTTIME
-  ELSE NVL(T6.STARTTIME, 200001) END AS UNIT_BRAND_START,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.ENDTIME
-  ELSE NVL(T6.ENDTIME, 299912) END AS UNIT_BRAND_END,
-  1 AS COUNTINGUNIT_BRAND_RATIO,
-  200001 AS COUNTINGUNIT_BRAND_START,
-  299912 AS COUNTINGUNIT_BRAND_END,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.RATIO
-  ELSE NVL(T7.RATIO, 1) END AS PDOT_BRAND_RATIO,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.STARTTIME
-  ELSE NVL(T7.STARTTIME, 200001) END AS PDOT_BRAND_START,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.ENDTIME
-  ELSE NVL(T7.ENDTIME, 299912) END AS PDOT_BRAND_END,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_EC_MARKET_RATIO T1
-LEFT JOIN ( --VALUE--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'VALUE' AND UPPER(LEVEL) = 'PACK'
-) T2 ON T1.MARKET = T2.MARKET AND T1.PACK_CODE = T2.PACK_COD
-LEFT JOIN ( --UNIT--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'UNIT' AND UPPER(LEVEL) = 'PACK'                  
-) T3 ON T1.MARKET = T3.MARKET AND T1.PACK_CODE = T3.PACK_COD
-LEFT JOIN ( --COUNTINGUNIT--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'COUNTINGUNIT' AND UPPER(LEVEL) = 'PACK'
-) T4 ON T1.MARKET = T4.MARKET AND T1.PACK_CODE = T4.PACK_COD
-LEFT JOIN ( --VALUE--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'VALUE' AND UPPER(LEVEL) = 'MOLECULE'
-) T5 ON T1.MARKET = T5.MARKET AND T1.CMPS_CODE = T5.CMPS_COD
-LEFT JOIN ( --UNIT--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'UNIT' AND UPPER(LEVEL) = 'MOLECULE'
-) T6 ON T1.MARKET = T6.MARKET AND T1.CMPS_CODE = T6.CMPS_COD
-LEFT JOIN ( --COUNTINGUNIT--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'COUNTINGUNIT' AND UPPER(LEVEL) = 'MOLECULE'
-) T7 ON T1.MARKET = T7.MARKET
-AND T1.CMPS_CODE = T7.CMPS_COD
-
--- COMMAND ----------
-
diff --git a/EXTERNAL/EC/08 DM_TD_EXT_EC_MARKET_BRAND_RATIO.sql:Zone.Identifier b/EXTERNAL/EC/08 DM_TD_EXT_EC_MARKET_BRAND_RATIO.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/EC/09 DM_TD_EXT_EC_MARKET_PACK_MAPPING.sql b/EXTERNAL/EC/09 DM_TD_EXT_EC_MARKET_PACK_MAPPING.sql
deleted file mode 100644
index 1ee3ce6..0000000
--- a/EXTERNAL/EC/09 DM_TD_EXT_EC_MARKET_PACK_MAPPING.sql	
+++ /dev/null
@@ -1,62 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_EC_MARKET_PACK_MAPPING
--- (
---   PACK_CODE STRING,
---   MARKET STRING,
---   CLASS STRING,
---   KEY_COMPETITOR STRING,
---   MARKET_RATIO STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   VALUE_BRAND_RATIO STRING,
---   VALUE_BRAND_RATIO_START STRING,
---   VALUE_BRAND_RATIO_END STRING,
---   UNIT_BRAND_RATIO STRING,
---   UNIT_BRAND_START STRING,
---   UNIT_BRAND_END STRING,
---   COUNTINGUNIT_BRAND_RATIO STRING,
---   COUNTINGUNIT_BRAND_START STRING,
---   COUNTINGUNIT_BRAND_END STRING,
---   PDOT_BRAND_RATIO STRING,
---   PDOT_BRAND_START STRING,
---   PDOT_BRAND_END STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
--- )
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_ec_market_pack_mapping';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_ec_market_pack_mapping';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_EC_MARKET_PACK_MAPPING
-SELECT  DISTINCT
-  T1.PACK_CODE,
-  T1.MARKET,
-  T1.CLASS,
-  T1.KEY_COMPETITOR,
-  T2.MARKET_RATIO,
-  T2.STARTTIME,
-  T2.ENDTIME,
-  T3.VALUE_BRAND_RATIO,
-  T3.VALUE_BRAND_RATIO_START,
-  T3.VALUE_BRAND_RATIO_END,
-  T3.UNIT_BRAND_RATIO,
-  T3.UNIT_BRAND_START,
-  T3.UNIT_BRAND_END,
-  T3.COUNTINGUNIT_BRAND_RATIO,
-  T3.COUNTINGUNIT_BRAND_START,
-  T3.COUNTINGUNIT_BRAND_END,
-  T3.PDOT_BRAND_RATIO,
-  T3.PDOT_BRAND_START,
-  T3.PDOT_BRAND_END,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
- FROM 
-DM.DM_TD_EXT_EC_PACK_PROPERTY T1
-LEFT JOIN DM.DM_TD_EXT_EC_MARKET_RATIO T2
-  ON T1.MARKET = T2.MARKET AND T1.PACK_CODE = T2.PACK_CODE
-LEFT JOIN DM.DM_TD_EXT_EC_MARKET_BRAND_RATIO T3
-  ON T1.MARKET = T3.MARKET AND T1.PACK_CODE = T3.PACK_CODE
-WHERE UPPER(T1.MARKET) NOT LIKE "%ALL%"
\ No newline at end of file
diff --git a/EXTERNAL/EC/09 DM_TD_EXT_EC_MARKET_PACK_MAPPING.sql:Zone.Identifier b/EXTERNAL/EC/09 DM_TD_EXT_EC_MARKET_PACK_MAPPING.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/EC/1 (ec)blob_to_dwd.sql b/EXTERNAL/EC/1 (ec)blob_to_dwd.sql
deleted file mode 100644
index 0a8fe4b..0000000
--- a/EXTERNAL/EC/1 (ec)blob_to_dwd.sql	
+++ /dev/null
@@ -1,103 +0,0 @@
--- Databricks notebook source
--- MAGIC %python
--- MAGIC import datetime
--- MAGIC from pyspark.sql.functions import current_timestamp, expr, date_format
--- MAGIC
--- MAGIC # 计算当前日期
--- MAGIC current_date_utc = datetime.datetime.utcnow()
--- MAGIC offset = datetime.timedelta(hours=8)
--- MAGIC current_date = current_date_utc + offset
--- MAGIC
--- MAGIC today_path = "{:04d}/{:02d}/{:02d}/".format(
--- MAGIC     current_date.year,
--- MAGIC     current_date.month,
--- MAGIC     current_date.day,
--- MAGIC )
--- MAGIC # 基础路径
--- MAGIC # 测试环境
--- MAGIC # base_path_0 = f"abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/ODS/GND/UserUpload/"
--- MAGIC # 生产环境
--- MAGIC base_path_0 = f"abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/ODS/GND/UserUpload/"
--- MAGIC base_path = base_path_0 + today_path
--- MAGIC print(base_path)
--- MAGIC
--- MAGIC # 检查基础路径是否存在
--- MAGIC def check_path_exists(path):
--- MAGIC     try:
--- MAGIC         dbutils.fs.ls(path)
--- MAGIC         return True
--- MAGIC     except Exception as e:
--- MAGIC         return False
--- MAGIC
--- MAGIC if check_path_exists(base_path):
--- MAGIC     # 列出所有批次路径
--- MAGIC     batch_paths = dbutils.fs.ls(base_path)
--- MAGIC
--- MAGIC     # 从已存在的配置表中读取数据
--- MAGIC     config_df = spark.table("dwd.dwd_gnd_ec_config_table")
--- MAGIC
--- MAGIC     # 逐批处理
--- MAGIC     for batch in batch_paths:
--- MAGIC         current_batch_number = int(batch.name.strip('/'))  
--- MAGIC         # print(f"Checking batch {current_batch_number} at {batch.path}")
--- MAGIC         
--- MAGIC         files_in_batch = dbutils.fs.ls(batch.path)
--- MAGIC         
--- MAGIC         print("该批次中的文件:")
--- MAGIC         for file in files_in_batch:
--- MAGIC             print(file.name)
--- MAGIC
--- MAGIC         for row in config_df.collect():
--- MAGIC             file_name = row['file_name'].strip().lower()
--- MAGIC             table_name = row['table_name']
--- MAGIC             
--- MAGIC             # 检查文件是否匹配
--- MAGIC             matching_files = [f for f in files_in_batch if f.name.strip().lower() == file_name]
--- MAGIC             
--- MAGIC             for match in matching_files:
--- MAGIC                 csv_file_path = batch.path + match.name
--- MAGIC                 print(f"找到匹配的文件: {csv_file_path}")
--- MAGIC                 
--- MAGIC                 # 读取 CSV 文件
--- MAGIC                 df = spark.read.format("csv").option("header", "true").option("charset", "GBK").load(csv_file_path)
--- MAGIC
--- MAGIC                 # 对列进行重命名（假设所有文件的列名相同）
--- MAGIC                 df = df.withColumnRenamed('时间（月度）', 'time')
--- MAGIC                 df = df.withColumnRenamed('平台', 'platform')
--- MAGIC                 df = df.withColumnRenamed('店铺名称', 'store_name')
--- MAGIC                 df = df.withColumnRenamed('店铺类型', 'store_type')
--- MAGIC                 df = df.withColumnRenamed('产品ID', 'product_id')
--- MAGIC                 df = df.withColumnRenamed('品牌', 'brand_name')
--- MAGIC                 df = df.withColumnRenamed('品名', 'category_name')
--- MAGIC                 df = df.withColumnRenamed('商品名', 'product_name')
--- MAGIC                 df = df.withColumnRenamed('通用名', 'common_name')
--- MAGIC                 df = df.withColumnRenamed('厂家', 'factory')
--- MAGIC                 df = df.withColumnRenamed('集团权益', 'group_interest')
--- MAGIC                 df = df.withColumnRenamed('规格', 'specification')
--- MAGIC                 df = df.withColumnRenamed('单件包装盒数', 'pcs_per_box')
--- MAGIC                 df = df.withColumnRenamed('剂型', 'dosage')
--- MAGIC                 df = df.withColumnRenamed('细分一', 'des1')
--- MAGIC                 df = df.withColumnRenamed('细分二', 'des2')
--- MAGIC                 df = df.withColumnRenamed('细分三', 'des3')
--- MAGIC                 df = df.withColumnRenamed('细分四', 'des4')
--- MAGIC                 df = df.withColumnRenamed('销售额', 'sales_amount')
--- MAGIC                 df = df.withColumnRenamed('成交件数', 'sold_pcs')
--- MAGIC                 df = df.withColumnRenamed('平均单价（元/件）', 'aup_pices')
--- MAGIC                 df = df.withColumnRenamed('销售量（盒）', 'sales_qty')
--- MAGIC                 df = df.withColumnRenamed('平均单价（元/盒）', 'aup_box')
--- MAGIC                 df = df.withColumnRenamed('PROD_COD', 'PROD_COD')
--- MAGIC                 df = df.withColumnRenamed('PACK_COD', 'PACK_COD')
--- MAGIC                 df = df.withColumnRenamed('APP3_COD', 'APP3_COD')
--- MAGIC                 df = df.withColumnRenamed('ATC4_COD', 'ATC4_COD')
--- MAGIC                 
--- MAGIC                 # 添加 'etl_insert_dt' 列，包含当前时间并加上 8 小时的时差
--- MAGIC                 df = df.withColumn('etl_insert_dt', date_format(expr("current_timestamp() + INTERVAL 8 HOURS"), 'yyyy-MM-dd HH:mm:ss'))
--- MAGIC                 
--- MAGIC                 # 将数据保存到目标表
--- MAGIC                 df.write.mode("overwrite").saveAsTable(table_name)
--- MAGIC
--- MAGIC                 print(f"数据已写入表 {table_name}")
--- MAGIC else:
--- MAGIC     print("未找到批次或路径不存在。")
--- MAGIC
--- MAGIC
diff --git a/EXTERNAL/EC/1 (ec)blob_to_dwd.sql:Zone.Identifier b/EXTERNAL/EC/1 (ec)blob_to_dwd.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/EC/2 dwd_inc_gnd_ext_ec_nationnal_pack_union_all.py b/EXTERNAL/EC/2 dwd_inc_gnd_ext_ec_nationnal_pack_union_all.py
deleted file mode 100644
index 1e6f75c..0000000
--- a/EXTERNAL/EC/2 dwd_inc_gnd_ext_ec_nationnal_pack_union_all.py	
+++ /dev/null
@@ -1,74 +0,0 @@
-# Databricks notebook source
-from pyspark.sql.functions import lit
-from pyspark.sql.utils import AnalysisException
-
-# pack数据自动接入 整合
-#获取配置表信息(表名、brand_flag 
-df = spark.sql("""
-SELECT  DISTINCT  table_name tab ,file_name brand_flag FROM  dwd.dwd_gnd_ec_config_table
-where type_name ='PACK'
-""").collect()
-# print(df)
-def get_union_pack_data(df):
-  #初始化结果集
-  union_query = None 
-  # niad_pdot_unit需特殊赋值对应表名：tmp.tmp_inc_gnd_ext_retail_nataional_niad
-  # niad_pdot_unit_flag = 'tmp.tmp_inc_gnd_ext_retail_nataional_niad'
-  for table in df:  
-  # 选择当前表名
-    table_name = table['tab']
-    if not table_name:
-      print("由于table_name为空，故跳过查询")
-      continue  
-  # 获取对应brand表维度对应得 market 名称 
-    # brand_flag = str(table.brand_flag)
-    sql = f"""
-          select 
-            t1.time,
-            t1.platform,
-            t1.store_name,
-            t1.store_type,
-            t1.product_id,
-            t1.brand_name,
-            t1.category_name,
-            t1.product_name,
-            t1.common_name,
-            t1.factory,
-            t1.group_interest,
-            t1.specification,
-            t1.pcs_per_box,
-            t1.dosage,
-            t1.des1,
-            t1.des2,
-            t1.des3,
-            t1.des4,
-            t1.sales_amount,
-            t1.sold_pcs,
-            t1.aup_pices,
-            t1.sales_qty,
-            t1.aup_box,
-            t1.PROD_COD,
-            t1.PACK_COD,
-            t1.APP3_COD,
-            t1.ATC4_COD,
-            t1.etl_insert_dt
-          from {table_name}  t1
-      """
-    # 尝试读取数据，只有在表名非空时执行
-    try:
-        current_query = spark.sql(sql)
-    except AnalysisException as e:
-        print(f"Error querying table {table_name}: {e}")
-        continue  # 如果查询发生错误，跳过当前循环迭代
-  #union 数据 
-    if union_query ==None:
-      union_query=current_query
-    else:
-      union_query = union_query.union(current_query)
-  #返回数据集 
-  return   union_query 
-pack_result = get_union_pack_data(df)
-if pack_result is not None:
-  pack_result.write.mode("overwrite").saveAsTable("dwd.dwd_inc_gnd_ext_ec_nationnal_pack_union_all")
-else:
-  print("没有数据写入这张表里")
diff --git a/EXTERNAL/EC/2 dwd_inc_gnd_ext_ec_nationnal_pack_union_all.py:Zone.Identifier b/EXTERNAL/EC/2 dwd_inc_gnd_ext_ec_nationnal_pack_union_all.py:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Merged_Data/Merged_Data_Config_table_bkp.sql b/EXTERNAL/Merged_Data/Merged_Data_Config_table_bkp.sql
deleted file mode 100644
index 8c2c1af..0000000
--- a/EXTERNAL/Merged_Data/Merged_Data_Config_table_bkp.sql
+++ /dev/null
@@ -1,228 +0,0 @@
--- Databricks notebook source
-create or replace temporary view brand_province_config -- brand配置表
-as 
-select upper(`brand`) as brand, `province` as province, datasource as data_source from dwd.dwd_gnd_merge_data_brand_province
-
--- COMMAND ----------
-
-create or replace temporary view market_province_config --market 配置表
-as 
-select  market, province, datasource as data_source from dwd.dwd_gnd_merge_data_brand_market
-
--- COMMAND ----------
-
-insert overwrite dws.dws_external_merge_data_config_special
--- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DWS/dws_external_merge_data_config_special' --prd
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DWS/dws_external_merge_data_config_special' --test
-with pack_and_brand ( --brand 转 pack
-    select 
-      upper(brandnamee) brand_name
-      ,ims_pack_cod PACK_COD --取所有code带出market
-    from dwd.dwd_td_imscode_azcode
-    where ims_pack_cod is not null and startswith(ims_pack_cod,'0')
-    and upper(brandnamee) in (select brand from brand_province_config group by 1 )--取出在配置表中的pack
-    group by 1,2
-    )
-,pack_to_market (
-  select 
-    a.PACK_COD
-    ,MARKET 
-  from dm.dm_td_external_market_pack_mapping a
-  inner join pack_and_brand b on a.PACK_COD = b.pack_cod --取出配置表中的brand对应的 market
-  where DATA_SOURCE in ( 'AIA(Monthly)')--只取 AIA中的市场，chpa的市场太多
-  and lower(a.MARKET) not like '%all market%'
-      and market not in (
-        'RE Extended Market'
-      ,'RE Market'
-      ,'RE Market (Global)'
-      ,'Pulmicort VBP Benchmark Market'
-      ,'Respules Market'
-  )
-  group by 1,2
-)
-,market_to_pack ( -- 获取上述market中所有的pack
-  select
-    market
-    ,pack_cod
-  from dm.dm_td_external_market_pack_mapping a
-  where DATA_SOURCE in  ( 'AIA(Monthly)','IQVIA-CHPA(Monthly)')--AIA和chpa的市场
-  and market in (select market from pack_to_market group by 1)
-  group by 1,2
-)
-,province_to_audit (
-    select
-        PROVINCE_C
-        ,AUDIT_COD
-        ,DATA_SOURCE
-        ,CASE WHEN DATA_SOURCE = 'AIA(Monthly)' THEN 'AIA'
-            WHEN DATA_SOURCE = 'IQVIA-CHPA(Monthly)' THEN 'CHPA'
-        ELSE NULL 
-        END AS SOURCENAME
-    from dm.dm_td_external_geo
-    where DATA_SOURCE in ( 'AIA(Monthly)','IQVIA-CHPA(Monthly)')
-    group by 1,2,3
-)
-,not_selected_datasource (--因为pack2market2pack 会导致部分大市场包含所有的pack，故用配置表再删除一些不需要配置数据源的
-  select 
-    a.ims_pack_cod PACK_COD --取所有code
-    ,b.province
-  from dwd.dwd_td_imscode_azcode a
-  inner join (
-    select 
-      UPPER(brand) as brand
-      ,province
-    from brand_province_config
-    where data_source = '/' 
-    group by 1,2
-    ) b 
-    on upper(a.brandnamee) = upper(b.brand )
-  where a.ims_pack_cod is not null and startswith(a.ims_pack_cod,'0')
-  group by 1,2
-  union
-  select 
-    pack_cod,
-    '天津'
-  from market_to_pack
-  where market= 'EGFR TKI Market'
-  group by 1
-)
-select DATA_SOURCE,PACK_COD,AUDIT_COD
-from not_selected_datasource a 
-left join province_to_audit b on a.province = b.province_c
-group by 1,2,3
-
--- COMMAND ----------
-
-INSERT OVERWRITE dws.dws_external_merge_data_config
--- create or replace table dws.dws_external_merge_data_config
-/*
-1通过brand找到pack，通过pack找到市场以市场下的所有pack
-2通过province找到对应的省份或者机构，从而获取到audit_code
-*/
-----pack
-with pack_and_brand ( --brand 转 pack
-    select 
-      upper(brandnamee) brand_name
-      ,ims_pack_cod PACK_COD --取所有code带出market
-    from dwd.dwd_td_imscode_azcode
-    where ims_pack_cod is not null and startswith(ims_pack_cod,'0')
-    and upper(brandnamee) in (select brand from brand_province_config group by 1 )--取出在配置表中的pack
-    group by 1,2
-    )
- 
-,pack_to_market (
-  select 
-    a.PACK_COD
-    ,MARKET 
-  from dm.dm_td_external_market_pack_mapping a
-  inner join pack_and_brand b on a.PACK_COD = b.pack_cod --取出配置表中的brand对应的 market
-  where DATA_SOURCE in ( 'AIA(Monthly)')--只取 AIA中的市场，chpa的市场太多
-  and lower(a.MARKET) not like '%all market%'
-      and market not in (
-        'RE Extended Market'
-      ,'RE Market'
-      ,'RE Market (Global)'
-      ,'Pulmicort VBP Benchmark Market'
-      ,'Respules Market'
-  )
-  group by 1,2
-)
-,market_to_pack ( -- 获取上述market中所有的pack
-  select
-    market
-    ,pack_cod
-  from dm.dm_td_external_market_pack_mapping a
-  where DATA_SOURCE in  ( 'AIA(Monthly)','IQVIA-CHPA(Monthly)')--AIA和chpa的市场
-  and market in (select market from pack_to_market group by 1)
-  group by 1,2
-)
-,province_to_audit (
-    select
-        PROVINCE_C
-        ,AUDIT_COD
-        ,DATA_SOURCE
-        ,CASE WHEN DATA_SOURCE = 'AIA(Monthly)' THEN 'AIA'
-            WHEN DATA_SOURCE = 'IQVIA-CHPA(Monthly)' THEN 'CHPA'
-        ELSE NULL 
-        END AS SOURCENAME
-    from dm.dm_td_external_geo
-    where DATA_SOURCE in ( 'AIA(Monthly)','IQVIA-CHPA(Monthly)')
-    group by 1,2,3
-)
-
-,pack_result as (
-  select 
-    D.pack_cod
-    ,E.audit_cod
-    ,A.province
-    ,A.data_source as SOURCENAME
-    ,E.data_source
-  from brand_province_config A 
-  inner join pack_and_brand B on A.brand = B.brand_name
-  inner join pack_to_market C on B.pack_cod = C.pack_cod
-  inner join market_to_pack D on C.market = D.market
-  inner join province_to_audit E on A.province = E.province_c AND A.data_source = E.SOURCENAME
-  where A.data_source <> '/' 
-  group by 1,2,3,4,5
-  )
-
-
-----market
-,config_market (
-  select
-    market
-  from market_province_config
-  group by 1
-)
-,market_to_pack_dtp (
-  select
-    PACK_COD,MARKET
-  from dm.dm_td_external_market_pack_mapping
-    where DATA_SOURCE = 'DTP(Quarterly)' and PACK_COD in ( 
-      select 
-        PACK_COD 
-      from dm.dm_tf_external_sales
-      where DTP_FLAG =1
-      group by 1)
-)
-,final_market_to_pack (--获取需要转换market成pack的部分
-select PACK_COD,a.MARKET from market_to_pack a inner join config_market b on a.market = b.market
-union
-select PACK_COD,a.MARKET from market_to_pack_dtp a inner join config_market b on a.market = b.market
-)
-
-----market
-,market_result as (
-  select 
-    B.pack_cod
-    ,C.AUDIT_COD
-    ,A.province
-    ,A.data_source as SOURCENAME
-    ,C.DATA_SOURCE
-  from market_province_config a
-  left join final_market_to_pack B on A.market = B.market
-  left join province_to_audit C on A.province = C.province_c AND A.data_source = C.SOURCENAME
-  where a.data_source <> '/' AND C.AUDIT_COD IS not NULL 
-  group by 1,2,3,4,5)
-,need_to_be_changed( --算出不在pack 中的pack code，替换成 market中的pack code 的配置信息
-  select     
-    pack_cod,AUDIT_COD,DATA_SOURCE,sourcename
-  from  market_result
-  where pack_cod in (select pack_cod from pack_result group by 1)
-)
-
---最终写入表
-
-select 
-    pack_cod,AUDIT_COD,DATA_SOURCE,sourcename, 'pack' CONFIG_DATASOURCE
-from pack_result
-union ALL
-
-select
-    pack_cod,AUDIT_COD,DATA_SOURCE,sourcename, 'market' CONFIG_DATASOURCE
-from pack_result
-where pack_cod not in (select pack_cod from need_to_be_changed group by 1)
-union all 
-select 
-    pack_cod,AUDIT_COD,DATA_SOURCE,sourcename, 'market' CONFIG_DATASOURCE
-from need_to_be_changed
diff --git a/EXTERNAL/Merged_Data/Merged_Data_Config_table_bkp.sql:Zone.Identifier b/EXTERNAL/Merged_Data/Merged_Data_Config_table_bkp.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Merged_Data/Merged_Data_Config_table_bymonth.sql b/EXTERNAL/Merged_Data/Merged_Data_Config_table_bymonth.sql
deleted file mode 100644
index cb2d080..0000000
--- a/EXTERNAL/Merged_Data/Merged_Data_Config_table_bymonth.sql
+++ /dev/null
@@ -1,213 +0,0 @@
--- Databricks notebook source
--- create or replace table dws.dws_td_ext_merge_data_config
--- (
--- market string,
--- audit_cod string,
--- province string,
--- sourcename string,
--- data_source string
--- )
--- USING delta
--- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dws_td_ext_merge_data_config';
--- -- 上面是生产环境location，下面是测试环境location
--- -- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dws_td_ext_merge_data_config';
-
--- COMMAND ----------
-
-create or replace temporary view brand_province_config -- brand配置表
-as 
-select upper(`brand`) as brand, `province` as province, datasource as data_source from dwd.dwd_gnd_merge_data_brand_province
-
--- COMMAND ----------
-
-create or replace temporary view market_province_config --market 配置表
-as 
-select  market, province, datasource as data_source from dwd.dwd_gnd_merge_data_brand_market
-
--- COMMAND ----------
-
--- -- insert overwrite dws.dws_td_ext_merge_data_config_special
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DWS/dws_external_merge_data_config_special' --prd
--- -- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DWS/dws_external_merge_data_config_special' --test
--- with pack_and_brand ( --brand 转 pack
---     select 
---       upper(brandnamee) brand_name
---       ,ims_pack_cod PACK_COD --取所有code带出market
---     from dwd.dwd_td_imscode_azcode
---     where ims_pack_cod is not null and startswith(ims_pack_cod,'0')
---     and upper(brandnamee) in (select brand from brand_province_config group by 1 )--取出在配置表中的pack
---     group by 1,2
---     )
--- ,pack_to_market (
---   select 
---     a.PACK_CODE
---     ,MARKET 
---   from dm.dm_td_ext_unionall_market_pack_mapping a
---   inner join pack_and_brand b on a.PACK_CODE = b.pack_cod --取出配置表中的brand对应的 market
---   where a.DATASOURCE in ( 'AIA(Monthly)')--只取 AIA中的市场，chpa的市场太多
---   and lower(a.MARKET) not like '%all market%'
---       and market not in (
---         'RE Extended Market'
---       ,'RE Market'
---       ,'RE Market (Global)'
---       ,'Pulmicort VBP Benchmark Market'
---       ,'Respules Market'
---   )
---   group by 1,2
--- )
--- -- ,market_to_pack ( -- 获取上述market中所有的pack
--- --   select
--- --     market
--- --     ,pack_cod
--- --   from dm.dm_td_external_market_pack_mapping a
--- --   where DATA_SOURCE in  ( 'AIA(Monthly)','IQVIA-CHPA(Monthly)')--AIA和chpa的市场
--- --   and market in (select market from pack_to_market group by 1)
--- --   group by 1,2
--- -- )
--- ,province_to_audit (
---     select
---         PROVINCE_C
---         ,AUDIT_COD
---         ,DATA_SOURCE
---         ,CASE WHEN DATA_SOURCE = 'AIA(Monthly)' THEN 'AIA'
---             WHEN DATA_SOURCE = 'IQVIA-CHPA(Monthly)' THEN 'CHPA'
---         ELSE NULL 
---         END AS SOURCENAME
---     from dm.dm_td_external_geo
---     where DATA_SOURCE in ( 'AIA(Monthly)','IQVIA-CHPA(Monthly)')
---     group by 1,2,3
--- )
--- ,not_selected_datasource (--因为pack2market2pack 会导致部分大市场包含所有的pack，故用配置表再删除一些不需要配置数据源的
---   select 
---     a.ims_pack_cod PACK_COD --取所有code
---     ,b.province
---   from dwd.dwd_td_imscode_azcode a
---   inner join (
---     select 
---       UPPER(brand) as brand
---       ,province
---     from brand_province_config
---     where data_source = '/' 
---     group by 1,2
---     ) b 
---     on upper(a.brandnamee) = upper(b.brand )
---   where a.ims_pack_cod is not null and startswith(a.ims_pack_cod,'0')
---   group by 1,2
---   union
---   select 
---     pack_cod,
---     '天津'
---   from market_to_pack
---   where market= 'EGFR TKI Market'
---   group by 1
--- )
--- select DATA_SOURCE,PACK_COD,AUDIT_COD
--- from not_selected_datasource a 
--- left join province_to_audit b on a.province = b.province_c
--- group by 1,2,3
-
--- COMMAND ----------
-
-INSERT OVERWRITE dws.dws_td_ext_merge_data_config
--- create or replace table dws.dws_td_ext_merge_data_config
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DWS/dws_td_ext_merge_data_config' --test
-/*
-1通过brand找到pack，通过pack找到市场以市场下的所有pack
-2通过province找到对应的省份或者机构，从而获取到audit_code
-*/
-----pack
-with pack_and_brand ( --brand 转 pack
-    select 
-      upper(brandnamee) brand_name
-      ,ims_pack_cod PACK_COD --取所有code带出market
-    from dwd.dwd_td_imscode_azcode
-    where ims_pack_cod is not null and startswith(ims_pack_cod,'0')
-    and upper(brandnamee) in (select brand from brand_province_config group by 1 )--取出在配置表中的pack
-    group by 1,2
-    )
- 
-,pack_to_market (
-  select 
-    a.PACK_CODE,
-    MARKET 
-  from dm.dm_td_ext_unionall_market_pack_mapping a
-  inner join pack_and_brand b on a.PACK_CODE = b.pack_cod --取出配置表中的brand对应的 market
-  where a.DATASOURCE in ( 'AIA(Monthly)')--只取 AIA中的市场，chpa的市场太多
-  and lower(a.MARKET) not like '%all market%'
-      and market not in (
-        'RE Extended Market'
-      ,'RE Market'
-      ,'RE Market (Global)'
-      ,'Pulmicort VBP Benchmark Market'
-      ,'Respules Market'
-  )
-  group by 1,2
-)
-,province_to_audit (
-    select
-        PROVINCE_C
-        ,AUDIT_COD
-        ,DATA_SOURCE
-        ,CASE WHEN DATA_SOURCE = 'AIA(Monthly)' THEN 'AIA'
-            WHEN DATA_SOURCE = 'IQVIA-CHPA(Monthly)' THEN 'CHPA'
-        ELSE NULL 
-        END AS SOURCENAME
-    from dm.dm_td_external_geo
-    where DATA_SOURCE in ( 'AIA(Monthly)','IQVIA-CHPA(Monthly)')
-    group by 1,2,3
-)
-
-,pack_result as (
-  select 
-    C.market
-    ,E.audit_cod
-    ,A.province
-    ,A.data_source as SOURCENAME
-    ,E.data_source
-  from brand_province_config A 
-  inner join pack_and_brand B on A.brand = B.brand_name
-  inner join pack_to_market C on B.pack_cod = C.pack_code
-  -- inner join market_to_pack D on C.market = D.market
-  inner join province_to_audit E on A.province = E.province_c AND A.data_source = E.SOURCENAME
-  where A.data_source <> '/' 
-  group by 1,2,3,4,5
-  )
-
----- MARKET PART
-
-,market_result as (
-  select 
-    A.MARKET
-    ,C.AUDIT_COD
-    ,A.province
-    ,A.data_source as SOURCENAME
-    ,C.DATA_SOURCE
-  from market_province_config a
-  -- left join final_market_to_pack B on A.market = B.market
-  left join province_to_audit C on A.province = C.province_c AND A.data_source = C.SOURCENAME
-  where a.data_source <> '/' AND C.AUDIT_COD IS not NULL 
-  group by 1,2,3,4,5)
-
-
-----最终结果
-select 
-market,
-audit_cod,
-province,
-sourcename,
-data_source
- FROM pack_result
- where market NOT in (
-  select
-    market
-  from market_province_config
-  group by 1
-)
-union all
-select 
-market,
-audit_cod,
-province,
-sourcename,
-data_source
- FROM market_result
diff --git a/EXTERNAL/Merged_Data/Merged_Data_Config_table_bymonth.sql:Zone.Identifier b/EXTERNAL/Merged_Data/Merged_Data_Config_table_bymonth.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bkp.sql b/EXTERNAL/Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bkp.sql
deleted file mode 100644
index 7bc0611..0000000
--- a/EXTERNAL/Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bkp.sql
+++ /dev/null
@@ -1,124 +0,0 @@
--- Databricks notebook source
--- create or replace table dm.dm_tf_exteranl_sales_merged_data_dtp_others
-insert overwrite table  dm.dm_tf_exteranl_sales_merged_data_dtp_others 
-with all_egfr_pack as (
-  select * from DM.dm_td_external_market_pack_mapping
-  where DATA_SOURCE = 'DTP(Quarterly)' and MARKET = 'EGFR TKI Market'
-)
-,4brand as (
-  select * from all_egfr_pack
-  where PROD_DES_C in ('阿美乐','泰瑞沙','凯美纳','艾弗沙')
-)
-,otherbrand as (
-  select PACK_COD from all_egfr_pack
-  where PACK_COD not in ( select PACK_COD from `4brand` group by 1)
-  group by 1
-)
-
-
--- -- 直取表 cu -  dtp4brand 的 cu =  otherbrand 的cu
-,dirct_cu as (
- select
-  yyyymm
-  ,replace(audit_key,'DTP(Quarterly)','') audit_cod
-  ,cast(pdot_counting_unit as decimal ) pdot_counting_unit
-  ,cast(pdot_counting_unit_ly as decimal ) pdot_counting_unit_ly
- from dm.dm_tf_external_retail_special a
- where yyyymm >=202401
-)
- --先 4个brand 的 cu 和 value
-,fact_sales_dtp_4brand(
-select 
-YYYYMM,AUDIT_COD
-,sum(cast( CONUTING_UNIT*PDOT_MARKET_RATIO as decimal)) CONUTING_UNIT
-,sum(cast( CONUTING_UNIT_LY*PDOT_MARKET_RATIO as decimal)) CONUTING_UNIT_LY
-from dm.dm_tf_external_sales t1
-inner join 4brand t2 on t1.PACK_COD = t2.PACK_COD 
-where t1.DATA_SOURCE = 'DTP(Quarterly)'
-and DTP_FLAG = 1
-and YYYYMM >=202401
-group by 
-YYYYMM,AUDIT_COD )
-
--- 其他产品 的 cu 和 value
-,fact_sales_dtp_other(
-select 
-YYYYMM
-,"DTPOTHERS" PACK_COD
-,"DTPOTHERS" CORP_COD
-,AUDIT_COD
-,'' as PLATFORM_TYPE
-,'' as STORE_NAME
-,'' as STORE_TYPE
-,'' as REGION_TYPE
-,1 as PACK_FLAG
-,2 as PROD_FLAG
-,1 as DTP_FLAG
-,sum(SALES_UNIT_CAL) SALES_UNIT_CAL
-,sum(SALES_UNIT_CAL_LY) SALES_UNIT_CAL_LY
-,sum(SALES_VALUE_CAL) SALES_VALUE_CAL
-,sum(SALES_VALUE_CAL_LY) SALES_VALUE_CAL_LY
-,sum(CONUTING_UNIT) CONUTING_UNIT
-,sum(CONUTING_UNIT_LY) CONUTING_UNIT_LY
-,'DTP(Quarterly)' as DATA_SOURCE
-,'' as inst_code
-,'' as cmps_flag
-,'' as dept_name
-,'' as prescription
-,'' as prescription_ly
-,'' as new_code
-,'' as area
-,'' as h_level
-,'' as reimburse
-,'' as reimburse_type
-,'' as prescription_source
-from dm.dm_tf_external_sales
-where DTP_FLAG = 1
-and PACK_COD in (select PACK_COD from otherbrand) --其他部分
-and DATA_SOURCE = 'DTP(Quarterly)'
-and YYYYMM >=202401
-group by 
-YYYYMM,AUDIT_COD)
-
-select 
-T0.YYYYMM
-,t0.PACK_COD
-,t0.CORP_COD
-,t0.AUDIT_COD
-,t0.PLATFORM_TYPE
-,t0.STORE_NAME
-,t0.STORE_TYPE
-,t0.REGION_TYPE
-,t0.PACK_FLAG
-,t0.PROD_FLAG
-,t0.DTP_FLAG
-,t0.SALES_UNIT_CAL
-,t0.SALES_UNIT_CAL_LY
-,t0.SALES_VALUE_CAL
-,t0.SALES_VALUE_CAL_LY
-,t1.CONUTING_UNIT
-,t1.CONUTING_UNIT_LY
-,t0.DATA_SOURCE
-,t0.inst_code
-,t0.cmps_flag
-,t0.dept_name
-,t0.prescription
-,t0.prescription_ly
-,t0.new_code
-,t0.area
-,t0.h_level
-,t0.reimburse
-,t0.reimburse_type
-,t0.prescription_source
-from fact_sales_dtp_other t0 
-left join (
-select 
-t1.yyyymm
-,t1.audit_cod
-,t1.pdot_counting_unit - t2.conuting_unit as CONUTING_UNIT
-,t1.pdot_counting_unit_ly - t2.conuting_unit_ly as CONUTING_UNIT_LY
-from dirct_cu t1
-left join fact_sales_dtp_4brand t2 on t1.yyyymm = t2.yyyymm and t1.audit_cod = t2.audit_cod
-) t1
-on t0.audit_cod = t1.audit_cod and t0.yyyymm = t1.yyyymm
--- select * from fact_sales_dtp_4brand
\ No newline at end of file
diff --git a/EXTERNAL/Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bkp.sql:Zone.Identifier b/EXTERNAL/Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bkp.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bymonth_bkp.sql b/EXTERNAL/Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bymonth_bkp.sql
deleted file mode 100644
index 28771e8..0000000
--- a/EXTERNAL/Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bymonth_bkp.sql
+++ /dev/null
@@ -1,289 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE dm.DM_TF_EXTERANL_SALES_MERGED_DATA_DTP_OTHERS_bymonth (
---   MARKET STRING,
---   KEY_COMPETITOR STRING,
---   CLASS STRING,
---   YYYYMM STRING,
---   PACK_COD STRING,
---   CORP_COD STRING,
---   AUDIT_COD STRING,
---   PLATFORM_TYPE STRING,
---   STORE_NAME STRING,
---   STORE_TYPE STRING,
---   REGION_TYPE STRING,
---   PACK_FLAG INT,
---   PROD_FLAG INT,
---   DTP_FLAG INT,
---   SALES_UNIT_CAL DECIMAL(38,10),
---   SALES_UNIT_CAL_LY DECIMAL(38,10),
---   SALES_VALUE_CAL DECIMAL(38,10),
---   SALES_VALUE_CAL_LY DECIMAL(38,10),
---   CONUTING_UNIT DECIMAL(21,0),
---   CONUTING_UNIT_LY DECIMAL(21,0),
---   PDOT DECIMAL(21,0),
---   PDOT_LY DECIMAL(21,0),
---   DATA_SOURCE STRING,
---   inst_code STRING,
---   cmps_flag STRING,
---   dept_name STRING,
---   prescription STRING,
---   prescription_ly STRING,
---   new_code STRING,
---   area STRING,
---   h_level STRING,
---   reimburse STRING,
---   reimburse_type STRING,
---   prescription_source STRING)
--- USING delta
--- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/DM_TF_EXTERANL_SALES_MERGED_DATA_DTP_OTHERS_bymonth';
--- -- 上面是生产环境location，下面是测试环境location
--- -- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/DM_TF_EXTERANL_SALES_MERGED_DATA_DTP_OTHERS_bymonth';
-
-
--- COMMAND ----------
-
--- 这个jupyter核心逻辑是
--- 直接 cu - 4brand cu = other cu
--- 其中 维度部分,通过DM.DM_TF_EXT_UNIONALL_SALES innerjoin other 
--- 其中 度量部分,通过 直接cu - 4brand cu
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW RETAIL_DTP
-AS
-SELECT 
-nvl(t2.market,'ALL Market') MARKET
-,nvl(t2.KEY_COMPETITOR,'OTHERS') as KEY_COMPETITOR
-,nvl(t2.CLASS,'Others') as CLASS
-,t1.YYYYMM
-,t1.PACK_CODE
-,t1.CORP_CODE
-,t1.AUDIT_CODE
-,t1.PLATFORM_TYPE
-,t1.STORE_NAME
-,t1.STORE_TYPE
-,t1.REGION_TYPE
-,t1.DATA_SOURCE
-,t1.PACK_FLAG
-,t1.PROD_FLAG
-,t1.DTP_FLAG
-,t1.CMPS_FLAG
-,t1.NEW_CODE
-,t1.INST_CODE
-,NULL AS AIA_HP_FLAG
-,t1.DEPT_NAME
-,t1.H_LEVEL
-,t1.REIMBURSE
-,t1.REIMBURSE_TYPE
-,PRESCRIPTION_SOURCE AS PRESCRIPTION_TYPE
-,t1.PRESCRIPTION 
-,t1.PRESCRIPTION_LY
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.Value_brand_Ratio,1) as VA
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.Unit_brand_Ratio,1) AS UT
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.CountingUnit_brand_Ratio,1) AS CU
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.PDOT_brand_Ratio,1) AS PT
-,cast(t1.SALES_UNIT_CAL * nvl(t2.Unit_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6)) AS SALES_UNIT_CAL
-,cast(t1.SALES_UNIT_CAL_LY * nvl(t3.Unit_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6)) AS SALES_UNIT_CAL_LY
-,cast(t1.SALES_VALUE_CAL * nvl(t2.Value_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS SALES_VALUE_CAL
-,cast(t1.SALES_VALUE_CAL_LY * nvl(t3.Value_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6)) AS SALES_VALUE_CAL_LY
-,cast(t1.CONUTING_UNIT * nvl(t2.CountingUnit_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS CONUTING_UNIT
-,cast(t1.CONUTING_UNIT_LY * nvl(t3.CountingUnit_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6))  AS CONUTING_UNIT_LY
-,cast(t1.CONUTING_UNIT * nvl(t2.PDOT_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS PDOT
-,cast(t1.CONUTING_UNIT_LY * nvl(t3.PDOT_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6))  AS PDOT_LY
-FROM DM.DM_TF_EXT_UNIONALL_SALES t1
-LEFT JOIN DM.dm_td_ext_unionall_market_pack_mapping t2
-on t1.PACK_CODE = t2.PACK_CODE and t1.DATA_SOURCE = t2.DATASOURCE
-and  t1.YYYYMM  >=t2.starttime and t1.YYYYMM  <=t2.endtime
-and t1.YYYYMM >= t2.Value_brand_Ratio_start and t1.YYYYMM <=t2.Value_brand_Ratio_end
-and t1.YYYYMM >= t2.Unit_brand_start and t1.YYYYMM <=t2.Unit_brand_end
-and t1.YYYYMM >= t2.CountingUnit_brand_start and t1.YYYYMM <=t2.CountingUnit_brand_end
-and t1.YYYYMM >= t2.PDOT_brand_start and t1.YYYYMM <=t2.PDOT_brand_end
-LEFT JOIN DM.dm_td_ext_unionall_market_pack_mapping t3
-on t1.PACK_CODE = t3.PACK_CODE and t1.DATA_SOURCE = t3.DATASOURCE
-and  (t1.YYYYMM-100)  >=t3.starttime and (t1.YYYYMM-100) <=t3.endtime
-and (t1.YYYYMM-100) >= t3.Value_brand_Ratio_start and (t1.YYYYMM-100) <=t3.Value_brand_Ratio_end
-and (t1.YYYYMM-100) >= t3.Unit_brand_start and (t1.YYYYMM-100) <=t3.Unit_brand_end
-and (t1.YYYYMM-100) >= t3.CountingUnit_brand_start and (t1.YYYYMM-100) <=t3.CountingUnit_brand_end
-and (t1.YYYYMM-100) >= t3.PDOT_brand_start and (t1.YYYYMM-100) <=t3.PDOT_brand_end
-and t2.market = t3.MARKET
-where t1.DATA_SOURCE = 'DTP(Quarterly)' and t1.DTP_FLAG=1
--- and YYYYMM >=202501
-
--- COMMAND ----------
-
--- 所有的pack_code
-create or replace temporary view all_egfr_pack
-as
-select MARKET,PACK_CODE from DM.DM_TD_EXT_RETAIL_MARKET_PACK_MAPPING
-where MARKET = 'EGFR TKI Market'
-group by MARKET,PACK_CODE
-
-
--- COMMAND ----------
-
--- 4brand pack_code
-create or replace temporary view 4brand
-as
-select 
-  MARKET,
-  PACK_CODE
-from 
-  all_egfr_pack
-where 
-  pack_code IN 
-    (
-      SELECT 
-        PACK_CODE 
-      FROM 
-        dm.dm_td_ext_retail_DTP_pack_property
-      WHERE 
-        PROD_DESC_C in ('阿美乐','泰瑞沙','凯美纳','艾弗沙')
-      group BY 
-        PACK_CODE
-    )
-
-
--- COMMAND ----------
-
-create or replace temporary view otherbrand
-as
-select 
-  PACK_CODE 
-from 
-  all_egfr_pack
-where 
-  PACK_CODE not in ( select PACK_CODE from `4brand` group by PACK_CODE)
-group by 
-  PACK_CODE
-
-
--- COMMAND ----------
-
--- 这里是 直接 cu
-create or replace temporary view dirct_cu
-as
- select
-  yyyymm,
-  replace(audit_key,'DTP(Quarterly)','') audit_cod,
-  cast(pdot_counting_unit as decimal ) pdot_counting_unit,
-  cast(pdot_counting_unit_ly as decimal ) pdot_counting_unit_ly
- from dm.dm_tf_external_retail_special a
- where yyyymm >=202401
-
--- COMMAND ----------
-
--- 这里是获取 4brand 的度量值部分
-create or replace temporary view fact_sales_dtp_4brand
-as
-select 
-YYYYMM,
-AUDIT_CODE AS AUDIT_COD
-,sum(PDOT) CONUTING_UNIT
-,sum(PDOT_LY) CONUTING_UNIT_LY
-,MAX(t2.MARKET) as MARKET
-from RETAIL_DTP t1
-inner join 4brand t2 on t1.PACK_CODE = t2.PACK_CODE 
-where t1.DATA_SOURCE = 'DTP(Quarterly)' 
-and t1.MARKET = 'EGFR TKI Market'
-and DTP_FLAG = 1
-and YYYYMM >=202401
-group by 
-YYYYMM,AUDIT_COD 
-
-
--- COMMAND ----------
-
--- 这里是获取 other 的维度值部分
-create or replace temporary view fact_sales_dtp_other
-as
-select 
-YYYYMM
-,"DTPOTHERS" PACK_COD
-,"DTPOTHERS" CORP_COD
-,AUDIT_CODE AS AUDIT_COD
-,'' as PLATFORM_TYPE
-,'' as STORE_NAME
-,'' as STORE_TYPE
-,'' as REGION_TYPE
-,1 as PACK_FLAG
-,2 as PROD_FLAG
-,1 as DTP_FLAG
-,sum(SALES_UNIT_CAL) SALES_UNIT_CAL
-,sum(SALES_UNIT_CAL_LY) SALES_UNIT_CAL_LY
-,sum(SALES_VALUE_CAL) SALES_VALUE_CAL
-,sum(SALES_VALUE_CAL_LY) SALES_VALUE_CAL_LY
-,sum(CONUTING_UNIT) CONUTING_UNIT
-,sum(CONUTING_UNIT_LY) CONUTING_UNIT_LY
-,'DTP(Quarterly)' as DATA_SOURCE
-,'' as inst_code
-,'' as cmps_flag
-,'' as dept_name
-,'' as prescription
-,'' as prescription_ly
-,'' as new_code
-,'' as area
-,'' as h_level
-,'' as reimburse
-,'' as reimburse_type
-,'' as prescription_source
-from DM.DM_TF_EXT_UNIONALL_SALES
-where DTP_FLAG = 1
-and PACK_CODE in (select PACK_CODe from otherbrand) --其他部分
-and DATA_SOURCE = 'DTP(Quarterly)'
-and YYYYMM >=202401
-group by 
-YYYYMM,AUDIT_CODE
-
-
--- COMMAND ----------
-
--- create or replace table dm.DM_TF_EXTERANL_SALES_MERGED_DATA_DTP_OTHERS_bymonth
-insert overwrite table  dm.DM_TF_EXTERANL_SALES_MERGED_DATA_DTP_OTHERS_bymonth 
-select 
-t1.MARKET
-,'OTHERS' as KEY_COMPETITOR
-,'Others' as CLASS
-,T0.YYYYMM
-,t0.PACK_COD
-,t0.CORP_COD
-,t0.AUDIT_COD
-,t0.PLATFORM_TYPE
-,t0.STORE_NAME
-,t0.STORE_TYPE
-,t0.REGION_TYPE
-,t0.PACK_FLAG
-,t0.PROD_FLAG
-,t0.DTP_FLAG
-,t0.SALES_UNIT_CAL
-,t0.SALES_UNIT_CAL_LY
-,t0.SALES_VALUE_CAL
-,t0.SALES_VALUE_CAL_LY
-,t1.CONUTING_UNIT
-,t1.CONUTING_UNIT_LY
-,t1.CONUTING_UNIT as pdot
-,t1.CONUTING_UNIT_LY as pdot_ly
-,t0.DATA_SOURCE
-,t0.inst_code
-,t0.cmps_flag
-,t0.dept_name
-,t0.prescription
-,t0.prescription_ly
-,t0.new_code
-,t0.area
-,t0.h_level
-,t0.reimburse
-,t0.reimburse_type
-,t0.prescription_source
-from fact_sales_dtp_other t0 
-left join (
-select 
-t1.yyyymm
-,t1.audit_cod
-,t1.pdot_counting_unit - t2.conuting_unit as CONUTING_UNIT
-,t1.pdot_counting_unit_ly - t2.conuting_unit_ly as CONUTING_UNIT_LY
-,t2.market
-from dirct_cu t1
-left join fact_sales_dtp_4brand t2 on t1.yyyymm = t2.yyyymm and t1.audit_cod = t2.audit_cod
-) t1
-on t0.audit_cod = t1.audit_cod and t0.yyyymm = t1.yyyymm
--- select * from fact_sales_dtp_4brand
\ No newline at end of file
diff --git a/EXTERNAL/Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bymonth_bkp.sql:Zone.Identifier b/EXTERNAL/Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bymonth_bkp.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/ORG/DM_TD_EXT_AIA_ORG.sql b/EXTERNAL/ORG/DM_TD_EXT_AIA_ORG.sql
deleted file mode 100644
index 7daeefe..0000000
--- a/EXTERNAL/ORG/DM_TD_EXT_AIA_ORG.sql
+++ /dev/null
@@ -1,461 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_AIA_ORG (
---   REGION_CODE STRING,
---   REGION_NAME_EN STRING,
---   RSM_NAME STRING,
---   RC_CODE STRING,
---   RC_NAME_EN STRING,
---   RC_NAME STRING,
---   REGIONCENTER STRING,
---   AUDIT_COD STRING,
---   MARKET STRING,
---   BU_CATEGORY STRING,
---   BU_NAME_EN STRING,
---   SUB_BU_NAME STRING,
---   SUB_BU_CODE_AUTH STRING,
---   BU_CODE_AUTH STRING,
---   DATA_SOURCE STRING,
---   REGION_RATIO FLOAT,
---   TEAM STRING,
---   MR_TRTY_CODE STRING,
---   NSD_KCODE STRING,
---   NSD_NAME STRING,
---   RSD_KCODE STRING,
---   RSD_NAME STRING,
---   RSM_KCODE STRING,
---   DSM_KCODE STRING,
---   DSM_NAME STRING,
---   MR_KCODE STRING,
---   MR_NAME STRING)
--- USING delta
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_aia_org';
-
--- COMMAND ----------
-
--- MAGIC %run ../../../Common/config
-
--- COMMAND ----------
-
--- MAGIC %python
--- MAGIC spark.read.table(f'`{CDW_CATALOG}`.`dwd`.`dim_product_wide`').createOrReplaceTempView('cdw_dwd_dim_product_wide')
-
--- COMMAND ----------
-
--- 20260130 由于DM.dm_td_org数据需要转换，新增这个CELL。
-create or replace temporary view dm_td_org_temp
-as 
-SELECT org_key,mr_trty_tag,district_code,rsm_name,rc_name,p2.region_name,p2.rsd_kcode,p2.rsd_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_code = 'PC12' then 'PC09' else p2.bu_code end bu_code
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_report = 'EC' THEN 'Retail' ELSE p2.bu_report end bu_report
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.sub_bu_code = 'NA27' then 'NA06' else p2.sub_bu_code end sub_bu_code
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.sub_bu_name = 'EC' then 'Retail' else p2.sub_bu_name end sub_bu_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.sub_bu_name_en = 'EC' then 'Retail' else p2.sub_bu_name_en end sub_bu_name_en
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_name = 'EC' then 'Retail' else p2.bu_name end bu_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_name_en = 'EC' then 'Retail' else p2.bu_name_en end bu_name_en
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.nsd_kcode = 'ND_EC0001_V' then 'KSGX559' else p2.nsd_kcode end nsd_kcode
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_name = 'EC'and p2.nsd_name = 'Vacant' then '李白杨' else p2.nsd_name end nsd_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.nsd_trty_code = 'ND_EC0001' then 'ND_RT0001' else p2.nsd_trty_code end nsd_trty_code
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bsd_kcode = 'VP_EC0001_V' then 'VP_RT0001_V' else p2.bsd_kcode end bsd_kcode
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bsd_trty_code = 'VP_EC0001' then 'VP_RT0001' else p2.bsd_trty_code end bsd_trty_code
-  ,mr_kcode,dsm_trty_code,rsm_trty_code,dsm_kcode,rsd_trty_code
-  ,district_name,dsm_name,mr_name,yyyymm,mr_trty_code,REGION_CODE,rc_code,bu_category,rsm_kcode
-FROM DM.dm_td_org P2
-
--- COMMAND ----------
-
----------------------------------------------------------------------------------------
---修改时间：20241105
---修改人：Fanxujia
---修改内容：
---for AIA Dashboard，新增NSD、RSD、RSM、DSM、MR、TEAM等信息
---仅AIA渠道的数据增加值，其他渠道都为空
----------------------------------------------------------------------------------------
----------------------------------------------------AIA------------------------------------------------------------------------------
---AIA参考CHPA
-------所有BU能看AIA
-
---从销量表取到全部的机构、市场组合
-with ALL_AUDIT_Market as (
-select distinct NVL(t1.AUDIT_COD,'ROC') AUDIT_COD,
-NVL(t2.market,'ALL Market') market
-from dm.dm_ext_aia_sales t1
-left join dm.dm_td_ext_aia_market_pack_mapping t2
-on t1.pack_cod = t2.PACK_CODE
-)
-,pack_market as (
-select distinct PACK_CODE AS PACK_COD,market
-from dm.dm_td_ext_aia_market_pack_mapping
-)
-
---获取城市与大区中心的mapping
-,EXTERNAL_GEO as (
-select distinct
-concat(city_c, '市') as city_c,
-REGION_CENTER
-from DM.DM_TD_EXTERNAL_GEO_TEMP
-where DATA_SOURCE = 'AIA(Monthly)'
-)
---CVH架构月
-,CVH_YM as (
-select key_value as yyyymm
-from dm.dm_td_date_config
-where key_code = 'pfmc_cvh'
-)
---org表
-,org as (
-select distinct
-t1.yyyymm,
-t1.bu_category,
-t1.bu_code,
-t1.bu_name_en,
-t1.sub_bu_code,
-t1.sub_bu_name,
-t1.REGION_CODE,
-t1.region_name,
-t1.rc_code,
-t1.rc_name,
-t1.district_name as team,
-t1.mr_trty_code,
-t1.nsd_kcode,
-case when t1.nsd_name = 'Vacant' then t1.nsd_kcode else t1.nsd_name end as nsd_name,
-t1.rsd_kcode,
-case when t1.rsd_name = 'Vacant' then t1.rsd_kcode else t1.rsd_name end as rsd_name,
-t1.rsm_kcode,
-case when t1.rsm_name = 'Vacant' then t1.rsm_kcode else t1.rsm_name end as rsm_name,
-t1.dsm_kcode,
-case when t1.dsm_name = 'Vacant' then t1.dsm_kcode else t1.dsm_name end as dsm_name,
-t1.mr_kcode,
-case when t1.mr_name = 'Vacant' then t1.mr_kcode else t1.mr_name end as mr_name
-from dm_td_org_temp t1
-inner join CVH_YM t2
-on t1.yyyymm = t2.yyyymm
-)
---territory表
-,territory as (
-select distinct
-t1.yyyymm,
-t1.trty_code,
-t1.inst_code,
-t1.family_code
-from dm.dm_td_sd_territory_indication t1
-inner join CVH_YM t2
-on t1.yyyymm = t2.yyyymm
-where t1.bu not in ('CUBE','KA')
-and ((t1.key_hp in (2) and t1.bu <> 'Retail' and t1.trty_code <>'Eagle') or t1.key_hp = 1)--chenwu 20250904 排除双考影响
-)
---将内部的Family_code转为外部的pack_cod
-,inst_pack_previous as (
-select distinct
-t1.yyyymm,
-t1.trty_code,
-t1.inst_code,
-t2.city_name,
-t5.market,
-case when t2.area_code = 'SOUTH' then 'South'
-     when t2.area_code = 'WEST' then 'West'
-		 when t2.area_code = 'CENTRAL' then 'Central'
-		 when t2.area_code = 'NORTH' then 'North'
-		 when t2.area_code = 'EAST' then 'East'
-end as REGION_CENTER
-from territory t1
-left join dwd.dwd_td_institution t2
-on t1.inst_code = t2.inst_code
-left join cdw_dwd_dim_product_wide t3
-on t1.family_code = t3.prd_family_cd
-left join dwd.dwd_td_imscode_azcode t4
-on t3.prd_brand_cd = t4.brandcode
-left join pack_market t5
-on t4.ims_pack_cod = t5.PACK_COD
-)
-/*
-20251207 Chenwu 把可定的架构复制到立普妥上,直接替换市场 'Atorvastatin Market' = 'Rosuvastatin Market'
-*/
-,inst_pack as (
-  select 
-    yyyymm,
-    trty_code,
-    inst_code,
-    city_name,
-    market,
-    REGION_CENTER
-  from inst_pack_previous
-  union all
-  select
-    yyyymm,
-    trty_code,
-    inst_code,
-    city_name,
-    'Atorvastatin Market' market,
-    REGION_CENTER
-  from inst_pack_previous 
-  where market = 'Rosuvastatin Market'
-)
-
----------------------------------------------------------------------------------------
---修改时间：20250220
---修改人：Zhu chenwu
---修改内容：
---原本存在部分Eagel的机构和市场没有挂上架构，针对于没有挂上的部分，用dws.dws_td_eg_cityterritory中的city 和family的关系对应到市场挂上架构。
-----------------------------------------------m-----------------------------------------
-,eagle_trty as 
-(---eagle的city 和 family 对应的 trtycode取数据时，如果city和family对应的trtycode 有多个，以p12，p11,p11为准，取第一个。
-  select SP_TRTY_CD,CITY_CD,FAMILY_CD from (
-  select *
-  ,row_number() over (partition by CITY_CD,FAMILY_CD order by PROJECT_CD desc) as num
-  from (
-    select SP_TRTY_CD,CITY_CD,FAMILY_CD,PROJECT_CD  from  dws.dws_td_eg_cityterritory t1 
-    inner join CVH_YM t2
-    on t1.YM = t2.yyyymm
-    where SP_TRTY_CD not in (select distinct trty_code from dm.dm_td_sd_territory_indication where bu = 'Eagle')
-    and PROJECT_CD in (select distinct project_code from DWS.dws_td_eg_project_instype WHERE ins_type='医院') 
-    and cast(nvl(SALES_RATE,0) as decimal(20,6))<>'0.000000' 
-    group by  1,2,3,4
-  )
-) where num = 1
-)
-,family_mapping as (--family和brand的mapping
-  select prd_family_cd,prd_brand_cd from cdw_dwd_dim_product_wide
-  group by 1,2
-)
-,packcode_mapping as (--pack 和 brand的mapping
-  select brandcode,ims_pack_cod from dwd.dwd_td_imscode_azcode 
-  group by 1,2
-)
-,geo_mapping as (--city的中文
-  select city_code,city_name from dm.dm_td_geography
-  group by 1,2
-)
-,eagle_mapping (--eagle表中city和family所对应的 岗位编码
-select SP_TRTY_CD,city_name,market from (
-	select 
-	t1.SP_TRTY_CD
-	-- ,t1.FAMILY_CD
-	-- ,t3.prd_brand_cd
-	,t4.ims_pack_cod
-	,t5.city_name
-	from eagle_trty t1
-	left join family_mapping t3
-	on t1.FAMILY_CD = t3.prd_family_cd --转换family 成 brand
-	left join packcode_mapping t4
-	on t3.prd_brand_cd = t4.brandcode
-	left join geo_mapping t5
-	on t1.CITY_CD = t5.city_code) A
-inner join pack_market B on A.ims_pack_cod = B.PACK_COD
-group by 1,2,3
-)
-
-,audit_geo as (--audit的城市信息
-select AUDIT_COD,max(CITY_C) as city_c from DM.DM_TD_EXTERNAL_GEO 
-where DATA_SOURCE = 'AIA(Monthly)'
-group by 1)
-
-,eagle_trty_with_city as ( --eagle中 挂上 部分机构归不到eagle的，按eagle的城市+品牌挂上
-select
-t0.AUDIT_COD,t0.market
-,t10.city_c
-,eagle_mapping.SP_TRTY_CD from ALL_AUDIT_Market t0
-left join audit_geo t10 on t0.AUDIT_COD = t10.AUDIT_COD
-left join eagle_mapping on eagle_mapping.city_name = t10.city_c and eagle_mapping.market = t0.market 
-where eagle_mapping.SP_TRTY_CD is not null
-group by 1,2,3,4)
-
-insert overwrite dm.DM_TD_EXT_AIA_ORG (
-    REGION_CODE,
-    region_name_en,
-    rc_code,
-    rc_name_en,
-    RegionCenter,
-    AUDIT_COD,
-    MARKET,
-    bu_category,
-    bu_name_en,
-    sub_bu_name,
-    sub_bu_code_auth,
-    bu_code_auth,
-    DATA_SOURCE,
-    REGION_RATIO,
-    RSM_Name,
-    RC_Name,
-TEAM,
-MR_TRTY_CODE,
-NSD_KCODE,
-NSD_NAME,
-RSD_KCODE,
-RSD_NAME,
-RSM_KCODE,
-DSM_KCODE,
-DSM_NAME,
-MR_KCODE,
-MR_NAME
-  )
-
-SELECT distinct
-  COALESCE(t2.REGION_CODE,t6.REGION_CODE,'ROC') as REGION_CODE,
-  COALESCE(t2.region_name,t6.region_name,'ROC') as region_name_en,
-  COALESCE(t2.rc_code,t6.rc_code,'ROC') as rc_code,
-  COALESCE(t2.rc_name,t6.rc_name,'ROC') as rc_name_en,
-  COALESCE(t1.REGION_CENTER,t4.REGION_CENTER,t7.REGION_CENTER,'') as RegionCenter,
-  t0.AUDIT_COD,
-  t0.MARKET,
-  COALESCE(t2.bu_category,t6.bu_category,'') as bu_category,
-  COALESCE(t2.bu_name_en,t6.bu_name_en,'') as bu_name_en,
-  COALESCE(t2.sub_bu_name,t6.sub_bu_name,'') as sub_bu_name,
-  COALESCE(t2.sub_bu_code,t6.sub_bu_code,'') as sub_bu_code_auth,
-  concat(COALESCE(t2.bu_code,t6.bu_code,''),'AIA(Monthly)') as bu_code_auth,
-  'AIA(Monthly)' as DATA_SOURCE,
-  1 REGION_RATIO,
-  COALESCE(t2.rsm_name,t6.rsm_name,'Vacant') as rsm_name,
-  COALESCE(t2.rsd_name,t6.rsd_name,'Vacant') as RC_Name,
-  COALESCE(t2.team,t6.team,'ROC') as team,
-  COALESCE(t2.mr_trty_code,t6.mr_trty_code,'Vacant') as mr_trty_code,
-  COALESCE(t2.nsd_kcode,t6.nsd_kcode,'Vacant') as nsd_kcode,
-  COALESCE(t2.nsd_name,t6.nsd_name,'Vacant') as nsd_name,
-  COALESCE(t2.rsd_kcode,t6.rsd_kcode,'Vacant') as rsd_kcode,
-  COALESCE(t2.rsd_name,t6.rsd_name,'Vacant') as rsd_name,
-  COALESCE(t2.rsm_kcode,t6.rsm_kcode,'Vacant') as rsm_kcode,
-  COALESCE(t2.dsm_kcode,t6.dsm_kcode,'Vacant') as dsm_kcode,
-  COALESCE(t2.dsm_name,t6.dsm_name,'Vacant') as dsm_name,
-  COALESCE(t2.mr_kcode,t6.mr_kcode,'Vacant') as mr_kcode,
-  COALESCE(t2.mr_name,t6.mr_name,'Vacant') as mr_name
--- ,t5.SP_TRTY_CD
-from ALL_AUDIT_Market t0
-left join inst_pack t1
-on t0.AUDIT_COD = t1.inst_code
-and t0.market = t1.market
-left join org t2
-on t1.trty_code = t2.mr_trty_code
-and t1.yyyymm = t2.yyyymm
-left join EXTERNAL_GEO t4
-on t1.city_name = t4.city_c
-
-left join eagle_trty_with_city t5
-on t0.AUDIT_COD = t5.AUDIT_COD
-and t0.market = t5.market and t1.inst_code is null
-left join org t6
-on t5.SP_TRTY_CD = t6.mr_trty_code
-left join EXTERNAL_GEO t7
-on t5.city_c = t7.city_c
-
--- COMMAND ----------
-
--- DBTITLE 1,add
---修改时间：20240808
---修改人：FanXuJia
---修改背景：
---事实表与维度表来自于不同手工表，目前存在一部分audit_cod在事实表有销量，但是在维度表没有这个audit_cod，导致销量缺失。
---因此需要从事实表补全这部分audit_cod
-with sales as (
-select distinct PACK_COD,AUDIT_COD,DATA_SOURCE from dm.dm_tf_external_sales
-union
-select distinct PACK_COD,AUDIT_COD,DATA_SOURCE from dm.dm_tf_external_sales_thc
-)
-,market_pack as (
-select distinct PACK_COD,MARKET,DATA_SOURCE from dm.dm_td_external_market_pack_mapping
-)
-,org as (
-select distinct AUDIT_COD,MARKET,DATA_SOURCE from dm.DM_TD_EXT_AIA_ORG
-)
-,tmp_org as (
-select distinct a.AUDIT_COD,b.MARKET,a.DATA_SOURCE
-from sales a 
-left join market_pack b on a.PACK_COD = b.PACK_COD and a.DATA_SOURCE = b.DATA_SOURCE
-left join org c on a.DATA_SOURCE = c.DATA_SOURCE and a.AUDIT_COD = c.AUDIT_COD and b.MARKET = c.MARKET
-where C.AUDIT_COD IS NULL
-)
-insert into table dm.DM_TD_EXT_AIA_ORG
-(
-REGION_CODE,
-region_name_en,
-RSM_Name,
-rc_code,
-rc_name_en,
-RC_Name,
-RegionCenter,
-AUDIT_COD,
-MARKET,
-bu_category,
-bu_name_en,
-sub_bu_name,
-sub_bu_code_auth,
-bu_code_auth,
-DATA_SOURCE,
-REGION_RATIO,
-TEAM,
-MR_TRTY_CODE,
-NSD_KCODE,
-NSD_NAME,
-RSD_KCODE,
-RSD_NAME,
-RSM_KCODE,
-DSM_KCODE,
-DSM_NAME,
-MR_KCODE,
-MR_NAME
-)
-select
-'ROC' as REGION_CODE,
-'ROC' as region_name_en,
-'Vacant' as RSM_Name,
-'ROC' as rc_code,
-'ROC' as rc_name_en,
-'Vacant' as RC_Name,
-null as RegionCenter,
-AUDIT_COD,
-MARKET,
-null as bu_category,
-null as bu_name_en,
-null as sub_bu_name,
-null as sub_bu_code_auth,
-DATA_SOURCE as bu_code_auth,
-DATA_SOURCE,
-1 as REGION_RATIO,
-'ROC' as TEAM,
-'Vacant' as MR_TRTY_CODE,
-'Vacant' as NSD_KCODE,
-'Vacant' as NSD_NAME,
-'Vacant' as RSD_KCODE,
-'Vacant' as RSD_NAME,
-'Vacant' as RSM_KCODE,
-'Vacant' as DSM_KCODE,
-'Vacant' as DSM_NAME,
-'Vacant' as MR_KCODE,
-'Vacant' as MR_NAME
-from tmp_org
-where DATA_SOURCE = 'AIA(Monthly)'
-
--- COMMAND ----------
-
--- DBTITLE 1,hidden_market
------------------------------------------------------------
---修改时间：20241118
---修改人：Fanxujia
---修改内容：
---使用手工文件排除掉每个渠道的不需要显示的市场
------------------------------------------------------------
-with hidden_market as (
-select distinct 
-case when upper(data_source) = 'CHPA'    then 'IQVIA-CHPA(Monthly)'
-     when upper(data_source) = '科室市场' then 'XH Data(Quarterly)'
-     when upper(data_source) = 'EC'      then 'EC(Monthly)'
-     when upper(data_source) = 'RETAIL'  then 'Retail(Quarterly)'
-     when upper(data_source) = 'CHC'     then 'CHC(Quarterly)'
-     when upper(data_source) = 'AIA'     then 'AIA(Monthly)'
-     when upper(data_source) = 'THC'     then 'THC(Quarterly)'
-     when upper(data_source) = 'COUNTY'  then 'IQVIA-COUNTY(Quarterly)'
-     else data_source
-end as data_source,
-upper(hidden_market) as hidden_market
-from dwd.dwd_gnd_ims_hidden_market
-union all 
-select
-'AIA(Monthly)' as data_source,
-'AIA ALL Market'
-)
-
-
-MERGE into dm.DM_TD_EXT_AIA_ORG as t1
-USING hidden_market t2
-on t1.data_source = t2.data_source
-and upper(t1.MARKET) = upper(t2.hidden_market)
-WHEN MATCHED THEN
-DELETE
\ No newline at end of file
diff --git a/EXTERNAL/ORG/DM_TD_EXT_AIA_ORG.sql:Zone.Identifier b/EXTERNAL/ORG/DM_TD_EXT_AIA_ORG.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/ORG/DM_TD_EXT_CHC_ORG.sql b/EXTERNAL/ORG/DM_TD_EXT_CHC_ORG.sql
deleted file mode 100644
index 507257d..0000000
--- a/EXTERNAL/ORG/DM_TD_EXT_CHC_ORG.sql
+++ /dev/null
@@ -1,239 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_CHC_ORG (
---   REGION_CODE STRING,
---   REGION_NAME_EN STRING,
---   RSM_NAME STRING,
---   RC_CODE STRING,
---   RC_NAME_EN STRING,
---   RC_NAME STRING,
---   REGIONCENTER STRING,
---   AUDIT_COD STRING,
---   MARKET STRING,
---   BU_CATEGORY STRING,
---   BU_NAME_EN STRING,
---   SUB_BU_NAME STRING,
---   SUB_BU_CODE_AUTH STRING,
---   BU_CODE_AUTH STRING,
---   DATA_SOURCE STRING,
---   REGION_RATIO FLOAT,
---   TEAM STRING,
---   MR_TRTY_CODE STRING,
---   NSD_KCODE STRING,
---   NSD_NAME STRING,
---   RSD_KCODE STRING,
---   RSD_NAME STRING,
---   RSM_KCODE STRING,
---   DSM_KCODE STRING,
---   DSM_NAME STRING,
---   MR_KCODE STRING,
---   MR_NAME STRING)
--- USING delta
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chc_org';
-
--- COMMAND ----------
-
--- MAGIC %run ../../../Common/config
-
--- COMMAND ----------
-
--- MAGIC %python
--- MAGIC spark.read.table(f'`{CDW_CATALOG}`.`dwd`.`dim_product_wide`').createOrReplaceTempView('cdw_dwd_dim_product_wide')
-
--- COMMAND ----------
-
--- 20260130 由于DM.dm_td_org数据需要转换，新增这个CELL。
-create or replace temporary view dm_td_org_temp
-as 
-SELECT org_key,mr_trty_tag,district_code,rsm_name,rc_name,p2.region_name,p2.rsd_kcode,p2.rsd_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_code = 'PC12' then 'PC09' else p2.bu_code end bu_code
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_report = 'EC' THEN 'Retail' ELSE p2.bu_report end bu_report
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.sub_bu_code = 'NA27' then 'NA06' else p2.sub_bu_code end sub_bu_code
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.sub_bu_name = 'EC' then 'Retail' else p2.sub_bu_name end sub_bu_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.sub_bu_name_en = 'EC' then 'Retail' else p2.sub_bu_name_en end sub_bu_name_en
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_name = 'EC' then 'Retail' else p2.bu_name end bu_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_name_en = 'EC' then 'Retail' else p2.bu_name_en end bu_name_en
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.nsd_kcode = 'ND_EC0001_V' then 'KSGX559' else p2.nsd_kcode end nsd_kcode
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_name = 'EC'and p2.nsd_name = 'Vacant' then '李白杨' else p2.nsd_name end nsd_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.nsd_trty_code = 'ND_EC0001' then 'ND_RT0001' else p2.nsd_trty_code end nsd_trty_code
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bsd_kcode = 'VP_EC0001_V' then 'VP_RT0001_V' else p2.bsd_kcode end bsd_kcode
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bsd_trty_code = 'VP_EC0001' then 'VP_RT0001' else p2.bsd_trty_code end bsd_trty_code
-  ,mr_kcode,dsm_trty_code,rsm_trty_code,dsm_kcode,rsd_trty_code
-  ,district_name,dsm_name,mr_name,yyyymm,mr_trty_code,REGION_CODE,rc_code,bu_category,rsm_kcode
-FROM DM.dm_td_org P2
-
--- COMMAND ----------
-
-----------------------------------------------------CHC------------------------------------------------------------------------------
------------只有chc的人能看chc
-insert overwrite dm.DM_TD_EXT_CHC_ORG
-(REGION_CODE,region_name_en,rc_code,rc_name_en,RegionCenter,AUDIT_COD,MARKET,bu_category,bu_name_en,sub_bu_name,sub_bu_code_auth,bu_code_auth,DATA_SOURCE,REGION_RATIO,RSM_Name,RC_Name,
-TEAM,
-MR_TRTY_CODE,
-NSD_KCODE,
-NSD_NAME,
-RSD_KCODE,
-RSD_NAME,
-RSM_KCODE,
-DSM_KCODE,
-DSM_NAME,
-MR_KCODE,
-MR_NAME
-)
-SELECT DISTINCT T1.REGION_CODE,T1.region_name,T1.rc_code,T1.rc_name,T4.REGION_CENTER RegionCenter,T4.AUDIT_COD,T3.MARKET,T1.bu_category,T1.bu_name_en,T1.sub_bu_name,T1.sub_bu_code sub_bu_code_auth,concat(T1.bu_code,'CHC(Quarterly)') bu_code_auth,T4.DATA_SOURCE,1 REGION_RATIO,t1.RSM_Name,t1.rsd_name,
-'' as TEAM,
-'' as MR_TRTY_CODE,
-'' as NSD_KCODE,
-'' as NSD_NAME,
-'' as RSD_KCODE,
-'' as RSD_NAME,
-'' as RSM_KCODE,
-'' as DSM_KCODE,
-'' as DSM_NAME,
-'' as MR_KCODE,
-'' as MR_NAME
-from dm_td_org_temp t1
-left join(
-  select distinct  
-  t1.yyyymm,
-  t1.trty_code,
-  t2.city_name,
-  t4.ims_prod_cod,
-  t4.ims_pack_cod
-  from dm.dm_td_sd_territory_indication t1
-  left join dwd.dwd_td_institution t2 on t1.inst_code=t2.inst_code
-  left join cdw_dwd_dim_product_wide t3 on t3.prd_family_cd=t1.family_code
-  left join dwd.dwd_td_imscode_azcode t4 on t3.prd_brand_cd=t4.brandcode
-  where t1.bu not in ('CUBE','KA')
-  and t1.key_hp<>3 --chenwu 20250904 排除双考影响
-)t2 on t2.trty_code= t1.mr_trty_code and t2.yyyymm=t1.yyyymm 
-left join dws.dws_ims_td_market t3 on t2.ims_pack_cod=t3.pack_cod
-left join DM.dm_td_external_geo_temp T4  on t2.city_name=concat(t4.city_c,'市') AND T4.DATA_SOURCE = 'CHC(Quarterly)'
---使用和performance cvh 的org架构
-where t1.yyyymm in(
-  select key_value from dm.dm_td_date_config where key_code='pfmc_cvh') 
-  and t3.market is not null and t4.audit_cod is not null and t1.bu_name_en = 'CHC'
-
--- COMMAND ----------
-
--- DBTITLE 1,add
---修改时间：20240808
---修改人：FanXuJia
---修改背景：
---事实表与维度表来自于不同手工表，目前存在一部分audit_cod在事实表有销量，但是在维度表没有这个audit_cod，导致销量缺失。
---因此需要从事实表补全这部分audit_cod
-with sales as (
-select distinct PACK_COD,AUDIT_COD,DATA_SOURCE from dm.dm_tf_external_sales
-union
-select distinct PACK_COD,AUDIT_COD,DATA_SOURCE from dm.dm_tf_external_sales_thc
-)
-,market_pack as (
-select distinct PACK_COD,MARKET,DATA_SOURCE from dm.dm_td_external_market_pack_mapping
-)
-,org as (
-select distinct AUDIT_COD,MARKET,DATA_SOURCE from dm.DM_TD_EXT_CHC_ORG
-)
-,tmp_org as (
-select distinct a.AUDIT_COD,b.MARKET,a.DATA_SOURCE
-from sales a 
-left join market_pack b on a.PACK_COD = b.PACK_COD and a.DATA_SOURCE = b.DATA_SOURCE
-left join org c on a.DATA_SOURCE = c.DATA_SOURCE and a.AUDIT_COD = c.AUDIT_COD and b.MARKET = c.MARKET
-where C.AUDIT_COD IS NULL
-)
-
-insert into table dm.DM_TD_EXT_CHC_ORG
-(
-REGION_CODE,
-region_name_en,
-RSM_Name,
-rc_code,
-rc_name_en,
-RC_Name,
-RegionCenter,
-AUDIT_COD,
-MARKET,
-bu_category,
-bu_name_en,
-sub_bu_name,
-sub_bu_code_auth,
-bu_code_auth,
-DATA_SOURCE,
-REGION_RATIO,
-TEAM,
-MR_TRTY_CODE,
-NSD_KCODE,
-NSD_NAME,
-RSD_KCODE,
-RSD_NAME,
-RSM_KCODE,
-DSM_KCODE,
-DSM_NAME,
-MR_KCODE,
-MR_NAME
-)
-select
-'ROC' as REGION_CODE,
-'ROC' as region_name_en,
-'Vacant' as RSM_Name,
-'ROC' as rc_code,
-'ROC' as rc_name_en,
-'Vacant' as RC_Name,
-null as RegionCenter,
-AUDIT_COD,
-MARKET,
-null as bu_category,
-null as bu_name_en,
-null as sub_bu_name,
-null as sub_bu_code_auth,
-DATA_SOURCE as bu_code_auth,
-DATA_SOURCE,
-1 as REGION_RATIO,
-'ROC' as TEAM,
-'Vacant' as MR_TRTY_CODE,
-'Vacant' as NSD_KCODE,
-'Vacant' as NSD_NAME,
-'Vacant' as RSD_KCODE,
-'Vacant' as RSD_NAME,
-'Vacant' as RSM_KCODE,
-'Vacant' as DSM_KCODE,
-'Vacant' as DSM_NAME,
-'Vacant' as MR_KCODE,
-'Vacant' as MR_NAME
-from tmp_org
-where DATA_SOURCE = 'CHC(Quarterly)'
-
--- COMMAND ----------
-
--- DBTITLE 1,hidden_market
------------------------------------------------------------
---修改时间：20241118
---修改人：Fanxujia
---修改内容：
---使用手工文件排除掉每个渠道的不需要显示的市场
------------------------------------------------------------
-with hidden_market as (
-select distinct 
-case when upper(data_source) = 'CHPA'    then 'IQVIA-CHPA(Monthly)'
-     when upper(data_source) = '科室市场' then 'XH Data(Quarterly)'
-     when upper(data_source) = 'EC'      then 'EC(Monthly)'
-     when upper(data_source) = 'RETAIL'  then 'Retail(Quarterly)'
-     when upper(data_source) = 'CHC'     then 'CHC(Quarterly)'
-     when upper(data_source) = 'AIA'     then 'AIA(Monthly)'
-     when upper(data_source) = 'THC'     then 'THC(Quarterly)'
-     when upper(data_source) = 'COUNTY'  then 'IQVIA-COUNTY(Quarterly)'
-     else data_source
-end as data_source,
-upper(hidden_market) as hidden_market
-from dwd.dwd_gnd_ims_hidden_market
-union all 
-select
-'AIA(Monthly)' as data_source,
-'AIA ALL Market'
-)
-
-
-MERGE into dm.DM_TD_EXT_CHC_ORG as t1
-USING hidden_market t2
-on t1.data_source = t2.data_source
-and upper(t1.MARKET) = upper(t2.hidden_market)
-WHEN MATCHED THEN
-DELETE
\ No newline at end of file
diff --git a/EXTERNAL/ORG/DM_TD_EXT_CHC_ORG.sql:Zone.Identifier b/EXTERNAL/ORG/DM_TD_EXT_CHC_ORG.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/ORG/DM_TD_EXT_CHPA_ORG.sql b/EXTERNAL/ORG/DM_TD_EXT_CHPA_ORG.sql
deleted file mode 100644
index a5a7c5b..0000000
--- a/EXTERNAL/ORG/DM_TD_EXT_CHPA_ORG.sql
+++ /dev/null
@@ -1,237 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_CHPA_ORG (
---   REGION_CODE STRING,
---   REGION_NAME_EN STRING,
---   RSM_NAME STRING,
---   RC_CODE STRING,
---   RC_NAME_EN STRING,
---   RC_NAME STRING,
---   REGIONCENTER STRING,
---   AUDIT_COD STRING,
---   MARKET STRING,
---   BU_CATEGORY STRING,
---   BU_NAME_EN STRING,
---   SUB_BU_NAME STRING,
---   SUB_BU_CODE_AUTH STRING,
---   BU_CODE_AUTH STRING,
---   DATA_SOURCE STRING,
---   REGION_RATIO FLOAT,
---   TEAM STRING,
---   MR_TRTY_CODE STRING,
---   NSD_KCODE STRING,
---   NSD_NAME STRING,
---   RSD_KCODE STRING,
---   RSD_NAME STRING,
---   RSM_KCODE STRING,
---   DSM_KCODE STRING,
---   DSM_NAME STRING,
---   MR_KCODE STRING,
---   MR_NAME STRING)
--- USING delta
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_org';
-
--- COMMAND ----------
-
-----------------------------------------------------chpa------------------------------------------------------------------------------
-------所有BU能看CHPA
-insert overwrite DM.DM_TD_EXT_CHPA_ORG (
-    REGION_CODE,
-    region_name_en,
-    rc_code,
-    rc_name_en,
-    RegionCenter,
-    AUDIT_COD,
-    MARKET,
-    bu_category,
-    bu_name_en,
-    sub_bu_name,
-    sub_bu_code_auth,
-    bu_code_auth,
-    DATA_SOURCE,
-    REGION_RATIO,
-    RSM_Name,
-    RC_Name,
-    TEAM,
-    MR_TRTY_CODE,
-    NSD_KCODE,
-    NSD_NAME,
-    RSD_KCODE,
-    RSD_NAME,
-    RSM_KCODE,
-    DSM_KCODE,
-    DSM_NAME,
-    MR_KCODE,
-    MR_NAME
-  )
-SELECT DISTINCT
-CASE WHEN bu_category IN ('All Channel','EC') then 'ROC'
-     when REGION_CODE IN ('Other Low Tiers', 'Non AZ Region') THEN 'ROC'
-     ELSE REGION_CODE
- END REGION_CODE,
-CASE WHEN bu_category IN ('All Channel','EC') then 'ROC'
-      when region_name IN ('Other Low Tiers', 'Non AZ Region') THEN 'ROC'
-      ELSE region_name
- END region_name,
-CASE WHEN bu_category IN ('All Channel','EC') then 'ROC'
-     when rc_code IN ('Other Low Tiers', 'Non AZ Region') THEN 'ROC'
-     ELSE rc_code
- END rc_code,
-CASE WHEN bu_category IN ('All Channel','EC') then 'ROC'
-     when rc_name IN ('Other Low Tiers', 'Non AZ Region') THEN 'ROC'
-     ELSE rc_name
- END rc_name,
-  RegionCenter,
-  AUDIT_COD,
-  MARKET,
-  bu_category,
-  bu_name_en,
-  sub_bu_name,
-  sub_bu_code_auth,
-  concat(bu_code_auth, 'IQVIA-CHPA(Monthly)') bu_code_auth,
-  'IQVIA-CHPA(Monthly)' DATA_SOURCE,
-  1 REGION_RATIO,
-  rsm_name,
-  rsd_name,
-  '' as TEAM,
-'' as MR_TRTY_CODE,
-'' as NSD_KCODE,
-'' as NSD_NAME,
-'' as RSD_KCODE,
-'' as RSD_NAME,
-'' as RSM_KCODE,
-'' as DSM_KCODE,
-'' as DSM_NAME,
-'' as MR_KCODE,
-'' as MR_NAME
-FROM
-  DM.DM_ims_TD_ORG
-WHERE
-  MARKET <> 'IMS ALL Market'
-  and AUDIT_COD is not null
-  and ORG_KEY is not null
---AND bu_category NOT IN ('All Channel','EC')
-
--- COMMAND ----------
-
--- DBTITLE 1,add
---修改时间：20240808
---修改人：FanXuJia
---修改背景：
---事实表与维度表来自于不同手工表，目前存在一部分audit_cod在事实表有销量，但是在维度表没有这个audit_cod，导致销量缺失。
---因此需要从事实表补全这部分audit_cod
-with sales as (
-select distinct PACK_COD,AUDIT_COD,DATA_SOURCE from dm.dm_tf_external_sales
-union
-select distinct PACK_COD,AUDIT_COD,DATA_SOURCE from dm.dm_tf_external_sales_thc
-)
-,market_pack as (
-select distinct PACK_COD,MARKET,DATA_SOURCE from dm.dm_td_external_market_pack_mapping
-)
-,org as (
-select distinct AUDIT_COD,MARKET,DATA_SOURCE from dm.DM_TD_EXT_CHPA_ORG
-)
-,tmp_org as (
-select distinct a.AUDIT_COD,b.MARKET,a.DATA_SOURCE
-from sales a 
-left join market_pack b on a.PACK_COD = b.PACK_COD and a.DATA_SOURCE = b.DATA_SOURCE
-left join org c on a.DATA_SOURCE = c.DATA_SOURCE and a.AUDIT_COD = c.AUDIT_COD and b.MARKET = c.MARKET
-where C.AUDIT_COD IS NULL
-)
-
-insert into table dm.DM_TD_EXT_CHPA_ORG
-(
-REGION_CODE,
-region_name_en,
-RSM_Name,
-rc_code,
-rc_name_en,
-RC_Name,
-RegionCenter,
-AUDIT_COD,
-MARKET,
-bu_category,
-bu_name_en,
-sub_bu_name,
-sub_bu_code_auth,
-bu_code_auth,
-DATA_SOURCE,
-REGION_RATIO,
-TEAM,
-MR_TRTY_CODE,
-NSD_KCODE,
-NSD_NAME,
-RSD_KCODE,
-RSD_NAME,
-RSM_KCODE,
-DSM_KCODE,
-DSM_NAME,
-MR_KCODE,
-MR_NAME
-)
-select
-'ROC' as REGION_CODE,
-'ROC' as region_name_en,
-'Vacant' as RSM_Name,
-'ROC' as rc_code,
-'ROC' as rc_name_en,
-'Vacant' as RC_Name,
-null as RegionCenter,
-AUDIT_COD,
-MARKET,
-null as bu_category,
-null as bu_name_en,
-null as sub_bu_name,
-null as sub_bu_code_auth,
-DATA_SOURCE as bu_code_auth,
-DATA_SOURCE,
-1 as REGION_RATIO,
-'ROC' as TEAM,
-'Vacant' as MR_TRTY_CODE,
-'Vacant' as NSD_KCODE,
-'Vacant' as NSD_NAME,
-'Vacant' as RSD_KCODE,
-'Vacant' as RSD_NAME,
-'Vacant' as RSM_KCODE,
-'Vacant' as DSM_KCODE,
-'Vacant' as DSM_NAME,
-'Vacant' as MR_KCODE,
-'Vacant' as MR_NAME
-from tmp_org
-where DATA_SOURCE = 'IQVIA-CHPA(Monthly)'
-
--- COMMAND ----------
-
--- DBTITLE 1,hidden_market
------------------------------------------------------------
---修改时间：20241118
---修改人：Fanxujia
---修改内容：
---使用手工文件排除掉每个渠道的不需要显示的市场
------------------------------------------------------------
-with hidden_market as (
-select distinct 
-case when upper(data_source) = 'CHPA'    then 'IQVIA-CHPA(Monthly)'
-     when upper(data_source) = '科室市场' then 'XH Data(Quarterly)'
-     when upper(data_source) = 'EC'      then 'EC(Monthly)'
-     when upper(data_source) = 'RETAIL'  then 'Retail(Quarterly)'
-     when upper(data_source) = 'CHC'     then 'CHC(Quarterly)'
-     when upper(data_source) = 'AIA'     then 'AIA(Monthly)'
-     when upper(data_source) = 'THC'     then 'THC(Quarterly)'
-     when upper(data_source) = 'COUNTY'  then 'IQVIA-COUNTY(Quarterly)'
-     else data_source
-end as data_source,
-upper(hidden_market) as hidden_market
-from dwd.dwd_gnd_ims_hidden_market
-union all 
-select
-'AIA(Monthly)' as data_source,
-'AIA ALL Market'
-)
-
-
-MERGE into dm.DM_TD_EXT_CHPA_ORG as t1
-USING hidden_market t2
-on t1.data_source = t2.data_source
-and upper(t1.MARKET) = upper(t2.hidden_market)
-WHEN MATCHED THEN
-DELETE
\ No newline at end of file
diff --git a/EXTERNAL/ORG/DM_TD_EXT_CHPA_ORG.sql:Zone.Identifier b/EXTERNAL/ORG/DM_TD_EXT_CHPA_ORG.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/ORG/DM_TD_EXT_COUNTY_ORG.sql b/EXTERNAL/ORG/DM_TD_EXT_COUNTY_ORG.sql
deleted file mode 100644
index 34aa704..0000000
--- a/EXTERNAL/ORG/DM_TD_EXT_COUNTY_ORG.sql
+++ /dev/null
@@ -1,220 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_COUNTY_ORG (
---   REGION_CODE STRING,
---   REGION_NAME_EN STRING,
---   RSM_NAME STRING,
---   RC_CODE STRING,
---   RC_NAME_EN STRING,
---   RC_NAME STRING,
---   REGIONCENTER STRING,
---   AUDIT_COD STRING,
---   MARKET STRING,
---   BU_CATEGORY STRING,
---   BU_NAME_EN STRING,
---   SUB_BU_NAME STRING,
---   SUB_BU_CODE_AUTH STRING,
---   BU_CODE_AUTH STRING,
---   DATA_SOURCE STRING,
---   REGION_RATIO FLOAT,
---   TEAM STRING,
---   MR_TRTY_CODE STRING,
---   NSD_KCODE STRING,
---   NSD_NAME STRING,
---   RSD_KCODE STRING,
---   RSD_NAME STRING,
---   RSM_KCODE STRING,
---   DSM_KCODE STRING,
---   DSM_NAME STRING,
---   MR_KCODE STRING,
---   MR_NAME STRING)
--- USING delta
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_county_org';
-
--- COMMAND ----------
-
--- 20260130 由于DM.dm_td_org数据需要转换，新增这个CELL。
-create or replace temporary view dm_td_org_temp
-as 
-SELECT org_key,mr_trty_tag,district_code,rsm_name,rc_name,p2.region_name,p2.rsd_kcode,p2.rsd_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_code = 'PC12' then 'PC09' else p2.bu_code end bu_code
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_report = 'EC' THEN 'Retail' ELSE p2.bu_report end bu_report
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.sub_bu_code = 'NA27' then 'NA06' else p2.sub_bu_code end sub_bu_code
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.sub_bu_name = 'EC' then 'Retail' else p2.sub_bu_name end sub_bu_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.sub_bu_name_en = 'EC' then 'Retail' else p2.sub_bu_name_en end sub_bu_name_en
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_name = 'EC' then 'Retail' else p2.bu_name end bu_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_name_en = 'EC' then 'Retail' else p2.bu_name_en end bu_name_en
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.nsd_kcode = 'ND_EC0001_V' then 'KSGX559' else p2.nsd_kcode end nsd_kcode
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_name = 'EC'and p2.nsd_name = 'Vacant' then '李白杨' else p2.nsd_name end nsd_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.nsd_trty_code = 'ND_EC0001' then 'ND_RT0001' else p2.nsd_trty_code end nsd_trty_code
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bsd_kcode = 'VP_EC0001_V' then 'VP_RT0001_V' else p2.bsd_kcode end bsd_kcode
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bsd_trty_code = 'VP_EC0001' then 'VP_RT0001' else p2.bsd_trty_code end bsd_trty_code
-  ,mr_kcode,dsm_trty_code,rsm_trty_code,dsm_kcode,rsd_trty_code
-  ,district_name,dsm_name,mr_name,yyyymm,mr_trty_code,REGION_CODE,rc_code,bu_category,rsm_kcode
-FROM DM.dm_td_org P2
-
--- COMMAND ----------
-
-----------------------------------------------------county------------------------------------------------------------------------------
------------------------除了Eagle、CHC、Retail、EC的人都能看
-insert overwrite table DM.DM_TD_EXT_COUNTY_ORG
-(REGION_CODE,region_name_en,rc_code,rc_name_en,RegionCenter,AUDIT_COD,MARKET,bu_category,bu_name_en,sub_bu_name,sub_bu_code_auth,bu_code_auth,DATA_SOURCE,REGION_RATIO,RSM_Name,RC_Name,
-TEAM,
-MR_TRTY_CODE,
-NSD_KCODE,
-NSD_NAME,
-RSD_KCODE,
-RSD_NAME,
-RSM_KCODE,
-DSM_KCODE,
-DSM_NAME,
-MR_KCODE,
-MR_NAME
-)
-SELECT DISTINCT '' REGION_CODE,'' region_name_en,'' rc_code,'' rc_name_en,'' RegionCenter,A.AUDIT_COD,B.MARKET,C.bu_category,C.bu_name_en,C.sub_bu_name,C.sub_bu_code sub_bu_code_auth,concat(c.bu_code,'IQVIA-COUNTY(Quarterly)') bu_code_auth,A.DATA_SOURCE,1 REGION_RATIO,'','',
-'' as TEAM,
-'' as MR_TRTY_CODE,
-'' as NSD_KCODE,
-'' as NSD_NAME,
-'' as RSD_KCODE,
-'' as RSD_NAME,
-'' as RSM_KCODE,
-'' as DSM_KCODE,
-'' as DSM_NAME,
-'' as MR_KCODE,
-'' as MR_NAME
-FROM DM.dm_tf_external_sales A 
-INNER JOIN DM.dm_td_external_market_pack_mapping B ON A.PACK_COD = B.PACK_COD
-AND A.DATA_SOURCE = B.DATA_SOURCE
-INNER JOIN 
-(
-    SELECT DISTINCT '' bu_code,'' sub_bu_code,'' sub_bu_name,'' bu_category,'' bu_name_en -----------目前权限控制到BU，因此需要BU有值。
-    FROM dm_td_org_temp C 
-    WHERE C.yyyymm = (select key_value from dm.dm_td_date_config where key_code='pfmc_cvh') 
-    AND C.BU_NAME_EN NOT IN ('Eagle','CHC','EC','Retail')
-) C
-WHERE A.DATA_SOURCE = 'IQVIA-COUNTY(Quarterly)'
-
--- COMMAND ----------
-
--- DBTITLE 1,add
---修改时间：20240808
---修改人：FanXuJia
---修改背景：
---事实表与维度表来自于不同手工表，目前存在一部分audit_cod在事实表有销量，但是在维度表没有这个audit_cod，导致销量缺失。
---因此需要从事实表补全这部分audit_cod
-with sales as (
-select distinct PACK_COD,AUDIT_COD,DATA_SOURCE from dm.dm_tf_external_sales
-union
-select distinct PACK_COD,AUDIT_COD,DATA_SOURCE from dm.dm_tf_external_sales_thc
-)
-,market_pack as (
-select distinct PACK_COD,MARKET,DATA_SOURCE from dm.dm_td_external_market_pack_mapping
-)
-,org as (
-select distinct AUDIT_COD,MARKET,DATA_SOURCE from dm.DM_TD_EXT_COUNTY_ORG
-)
-,tmp_org as (
-select distinct a.AUDIT_COD,b.MARKET,a.DATA_SOURCE
-from sales a 
-left join market_pack b on a.PACK_COD = b.PACK_COD and a.DATA_SOURCE = b.DATA_SOURCE
-left join org c on a.DATA_SOURCE = c.DATA_SOURCE and a.AUDIT_COD = c.AUDIT_COD and b.MARKET = c.MARKET
-where C.AUDIT_COD IS NULL
-)
-
-insert into table dm.DM_TD_EXT_COUNTY_ORG
-(
-REGION_CODE,
-region_name_en,
-RSM_Name,
-rc_code,
-rc_name_en,
-RC_Name,
-RegionCenter,
-AUDIT_COD,
-MARKET,
-bu_category,
-bu_name_en,
-sub_bu_name,
-sub_bu_code_auth,
-bu_code_auth,
-DATA_SOURCE,
-REGION_RATIO,
-TEAM,
-MR_TRTY_CODE,
-NSD_KCODE,
-NSD_NAME,
-RSD_KCODE,
-RSD_NAME,
-RSM_KCODE,
-DSM_KCODE,
-DSM_NAME,
-MR_KCODE,
-MR_NAME
-)
-select
-'ROC' as REGION_CODE,
-'ROC' as region_name_en,
-'Vacant' as RSM_Name,
-'ROC' as rc_code,
-'ROC' as rc_name_en,
-'Vacant' as RC_Name,
-null as RegionCenter,
-AUDIT_COD,
-MARKET,
-null as bu_category,
-null as bu_name_en,
-null as sub_bu_name,
-null as sub_bu_code_auth,
-DATA_SOURCE as bu_code_auth,
-DATA_SOURCE,
-1 as REGION_RATIO,
-'ROC' as TEAM,
-'Vacant' as MR_TRTY_CODE,
-'Vacant' as NSD_KCODE,
-'Vacant' as NSD_NAME,
-'Vacant' as RSD_KCODE,
-'Vacant' as RSD_NAME,
-'Vacant' as RSM_KCODE,
-'Vacant' as DSM_KCODE,
-'Vacant' as DSM_NAME,
-'Vacant' as MR_KCODE,
-'Vacant' as MR_NAME
-from tmp_org
-where DATA_SOURCE = 'IQVIA-COUNTY(Quarterly)'
-
--- COMMAND ----------
-
--- DBTITLE 1,DM_TD_EXT_CHPA_ORG
------------------------------------------------------------
---修改时间：20241118
---修改人：Fanxujia
---修改内容：
---使用手工文件排除掉每个渠道的不需要显示的市场
------------------------------------------------------------
-with hidden_market as (
-select distinct 
-case when upper(data_source) = 'CHPA'    then 'IQVIA-CHPA(Monthly)'
-     when upper(data_source) = '科室市场' then 'XH Data(Quarterly)'
-     when upper(data_source) = 'EC'      then 'EC(Monthly)'
-     when upper(data_source) = 'RETAIL'  then 'Retail(Quarterly)'
-     when upper(data_source) = 'CHC'     then 'CHC(Quarterly)'
-     when upper(data_source) = 'AIA'     then 'AIA(Monthly)'
-     when upper(data_source) = 'THC'     then 'THC(Quarterly)'
-     when upper(data_source) = 'COUNTY'  then 'IQVIA-COUNTY(Quarterly)'
-     else data_source
-end as data_source,
-upper(hidden_market) as hidden_market
-from dwd.dwd_gnd_ims_hidden_market
-union all 
-select
-'AIA(Monthly)' as data_source,
-'AIA ALL Market'
-)
-
-
-MERGE into dm.DM_TD_EXT_COUNTY_ORG as t1
-USING hidden_market t2
-on t1.data_source = t2.data_source
-and upper(t1.MARKET) = upper(t2.hidden_market)
-WHEN MATCHED THEN
-DELETE
\ No newline at end of file
diff --git a/EXTERNAL/ORG/DM_TD_EXT_COUNTY_ORG.sql:Zone.Identifier b/EXTERNAL/ORG/DM_TD_EXT_COUNTY_ORG.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/ORG/DM_TD_EXT_EC_ORG.sql b/EXTERNAL/ORG/DM_TD_EXT_EC_ORG.sql
deleted file mode 100644
index aa37223..0000000
--- a/EXTERNAL/ORG/DM_TD_EXT_EC_ORG.sql
+++ /dev/null
@@ -1,219 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_EC_ORG (
---   REGION_CODE STRING,
---   REGION_NAME_EN STRING,
---   RSM_NAME STRING,
---   RC_CODE STRING,
---   RC_NAME_EN STRING,
---   RC_NAME STRING,
---   REGIONCENTER STRING,
---   AUDIT_COD STRING,
---   MARKET STRING,
---   BU_CATEGORY STRING,
---   BU_NAME_EN STRING,
---   SUB_BU_NAME STRING,
---   SUB_BU_CODE_AUTH STRING,
---   BU_CODE_AUTH STRING,
---   DATA_SOURCE STRING,
---   REGION_RATIO FLOAT,
---   TEAM STRING,
---   MR_TRTY_CODE STRING,
---   NSD_KCODE STRING,
---   NSD_NAME STRING,
---   RSD_KCODE STRING,
---   RSD_NAME STRING,
---   RSM_KCODE STRING,
---   DSM_KCODE STRING,
---   DSM_NAME STRING,
---   MR_KCODE STRING,
---   MR_NAME STRING)
--- USING delta
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_ec_org';
-
--- COMMAND ----------
-
--- 20260130 由于DM.dm_td_org数据需要转换，新增这个CELL。
-create or replace temporary view dm_td_org_temp
-as 
-SELECT org_key,mr_trty_tag,district_code,rsm_name,rc_name,p2.region_name,p2.rsd_kcode,p2.rsd_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_code = 'PC12' then 'PC09' else p2.bu_code end bu_code
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_report = 'EC' THEN 'Retail' ELSE p2.bu_report end bu_report
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.sub_bu_code = 'NA27' then 'NA06' else p2.sub_bu_code end sub_bu_code
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.sub_bu_name = 'EC' then 'Retail' else p2.sub_bu_name end sub_bu_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.sub_bu_name_en = 'EC' then 'Retail' else p2.sub_bu_name_en end sub_bu_name_en
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_name = 'EC' then 'Retail' else p2.bu_name end bu_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_name_en = 'EC' then 'Retail' else p2.bu_name_en end bu_name_en
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.nsd_kcode = 'ND_EC0001_V' then 'KSGX559' else p2.nsd_kcode end nsd_kcode
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_name = 'EC'and p2.nsd_name = 'Vacant' then '李白杨' else p2.nsd_name end nsd_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.nsd_trty_code = 'ND_EC0001' then 'ND_RT0001' else p2.nsd_trty_code end nsd_trty_code
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bsd_kcode = 'VP_EC0001_V' then 'VP_RT0001_V' else p2.bsd_kcode end bsd_kcode
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bsd_trty_code = 'VP_EC0001' then 'VP_RT0001' else p2.bsd_trty_code end bsd_trty_code
-  ,mr_kcode,dsm_trty_code,rsm_trty_code,dsm_kcode,rsd_trty_code
-  ,district_name,dsm_name,mr_name,yyyymm,mr_trty_code,REGION_CODE,rc_code,bu_category,rsm_kcode
-FROM DM.dm_td_org P2
-
--- COMMAND ----------
-
-----------------------------------------------------------EC----------------------------------------------------------
-insert overwrite dm.DM_TD_EXT_EC_ORG(
-  REGION_CODE,region_name_en,rc_code,rc_name_en,RegionCenter,AUDIT_COD,MARKET,bu_category,bu_name_en,sub_bu_name,sub_bu_code_auth,bu_code_auth,DATA_SOURCE,REGION_RATIO,RSM_Name,RC_Name,
-TEAM,
-MR_TRTY_CODE,
-NSD_KCODE,
-NSD_NAME,
-RSD_KCODE,
-RSD_NAME,
-RSM_KCODE,
-DSM_KCODE,
-DSM_NAME,
-MR_KCODE,
-MR_NAME
-)
-SELECT DISTINCT '' REGION_CODE,'' region_name_en,'' rc_code,'' rc_name_en,'' RegionCenter,A.AUDIT_COD,B.MARKET,C.bu_category,C.bu_name_en,C.sub_bu_name,C.sub_bu_code sub_bu_code_auth,concat(c.bu_code,'EC(Monthly)') bu_code_auth,A.DATA_SOURCE,1 REGION_RATIO,'','',
-'' as TEAM,
-'' as MR_TRTY_CODE,
-'' as NSD_KCODE,
-'' as NSD_NAME,
-'' as RSD_KCODE,
-'' as RSD_NAME,
-'' as RSM_KCODE,
-'' as DSM_KCODE,
-'' as DSM_NAME,
-'' as MR_KCODE,
-'' as MR_NAME
-FROM DM.dm_tf_external_sales A 
-INNER JOIN DM.dm_td_external_market_pack_mapping B ON A.PACK_COD = B.PACK_COD
-AND A.DATA_SOURCE = B.DATA_SOURCE
-INNER JOIN 
-(
-    SELECT DISTINCT '' bu_code,'' sub_bu_code,'' sub_bu_name,'' bu_category,'' bu_name_en
-    FROM dm_td_org_temp C 
-    WHERE C.yyyymm = (select key_value from dm.dm_td_date_config where key_code='pfmc_cvh') 
-    AND C.BU_NAME_EN = 'Eagle'
-) C
-WHERE A.DATA_SOURCE = 'EC(Monthly)'
-
--- COMMAND ----------
-
--- DBTITLE 1,add
---修改时间：20240808
---修改人：FanXuJia
---修改背景：
---事实表与维度表来自于不同手工表，目前存在一部分audit_cod在事实表有销量，但是在维度表没有这个audit_cod，导致销量缺失。
---因此需要从事实表补全这部分audit_cod
-with sales as (
-select distinct PACK_COD,AUDIT_COD,DATA_SOURCE from dm.dm_tf_external_sales
-union
-select distinct PACK_COD,AUDIT_COD,DATA_SOURCE from dm.dm_tf_external_sales_thc
-)
-,market_pack as (
-select distinct PACK_COD,MARKET,DATA_SOURCE from dm.dm_td_external_market_pack_mapping
-)
-,org as (
-select distinct AUDIT_COD,MARKET,DATA_SOURCE from dm.DM_TD_EXT_EC_ORG
-)
-,tmp_org as (
-select distinct a.AUDIT_COD,b.MARKET,a.DATA_SOURCE
-from sales a 
-left join market_pack b on a.PACK_COD = b.PACK_COD and a.DATA_SOURCE = b.DATA_SOURCE
-left join org c on a.DATA_SOURCE = c.DATA_SOURCE and a.AUDIT_COD = c.AUDIT_COD and b.MARKET = c.MARKET
-where C.AUDIT_COD IS NULL
-)
-
-insert into table dm.DM_TD_EXT_EC_ORG
-(
-REGION_CODE,
-region_name_en,
-RSM_Name,
-rc_code,
-rc_name_en,
-RC_Name,
-RegionCenter,
-AUDIT_COD,
-MARKET,
-bu_category,
-bu_name_en,
-sub_bu_name,
-sub_bu_code_auth,
-bu_code_auth,
-DATA_SOURCE,
-REGION_RATIO,
-TEAM,
-MR_TRTY_CODE,
-NSD_KCODE,
-NSD_NAME,
-RSD_KCODE,
-RSD_NAME,
-RSM_KCODE,
-DSM_KCODE,
-DSM_NAME,
-MR_KCODE,
-MR_NAME
-)
-select
-'ROC' as REGION_CODE,
-'ROC' as region_name_en,
-'Vacant' as RSM_Name,
-'ROC' as rc_code,
-'ROC' as rc_name_en,
-'Vacant' as RC_Name,
-null as RegionCenter,
-AUDIT_COD,
-MARKET,
-null as bu_category,
-null as bu_name_en,
-null as sub_bu_name,
-null as sub_bu_code_auth,
-DATA_SOURCE as bu_code_auth,
-DATA_SOURCE,
-1 as REGION_RATIO,
-'ROC' as TEAM,
-'Vacant' as MR_TRTY_CODE,
-'Vacant' as NSD_KCODE,
-'Vacant' as NSD_NAME,
-'Vacant' as RSD_KCODE,
-'Vacant' as RSD_NAME,
-'Vacant' as RSM_KCODE,
-'Vacant' as DSM_KCODE,
-'Vacant' as DSM_NAME,
-'Vacant' as MR_KCODE,
-'Vacant' as MR_NAME
-from tmp_org
-where DATA_SOURCE = 'EC(Monthly)'
-
--- COMMAND ----------
-
--- DBTITLE 1,hidden_market
------------------------------------------------------------
---修改时间：20241118
---修改人：Fanxujia
---修改内容：
---使用手工文件排除掉每个渠道的不需要显示的市场
------------------------------------------------------------
-with hidden_market as (
-select distinct 
-case when upper(data_source) = 'CHPA'    then 'IQVIA-CHPA(Monthly)'
-     when upper(data_source) = '科室市场' then 'XH Data(Quarterly)'
-     when upper(data_source) = 'EC'      then 'EC(Monthly)'
-     when upper(data_source) = 'RETAIL'  then 'Retail(Quarterly)'
-     when upper(data_source) = 'CHC'     then 'CHC(Quarterly)'
-     when upper(data_source) = 'AIA'     then 'AIA(Monthly)'
-     when upper(data_source) = 'THC'     then 'THC(Quarterly)'
-     when upper(data_source) = 'COUNTY'  then 'IQVIA-COUNTY(Quarterly)'
-     else data_source
-end as data_source,
-upper(hidden_market) as hidden_market
-from dwd.dwd_gnd_ims_hidden_market
-union all 
-select
-'AIA(Monthly)' as data_source,
-'AIA ALL Market'
-)
-
-
-MERGE into dm.DM_TD_EXT_EC_ORG as t1
-USING hidden_market t2
-on t1.data_source = t2.data_source
-and upper(t1.MARKET) = upper(t2.hidden_market)
-WHEN MATCHED THEN
-DELETE
\ No newline at end of file
diff --git a/EXTERNAL/ORG/DM_TD_EXT_EC_ORG.sql:Zone.Identifier b/EXTERNAL/ORG/DM_TD_EXT_EC_ORG.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/ORG/DM_TD_EXT_RETAIL_ORG.sql b/EXTERNAL/ORG/DM_TD_EXT_RETAIL_ORG.sql
deleted file mode 100644
index 0eaa4ea..0000000
--- a/EXTERNAL/ORG/DM_TD_EXT_RETAIL_ORG.sql
+++ /dev/null
@@ -1,409 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_RETAIL_ORG (
---   REGION_CODE STRING,
---   REGION_NAME_EN STRING,
---   RSM_NAME STRING,
---   RC_CODE STRING,
---   RC_NAME_EN STRING,
---   RC_NAME STRING,
---   REGIONCENTER STRING,
---   AUDIT_COD STRING,
---   MARKET STRING,
---   BU_CATEGORY STRING,
---   BU_NAME_EN STRING,
---   SUB_BU_NAME STRING,
---   SUB_BU_CODE_AUTH STRING,
---   BU_CODE_AUTH STRING,
---   DATA_SOURCE STRING,
---   REGION_RATIO FLOAT,
---   TEAM STRING,
---   MR_TRTY_CODE STRING,
---   NSD_KCODE STRING,
---   NSD_NAME STRING,
---   RSD_KCODE STRING,
---   RSD_NAME STRING,
---   RSM_KCODE STRING,
---   DSM_KCODE STRING,
---   DSM_NAME STRING,
---   MR_KCODE STRING,
---   MR_NAME STRING)
--- USING delta
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_retail_org';
-
--- COMMAND ----------
-
--- MAGIC %run ../../../Common/config
-
--- COMMAND ----------
-
--- MAGIC %python
--- MAGIC spark.read.table(f'`{CDW_CATALOG}`.`dwd`.`dim_product_wide`').createOrReplaceTempView('cdw_dwd_dim_product_wide')
-
--- COMMAND ----------
-
--- 20260130 由于DM.dm_td_org数据需要转换，新增这个CELL。
-create or replace temporary view dm_td_org_temp
-as 
-SELECT org_key,mr_trty_tag,district_code,rsm_name,rc_name,p2.region_name,p2.rsd_kcode,p2.rsd_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_code = 'PC12' then 'PC09' else p2.bu_code end bu_code
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_report = 'EC' THEN 'Retail' ELSE p2.bu_report end bu_report
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.sub_bu_code = 'NA27' then 'NA06' else p2.sub_bu_code end sub_bu_code
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.sub_bu_name = 'EC' then 'Retail' else p2.sub_bu_name end sub_bu_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.sub_bu_name_en = 'EC' then 'Retail' else p2.sub_bu_name_en end sub_bu_name_en
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_name = 'EC' then 'Retail' else p2.bu_name end bu_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_name_en = 'EC' then 'Retail' else p2.bu_name_en end bu_name_en
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.nsd_kcode = 'ND_EC0001_V' then 'KSGX559' else p2.nsd_kcode end nsd_kcode
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_name = 'EC'and p2.nsd_name = 'Vacant' then '李白杨' else p2.nsd_name end nsd_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.nsd_trty_code = 'ND_EC0001' then 'ND_RT0001' else p2.nsd_trty_code end nsd_trty_code
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bsd_kcode = 'VP_EC0001_V' then 'VP_RT0001_V' else p2.bsd_kcode end bsd_kcode
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bsd_trty_code = 'VP_EC0001' then 'VP_RT0001' else p2.bsd_trty_code end bsd_trty_code
-  ,mr_kcode,dsm_trty_code,rsm_trty_code,dsm_kcode,rsd_trty_code
-  ,district_name,dsm_name,mr_name,yyyymm,mr_trty_code,REGION_CODE,rc_code,bu_category,rsm_kcode
-FROM DM.dm_td_org P2
-WHERE rc_name NOT LIKE '%B2C%'
-
--- COMMAND ----------
-
-----------------------------------------------------Retail-----------------------------------------------------------------------
-insert overwrite DM.DM_TD_EXT_RETAIL_ORG
-(REGION_CODE,region_name_en,rc_code,rc_name_en,RegionCenter,AUDIT_COD,MARKET,bu_category,bu_name_en,sub_bu_name,sub_bu_code_auth,bu_code_auth,DATA_SOURCE,REGION_RATIO,RSM_Name,RC_Name,
-TEAM,
-MR_TRTY_CODE,
-NSD_KCODE,
-NSD_NAME,
-RSD_KCODE,
-RSD_NAME,
-RSM_KCODE,
-DSM_KCODE,
-DSM_NAME,
-MR_KCODE,
-MR_NAME
-)
-with 
-market_ta (
-  select 
-    MARKET,case when TA = 'ONCO' then 'OBU' else 'Retail' end as subbu 
-  from dm.dm_td_external_market_ta
-  where DATA_SOURCE = 'Retail(Quarterly)' 
-  group by 1,2
-)
-
-,pack_market as (
-select distinct a.pack_cod,a.market,b.subbu
- from dm.dm_td_external_market_pack_mapping a
-left join market_ta b on a.MARKET = b.market
-where data_source = 'Retail(Quarterly)'
-)
-,external_geo as (
-select distinct province_c,audit_cod,REGION_CENTER
-from dm.dm_td_external_geo_temp
-where DATA_SOURCE = 'Retail(Quarterly)'
-)
-,YM_CVH as (
-select key_value from dm.dm_td_date_config
- where key_code = 'pfmc_cvh'
-)
-,td_org as (
-select distinct
-REGION_CODE,
-region_name,
-rc_code,
-rc_name,
-bu_category,
-bu_name_en,
-sub_bu_name,
-sub_bu_code,
-bu_code,
-RSM_Name,
-rsd_name,
-mr_trty_code,
-rsm_trty_code
-from dm_td_org_temp t1
-inner join YM_CVH t2
-on t1.yyyymm = t2.key_value
-)
-,territory as (
-select distinct 
-trty_code,
-inst_code,
-family_code,
-bu
-from dm.dm_td_sd_territory_indication t1
-inner join YM_CVH t2
-on t1.yyyymm = t2.key_value
-where bu in ('Retail') --20260320 chenwu Retail数据源的架构，去掉OBU，只保留Retail
-and t1.key_hp<>3 --chenwu 20250904 排除双考影响
-)
-,province_market as (
-select t1.trty_code,
-t2.province_name,
-t5.market
-from territory t1
-left join dwd.dwd_td_institution t2
-on t1.inst_code = t2.inst_code
-left join cdw_dwd_dim_product_wide t3
-on t1.family_code = t3.prd_family_cd
-left join dwd.dwd_td_imscode_azcode t4
-on t3.prd_brand_cd = t4.brandcode
-left join pack_market t5
-on t4.ims_pack_cod = t5.pack_cod
-where t1.bu=t5.subbu
-)
-
-
-SELECT
-  DISTINCT t1.REGION_CODE REGION_CODE,
-  t1.region_name,
-  t1.rc_code,
-  t1.rc_name,
-  t3.REGION_CENTER RegionCenter,
-  t3.AUDIT_COD,
-  t2.MARKET,
-  t1.bu_category,
-  t1.bu_name_en,
-  t1.sub_bu_name,
-  t1.sub_bu_code sub_bu_code_auth,
-  concat(t1.bu_code, 'Retail(Quarterly)') bu_code_auth,
-  'Retail(Quarterly)' as DATA_SOURCE,
-  1 REGION_RATIO,
-  t1.RSM_Name,
-  t1.rsd_name,
-  '' as TEAM,
-  '' as MR_TRTY_CODE,
-  '' as NSD_KCODE,
-  '' as NSD_NAME,
-  '' as RSD_KCODE,
-  '' as RSD_NAME,
-  '' as RSM_KCODE,
-  '' as DSM_KCODE,
-  '' as DSM_NAME,
-  '' as MR_KCODE,
-  '' as MR_NAME
-from td_org t1
-inner join province_market t2
-on t1.mr_trty_code = t2.trty_code
-inner join external_geo t3 on t2.province_name = t3.province_c
-where t2.market is not null
-  and t3.audit_cod is not null
-union all
-SELECT DISTINCT 
-  'ROC' as REGION_CODE,
-  'ROC' as region_name_en,
-  'ROC' as rc_code,
-  'ROC' as rc_name_en,
-  'Other Low Tiers' as RegionCenter,
-  'ROC' AUDIT_COD,
-  t2.MARKET,
-  'All Channel' as bu_category,
-  CASE WHEN T2.subbu = 'OBU' THEN 'OBU' ELSE 'Retail' END as bu_name_en,
-  CASE WHEN T2.subbu = 'OBU' THEN 'OBU' ELSE 'Retail' END as sub_bu_name,
-  CASE WHEN T2.subbu = 'OBU' THEN 'OBU' ELSE 'Retail' END as sub_bu_code_auth,
-  'Retail(Quarterly)' as bu_code_auth,
-  'Retail(Quarterly)' as DATA_SOURCE,
-  1 as REGION_RATIO,
-  'Vacant' as RSM_Name,
-  'Vacant' as rsd_name,
-  '' as TEAM,
-  '' as MR_TRTY_CODE,
-  '' as NSD_KCODE,
-  '' as NSD_NAME,
-  '' as RSD_KCODE,
-  '' as RSD_NAME,
-  '' as RSM_KCODE,
-  '' as DSM_KCODE,
-  '' as DSM_NAME,
-  '' as MR_KCODE,
-  '' as MR_NAME
-FROM pack_market t2 
---特殊处理部分
-union all 
-SELECT
-  DISTINCT t1.REGION_CODE REGION_CODE,
-  t1.region_name,
-  t1.rc_code,
-  t1.rc_name,
-  t3.REGION_CENTER RegionCenter,
-  t3.AUDIT_COD,
-  "Atorvastatin Market" as MARKET,
-  t1.bu_category,
-  t1.bu_name_en,
-  t1.sub_bu_name,
-  t1.sub_bu_code sub_bu_code_auth,
-  concat(t1.bu_code, 'Retail(Quarterly)') bu_code_auth,
-  'Retail(Quarterly)' as DATA_SOURCE,
-  1 REGION_RATIO,
-  t1.RSM_Name,
-  t1.rsd_name,
-  '' as TEAM,
-  '' as MR_TRTY_CODE,
-  '' as NSD_KCODE,
-  '' as NSD_NAME,
-  '' as RSD_KCODE,
-  '' as RSD_NAME,
-  '' as RSM_KCODE,
-  '' as DSM_KCODE,
-  '' as DSM_NAME,
-  '' as MR_KCODE,
-  '' as MR_NAME
-from td_org t1
-inner join province_market t2
-on t1.mr_trty_code = t2.trty_code
-inner join external_geo t3 on t2.province_name = t3.province_c
-where t2.market is not null
-  and t3.audit_cod is not null
-  and t2.market = 'Rosuvastatin Market'
-
--- COMMAND ----------
-
--- DBTITLE 1,DTP
-----------------------------------------------------Retail-----------------------------------------------------------------------
-insert into DM.DM_TD_EXT_RETAIL_ORG
-(REGION_CODE,region_name_en,rc_code,rc_name_en,RegionCenter,AUDIT_COD,MARKET,bu_category,bu_name_en,sub_bu_name,sub_bu_code_auth,bu_code_auth,DATA_SOURCE,REGION_RATIO,RSM_Name,RC_Name,
-TEAM,
-MR_TRTY_CODE,
-NSD_KCODE,
-NSD_NAME,
-RSD_KCODE,
-RSD_NAME,
-RSM_KCODE,
-DSM_KCODE,
-DSM_NAME,
-MR_KCODE,
-MR_NAME
-)
-with 
-market_ta (
-  select 
-    MARKET,case when TA = 'ONCO' then 'OBU' else 'Retail' end as subbu 
-  from dm.dm_td_external_market_ta
-  where DATA_SOURCE = 'DTP(Quarterly)' 
-  group by 1,2
-)
-
-,pack_market as (
-select distinct a.pack_cod,a.market,b.subbu
- from dm.dm_td_external_market_pack_mapping a
-left join market_ta b on a.MARKET = b.market
-where data_source = 'DTP(Quarterly)'
-)
-,external_geo as (
-select distinct province_c,audit_cod,REGION_CENTER
-from dm.dm_td_external_geo_temp
-where DATA_SOURCE = 'DTP(Quarterly)'
-)
-,YM_CVH as (
-select key_value from dm.dm_td_date_config
- where key_code = 'pfmc_cvh'
-)
-,td_org as (
-select distinct
-REGION_CODE,
-region_name,
-rc_code,
-rc_name,
-bu_category,
-bu_name_en,
-sub_bu_name,
-sub_bu_code,
-bu_code,
-RSM_Name,
-rsd_name,
-mr_trty_code,
-rsm_trty_code
-from dm_td_org_temp t1
-inner join YM_CVH t2
-on t1.yyyymm = t2.key_value
-)
-,territory as (
-select distinct 
-trty_code,
-inst_code,
-family_code,
-bu
-from dm.dm_td_sd_territory_indication t1
-inner join YM_CVH t2
-on t1.yyyymm = t2.key_value
-where bu in ('OBU','RIN') --20260320 chenwu DTP数据源的架构，只保留OBU和RIN
-and t1.key_hp<>3 --chenwu 20250904 排除双考影响
-)
-,province_market as (
-select t1.trty_code,
-t2.province_name,
-t5.market
-from territory t1
-left join dwd.dwd_td_institution t2
-on t1.inst_code = t2.inst_code
-left join cdw_dwd_dim_product_wide t3
-on t1.family_code = t3.prd_family_cd
-left join dwd.dwd_td_imscode_azcode t4
-on t3.prd_brand_cd = t4.brandcode
-left join pack_market t5
-on t4.ims_pack_cod = t5.pack_cod
-where t1.bu=t5.subbu
-)
-
-
-SELECT
-  DISTINCT t1.REGION_CODE REGION_CODE,
-  t1.region_name,
-  t1.rc_code,
-  t1.rc_name,
-  t3.REGION_CENTER RegionCenter,
-  t3.AUDIT_COD,
-  t2.MARKET,
-  t1.bu_category,
-  t1.bu_name_en,
-  t1.sub_bu_name,
-  t1.sub_bu_code sub_bu_code_auth,
-  concat(t1.bu_code, 'DTP(Quarterly)') bu_code_auth,
-  'DTP(Quarterly)' as DATA_SOURCE,
-  1 REGION_RATIO,
-  t1.RSM_Name,
-  t1.rsd_name,
-  '' as TEAM,
-  '' as MR_TRTY_CODE,
-  '' as NSD_KCODE,
-  '' as NSD_NAME,
-  '' as RSD_KCODE,
-  '' as RSD_NAME,
-  '' as RSM_KCODE,
-  '' as DSM_KCODE,
-  '' as DSM_NAME,
-  '' as MR_KCODE,
-  '' as MR_NAME
-from td_org t1
-inner join province_market t2
-on t1.mr_trty_code = t2.trty_code
-inner join external_geo t3 on t2.province_name = t3.province_c
-where t2.market is not null
-  and t3.audit_cod is not null
-union all
-SELECT DISTINCT 
-  'ROC' as REGION_CODE,
-  'ROC' as region_name_en,
-  'ROC' as rc_code,
-  'ROC' as rc_name_en,
-  'Other Low Tiers' as RegionCenter,
-  'ROC' AUDIT_COD,
-  t2.MARKET,
-  'All Channel' as bu_category,
-  CASE WHEN T2.subbu = 'OBU' THEN 'OBU' ELSE 'Retail' END as bu_name_en,
-  CASE WHEN T2.subbu = 'OBU' THEN 'OBU' ELSE 'Retail' END as sub_bu_name,
-  CASE WHEN T2.subbu = 'OBU' THEN 'OBU' ELSE 'Retail' END as sub_bu_code_auth,
-  'DTP(Quarterly)' as bu_code_auth,
-  'DTP(Quarterly)' as DATA_SOURCE,
-  1 as REGION_RATIO,
-  'Vacant' as RSM_Name,
-  'Vacant' as rsd_name,
-  '' as TEAM,
-  '' as MR_TRTY_CODE,
-  '' as NSD_KCODE,
-  '' as NSD_NAME,
-  '' as RSD_KCODE,
-  '' as RSD_NAME,
-  '' as RSM_KCODE,
-  '' as DSM_KCODE,
-  '' as DSM_NAME,
-  '' as MR_KCODE,
-  '' as MR_NAME
-FROM pack_market t2 
\ No newline at end of file
diff --git a/EXTERNAL/ORG/DM_TD_EXT_RETAIL_ORG.sql:Zone.Identifier b/EXTERNAL/ORG/DM_TD_EXT_RETAIL_ORG.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/ORG/DM_TD_EXT_THC_ORG.sql b/EXTERNAL/ORG/DM_TD_EXT_THC_ORG.sql
deleted file mode 100644
index 5768fab..0000000
--- a/EXTERNAL/ORG/DM_TD_EXT_THC_ORG.sql
+++ /dev/null
@@ -1,344 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_THC_ORG (
---   REGION_CODE STRING,
---   REGION_NAME_EN STRING,
---   RSM_NAME STRING,
---   RC_CODE STRING,
---   RC_NAME_EN STRING,
---   RC_NAME STRING,
---   REGIONCENTER STRING,
---   AUDIT_COD STRING,
---   MARKET STRING,
---   BU_CATEGORY STRING,
---   BU_NAME_EN STRING,
---   SUB_BU_NAME STRING,
---   SUB_BU_CODE_AUTH STRING,
---   BU_CODE_AUTH STRING,
---   DATA_SOURCE STRING,
---   REGION_RATIO FLOAT,
---   TEAM STRING,
---   MR_TRTY_CODE STRING,
---   NSD_KCODE STRING,
---   NSD_NAME STRING,
---   RSD_KCODE STRING,
---   RSD_NAME STRING,
---   RSM_KCODE STRING,
---   DSM_KCODE STRING,
---   DSM_NAME STRING,
---   MR_KCODE STRING,
---   MR_NAME STRING)
--- USING delta
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_thc_org';
-
--- COMMAND ----------
-
--- MAGIC %run ../../../Common/config
-
--- COMMAND ----------
-
--- MAGIC %python
--- MAGIC spark.read.table(f'`{CDW_CATALOG}`.`dwd`.`dim_product_wide`').createOrReplaceTempView('cdw_dwd_dim_product_wide')
-
--- COMMAND ----------
-
--- 20260130 由于DM.dm_td_org数据需要转换，新增这个CELL。
-create or replace temporary view dm_td_org_temp
-as 
-SELECT org_key,mr_trty_tag,district_code,rsm_name,rc_name,p2.region_name,p2.rsd_kcode,p2.rsd_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_code = 'PC12' then 'PC09' else p2.bu_code end bu_code
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_report = 'EC' THEN 'Retail' ELSE p2.bu_report end bu_report
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.sub_bu_code = 'NA27' then 'NA06' else p2.sub_bu_code end sub_bu_code
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.sub_bu_name = 'EC' then 'Retail' else p2.sub_bu_name end sub_bu_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.sub_bu_name_en = 'EC' then 'Retail' else p2.sub_bu_name_en end sub_bu_name_en
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_name = 'EC' then 'Retail' else p2.bu_name end bu_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_name_en = 'EC' then 'Retail' else p2.bu_name_en end bu_name_en
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.nsd_kcode = 'ND_EC0001_V' then 'KSGX559' else p2.nsd_kcode end nsd_kcode
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_name = 'EC'and p2.nsd_name = 'Vacant' then '李白杨' else p2.nsd_name end nsd_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.nsd_trty_code = 'ND_EC0001' then 'ND_RT0001' else p2.nsd_trty_code end nsd_trty_code
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bsd_kcode = 'VP_EC0001_V' then 'VP_RT0001_V' else p2.bsd_kcode end bsd_kcode
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bsd_trty_code = 'VP_EC0001' then 'VP_RT0001' else p2.bsd_trty_code end bsd_trty_code
-  ,mr_kcode,dsm_trty_code,rsm_trty_code,dsm_kcode,rsd_trty_code
-  ,district_name,dsm_name,mr_name,yyyymm,mr_trty_code,REGION_CODE,rc_code,bu_category,rsm_kcode
-FROM DM.dm_td_org P2
-
--- COMMAND ----------
-
-------------------------------------------------------------------------------------------------------
---修改时间：20241113
---修改人：Fanxujia
---修改内容：
---THC增加省份数据，因此增加架构数据。只需要Eagle的架构
-------------------------------------------------------------------------------------------------------
-----------------------------------------------------THC------------------------------------------------------------------------------
---------只有eagle的人能看THC
-insert overwrite dm.DM_TD_EXT_THC_ORG
-(REGION_CODE,region_name_en,rc_code,rc_name_en,RegionCenter,AUDIT_COD,MARKET,bu_category,bu_name_en,sub_bu_name,sub_bu_code_auth,bu_code_auth,DATA_SOURCE,REGION_RATIO,RSM_Name,RC_Name,
-TEAM,
-MR_TRTY_CODE,
-NSD_KCODE,
-NSD_NAME,
-RSD_KCODE,
-RSD_NAME,
-RSM_KCODE,
-DSM_KCODE,
-DSM_NAME,
-MR_KCODE,
-MR_NAME
-)
-with pack_market as (
-select distinct pack_cod,market
- from dm.dm_td_external_market_pack_mapping
-where data_source = 'THC(Quarterly)'
-)
-,external_geo as (
-select distinct province_c,audit_cod,REGION_CENTER
-from dm.dm_td_external_geo_temp
-where DATA_SOURCE = 'THC(Quarterly)'
-)
-,YM_CVH as (
-select key_value from dm.dm_td_date_config
- where key_code = 'pfmc_cvh'
-)
-,td_org as (
-select distinct
-REGION_CODE,
-region_name,
-rc_code,
-rc_name,
-bu_category,
-bu_name_en,
-sub_bu_name,
-sub_bu_code,
-bu_code,
-RSM_Name,
-rsd_name,
-mr_trty_code,
-rsm_trty_code
-from dm_td_org_temp t1
-inner join YM_CVH t2
-on t1.yyyymm = t2.key_value
-)
-,territory as (
-select distinct 
-trty_code,
-inst_code,
-family_code
-from dm.dm_td_sd_territory_indication t1
-inner join YM_CVH t2
-on t1.yyyymm = t2.key_value
-where bu = 'Eagle'
-and t1.key_hp<>3 --chenwu 20250904 排除双考影响
-)
-,province_market as (
-select t1.trty_code,
-t2.province_name,
-t5.market
-from territory t1
-left join dwd.dwd_td_institution t2
-on t1.inst_code = t2.inst_code
-left join cdw_dwd_dim_product_wide t3
-on t1.family_code = t3.prd_family_cd
-left join dwd.dwd_td_imscode_azcode t4
-on t3.prd_brand_cd = t4.brandcode
-left join pack_market t5
-on t4.ims_pack_cod = t5.pack_cod
-)
-,national_sales as (
-select distinct
-PACK_COD,
-AUDIT_COD
-from DM.dm_tf_external_sales_thc
-where DATA_SOURCE = 'THC(Quarterly)'
-)
-
-SELECT
-  DISTINCT t1.REGION_CODE,
-  t1.region_name,
-  t1.rc_code,
-  t1.rc_name,
-  t3.REGION_CENTER RegionCenter,
-  t3.AUDIT_COD,
-  t2.MARKET,
-  t1.bu_category,
-  t1.bu_name_en,
-  t1.sub_bu_name,
-  t1.sub_bu_code sub_bu_code_auth,
-  concat(t1.bu_code, 'THC(Quarterly)') bu_code_auth,
-  'THC(Quarterly)' as DATA_SOURCE,
-  1 REGION_RATIO,
-  t1.RSM_Name,
-  t1.rsd_name,
-  '' as TEAM,
-  '' as MR_TRTY_CODE,
-  '' as NSD_KCODE,
-  '' as NSD_NAME,
-  '' as RSD_KCODE,
-  '' as RSD_NAME,
-  '' as RSM_KCODE,
-  '' as DSM_KCODE,
-  '' as DSM_NAME,
-  '' as MR_KCODE,
-  '' as MR_NAME
-from td_org t1
-inner join province_market t2
-on t1.mr_trty_code = t2.trty_code
-inner join external_geo t3 on t2.province_name = t3.province_c
-where t2.market is not null
-  and t3.audit_cod is not null
-union all
-SELECT DISTINCT 
-  '' as REGION_CODE,
-  '' as region_name_en,
-  '' as rc_code,
-  '' as rc_name_en,
-  '' as RegionCenter,
-  t1.AUDIT_COD,
-  t2.MARKET,
-  '' as bu_category,
-  '' as bu_name_en,
-  '' as sub_bu_name,
-  '' as sub_bu_code_auth,
-  'THC(Quarterly)' as bu_code_auth,
-  'THC(Quarterly)' as DATA_SOURCE,
-  1 as REGION_RATIO,
-  '' as RSM_Name,
-  '' as rsd_name,
-  '' as TEAM,
-  '' as MR_TRTY_CODE,
-  '' as NSD_KCODE,
-  '' as NSD_NAME,
-  '' as RSD_KCODE,
-  '' as RSD_NAME,
-  '' as RSM_KCODE,
-  '' as DSM_KCODE,
-  '' as DSM_NAME,
-  '' as MR_KCODE,
-  '' as MR_NAME
-FROM national_sales t1
-INNER JOIN pack_market t2
-ON t1.PACK_COD = t2.PACK_COD
-
--- COMMAND ----------
-
--- DBTITLE 1,add
---修改时间：20240808
---修改人：FanXuJia
---修改背景：
---事实表与维度表来自于不同手工表，目前存在一部分audit_cod在事实表有销量，但是在维度表没有这个audit_cod，导致销量缺失。
---因此需要从事实表补全这部分audit_cod
-with sales as (
-select distinct PACK_COD,AUDIT_COD,DATA_SOURCE from dm.dm_tf_external_sales
-union
-select distinct PACK_COD,AUDIT_COD,DATA_SOURCE from dm.dm_tf_external_sales_thc
-)
-,market_pack as (
-select distinct PACK_COD,MARKET,DATA_SOURCE from dm.dm_td_external_market_pack_mapping
-)
-,org as (
-select distinct AUDIT_COD,MARKET,DATA_SOURCE from dm.DM_TD_EXT_THC_ORG
-)
-,tmp_org as (
-select distinct a.AUDIT_COD,b.MARKET,a.DATA_SOURCE
-from sales a 
-left join market_pack b on a.PACK_COD = b.PACK_COD and a.DATA_SOURCE = b.DATA_SOURCE
-left join org c on a.DATA_SOURCE = c.DATA_SOURCE and a.AUDIT_COD = c.AUDIT_COD and b.MARKET = c.MARKET
-where C.AUDIT_COD IS NULL
-)
-
-insert into table dm.DM_TD_EXT_THC_ORG
-(
-REGION_CODE,
-region_name_en,
-RSM_Name,
-rc_code,
-rc_name_en,
-RC_Name,
-RegionCenter,
-AUDIT_COD,
-MARKET,
-bu_category,
-bu_name_en,
-sub_bu_name,
-sub_bu_code_auth,
-bu_code_auth,
-DATA_SOURCE,
-REGION_RATIO,
-TEAM,
-MR_TRTY_CODE,
-NSD_KCODE,
-NSD_NAME,
-RSD_KCODE,
-RSD_NAME,
-RSM_KCODE,
-DSM_KCODE,
-DSM_NAME,
-MR_KCODE,
-MR_NAME
-)
-select
-'ROC' as REGION_CODE,
-'ROC' as region_name_en,
-'Vacant' as RSM_Name,
-'ROC' as rc_code,
-'ROC' as rc_name_en,
-'Vacant' as RC_Name,
-null as RegionCenter,
-AUDIT_COD,
-MARKET,
-null as bu_category,
-null as bu_name_en,
-null as sub_bu_name,
-null as sub_bu_code_auth,
-DATA_SOURCE as bu_code_auth,
-DATA_SOURCE,
-1 as REGION_RATIO,
-'ROC' as TEAM,
-'Vacant' as MR_TRTY_CODE,
-'Vacant' as NSD_KCODE,
-'Vacant' as NSD_NAME,
-'Vacant' as RSD_KCODE,
-'Vacant' as RSD_NAME,
-'Vacant' as RSM_KCODE,
-'Vacant' as DSM_KCODE,
-'Vacant' as DSM_NAME,
-'Vacant' as MR_KCODE,
-'Vacant' as MR_NAME
-from tmp_org
-where DATA_SOURCE = 'THC(Quarterly)'
-
--- COMMAND ----------
-
--- DBTITLE 1,hidden_market
------------------------------------------------------------
---修改时间：20241118
---修改人：Fanxujia
---修改内容：
---使用手工文件排除掉每个渠道的不需要显示的市场
------------------------------------------------------------
-with hidden_market as (
-select distinct 
-case when upper(data_source) = 'CHPA'    then 'IQVIA-CHPA(Monthly)'
-     when upper(data_source) = '科室市场' then 'XH Data(Quarterly)'
-     when upper(data_source) = 'EC'      then 'EC(Monthly)'
-     when upper(data_source) = 'RETAIL'  then 'Retail(Quarterly)'
-     when upper(data_source) = 'CHC'     then 'CHC(Quarterly)'
-     when upper(data_source) = 'AIA'     then 'AIA(Monthly)'
-     when upper(data_source) = 'THC'     then 'THC(Quarterly)'
-     when upper(data_source) = 'COUNTY'  then 'IQVIA-COUNTY(Quarterly)'
-     else data_source
-end as data_source,
-upper(hidden_market) as hidden_market
-from dwd.dwd_gnd_ims_hidden_market
-union all 
-select
-'AIA(Monthly)' as data_source,
-'AIA ALL Market'
-)
-
-
-MERGE into dm.DM_TD_EXT_THC_ORG as t1
-USING hidden_market t2
-on t1.data_source = t2.data_source
-and upper(t1.MARKET) = upper(t2.hidden_market)
-WHEN MATCHED THEN
-DELETE
\ No newline at end of file
diff --git a/EXTERNAL/ORG/DM_TD_EXT_THC_ORG.sql:Zone.Identifier b/EXTERNAL/ORG/DM_TD_EXT_THC_ORG.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/ORG/DM_TD_EXT_XIEHE_ORG.sql b/EXTERNAL/ORG/DM_TD_EXT_XIEHE_ORG.sql
deleted file mode 100644
index 249342e..0000000
--- a/EXTERNAL/ORG/DM_TD_EXT_XIEHE_ORG.sql
+++ /dev/null
@@ -1,283 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_XIEHE_ORG (
---   REGION_CODE STRING,
---   REGION_NAME_EN STRING,
---   RSM_NAME STRING,
---   RC_CODE STRING,
---   RC_NAME_EN STRING,
---   RC_NAME STRING,
---   REGIONCENTER STRING,
---   AUDIT_COD STRING,
---   MARKET STRING,
---   BU_CATEGORY STRING,
---   BU_NAME_EN STRING,
---   SUB_BU_NAME STRING,
---   SUB_BU_CODE_AUTH STRING,
---   BU_CODE_AUTH STRING,
---   DATA_SOURCE STRING,
---   REGION_RATIO FLOAT,
---   TEAM STRING,
---   MR_TRTY_CODE STRING,
---   NSD_KCODE STRING,
---   NSD_NAME STRING,
---   RSD_KCODE STRING,
---   RSD_NAME STRING,
---   RSM_KCODE STRING,
---   DSM_KCODE STRING,
---   DSM_NAME STRING,
---   MR_KCODE STRING,
---   MR_NAME STRING)
--- USING delta
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_xiehe_org';
-
--- COMMAND ----------
-
--- MAGIC %run ../../../Common/config
-
--- COMMAND ----------
-
--- MAGIC %python
--- MAGIC spark.read.table(f'`{CDW_CATALOG}`.`dwd`.`dim_product_wide`').createOrReplaceTempView('cdw_dwd_dim_product_wide')
-
--- COMMAND ----------
-
--- 20260130 由于DM.dm_td_org数据需要转换，新增这个CELL。
-create or replace temporary view dm_td_org_temp
-as 
-SELECT org_key,mr_trty_tag,district_code,rsm_name,rc_name,p2.region_name,p2.rsd_kcode,p2.rsd_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_code = 'PC12' then 'PC09' else p2.bu_code end bu_code
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_report = 'EC' THEN 'Retail' ELSE p2.bu_report end bu_report
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.sub_bu_code = 'NA27' then 'NA06' else p2.sub_bu_code end sub_bu_code
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.sub_bu_name = 'EC' then 'Retail' else p2.sub_bu_name end sub_bu_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.sub_bu_name_en = 'EC' then 'Retail' else p2.sub_bu_name_en end sub_bu_name_en
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_name = 'EC' then 'Retail' else p2.bu_name end bu_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_name_en = 'EC' then 'Retail' else p2.bu_name_en end bu_name_en
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.nsd_kcode = 'ND_EC0001_V' then 'KSGX559' else p2.nsd_kcode end nsd_kcode
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bu_name = 'EC'and p2.nsd_name = 'Vacant' then '李白杨' else p2.nsd_name end nsd_name
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.nsd_trty_code = 'ND_EC0001' then 'ND_RT0001' else p2.nsd_trty_code end nsd_trty_code
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bsd_kcode = 'VP_EC0001_V' then 'VP_RT0001_V' else p2.bsd_kcode end bsd_kcode
-  ,CASE WHEN p2.yyyymm >= '202601' and p2.bsd_trty_code = 'VP_EC0001' then 'VP_RT0001' else p2.bsd_trty_code end bsd_trty_code
-  ,mr_kcode,dsm_trty_code,rsm_trty_code,dsm_kcode,rsd_trty_code
-  ,district_name,dsm_name,mr_name,yyyymm,mr_trty_code,REGION_CODE,rc_code,bu_category,rsm_kcode
-FROM DM.dm_td_org P2
-
--- COMMAND ----------
-
----------------------------------------------------XIEHE------------------------------------------------------------------------------
---XIEHE参考CHPA
-------所有BU能看XIEHE
-insert overwrite dm.dm_td_ext_xiehe_org (
-    REGION_CODE,
-    region_name_en,
-    rc_code,
-    rc_name_en,
-    RegionCenter,
-    AUDIT_COD,
-    MARKET,
-    bu_category,
-    bu_name_en,
-    sub_bu_name,
-    sub_bu_code_auth,
-    bu_code_auth,
-    DATA_SOURCE,
-    REGION_RATIO,
-    RSM_Name,
-    RC_Name,
-    TEAM,
-MR_TRTY_CODE,
-NSD_KCODE,
-NSD_NAME,
-RSD_KCODE,
-RSD_NAME,
-RSM_KCODE,
-DSM_KCODE,
-DSM_NAME,
-MR_KCODE,
-MR_NAME
-  )
-SELECT
-  DISTINCT t1.REGION_CODE,
-  t1.region_name,
-  t1.rc_code,
-  t1.rc_name,
-  t4.REGION_CENTER RegionCenter,
-  t4.AUDIT_COD,
-  t3.MARKET,
-  t1.bu_category,
-  t1.bu_name_en,
-  t1.sub_bu_name,
-  t1.sub_bu_code sub_bu_code_auth,
-  concat(t1.bu_code, 'XH Data(Quarterly)') bu_code_auth,
-  'XH Data(Quarterly)' DATA_SOURCE,
-  1 REGION_RATIO,
-  t1.RSM_Name,
-  t1.rsd_name,
-  '' as TEAM,
-'' as MR_TRTY_CODE,
-'' as NSD_KCODE,
-'' as NSD_NAME,
-'' as RSD_KCODE,
-'' as RSD_NAME,
-'' as RSM_KCODE,
-'' as DSM_KCODE,
-'' as DSM_NAME,
-'' as MR_KCODE,
-'' as MR_NAME
-from
-  dm_td_org_temp t1
-  left join(
-    select
-      distinct A.yyyymm,
-      A.trty_code,
-      B.city_name,
-      D.ims_prod_cod,
-      D.ims_pack_cod
-    from
-      dm.dm_td_sd_territory_indication A
-      left join dwd.dwd_td_institution B on A.inst_code = B.inst_code
-      left join cdw_dwd_dim_product_wide C on C.prd_family_cd = A.family_code
-      left join dwd.dwd_td_imscode_azcode D on C.prd_brand_cd = D.brandcode
-    where A.bu not in ('CUBE','KA')
-    and A.key_hp<>3 --chenwu 20250904 排除双考影响
-  ) t2 on t2.trty_code = t1.mr_trty_code
-  and t2.yyyymm = t1.yyyymm
-  left join dws.dws_ims_td_market t3 on t2.ims_pack_cod = t3.pack_cod
-  left join DM.DM_TD_EXTERNAL_GEO_TEMP t4 on t2.city_name = concat(t4.city_c, '市')
-  AND t4.DATA_SOURCE = 'XH Data(Quarterly)' 
---使用和performance cvh 的org架构
-where
-  t1.yyyymm in(
-    select
-      key_value
-    from
-      dm.dm_td_date_config
-    where
-      key_code = 'pfmc_cvh'
-  )
-  and t3.market is not null
-  and t4.audit_cod is not null
-
--- COMMAND ----------
-
--- DBTITLE 1,add
---修改时间：20240808
---修改人：FanXuJia
---修改背景：
---事实表与维度表来自于不同手工表，目前存在一部分audit_cod在事实表有销量，但是在维度表没有这个audit_cod，导致销量缺失。
---因此需要从事实表补全这部分audit_cod
-with sales as (
-select distinct PACK_COD,AUDIT_COD,DATA_SOURCE from dm.dm_tf_external_sales
-union
-select distinct PACK_COD,AUDIT_COD,DATA_SOURCE from dm.dm_tf_external_sales_thc
-)
-,market_pack as (
-select distinct PACK_COD,MARKET,DATA_SOURCE from dm.dm_td_external_market_pack_mapping
-)
-,org as (
-select distinct AUDIT_COD,MARKET,DATA_SOURCE from dm.DM_TD_EXT_XIEHE_ORG
-)
-,tmp_org as (
-select distinct a.AUDIT_COD,b.MARKET,a.DATA_SOURCE
-from sales a 
-left join market_pack b on a.PACK_COD = b.PACK_COD and a.DATA_SOURCE = b.DATA_SOURCE
-left join org c on a.DATA_SOURCE = c.DATA_SOURCE and a.AUDIT_COD = c.AUDIT_COD and b.MARKET = c.MARKET
-where C.AUDIT_COD IS NULL
-)
-
-insert into table dm.dm_td_ext_xiehe_org
-(
-REGION_CODE,
-region_name_en,
-RSM_Name,
-rc_code,
-rc_name_en,
-RC_Name,
-RegionCenter,
-AUDIT_COD,
-MARKET,
-bu_category,
-bu_name_en,
-sub_bu_name,
-sub_bu_code_auth,
-bu_code_auth,
-DATA_SOURCE,
-REGION_RATIO,
-TEAM,
-MR_TRTY_CODE,
-NSD_KCODE,
-NSD_NAME,
-RSD_KCODE,
-RSD_NAME,
-RSM_KCODE,
-DSM_KCODE,
-DSM_NAME,
-MR_KCODE,
-MR_NAME
-)
-select
-'ROC' as REGION_CODE,
-'ROC' as region_name_en,
-'Vacant' as RSM_Name,
-'ROC' as rc_code,
-'ROC' as rc_name_en,
-'Vacant' as RC_Name,
-null as RegionCenter,
-AUDIT_COD,
-MARKET,
-null as bu_category,
-null as bu_name_en,
-null as sub_bu_name,
-null as sub_bu_code_auth,
-DATA_SOURCE as bu_code_auth,
-DATA_SOURCE,
-1 as REGION_RATIO,
-'ROC' as TEAM,
-'Vacant' as MR_TRTY_CODE,
-'Vacant' as NSD_KCODE,
-'Vacant' as NSD_NAME,
-'Vacant' as RSD_KCODE,
-'Vacant' as RSD_NAME,
-'Vacant' as RSM_KCODE,
-'Vacant' as DSM_KCODE,
-'Vacant' as DSM_NAME,
-'Vacant' as MR_KCODE,
-'Vacant' as MR_NAME
-from tmp_org
-where DATA_SOURCE = 'XH Data(Quarterly)'
-
--- COMMAND ----------
-
--- DBTITLE 1,hidden_market
------------------------------------------------------------
---修改时间：20241118
---修改人：Fanxujia
---修改内容：
---使用手工文件排除掉每个渠道的不需要显示的市场
------------------------------------------------------------
-with hidden_market as (
-select distinct 
-case when upper(data_source) = 'CHPA'    then 'IQVIA-CHPA(Monthly)'
-     when upper(data_source) = '科室市场' then 'XH Data(Quarterly)'
-     when upper(data_source) = 'EC'      then 'EC(Monthly)'
-     when upper(data_source) = 'RETAIL'  then 'Retail(Quarterly)'
-     when upper(data_source) = 'CHC'     then 'CHC(Quarterly)'
-     when upper(data_source) = 'AIA'     then 'AIA(Monthly)'
-     when upper(data_source) = 'THC'     then 'THC(Quarterly)'
-     when upper(data_source) = 'COUNTY'  then 'IQVIA-COUNTY(Quarterly)'
-     else data_source
-end as data_source,
-upper(hidden_market) as hidden_market
-from dwd.dwd_gnd_ims_hidden_market
-union all 
-select
-'AIA(Monthly)' as data_source,
-'AIA ALL Market'
-)
-
-
-MERGE into dm.dm_td_ext_xiehe_org as t1
-USING hidden_market t2
-on t1.data_source = t2.data_source
-and upper(t1.MARKET) = upper(t2.hidden_market)
-WHEN MATCHED THEN
-DELETE
\ No newline at end of file
diff --git a/EXTERNAL/ORG/DM_TD_EXT_XIEHE_ORG.sql:Zone.Identifier b/EXTERNAL/ORG/DM_TD_EXT_XIEHE_ORG.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/OTHERS/01 dm_td_report_url.sql b/EXTERNAL/OTHERS/01 dm_td_report_url.sql
deleted file mode 100644
index 1768417..0000000
--- a/EXTERNAL/OTHERS/01 dm_td_report_url.sql	
+++ /dev/null
@@ -1,11 +0,0 @@
--- Databricks notebook source
-----------------------------------------------------------
---修改时间：20241213
---修改人：Fanxujia
---修改内容：
---新增配置表，里面是MA报告以及AIA报告的url链接，用于PBI上做跳转的链接
-----------------------------------------------------------
-insert overwrite table dm.dm_td_report_url
-(ReportName,URL)
-select reportname,url
-from dwd.dwd_gnd_ims_ma_aia_redirection
diff --git a/EXTERNAL/OTHERS/01 dm_td_report_url.sql:Zone.Identifier b/EXTERNAL/OTHERS/01 dm_td_report_url.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/OTHERS/02 dws_ext_email_warning.sql b/EXTERNAL/OTHERS/02 dws_ext_email_warning.sql
deleted file mode 100644
index 31909d3..0000000
--- a/EXTERNAL/OTHERS/02 dws_ext_email_warning.sql	
+++ /dev/null
@@ -1,110 +0,0 @@
--- Databricks notebook source
--- DBTITLE 1,DDL语句定义表
--- CREATE OR REPLACE TABLE dwd.dwd_ext_email_warning (
---   data_source STRING COMMENT '数据源名称',
---   max_data STRING COMMENT '数据源最新的日期，YYYYMM格式',
---   record_date STRING COMMENT '记录数据的日期',
---   etl_timestamp TIMESTAMP COMMENT 'ETL运行时间')
--- USING delta
--- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DWD/dwd_ext_email_warning'
--- ;
--- CREATE OR REPLACE TABLE dws.dws_ext_email_warning (
---   data_source STRING COMMENT '数据源名称',
---   max_data STRING COMMENT '数据源最新的日期，YYYYMM格式',
---   if_update INT COMMENT '0代表没有更新，1代表更新过数据源',
---   etl_timestamp TIMESTAMP)
--- USING delta
--- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DWS/dws_ext_email_warning'
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ### dwd层
-
--- COMMAND ----------
-
--- DBTITLE 1,删除今天的数据并插入最新数据
-delete from dwd.dwd_ext_email_warning
-where record_date = date_format( from_utc_timestamp( current_timestamp,'UTC+8'),'yyyy-MM-dd');--删除今天的输入记录
-
-insert into dwd.dwd_ext_email_warning
-select 
-  data_source 
-  ,max(yyyymm) max_data --数据源最大日期
-  ,date_format( from_utc_timestamp( current_timestamp,'UTC+8'),'yyyy-MM-dd') record_date 
-  ,from_utc_timestamp( current_timestamp,'UTC+8') etl_timestamp
-from dm.dm_tf_ext_unionall_sales
-group by DATA_SOURCE
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ### dws层
-
--- COMMAND ----------
-
--- DBTITLE 1,计算出各数据是否更新了数据
-create or replace temporary view temp_datasource_update_info as
-/*
-1 获取今天日期的各数据源的记录情况
-2 获取今天之前的上一个周期记录情况
-3 今天日期的数据源最新数据月份 与 上一个周期的数据源最新数据月份 是否相等
-*/
-with 
-today_record_date (
-  select 
-    data_source
-    ,max_data
-    ,record_date
-  from dwd.dwd_ext_email_warning
-  where record_date = date_format( from_utc_timestamp( current_timestamp,'UTC+8'),'yyyy-MM-dd') --取今天的数据
-)
-,previous_record_date (
-  select 
-    data_source
-    ,max_data
-    ,record_date
-  from
-  (
-    select 
-      data_source
-      ,max_data
-      ,record_date
-      ,row_number() over( partition by data_source order by record_date desc ) num
-    from dwd.dwd_ext_email_warning
-    where record_date <> date_format( from_utc_timestamp( current_timestamp,'UTC+8'),'yyyy-MM-dd')
-  )
-  where num = 1
-)
-select 
-  t1.data_source
-  ,t1.max_data
-  ,case when t1.max_data = t2.max_data then 0 else 1 end as if_update
-  ,from_utc_timestamp( current_timestamp,'UTC+8') etl_timestamp
-from today_record_date t1 
-inner join previous_record_date t2 on t1.data_source = t2.data_source
-
-
--- COMMAND ----------
-
--- DBTITLE 1,写入dws层
-INSERT OVERWRITE dws.dws_ext_email_warning
-select
-  data_source
-  ,max_data
-  ,if_update
-  ,etl_timestamp
-from temp_datasource_update_info
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ### ads层
-
--- COMMAND ----------
-
--- select 
---   data_source
---   ,max_data
---   ,if_update
--- from dws.dws_ext_email_warning
\ No newline at end of file
diff --git a/EXTERNAL/OTHERS/02 dws_ext_email_warning.sql:Zone.Identifier b/EXTERNAL/OTHERS/02 dws_ext_email_warning.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/OTHERS/external_triggered_email.py b/EXTERNAL/OTHERS/external_triggered_email.py
deleted file mode 100644
index 65fb817..0000000
--- a/EXTERNAL/OTHERS/external_triggered_email.py
+++ /dev/null
@@ -1,42 +0,0 @@
-# Databricks notebook source
-import base64
-import time
-import urllib.parse
-import requests
-from Crypto.Cipher import AES
-from Crypto.Util.Padding import pad
-
-# === 配置区 ===
-# Spring Boot 服务端的密钥（Base64编码）
-SECRET_KEY_BASE64 = "qkLkLHPnqNfJ5d3X6DgLpw=="
-# 接口地址
-# https://mdcuat.astrazeneca.cn/earth/app/mail/task/ma/check
-# https://mdc.astrazeneca.cn/earth/app/mail/task/ma/check
-API_URL = "https://mdc.astrazeneca.cn/earth/app/mail/task/ma/check"
-
-# === AES 加密函数 ===
-def generate_aes_token(secret_key_base64: str) -> str:
-    # Hutool 的 SecureUtil.aes() 默认是 AES/ECB/PKCS5Padding
-    secret_key = base64.b64decode(secret_key_base64)
-    cipher = AES.new(secret_key, AES.MODE_ECB)
-
-    # 加密当前时间戳（毫秒）
-    timestamp = str(int(time.time() * 1000))
-    encrypted = cipher.encrypt(pad(timestamp.encode("utf-8"), AES.block_size))
-
-    # 输出 Base64 编码的 token
-    return base64.b64encode(encrypted).decode("utf-8")
-
-# === 调用接口 ===
-def call_check_api():
-    token = generate_aes_token(SECRET_KEY_BASE64)
-    encoded_token = urllib.parse.quote(token)
-    url = f"{API_URL}?token={encoded_token}"
-
-    print(f"请求URL: {url}")
-    response = requests.get(url)
-    print("响应状态码:", response.status_code)
-    print("响应内容:", response.text)
-
-if __name__ == "__main__":
-    call_check_api()
\ No newline at end of file
diff --git a/EXTERNAL/OTHERS/external_triggered_email.py:Zone.Identifier b/EXTERNAL/OTHERS/external_triggered_email.py:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/01 load_tmp_data.py b/EXTERNAL/Retail/01 load_tmp_data.py
deleted file mode 100644
index 4b9817a..0000000
--- a/EXTERNAL/Retail/01 load_tmp_data.py	
+++ /dev/null
@@ -1,617 +0,0 @@
-# Databricks notebook source
-### constant 
-LEVEL_TA_CV = 'CV'
-LEVLE_TA_RE = 'RE'
-LEVEL_TA_RE2 = 'RE2'
-LEVEL_TA_GI = 'GI'
-LEVEL_TA_DM = 'DM'
-LEVEL_TA_RD = 'RD'
-
-LEVEL_MARKET_HTN = '高血压用药'
-LEVEL_MARKET_STATIN_XZK = '他汀类+血脂康'
-LEVEL_MARKET_BRILINTA = 'Brilinta Market'
-LEVEL_MARKET_COPD = '小儿咳喘'
-LEVEL_MARKET_AAGSA_PPI_ORAL = '慢性胃炎、胃溃疡'
-LEVEL_MARKET_ATOMIZER = '慢性阻塞性肺疾病'
-LEVEL_MARKET_NIAD = 'NIAD'
-LEVEL_MARKET_RD = 'RD Market'
-
-# COMMAND ----------
-
-############################################################START##############################################################
-### STEP-1: load rawdata to tmp table
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-1: load rawdata to tmp table
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: load rawdata to tmp table
-# MAGIC -- 1.1 load brand data to tmp.tmp_retail_brand_rawdata
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert overwrite table tmp.tmp_retail_brand_rawdata
-# MAGIC
-# MAGIC select
-# MAGIC   type,
-# MAGIC   ta,
-# MAGIC   market,
-# MAGIC   zk_brand_category,
-# MAGIC   zk_common_name,
-# MAGIC   zk_manu_des,
-# MAGIC   rc_name_en,
-# MAGIC   province_city,
-# MAGIC   quarter,
-# MAGIC   ytd,
-# MAGIC   '',
-# MAGIC   sales_value * 1000000,
-# MAGIC   sales_volume * 1000000
-# MAGIC from dwd.dwd_gnd_ext_zk_brand
-# MAGIC where ranked_by = 'value'
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: load rawdata to tmp table
-# MAGIC -- 1.2 load brand data to tmp.tmp_retail_pack_rawdata
-# MAGIC -- 1.2.1 load from dwd.dwd_gnd_ext_retail_htn (pack-CV-高血压-化学药-全国.xlsx)
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert overwrite table tmp.tmp_retail_pack_rawdata
-# MAGIC
-# MAGIC select 
-# MAGIC     case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id,
-# MAGIC     zk_product_id,
-# MAGIC     zk_region,
-# MAGIC     zk_rx_otc,
-# MAGIC     zk_medicine_type,
-# MAGIC     zk_medicine_tier1,
-# MAGIC     zk_medicine_tier2,
-# MAGIC     zk_medicine_tier3,
-# MAGIC     zk_medicine_tier4,
-# MAGIC     zk_common_name,
-# MAGIC     zk_dosage_form,
-# MAGIC     zk_user_type,
-# MAGIC     zk_category_name,
-# MAGIC     zk_product_name,
-# MAGIC     zk_brand_name,
-# MAGIC     zk_manu_des,
-# MAGIC     zk_corp_des,
-# MAGIC     zk_pack_des,
-# MAGIC     month,
-# MAGIC     quarter,
-# MAGIC     replace(price,',','' ),
-# MAGIC     replace(sales_unit,',','' ),
-# MAGIC     replace(sales_value,',','' ),
-# MAGIC     digital_spread_rate,
-# MAGIC     weighted_spread_rate,
-# MAGIC     counting_unit,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     'CV',
-# MAGIC     '高血压用药',
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     0,
-# MAGIC     null
-# MAGIC from dwd.dwd_gnd_ext_retail_htn
-# MAGIC --------------------------------- *hard_code* ---------------------------------------
-# MAGIC -- 多达一、天一宁、others、氨氯地平阿托伐他汀钙 数据在 高血压和他汀血脂康里面重复，
-# MAGIC -- 只需要取一份，优先取有拆分比例的
-# MAGIC -- 对应的product_id 分别是：'-356','5258049','5852881','9167744','9526959','9167556','9279325','8533952'
-# MAGIC -- 或者使用条件：zk_common_name <> '氨氯地平阿托伐他汀钙'
-# MAGIC where zk_common_name <> '氨氯地平阿托伐他汀钙'
-# MAGIC --------------------------------- *hard_code* ---------------------------------------
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: load rawdata to tmp table
-# MAGIC -- 1.2 load brand data to tmp.tmp_retail_pack_rawdata
-# MAGIC -- 1.2.2 load from dwd.dwd_gnd_ext_retail_statin_xzk (pack-CV-他汀类+血脂康-全国.xlsx)
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert into table tmp.tmp_retail_pack_rawdata
-# MAGIC
-# MAGIC select 
-# MAGIC     case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id,
-# MAGIC     zk_product_id,
-# MAGIC     zk_region,
-# MAGIC     zk_rx_otc,
-# MAGIC     zk_medicine_type,
-# MAGIC     zk_medicine_tier1,
-# MAGIC     zk_medicine_tier2,
-# MAGIC     zk_medicine_tier3,
-# MAGIC     zk_medicine_tier4,
-# MAGIC     zk_common_name,
-# MAGIC     zk_dosage_form,
-# MAGIC     zk_user_type,
-# MAGIC     zk_category_name,
-# MAGIC     zk_product_name,
-# MAGIC     zk_brand_name,
-# MAGIC     zk_manu_des,
-# MAGIC     zk_corp_des,
-# MAGIC     zk_pack_des,
-# MAGIC     month,
-# MAGIC     quarter,
-# MAGIC     replace(price,',','' ),
-# MAGIC     replace(sales_unit,',','' ),
-# MAGIC     replace(sales_value,',','' ),
-# MAGIC     digital_spread_rate,
-# MAGIC     weighted_spread_rate,
-# MAGIC     counting_unit,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     'CV',
-# MAGIC     '他汀类+血脂康',
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     0,
-# MAGIC     null
-# MAGIC from dwd.dwd_gnd_ext_retail_statin_xzk
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: load rawdata to tmp table
-# MAGIC -- 1.2 load brand data to tmp.tmp_retail_pack_rawdata
-# MAGIC -- 1.2.3 load from dwd.dwd_gnd_ext_retail_nataional_oap (pack-CV-抗血栓2通用名-全国.xlsx)
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert into table tmp.tmp_retail_pack_rawdata
-# MAGIC
-# MAGIC select 
-# MAGIC     case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id,
-# MAGIC     zk_product_id,
-# MAGIC     zk_region,
-# MAGIC     zk_rx_otc,
-# MAGIC     zk_medicine_type,
-# MAGIC     zk_medicine_tier1,
-# MAGIC     zk_medicine_tier2,
-# MAGIC     zk_medicine_tier3,
-# MAGIC     zk_medicine_tier4,
-# MAGIC     zk_common_name,
-# MAGIC     zk_dosage_form,
-# MAGIC     zk_user_type,
-# MAGIC     zk_category_name,
-# MAGIC     zk_product_name,
-# MAGIC     zk_brand_name,
-# MAGIC     zk_manu_des,
-# MAGIC     zk_corp_des,
-# MAGIC     zk_pack_des,
-# MAGIC     month,
-# MAGIC     quarter,
-# MAGIC     replace(price,',','' ),
-# MAGIC     replace(sales_unit,',','' ),
-# MAGIC     replace(sales_value,',','' ),
-# MAGIC     digital_spread_rate,
-# MAGIC     weighted_spread_rate,
-# MAGIC     counting_unit,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     'CV',
-# MAGIC     'Brilinta Market',
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     0,
-# MAGIC     null
-# MAGIC from dwd.dwd_gnd_ext_retail_nataional_oap
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: load rawdata to tmp table
-# MAGIC -- 1.2 load brand data to tmp.tmp_retail_pack_rawdata
-# MAGIC -- 1.2.4 load from dwd.dwd_gnd_ext_retail_anti_asthma_copd (pack-RE-慢阻肺-全国.xlsx)
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert into table tmp.tmp_retail_pack_rawdata
-# MAGIC
-# MAGIC select 
-# MAGIC     case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id,
-# MAGIC     zk_product_id,
-# MAGIC     zk_region,
-# MAGIC     zk_rx_otc,
-# MAGIC     zk_medicine_type,
-# MAGIC     zk_medicine_tier1,
-# MAGIC     zk_medicine_tier2,
-# MAGIC     zk_medicine_tier3,
-# MAGIC     zk_medicine_tier4,
-# MAGIC     zk_common_name,
-# MAGIC     zk_dosage_form,
-# MAGIC     zk_user_type,
-# MAGIC     zk_category_name,
-# MAGIC     zk_product_name,
-# MAGIC     zk_brand_name,
-# MAGIC     zk_manu_des,
-# MAGIC     zk_corp_des,
-# MAGIC     zk_pack_des,
-# MAGIC     month,
-# MAGIC     quarter,
-# MAGIC     replace(price,',','' ),
-# MAGIC     replace(sales_unit,',','' ),
-# MAGIC     replace(sales_value,',','' ),
-# MAGIC     digital_spread_rate,
-# MAGIC     weighted_spread_rate,
-# MAGIC     counting_unit,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC --------------2024-----------    
-# MAGIC     --'RE',
-# MAGIC     --'慢性阻塞性肺疾病',
-# MAGIC --------------2025-----------
-# MAGIC     'RE2',
-# MAGIC     '小儿咳喘',
-# MAGIC -----------------------------      
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     0,
-# MAGIC     null
-# MAGIC from dwd.dwd_gnd_ext_retail_anti_asthma_copd
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: load rawdata to tmp table
-# MAGIC -- 1.2 load brand data to tmp.tmp_retail_pack_rawdata
-# MAGIC -- 1.2.5 load from dwd.dwd_gnd_ext_retail_aagsa_ppi_oral (pack-GI-慢性胃炎胃溃疡-全国.xlsx)
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert into table tmp.tmp_retail_pack_rawdata
-# MAGIC
-# MAGIC  select 
-# MAGIC     case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id,
-# MAGIC     zk_product_id,
-# MAGIC     zk_region,
-# MAGIC     zk_rx_otc,
-# MAGIC     zk_medicine_type,
-# MAGIC     zk_medicine_tier1,
-# MAGIC     zk_medicine_tier2,
-# MAGIC     zk_medicine_tier3,
-# MAGIC     zk_medicine_tier4,
-# MAGIC     zk_common_name,
-# MAGIC     zk_dosage_form,
-# MAGIC     zk_user_type,
-# MAGIC     zk_category_name,
-# MAGIC     zk_product_name,
-# MAGIC     zk_brand_name,
-# MAGIC     zk_manu_des,
-# MAGIC     zk_corp_des,
-# MAGIC     zk_pack_des,
-# MAGIC     month,
-# MAGIC     quarter,
-# MAGIC     replace(price,',','' ),
-# MAGIC     replace(sales_unit,',','' ),
-# MAGIC     replace(sales_value,',','' ),
-# MAGIC     digital_spread_rate,
-# MAGIC     weighted_spread_rate,
-# MAGIC     counting_unit,
-# MAGIC     null as pack_code,
-# MAGIC     null as molecule_code,
-# MAGIC     null as molecule_desc,
-# MAGIC     null as product_code,
-# MAGIC     null as product_desc,
-# MAGIC     'GI' as level_ta,
-# MAGIC     '慢性胃炎、胃溃疡' as level_market,
-# MAGIC     null as level_molecule,
-# MAGIC     null as level_brand,
-# MAGIC     null as ratio_val,
-# MAGIC     null as ratio_vol,
-# MAGIC     0 as data_flag,
-# MAGIC     null as brand_flag
-# MAGIC from dwd.dwd_gnd_ext_retail_aagsa_ppi_oral 
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: load rawdata to tmp table
-# MAGIC -- 1.2 load brand data to tmp.tmp_retail_pack_rawdata
-# MAGIC -- 1.2.6 load from dwd.dwd_gnd_ext_retail_atomizer (pack-雾化器-全国&县域数据.xlsx)
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert into table tmp.tmp_retail_pack_rawdata
-# MAGIC
-# MAGIC select 
-# MAGIC     case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id,
-# MAGIC     zk_product_id,
-# MAGIC     zk_region,
-# MAGIC     zk_rx_otc,
-# MAGIC     zk_medicine_type,
-# MAGIC     zk_medicine_tier1,
-# MAGIC     zk_medicine_tier2,
-# MAGIC     zk_medicine_tier3,
-# MAGIC     zk_medicine_tier4,
-# MAGIC     zk_common_name,
-# MAGIC     zk_dosage_form,
-# MAGIC     zk_user_type,
-# MAGIC     zk_category_name,
-# MAGIC     zk_product_name,
-# MAGIC     zk_brand_name,
-# MAGIC     zk_manu_des,
-# MAGIC     zk_corp_des,
-# MAGIC     zk_pack_des,
-# MAGIC     month,
-# MAGIC     quarter,
-# MAGIC     replace(price,',','' ),
-# MAGIC     replace(sales_unit,',','' ),
-# MAGIC     replace(sales_value,',','' ),
-# MAGIC     digital_spread_rate,
-# MAGIC     weighted_spread_rate,
-# MAGIC     counting_unit,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     'RE',
-# MAGIC     '慢性阻塞性肺疾病',
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     0,
-# MAGIC     null
-# MAGIC from dwd.dwd_gnd_ext_retail_atomizer
-# MAGIC ------------------------------ *hard_code* ------------------------------------------
-# MAGIC -- 24年关于 RE-慢性阻塞性肺疾病的PACK数据，额外买了“雾化器”的24省数据
-# MAGIC -- 所以这里只取24省明细数据，全国的数已经在“pack-GI-慢性胃炎胃溃疡-全国.xlsx”中取过了
-# MAGIC -- 25年就直接取全部数据
-# MAGIC -- where zk_region <> '全国'
-# MAGIC ------------------------------ *hard_code* ------------------------------------------
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: load rawdata to tmp table
-# MAGIC -- 1.2 load brand data to tmp.tmp_retail_pack_rawdata
-# MAGIC -- 1.2.7 load from dwd.dwd_gnd_ext_retail_nataional_niad (pack-DM-口服降糖化学药.xlsx)
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert into table tmp.tmp_retail_pack_rawdata
-# MAGIC
-# MAGIC select 
-# MAGIC     case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id,
-# MAGIC     zk_product_id,
-# MAGIC     zk_region,
-# MAGIC     zk_rx_otc,
-# MAGIC     zk_medicine_type,
-# MAGIC     zk_medicine_tier1,
-# MAGIC     zk_medicine_tier2,
-# MAGIC     zk_medicine_tier3,
-# MAGIC     zk_medicine_tier4,
-# MAGIC     zk_common_name,
-# MAGIC     zk_dosage_form,
-# MAGIC     zk_user_type,
-# MAGIC     zk_category_name,
-# MAGIC     zk_product_name,
-# MAGIC     zk_brand_name,
-# MAGIC     zk_manu_des,
-# MAGIC     zk_corp_des,
-# MAGIC     zk_pack_des,
-# MAGIC     month,
-# MAGIC     quarter,
-# MAGIC     replace(price,',','' ),
-# MAGIC     replace(sales_unit,',','' ),
-# MAGIC     replace(sales_value,',','' ),
-# MAGIC     digital_spread_rate,
-# MAGIC     weighted_spread_rate,
-# MAGIC     counting_unit,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     'DM',
-# MAGIC     'NIAD',
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     0,
-# MAGIC     null
-# MAGIC from dwd.dwd_gnd_ext_retail_nataional_niad
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: load rawdata to tmp table
-# MAGIC -- 1.2 load brand data to tmp.tmp_retail_pack_rawdata
-# MAGIC -- 1.2.8 load from dwd.dwd_gnd_ext_retail_nataional_rd (pack-RD-肾科-全国.xlsx)
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert into table tmp.tmp_retail_pack_rawdata
-# MAGIC
-# MAGIC ------------------------------ *hard_code* ------------------------------------------
-# MAGIC -- 剔除利尿剂数据
-# MAGIC with tmp_exclusion as (
-# MAGIC     select distinct product_id
-# MAGIC     from dwd.dwd_gnd_ext_retail_pack_property 
-# MAGIC     where lower(atc2_cod) = 'c03' 
-# MAGIC )
-# MAGIC ------------------------------ *hard_code* ------------------------------------------
-# MAGIC
-# MAGIC select 
-# MAGIC     case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id,
-# MAGIC     zk_product_id,
-# MAGIC     zk_region,
-# MAGIC     zk_rx_otc,
-# MAGIC     zk_medicine_type,
-# MAGIC     zk_medicine_tier1,
-# MAGIC     zk_medicine_tier2,
-# MAGIC     zk_medicine_tier3,
-# MAGIC     zk_medicine_tier4,
-# MAGIC     zk_common_name,
-# MAGIC     zk_dosage_form,
-# MAGIC     zk_user_type,
-# MAGIC     zk_category_name,
-# MAGIC     zk_product_name,
-# MAGIC     zk_brand_name,
-# MAGIC     zk_manu_des,
-# MAGIC     zk_corp_des,
-# MAGIC     zk_pack_des,
-# MAGIC     month,
-# MAGIC     quarter,
-# MAGIC     replace(price,',','' ),
-# MAGIC     replace(sales_unit,',','' ),
-# MAGIC     replace(sales_value,',','' ),
-# MAGIC     digital_spread_rate,
-# MAGIC     weighted_spread_rate,
-# MAGIC     counting_unit,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     'RD',
-# MAGIC     'RD Market',
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     0,
-# MAGIC     null
-# MAGIC from dwd.dwd_gnd_ext_retail_nataional_rd a
-# MAGIC where not exists (
-# MAGIC     select * from tmp_exclusion b 
-# MAGIC     where case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end  = b.product_id
-# MAGIC )
-# MAGIC
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: load rawdata to tmp table
-# MAGIC -- 1.2 load brand data to tmp.tmp_retail_pack_rawdata
-# MAGIC -- 1.2.9 load from dwd.dwd_gnd_ext_retail_metoprolol_tartrat (pack-CV-酒石酸美托洛尔.xlsx)
-# MAGIC -- 2024年采买了酒石酸美托洛尔的PACK数据，2025年未采买
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC --insert into table tmp.tmp_retail_pack_rawdata
-# MAGIC
-# MAGIC select 
-# MAGIC     case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id,
-# MAGIC     zk_product_id,
-# MAGIC     zk_region,
-# MAGIC     zk_rx_otc,
-# MAGIC     zk_medicine_type,
-# MAGIC     zk_medicine_tier1,
-# MAGIC     zk_medicine_tier2,
-# MAGIC     zk_medicine_tier3,
-# MAGIC     zk_medicine_tier4,
-# MAGIC     zk_common_name,
-# MAGIC     zk_dosage_form,
-# MAGIC     zk_user_type,
-# MAGIC     zk_category_name,
-# MAGIC     zk_product_name,
-# MAGIC     zk_brand_name,
-# MAGIC     zk_manu_des,
-# MAGIC     zk_corp_des,
-# MAGIC     zk_pack_des,
-# MAGIC     month,
-# MAGIC     quarter,
-# MAGIC     replace(price,',','' ),
-# MAGIC     replace(sales_unit,',','' ),
-# MAGIC     replace(sales_value,',','' ),
-# MAGIC     digital_spread_rate,
-# MAGIC     weighted_spread_rate,
-# MAGIC     counting_unit,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     'CV',
-# MAGIC     '高血压用药',
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     0,
-# MAGIC     null
-# MAGIC from dwd.dwd_gnd_ext_retail_metoprolol_tartrat a
-# MAGIC ------------------------------ *hard_code* ------------------------------------------
-# MAGIC -- 24年关于 CV-高血压的PACK数据，额外买了“酒石酸美托洛尔”的24省数据
-# MAGIC -- 所以这里只取24省明细数据，全国的数已经在“pack-CV-高血压-化学药-全国.xlsx”中取过了
-# MAGIC where zk_region <> '全国'
-# MAGIC ------------------------------ *hard_code* ------------------------------------------
-
-# COMMAND ----------
-
-# %sql
-# 20260302 chenwu取消此段运行，小儿咳喘模版暂不使用。Fasenra Market数据由DTP RAW DATA上传
-# -------------------------------------------------------------------------------------
-# -- STEP-1: load rawdata to tmp table
-# -- 1.2 load brand data to tmp.tmp_retail_pack_rawdata
-# -- 1.2.10 load from dwd.dwd_gnd_ext_retail_asthma (pack-手动补充)
-# -- 手动补充的小儿咳喘的数据，这些数据无需拆分
-# -------------------------------------------------------------------------------------
-# insert into table tmp.tmp_retail_pack_rawdata
-
-# select 
-#     case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id,
-#     zk_product_id,
-#     zk_region,
-#     zk_rx_otc,
-#     zk_medicine_type,
-#     zk_medicine_tier1,
-#     zk_medicine_tier2,
-#     zk_medicine_tier3,
-#     zk_medicine_tier4,
-#     zk_common_name,
-#     zk_dosage_form,
-#     zk_user_type,
-#     zk_category_name,
-#     zk_product_name,
-#     zk_brand_name,
-#     zk_manu_des,
-#     zk_corp_des,
-#     zk_pack_des,
-#     month,
-#     quarter,
-#     price,
-#     sales_unit,
-#     sales_value,
-#     digital_spread_rate,
-#     weighted_spread_rate,
-#     counting_unit,
-#     null,
-#     null,
-#     null,
-#     null,
-#     null,
-#     'RE_NO_SPLIT',
-#     '小儿咳喘',
-#     null,
-#     null,
-#     null,
-#     null,
-#     0,
-#     null
-# from dwd.dwd_gnd_ext_retail_asthma
-
-# COMMAND ----------
-
-############################################################END##############################################################
\ No newline at end of file
diff --git a/EXTERNAL/Retail/01 load_tmp_data.py:Zone.Identifier b/EXTERNAL/Retail/01 load_tmp_data.py:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/02 split_brand_data.py b/EXTERNAL/Retail/02 split_brand_data.py
deleted file mode 100644
index beb3ee3..0000000
--- a/EXTERNAL/Retail/02 split_brand_data.py	
+++ /dev/null
@@ -1,672 +0,0 @@
-# Databricks notebook source
-### constant 
-DATA_TYPE_MARKET = 'MARKET'
-DATA_TYPE_MOLECULE = 'MOLECULE'
-DATA_TYPE_BRAND = 'BRAND'
-DATA_TYPE_MULTI_MARKET = 'MULTI_MARKET'
-DATA_TYPE_MULTI_MOLECULE = 'MULTI_MOLECULE'
-DATA_TYPE_MULTI_BRAND = 'MULTI_BRAND'
-DATA_TYPE_DUPLICATE = 'DUPLICATE'
-DATA_TYPE_HEDGE_TA = 'HEDGE_TA'
-DATA_TYPE_HEDGE_MARKET = 'HEDGE_MARKET'
-DATA_TYPE_HEDGE_MOLECULE = 'HEDGE_MOLECULE'
-DATA_TYPE_HEDGE_BRAND = 'HEDGE_BRAND'
-
-DATA_FLAG_RAW = 0           ### final pack_flag  = 1
-DATA_FLAG_SUB = 1           ### final pack_flag  = 2
-DATA_FLAG_ADD = 2           ### final pack_flag  = 2
-DATA_FLAG_RATIO = 3         ### final pack_flag  = 2
-DATA_FLAG_AVG = 4           ### final pack_flag  = 2  ### The current version is not in use
-DATA_FLAG_HEDGE = 5         ### final pack_flag  = 2
-BRAND_FLAG_NATIVE = 1       ### final brand_flag = 1
-BRAND_FLAG_CALCULATE = 2    ### final brand_flag = 2
-BRAND_FLAG_NONE = 3         ### final brand_flag = 2
-
-DATA_OTHER_TA = 'OTHER_TA'
-DATA_OTHER_MARKET = 'OTHER_MARKET'
-DATA_OTHER_MOLECULE = 'OTHER_MOLECULE'
-DATA_OTHER_BRAND = 'OTHER_BRAND'
-DATA_AREA_TYPE_ROC = 'ROC'
-DATA_LABEL_AREA_ALL = '全国'
-
-# COMMAND ----------
-
-############################################################START##############################################################
-### STEP-1: load data to tmp table
-### STEP-2: substract  data from level market to brand
-### STEP-3: accumulate data from level brand to market
-### STEP-4: calculate brand ratio
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-1: load data to tmp table
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: load data to tmp table
-# MAGIC -- 1.1 load LEVEL_MARKET data to tmp.tmp_retail_level_market
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC insert overwrite table tmp.tmp_retail_level_market
-# MAGIC
-# MAGIC select 
-# MAGIC a.quarter,
-# MAGIC a.province_city,
-# MAGIC b.level_ta,
-# MAGIC b.level_market,
-# MAGIC a.sales_val,
-# MAGIC a.sales_vol,
-# MAGIC 0
-# MAGIC from tmp.tmp_retail_brand_rawdata a
-# MAGIC inner join dwd.dwd_gnd_retail_split_automatic b 
-# MAGIC  on a.ta = b.ta
-# MAGIC  and a.market = b.market
-# MAGIC  and a.brand_category = b.brand
-# MAGIC  and ifnull(a.common_name, '') = ifnull(b.common_name, '')
-# MAGIC  where b.level = 'MARKET'
-# MAGIC
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: load data to tmp table
-# MAGIC -- 1.2 load LEVEL_MOLECULE data to tmp.tmp_retail_level_molecule
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert overwrite table tmp.tmp_retail_level_molecule
-# MAGIC
-# MAGIC select 
-# MAGIC a.quarter,
-# MAGIC a.province_city,
-# MAGIC b.level_ta,
-# MAGIC b.level_market,
-# MAGIC b.level_molecule,
-# MAGIC a.sales_val,
-# MAGIC a.sales_vol,
-# MAGIC 0
-# MAGIC from tmp.tmp_retail_brand_rawdata a
-# MAGIC inner join dwd.dwd_gnd_retail_split_automatic b 
-# MAGIC  on a.ta = b.ta
-# MAGIC  and a.market = b.market
-# MAGIC  and a.brand_category = b.brand
-# MAGIC  and ifnull(a.common_name, '') = ifnull(b.common_name, '')
-# MAGIC  where b.level = 'MOLECULE'
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: load data to tmp table
-# MAGIC -- 1.3 load LEVEL_BRAND(BRAND & MULTI_BRAND) data to tmp.tmp_retail_level_brand
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert overwrite table tmp.tmp_retail_level_brand
-# MAGIC
-# MAGIC with exploded_data as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     brand,
-# MAGIC     ifnull(common_name,'' ) as common_name,
-# MAGIC     level,
-# MAGIC     split(level_ta,',') array_ta,
-# MAGIC     split(level_market,',') array_market,
-# MAGIC     split(level_molecule,',') array_molecule,
-# MAGIC     split(level_brand,',') array_brand
-# MAGIC   from dwd.dwd_gnd_retail_split_automatic
-# MAGIC   where level like '%MULTI_BRAND%'
-# MAGIC ), tmp_config as (
-# MAGIC   select 
-# MAGIC       ta,
-# MAGIC       market,
-# MAGIC       brand,
-# MAGIC       common_name,
-# MAGIC       level,
-# MAGIC       array_ta[idx] as level_ta,
-# MAGIC       array_market[idx] as level_market,
-# MAGIC       array_molecule[idx] as level_molecule,
-# MAGIC       array_brand[idx] as level_brand
-# MAGIC   from exploded_data
-# MAGIC   lateral view posexplode(array_ta) AS idx, split_ta
-# MAGIC )
-# MAGIC ----------------brand data---------------------
-# MAGIC select 
-# MAGIC   a.quarter,
-# MAGIC   a.province_city,
-# MAGIC   b.level_ta,
-# MAGIC   b.level_market,
-# MAGIC   b.level_molecule,
-# MAGIC   b.level_brand,
-# MAGIC   a.sales_val,
-# MAGIC   a.sales_vol,
-# MAGIC   null,
-# MAGIC   null,
-# MAGIC   null,
-# MAGIC   null,
-# MAGIC   0
-# MAGIC from tmp.tmp_retail_brand_rawdata a
-# MAGIC inner join dwd.dwd_gnd_retail_split_automatic b 
-# MAGIC  on a.ta = b.ta
-# MAGIC  and a.market = b.market
-# MAGIC  and a.brand_category = b.brand
-# MAGIC  and ifnull(a.common_name, '') = ifnull(b.common_name, '')
-# MAGIC  where b.level = 'BRAND'
-# MAGIC
-# MAGIC union all 
-# MAGIC ----------------multi brand data---------------------
-# MAGIC select 
-# MAGIC   a.quarter,
-# MAGIC   a.province_city,
-# MAGIC   b.level_ta,
-# MAGIC   b.level_market,
-# MAGIC   b.level_molecule,
-# MAGIC   b.level_brand,
-# MAGIC   a.sales_val,
-# MAGIC   a.sales_vol,
-# MAGIC   null,
-# MAGIC   null,
-# MAGIC   null,
-# MAGIC   null,
-# MAGIC   0
-# MAGIC from tmp.tmp_retail_brand_rawdata a
-# MAGIC inner join tmp_config b 
-# MAGIC     on a.ta = b.ta
-# MAGIC     and a.market = b.market
-# MAGIC     and a.brand_category = b.brand
-# MAGIC     and ifnull(a.common_name, '') = ifnull(b.common_name, '')
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: load data to tmp table
-# MAGIC -- 1.4 append HEDGE_TA data to every level
-# MAGIC -- 1.4.1 append HEDGE_MARKET data to LEVEL_MARKET
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC with tmp_hedge as (
-# MAGIC   select 
-# MAGIC     a.quarter,
-# MAGIC     a.province_city,
-# MAGIC     0 - sum(a.sales_val) as hedge_val,
-# MAGIC     0 - sum(a.sales_vol) as hedge_vol
-# MAGIC   from tmp.tmp_retail_brand_rawdata a
-# MAGIC   inner join dwd.dwd_gnd_retail_split_automatic b 
-# MAGIC     on a.ta = b.ta
-# MAGIC     and a.market = b.market
-# MAGIC     and a.brand_category = b.brand
-# MAGIC     and ifnull(a.common_name, '') = ifnull(b.common_name, '')
-# MAGIC   where b.level like '%HEDGE_TA%'
-# MAGIC   group by a.quarter,a.province_city
-# MAGIC )
-# MAGIC
-# MAGIC insert into tmp.tmp_retail_level_market
-# MAGIC select
-# MAGIC   quarter,
-# MAGIC   province_city,
-# MAGIC   'HEDGE_TA',
-# MAGIC   'HEDGE_MARKET',
-# MAGIC   hedge_val,
-# MAGIC   hedge_vol,
-# MAGIC   5
-# MAGIC from tmp_hedge
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: load data to tmp table
-# MAGIC -- 1.4 append HEDGE_TA data to every level
-# MAGIC -- 1.4.2 append HEDGE_MOLECULE data to LEVEL_MOLECULE
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC with tmp_hedge as (
-# MAGIC   select 
-# MAGIC     a.quarter,
-# MAGIC     a.province_city,
-# MAGIC     0 - sum(a.sales_val) as hedge_val,
-# MAGIC     0 - sum(a.sales_vol) as hedge_vol
-# MAGIC   from tmp.tmp_retail_brand_rawdata a
-# MAGIC   inner join dwd.dwd_gnd_retail_split_automatic b 
-# MAGIC     on a.ta = b.ta
-# MAGIC     and a.market = b.market
-# MAGIC     and a.brand_category = b.brand
-# MAGIC     and ifnull(a.common_name, '') = ifnull(b.common_name, '')
-# MAGIC   where b.level like '%HEDGE_TA%'
-# MAGIC   group by a.quarter,a.province_city
-# MAGIC )
-# MAGIC insert into tmp.tmp_retail_level_molecule
-# MAGIC select
-# MAGIC   quarter,
-# MAGIC   province_city,
-# MAGIC   'HEDGE_TA',
-# MAGIC   'HEDGE_MARKET',
-# MAGIC   'HEDGE_MOLECULE',
-# MAGIC   hedge_val,
-# MAGIC   hedge_vol,
-# MAGIC   5
-# MAGIC from tmp_hedge
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: load data to tmp table
-# MAGIC -- 1.4 append HEDGE_TA data to every level
-# MAGIC -- 1.4.3 append HEDGE_BRAND data to LEVEL_BRAND
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC with tmp_hedge as (
-# MAGIC   select 
-# MAGIC     a.quarter,
-# MAGIC     a.province_city,
-# MAGIC     0 - sum(a.sales_val) as hedge_val,
-# MAGIC     0 - sum(a.sales_vol) as hedge_vol
-# MAGIC   from tmp.tmp_retail_brand_rawdata a
-# MAGIC   inner join dwd.dwd_gnd_retail_split_automatic b 
-# MAGIC     on a.ta = b.ta
-# MAGIC     and a.market = b.market
-# MAGIC     and a.brand_category = b.brand
-# MAGIC     and ifnull(a.common_name, '') = ifnull(b.common_name, '')
-# MAGIC   where b.level like '%HEDGE_TA%'
-# MAGIC   group by a.quarter,a.province_city
-# MAGIC )
-# MAGIC
-# MAGIC insert into table tmp.tmp_retail_level_brand
-# MAGIC select
-# MAGIC   quarter,
-# MAGIC   province_city,
-# MAGIC   'HEDGE_TA',
-# MAGIC   'HEDGE_MARKET',
-# MAGIC   'HEDGE_MOLECULE',
-# MAGIC   'HEDGE_BRAND',
-# MAGIC   hedge_val,
-# MAGIC   hedge_vol,
-# MAGIC   null,
-# MAGIC   null,
-# MAGIC   null,
-# MAGIC   null,
-# MAGIC   5
-# MAGIC from tmp_hedge
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: load data to tmp table
-# MAGIC -- 1.5 load data from pack, balance level_brand
-# MAGIC -- add regional data that is included in the pack but not in the brand
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_pack_to_brand as (
-# MAGIC   select distinct  a.quarter,a.level_ta,a.level_market, c.cmps_des_c,c.prod_des_c,a.product_id
-# MAGIC   from tmp.tmp_retail_pack_rawdata a
-# MAGIC   inner join dwd.dwd_gnd_ext_retail_pack_property c 
-# MAGIC   on a.product_id = c.product_id
-# MAGIC   where exists (
-# MAGIC     select distinct b.level_ta, b.level_market
-# MAGIC     from dwd.dwd_gnd_retail_split_automatic b
-# MAGIC     where b.level_ta is not null
-# MAGIC       and a.level_ta = b.level_ta
-# MAGIC       and a.level_market = b.level_market
-# MAGIC   ) and a.data_flag = 0
-# MAGIC     and a.zk_regin <> '全国'
-# MAGIC   order by a.quarter,a.level_ta,a.level_market, c.cmps_des_c,c.prod_des_c 
-# MAGIC ), tmp_pack_sum as (
-# MAGIC     select 
-# MAGIC     a.quarter,
-# MAGIC     a.zk_regin,
-# MAGIC     a.level_ta,
-# MAGIC     a.level_market,
-# MAGIC     b.cmps_des_c as molecule_desc,
-# MAGIC     nvl(b.prod_des_c,concat(b.cmps_des_c,'_OTHER_PROD')) as product_desc,
-# MAGIC     sum(a.sales_value) as sales_val, 
-# MAGIC     round(sum(a.sales_unit * (c.counting_unit/ coalesce(c.unit,1)) )  ,4) as sales_vol
-# MAGIC   from tmp.tmp_retail_pack_rawdata a 
-# MAGIC   inner join tmp_pack_to_brand b 
-# MAGIC     on a.quarter = b.quarter
-# MAGIC     and a.level_ta = b.level_ta
-# MAGIC     and a.level_market = b.level_market
-# MAGIC     and a.product_id = b.product_id
-# MAGIC   inner join dwd.dwd_gnd_ext_retail_pack_property c 
-# MAGIC     on a.product_id = c.product_id
-# MAGIC   where a.data_flag = 0 and zk_regin <> 'ROC'
-# MAGIC   group by a.quarter, a.zk_regin,a.level_ta,a.level_market,b.cmps_des_c,b.prod_des_c
-# MAGIC   order by a.quarter,a.zk_regin,a.level_ta
-# MAGIC ), tmp_brand as (
-# MAGIC   select * from tmp.tmp_retail_level_brand where data_flag = 0
-# MAGIC ),tmp_final as (
-# MAGIC   select 
-# MAGIC     a.*,
-# MAGIC     null as ratio_val,
-# MAGIC     null as ratio_vol,
-# MAGIC     null as total_val,
-# MAGIC     null as total_vol,
-# MAGIC     0 as data_flag --从pack聚合出来的brand数据，也是真实的原生数据
-# MAGIC   from tmp_pack_sum a
-# MAGIC   where not exists (
-# MAGIC     select 1 from tmp_brand b
-# MAGIC     where a.quarter = b.quarter
-# MAGIC     and a.zk_regin = b.province_city
-# MAGIC     and a.level_ta = b.ta 
-# MAGIC     and a.level_market = b.market
-# MAGIC     and a.molecule_desc = b.molecule
-# MAGIC     and a.product_desc = b.brand
-# MAGIC   ) 
-# MAGIC )
-# MAGIC
-# MAGIC insert into table tmp.tmp_retail_level_brand
-# MAGIC select * from tmp_final
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-2: substract  data from level market to brand
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-2: substract data from level market to brand
-# MAGIC -- 2.1 substract level market data and add 'OTHER_MOLECULE' data
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC with tmp_aggregate_market as (
-# MAGIC   select
-# MAGIC     quarter,
-# MAGIC     province_city,
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     sum(sales_val) as sales_val,
-# MAGIC     sum(sales_vol) as sales_vol
-# MAGIC   from tmp.tmp_retail_level_molecule
-# MAGIC   group by quarter, province_city , ta ,market
-# MAGIC ),tmp_molecule as (
-# MAGIC   select 
-# MAGIC   a.quarter,
-# MAGIC   a.province_city,
-# MAGIC   a.ta,
-# MAGIC   a.market,
-# MAGIC   a.sales_val - ifnull(b.sales_val, 0) as sales_val,
-# MAGIC   a.sales_vol - ifnull(b.sales_vol, 0) as sales_vol
-# MAGIC from tmp.tmp_retail_level_market a
-# MAGIC left join tmp_aggregate_market b 
-# MAGIC   on a.quarter = b.quarter
-# MAGIC   and a.province_city = b.province_city
-# MAGIC   and a.ta = b.ta
-# MAGIC   and a.market = b.market
-# MAGIC )
-# MAGIC
-# MAGIC -------append OTHER_MOLECULE to tmp.tmp_retail_level_molecule
-# MAGIC insert into tmp.tmp_retail_level_molecule
-# MAGIC select 
-# MAGIC   quarter,
-# MAGIC   province_city,
-# MAGIC   ta,
-# MAGIC   market,
-# MAGIC   'OTHER_MOLECULE',
-# MAGIC   sales_val,
-# MAGIC   sales_vol,
-# MAGIC   1
-# MAGIC from tmp_molecule
-# MAGIC where sales_val > 0 or sales_vol > 0
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-2: substract data from level market to brand
-# MAGIC -- 2.2 substract level molecule data and add 'OTHER_BRAND' data
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_aggregate_molecule as (
-# MAGIC  select
-# MAGIC     quarter,
-# MAGIC     province_city,
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     molecule,
-# MAGIC     sum(sales_val) as sales_val,
-# MAGIC     sum(sales_vol) as sales_vol
-# MAGIC   from tmp.tmp_retail_level_brand
-# MAGIC   group by quarter,province_city ,ta ,market,molecule
-# MAGIC ),tmp_brand as (
-# MAGIC   select 
-# MAGIC   a.quarter,
-# MAGIC   a.province_city,
-# MAGIC   a.ta,
-# MAGIC   a.market,
-# MAGIC   a.molecule,
-# MAGIC   a.sales_val - ifnull(b.sales_val, 0) as sales_val,
-# MAGIC   a.sales_vol - ifnull(b.sales_vol, 0) as sales_vol
-# MAGIC from tmp.tmp_retail_level_molecule a
-# MAGIC left join tmp_aggregate_molecule b 
-# MAGIC   on a.quarter = b.quarter
-# MAGIC   and a.province_city = b.province_city
-# MAGIC   and a.ta = b.ta
-# MAGIC   and a.market = b.market
-# MAGIC   and a.molecule = b.molecule
-# MAGIC )
-# MAGIC
-# MAGIC -------append OTHER_BRAND to tmp.tmp_retail_level_brand
-# MAGIC insert into tmp.tmp_retail_level_brand
-# MAGIC select 
-# MAGIC   quarter,
-# MAGIC   province_city,
-# MAGIC   ta,
-# MAGIC   market,
-# MAGIC   molecule,
-# MAGIC   'OTHER_BRAND',
-# MAGIC   sales_val,
-# MAGIC   sales_vol,
-# MAGIC   null,
-# MAGIC   null,
-# MAGIC   null,
-# MAGIC   null,
-# MAGIC   1
-# MAGIC from tmp_brand
-# MAGIC where sales_val > 0 or sales_vol > 0
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-3: accumulate data from level brand to market
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-3: accumulate data from level brand to market
-# MAGIC -- 3.1 accumulate level molecule data and balance 'OTHER_BRAND' & 'OTHER_MOLECULE' data
-# MAGIC -- 3.1.1 accumulate level molecule data
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_aggregate_molecule as (
-# MAGIC  select
-# MAGIC     quarter,
-# MAGIC     province_city,
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     molecule,
-# MAGIC     sum(sales_val) as sales_val,
-# MAGIC     sum(sales_vol) as sales_vol
-# MAGIC   from tmp.tmp_retail_level_brand
-# MAGIC   group by quarter,province_city ,ta ,market,molecule
-# MAGIC ), tmp_append_molecule as (
-# MAGIC  select a.*
-# MAGIC  from tmp_aggregate_molecule a
-# MAGIC  where not exists (
-# MAGIC   select 1
-# MAGIC   from tmp.tmp_retail_level_molecule b
-# MAGIC   where a.quarter = b.quarter
-# MAGIC     and a.province_city = b.province_city
-# MAGIC     and a.ta = b.ta
-# MAGIC     and a.market = b.market
-# MAGIC     and a.molecule = b.molecule
-# MAGIC  )
-# MAGIC )
-# MAGIC -------append level molecule data accumulate from level brand
-# MAGIC insert into tmp.tmp_retail_level_molecule
-# MAGIC select 
-# MAGIC   quarter,
-# MAGIC   province_city,
-# MAGIC   ta,
-# MAGIC   market,
-# MAGIC   molecule,
-# MAGIC   sales_val,
-# MAGIC   sales_vol,
-# MAGIC   2
-# MAGIC from tmp_append_molecule
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-3: accumulate data from level brand to market
-# MAGIC -- 3.1 accumulate level molecule data and balance 'OTHER_BRAND'& 'OTHER_MOLECULE'  data
-# MAGIC -- 3.1.2 balance 'OTHER_MOLECULE' data
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC merge into tmp.tmp_retail_level_molecule a
-# MAGIC using(
-# MAGIC  select * from tmp.tmp_retail_level_molecule
-# MAGIC  where data_flag = 2
-# MAGIC ) as b
-# MAGIC on a.quarter = b.quarter
-# MAGIC and a.province_city = b.province_city
-# MAGIC and a.ta = b.ta
-# MAGIC and a.market = b.market
-# MAGIC and a.molecule = 'OTHER_MOLECULE'
-# MAGIC and a.data_flag = 1
-# MAGIC when matched then
-# MAGIC  update set 
-# MAGIC   a.sales_val = a.sales_val - b.sales_val,
-# MAGIC   a.sales_vol = a.sales_vol - b.sales_vol
-# MAGIC
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-3: accumulate data from level brand to market
-# MAGIC -- 3.1 accumulate level molecule data and balance 'OTHER_BRAND'& 'OTHER_MOLECULE'  data
-# MAGIC -- 3.1.3 balance 'OTHER_BRAND' data
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC merge into tmp.tmp_retail_level_brand a
-# MAGIC using(
-# MAGIC  select * from tmp.tmp_retail_level_molecule
-# MAGIC  where data_flag = 2
-# MAGIC ) as b
-# MAGIC on a.quarter = b.quarter
-# MAGIC and a.province_city = b.province_city
-# MAGIC and a.ta = b.ta
-# MAGIC and a.market = b.market
-# MAGIC and a.molecule = 'OTHER_MOLECULE'
-# MAGIC and a.brand = 'OTHER_BRAND'
-# MAGIC and a.data_flag = 1
-# MAGIC when matched then
-# MAGIC  update set 
-# MAGIC   a.sales_val = a.sales_val - b.sales_val,
-# MAGIC   a.sales_vol = a.sales_vol - b.sales_vol
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-3: accumulate data from level brand to market
-# MAGIC -- 3.2 accumulate level market data and balance 'OTHER_MOLECULE' data
-# MAGIC -- 3.2.1 accumulate level market data
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC with tmp_aggregate_market as (
-# MAGIC  select
-# MAGIC     quarter,
-# MAGIC     province_city,
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     sum(sales_val) as sales_val,
-# MAGIC     sum(sales_vol) as sales_vol
-# MAGIC   from tmp.tmp_retail_level_molecule
-# MAGIC   group by quarter,province_city ,ta ,market
-# MAGIC ), tmp_append_market as (
-# MAGIC  select a.*
-# MAGIC  from tmp_aggregate_market a
-# MAGIC  where not exists (
-# MAGIC   select 1
-# MAGIC   from tmp.tmp_retail_level_market b
-# MAGIC   where a.quarter = b.quarter
-# MAGIC     and a.province_city = b.province_city
-# MAGIC     and a.ta = b.ta
-# MAGIC     and a.market = b.market
-# MAGIC  )
-# MAGIC )
-# MAGIC -------append level market data accumulate from level molecule
-# MAGIC insert into tmp.tmp_retail_level_market
-# MAGIC select 
-# MAGIC   quarter,
-# MAGIC   province_city,
-# MAGIC   ta,
-# MAGIC   market,
-# MAGIC   sales_val,
-# MAGIC   sales_vol,
-# MAGIC   2
-# MAGIC from tmp_append_market
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-3: accumulate data from level brand to market
-# MAGIC -- 3.2 accumulate level market data and balance 'OTHER_MOLECULE' data
-# MAGIC -- 3.2.2 balance 'OTHER_MOLECULE' data
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC ---------not using in this case, beacuse level ta has no data------------------------
-# MAGIC --merge into tmp.tmp_retail_level_market a
-# MAGIC --using(
-# MAGIC -- select * from tmp.tmp_retail_level_molecule
-# MAGIC -- where data_flag = 2
-# MAGIC --) as b
-# MAGIC --on a.quarter = b.quarter
-# MAGIC --and a.province_city = b.province_city
-# MAGIC --and a.ta = b.ta
-# MAGIC --and a.market = 'OTHER_MARKET'
-# MAGIC --and a.data_flag = 1
-# MAGIC --when matched then
-# MAGIC -- update set 
-# MAGIC --  a.sales_val = a.sales_val - b.sales_val,
-# MAGIC --  a.sales_vol = a.sales_vol - b.sales_vol
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-4: calculate brand ratio
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-4: calculate brand ratio
-# MAGIC -- update total_val&total_vol and ratio_val&ratio_vol
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC merge into tmp.tmp_retail_level_brand a
-# MAGIC using(
-# MAGIC  select * from tmp.tmp_retail_level_brand
-# MAGIC  where province_city = '全国'
-# MAGIC ) as b
-# MAGIC on a.quarter = b.quarter
-# MAGIC and a.ta = b.ta
-# MAGIC and a.market = b.market
-# MAGIC and a.molecule = b.molecule
-# MAGIC and a.brand = b.brand
-# MAGIC when matched then
-# MAGIC  update set 
-# MAGIC   a.total_val = b.sales_val,
-# MAGIC   a.total_vol = b.sales_vol,
-# MAGIC   a.ratio_val = round(a.sales_val/b.sales_val,10),
-# MAGIC   a.ratio_vol = round(a.sales_vol/b.sales_vol,10)
-
-# COMMAND ----------
-
-############################################################END##############################################################
\ No newline at end of file
diff --git a/EXTERNAL/Retail/02 split_brand_data.py:Zone.Identifier b/EXTERNAL/Retail/02 split_brand_data.py:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/03 split_pack_data.py b/EXTERNAL/Retail/03 split_pack_data.py
deleted file mode 100644
index 8471db8..0000000
--- a/EXTERNAL/Retail/03 split_pack_data.py	
+++ /dev/null
@@ -1,1200 +0,0 @@
-# Databricks notebook source
-### constant 
-DATA_TYPE_MARKET = 'MARKET'
-DATA_TYPE_MOLECULE = 'MOLECULE'
-DATA_TYPE_BRAND = 'BRAND'
-DATA_TYPE_MULTI_MARKET = 'MULTI_MARKET'
-DATA_TYPE_MULTI_MOLECULE = 'MULTI_MOLECULE'
-DATA_TYPE_MULTI_BRAND = 'MULTI_BRAND'
-DATA_TYPE_DUPLICATE = 'DUPLICATE'
-DATA_TYPE_HEDGE_TA = 'HEDGE_TA'
-DATA_TYPE_HEDGE_MARKET = 'HEDGE_MARKET'
-DATA_TYPE_HEDGE_MOLECULE = 'HEDGE_MOLECULE'
-DATA_TYPE_HEDGE_BRAND = 'HEDGE_BRAND'
-
-DATA_FLAG_RAW = 0           ### final pack_flag  = 1
-DATA_FLAG_SUB = 1           ### final pack_flag  = 2
-DATA_FLAG_ADD = 2           ### final pack_flag  = 2
-DATA_FLAG_RATIO = 3         ### final pack_flag  = 2
-DATA_FLAG_AVG = 4           ### final pack_flag  = 2
-DATA_FLAG_HEDGE = 5         ### final pack_flag  = 2
-BRAND_FLAG_NATIVE = 1       ### final brand_flag = 1
-BRAND_FLAG_CALCULATE = 2    ### final brand_flag = 2
-BRAND_FLAG_NONE = 3         ### final brand_flag = 2
-BRAND_FLAG_PACK = 4         ### final brand_flag = 1
-
-DATA_OTHER_TA = 'OTHER_TA'
-DATA_OTHER_MARKET = 'OTHER_MARKET'
-DATA_OTHER_MOLECULE = 'OTHER_MOLECULE'
-DATA_OTHER_BRAND = 'OTHER_BRAND'
-DATA_AREA_TYPE_ROC = 'ROC'
-DATA_LABEL_AREA_ALL = '全国'
-
-# COMMAND ----------
-
-############################################################START##############################################################
-### STEP-1: generate product_id&level relationship mapping table
-### STEP-2: split regional data by brand ratio when there is no regional data and there is a brand ratio
-### STEP-3: substract ROC data
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-1: generate product_id&level relationship mapping table
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: generate product_id&level relationship mapping table
-# MAGIC -- 1.1 generate mapping table
-# MAGIC -- use two dwd table:
-# MAGIC -- use dwd.dwd_gnd_ext_retail_pack_property to find the relationship with product_id & brand
-# MAGIC -- use dwd.dwd_inc_gnd_retail_b2c_label_total to find the brand with suffix label ,such as 胶囊、颗粒 (可威-胶囊/可威-颗粒)
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC with tmp_pack_property as (
-# MAGIC   ---------------------------------------------------------------
-# MAGIC   -- 以数字开头的iqvia_pack_code调整为12位（以字母开头的不变），不足位数补0 
-# MAGIC   -- iqvia_prod_code调整为9位，不足位数补0
-# MAGIC   select
-# MAGIC    case when length(trim(iqvia_pack_code)) < 12 and trim(iqvia_pack_code) REGEXP '^[0-9]' then right(concat('000000000000',trim(iqvia_pack_code)),12) else trim(iqvia_pack_code) end as iqvia_pack_code,
-# MAGIC    case when length(iqvia_prod_code) < 9 then right(concat('000000000',iqvia_prod_code),9) else iqvia_prod_code end as iqvia_prod_code,
-# MAGIC    product_id,
-# MAGIC    cmps_des,
-# MAGIC    cmps_des_c,
-# MAGIC    prod_des,
-# MAGIC    prod_des_c,
-# MAGIC    corp_cod,
-# MAGIC    app1_cod,
-# MAGIC    app2_cod,
-# MAGIC    app3_cod
-# MAGIC   from dwd.dwd_gnd_ext_retail_pack_property
-# MAGIC ), tmp_b2c_label_total as (
-# MAGIC   select 
-# MAGIC     case when length(IQVIA_PROD_CODE) < 9 then right(concat('000000000',IQVIA_PROD_CODE),9) else IQVIA_PROD_CODE end as IQVIA_PROD_CODE,
-# MAGIC     ZK_Prod_C,
-# MAGIC     APP1_COD,
-# MAGIC     APP2_COD,
-# MAGIC     APP3_COD
-# MAGIC   from dwd.dwd_inc_gnd_retail_b2c_label_total
-# MAGIC   ---------------------------------------------------------------
-# MAGIC ), tmp_suffix_brand as (
-# MAGIC   select distinct split(brand,'-')[0]
-# MAGIC   from dwd.dwd_gnd_retail_split_automatic
-# MAGIC   where brand like '%-%'
-# MAGIC ), tmp_mapping as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.product_id as product_id,
-# MAGIC     a.iqvia_pack_code as pack_code,
-# MAGIC     a.cmps_des as molecule_code,
-# MAGIC     a.cmps_des_c as molecule_name,
-# MAGIC     ifnull(a.prod_des, concat(a.cmps_des,'_OTHER_PROD')) as product_code,
-# MAGIC     ifnull(a.prod_des_c, concat(a.cmps_des_c,'_OTHER_PROD')) as product_name,
-# MAGIC     a.corp_cod
-# MAGIC   from tmp_pack_property a
-# MAGIC   where a.prod_des_c not in (select * from tmp_suffix_brand)
-# MAGIC   or a.prod_des_c is null
-# MAGIC
-# MAGIC   union all 
-# MAGIC
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.product_id as product_id,
-# MAGIC     a.iqvia_pack_code as pack_code,
-# MAGIC     a.cmps_des as molecule_code,
-# MAGIC     a.cmps_des_c as molecule_name,
-# MAGIC     a.prod_des as product_code,
-# MAGIC     ifnull(b.ZK_Prod_C, a.prod_des_c) as product_name,
-# MAGIC     a.corp_cod
-# MAGIC   from tmp_pack_property a
-# MAGIC   left join tmp_b2c_label_total b
-# MAGIC     on a.iqvia_prod_code = b.IQVIA_PROD_CODE
-# MAGIC     and a.app1_cod = b.APP1_COD
-# MAGIC     and a.app2_cod = b.APP2_COD
-# MAGIC     and a.app3_cod = b.APP3_COD
-# MAGIC   where a.prod_des_c in (select * from tmp_suffix_brand)
-# MAGIC ), tmp_pack as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     product_id,
-# MAGIC     zk_product_id,
-# MAGIC     level_ta,
-# MAGIC     level_market
-# MAGIC   from tmp.tmp_retail_pack_rawdata
-# MAGIC ), tmp_pack_mapping as(
-# MAGIC   select 
-# MAGIC     p.level_ta,
-# MAGIC     p.level_market,
-# MAGIC     p.product_id,
-# MAGIC     p.zk_product_id,
-# MAGIC     m.pack_code,
-# MAGIC     m.molecule_code,
-# MAGIC     m.molecule_name,
-# MAGIC     m.product_code,
-# MAGIC     m.product_name,
-# MAGIC     m.corp_cod
-# MAGIC   from tmp_pack p
-# MAGIC   inner join tmp_mapping m
-# MAGIC     on p.product_id = m.product_id
-# MAGIC ), tmp_level as (
-# MAGIC   select 
-# MAGIC   distinct 
-# MAGIC   ta,
-# MAGIC   market,
-# MAGIC   molecule,
-# MAGIC   brand
-# MAGIC from tmp.tmp_retail_level_brand
-# MAGIC order by ta,market,molecule,brand
-# MAGIC ), tmp_molecule_brand as (
-# MAGIC -----------------------ta matched & market matched & molecule matched & brand matched --------------
-# MAGIC   select 
-# MAGIC     a.*,b.*,1 as brand_flag 
-# MAGIC   from tmp_pack_mapping a 
-# MAGIC   inner join tmp_level b
-# MAGIC     on a.level_ta = b.ta
-# MAGIC     and a.level_market = b.market
-# MAGIC     and (a.molecule_name = b.molecule or b.molecule <> 'OTHER_MOLECULE') -- 新增自定义非OTHER_MOLECULE
-# MAGIC     and a.product_name = b.brand
-# MAGIC ), tmp_other_brand as (
-# MAGIC -----------------------ta matched & market matched & OTHER_MOLECULE & brand matched-----------------
-# MAGIC   select
-# MAGIC   a.*,b.*,1 as brand_flag 
-# MAGIC   from tmp_pack_mapping a
-# MAGIC   inner join tmp_level b
-# MAGIC     on a.level_ta = b.ta
-# MAGIC     and a.level_market = b.market
-# MAGIC     and b.molecule = 'OTHER_MOLECULE'
-# MAGIC     and a.product_name = b.brand
-# MAGIC   where a.product_id not in (
-# MAGIC     select distinct product_id from tmp_molecule_brand
-# MAGIC   )
-# MAGIC ), tmp_molecule_other as(
-# MAGIC -----------------------ta matched & market matched & molecule matched & OTHER_BRAND----------------
-# MAGIC   select
-# MAGIC   a.*,b.*,2 as brand_flag  
-# MAGIC   from tmp_pack_mapping a 
-# MAGIC   inner join tmp_level b
-# MAGIC     on a.level_ta = b.ta
-# MAGIC     and a.level_market = b.market
-# MAGIC     and a.molecule_name = b.molecule
-# MAGIC     and b.brand = 'OTHER_BRAND'
-# MAGIC   where a.product_id not in (
-# MAGIC     select distinct product_id from tmp_molecule_brand
-# MAGIC     union all 
-# MAGIC     select distinct product_id from tmp_other_brand
-# MAGIC   )
-# MAGIC ), tmp_other_other as (
-# MAGIC -----------------------ta matched & market matched & OTHER_MOLECULE& OTHER_BRAND---------------------
-# MAGIC   select
-# MAGIC   a.*,b.*,2 as brand_flag  
-# MAGIC   from tmp_pack_mapping a 
-# MAGIC   inner join tmp_level b
-# MAGIC     on a.level_ta = b.ta
-# MAGIC     and a.level_market = b.market
-# MAGIC     and b.molecule = 'OTHER_MOLECULE'
-# MAGIC     and b.brand = 'OTHER_BRAND'
-# MAGIC   where a.product_id not in (
-# MAGIC     select distinct product_id from tmp_molecule_brand
-# MAGIC     union all 
-# MAGIC     select distinct product_id from tmp_other_brand
-# MAGIC     union all 
-# MAGIC     select distinct product_id from tmp_molecule_other
-# MAGIC   )
-# MAGIC ), tmp_brand_mapping as (
-# MAGIC   select * from tmp_molecule_brand
-# MAGIC   union all
-# MAGIC   select * from tmp_other_brand
-# MAGIC   union all 
-# MAGIC   select * from tmp_molecule_other
-# MAGIC   union all
-# MAGIC   select * from tmp_other_other
-# MAGIC )
-# MAGIC
-# MAGIC ------------------------- generate product_id&level relationship mapping table------------------------
-# MAGIC insert overwrite table tmp.tmp_retail_pack_mapping
-# MAGIC
-# MAGIC select
-# MAGIC   product_id,
-# MAGIC   zk_product_id,
-# MAGIC   level_ta,
-# MAGIC   level_market,
-# MAGIC   molecule as level_molecule,
-# MAGIC   brand as level_brand,
-# MAGIC   pack_code,
-# MAGIC   molecule_code,
-# MAGIC   molecule_name,
-# MAGIC   product_code,
-# MAGIC   product_name,
-# MAGIC   brand_flag,
-# MAGIC   corp_cod
-# MAGIC from tmp_brand_mapping
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: generate product_id&level relationship mapping table
-# MAGIC -- 1.1 generate mapping table
-# MAGIC -- 1.1.2 update special case 'GI-慢性胃炎、胃溃疡-其他拉唑类'
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC UPDATE tmp.tmp_retail_pack_mapping
-# MAGIC SET level_molecule = '其他拉唑类'
-# MAGIC where level_ta = 'GI'
-# MAGIC and level_market = '慢性胃炎、胃溃疡'
-# MAGIC and level_molecule = 'OTHER_MOLECULE'
-# MAGIC and level_brand = 'OTHER_BRAND'
-# MAGIC and molecule_desc like '%拉唑%'
-# MAGIC --and product_id in (
-# MAGIC --  select product_id
-# MAGIC --  from dwd.dwd_gnd_ext_retail_pack_property 
-# MAGIC --  where cmps_cod IN ('001658','002782','008617','001051','001853','008467')
-# MAGIC --)
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: generate product_id&level relationship mapping table
-# MAGIC -- 1.1 generate mapping table
-# MAGIC -- 1.1.3 获取market信息，产品重新归属
-# MAGIC -- 1.1.3.1 B2C标签表整合关联tblmarket 表，获取market 信息, 更新tmp.tmp_zk_retail_pack_property
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert overwrite table tmp.tmp_zk_retail_pack_property 
-# MAGIC with tmp_pack_property as (
-# MAGIC 	select 
-# MAGIC 		-------------------------------------------------------------------
-# MAGIC 		-- format pack_code & prod_code
-# MAGIC 		case when length(trim(iqvia_pack_code)) < 12 and trim(iqvia_pack_code) REGEXP '^[0-9]'  
-# MAGIC 			then right(concat('000000000000',trim(iqvia_pack_code)),12) 
-# MAGIC 			else trim(iqvia_pack_code) 
-# MAGIC 		end as new_iqvia_pack_code,
-# MAGIC 		case when length(iqvia_prod_code) < 9 then right(concat('000000000',iqvia_prod_code),9) else iqvia_prod_code end as new_iqvia_prod_code,
-# MAGIC 		-------------------------------------------------------------------
-# MAGIC 		*
-# MAGIC 	from dwd.dwd_gnd_ext_retail_pack_property
-# MAGIC ), tmp_pack_additional_attribute as (
-# MAGIC 	select 
-# MAGIC 		-------------------------------------------------------------------
-# MAGIC 		-- format pack_code
-# MAGIC 		case when length(trim(Pack_Code)) < 12 and trim(Pack_Code) REGEXP '^[0-9]'  
-# MAGIC 			then right(concat('000000000000',trim(Pack_Code)),12) 
-# MAGIC 			else trim(Pack_Code) 
-# MAGIC 		end as new_pack_code,
-# MAGIC 		-------------------------------------------------------------------
-# MAGIC 		* 
-# MAGIC 	from dwd.dwd_ims_td_pack_additional_attribute 
-# MAGIC ), tmp_tblmarket as (
-# MAGIC 	select 
-# MAGIC 		-------------------------------------------------------------------
-# MAGIC 		-- format pack_code & prod_code
-# MAGIC 		case when length(trim(pack_code)) < 12 and trim(pack_code) REGEXP '^[0-9]'  
-# MAGIC 			then right(concat('000000000000',trim(pack_code)),12) 
-# MAGIC 			else trim(pack_code) 
-# MAGIC 		end as new_pack_code,
-# MAGIC 		case when length(Product_Code) < 9 then right(concat('000000000',Product_Code),9) else Product_Code end as new_prod_code,
-# MAGIC 		-------------------------------------------------------------------
-# MAGIC 		* 
-# MAGIC 	from dwd.dwd_gnd_ext_retail_tblmarket
-# MAGIC ), tmp1 as (
-# MAGIC 	
-# MAGIC 	select distinct
-# MAGIC 			prod.iqvia_lineno 
-# MAGIC 			-------------------------------------------------------------------
-# MAGIC 			-- format pack_code & prod_code
-# MAGIC 			,prod.new_iqvia_pack_code as iqvia_pack_code 
-# MAGIC 			,prod.new_iqvia_prod_code as PROD_COD
-# MAGIC 			-------------------------------------------------------------------
-# MAGIC 			,prod.iqvia_notes 
-# MAGIC 			,prod.new_pack_flag 
-# MAGIC 			,prod.is_exists_chpa 
-# MAGIC 			,prod.product_id 
-# MAGIC 			,prod.prescription_nature 
-# MAGIC 			,prod.medicine_type 
-# MAGIC 			,prod.zk_medicine_tier1 
-# MAGIC 			,prod.zk_medicine_tier2 
-# MAGIC 			,prod.zk_medicine_tier3 
-# MAGIC 			,prod.zk_medicine_tier4 
-# MAGIC 			,prod.common_name 
-# MAGIC 			,prod.dosage_form 
-# MAGIC 			,prod.user_type 
-# MAGIC 			,prod.category_name 
-# MAGIC 			,prod.product_name 
-# MAGIC 			,prod.brand_name 
-# MAGIC 			,prod.zk_manu_des 
-# MAGIC 			,prod.zk_corp_des 
-# MAGIC 			,prod.zk_pack_des 
-# MAGIC 			,prod.counting_unit_a 
-# MAGIC 			,prod.dosage_unit_a 
-# MAGIC 			,prod.unit_a 
-# MAGIC 			,prod.app1_cod 
-# MAGIC 			,prod.app1_des 
-# MAGIC 			,prod.app1_des_c 
-# MAGIC 			,prod.app2_cod 
-# MAGIC 			,prod.app2_des 
-# MAGIC 			,prod.app2_des_c 
-# MAGIC 			,prod.app3_cod 
-# MAGIC 			,prod.app3_des 
-# MAGIC 			,prod.app3_des_c 
-# MAGIC 			,prod.atc1_cod 
-# MAGIC 			,prod.atc1_des 
-# MAGIC 			,prod.atc1_des_c 
-# MAGIC 			,prod.atc2_cod 
-# MAGIC 			,prod.atc2_des 
-# MAGIC 			,prod.atc2_des_c 
-# MAGIC 			,prod.atc3_cod 
-# MAGIC 			,prod.atc3_des 
-# MAGIC 			,prod.atc3_des_c 
-# MAGIC 			,prod.atc4_cod 
-# MAGIC 			,prod.atc4_des 
-# MAGIC 			,prod.atc4_des_c 
-# MAGIC 			,prod.bio_desc 
-# MAGIC 			,right(concat('000000',nvl(prod.cmps_cod,0 )),6)   cmps_cod
-# MAGIC 			,prod.cmps_des 
-# MAGIC 			,prod.cmps_des_c 
-# MAGIC 			,prod.corp_cod 
-# MAGIC 			,prod.corp_des 
-# MAGIC 			,prod.corp_des_c 
-# MAGIC 			,prod.edl_desc 
-# MAGIC 			,prod.eth_otc_desc 
-# MAGIC 			,prod.gene_orig_desc 
-# MAGIC 			,prod.gqce_desc 
-# MAGIC 			,prod.manu_cod 
-# MAGIC 			,prod.manu_des 
-# MAGIC 			,prod.manu_des_c 
-# MAGIC 			,prod.mnfl_cod 
-# MAGIC 			,prod.mnfl_des 
-# MAGIC 			,prod.nrdl_desc 
-# MAGIC 			,prod.pack_des 
-# MAGIC 			,prod.stgh_des 
-# MAGIC 			,prod.pack_lch 
-# MAGIC 			,prod.paed_desc 
-# MAGIC 			,prod.prod_des 
-# MAGIC 			,prod.prod_des_c 
-# MAGIC 			,prod.tcm_desc 
-# MAGIC 			,prod.vbp_desc 
-# MAGIC 			,prod.unit 
-# MAGIC 			,prod.counting_unit 
-# MAGIC 			,prod.dosage_unit  
-# MAGIC 			,nvl(MOLE.NRDL_Entry_Date,'') 											  AS NRDL_ENTRY_DATE
-# MAGIC 			,tblmkt.market 
-# MAGIC 			,tblmkt.bu
-# MAGIC 			,nvl(tblmkt.extend_market_ratio,1)										as extend_market_ratio
-# MAGIC from tmp_pack_property  prod 
-# MAGIC LEFT JOIN tmp_pack_additional_attribute MOLE 
-# MAGIC ----------------------------------------------------------------------------------
-# MAGIC ON prod.new_iqvia_pack_code = MOLE.new_pack_code
-# MAGIC ----------------------------------------------------------------------------------
-# MAGIC left join (
-# MAGIC 				select market
-# MAGIC 							,bu
-# MAGIC 							,atc1_code
-# MAGIC 							,atc2_code
-# MAGIC 							,atc3_code
-# MAGIC 							,atc4_code
-# MAGIC 							,nfc1_code
-# MAGIC 							,nfc2_code
-# MAGIC 							,nfc3_code
-# MAGIC 							,Molecule_Code
-# MAGIC 							,zk_common_name
-# MAGIC 							,extend_market_ratio 
-# MAGIC 							,zk_product_id
-# MAGIC 							,zk_dosage_form
-# MAGIC 							-------------------------------------
-# MAGIC 							,new_pack_code as pack_code
-# MAGIC 							,new_prod_code as Product_Code
-# MAGIC 							-------------------------------------
-# MAGIC 							,not_in_flag
-# MAGIC 							,extend_market
-# MAGIC 				from tmp_tblmarket
-# MAGIC 				-- where (market not in( 'ZOK Default Market', 'Inhaled Extended Market') or (case when market in( 'Inhaled Extended Market') then  zk_product_id is not null end))
-# MAGIC 				where 1=1
-# MAGIC 					and  Extend_Market IS NULL 
-# MAGIC 					AND ( NOT_IN_FLAG IS NULL or  NOT_IN_FLAG = '1' )
-# MAGIC ) tblmkt
-# MAGIC on  nvl(prod.ATC1_COD,'')	 = case when tblmkt.ATC1_Code    is null then nvl(prod.ATC1_COD,'')  else tblmkt.ATC1_Code end
-# MAGIC and nvl(prod.ATC2_COD,'')	 = case when tblmkt.ATC2_Code    is null then nvl(prod.ATC2_COD,'')  else tblmkt.ATC2_Code end
-# MAGIC and nvl(prod.ATC3_COD,'')	 = case when tblmkt.ATC3_Code    is null then nvl(prod.ATC3_COD,'')  else tblmkt.ATC3_Code end
-# MAGIC and nvl(prod.ATC4_COD,'')	 = case when tblmkt.ATC4_Code    is null then nvl(prod.ATC4_COD,'')  else tblmkt.ATC4_Code end
-# MAGIC and nvl(prod.APP1_COD,'')	 = case when tblmkt.NFC1_Code    is null then nvl(prod.APP1_COD,'')  else tblmkt.NFC1_Code end
-# MAGIC and nvl(prod.APP2_COD,'')	 = case when tblmkt.NFC2_Code    is null then nvl(prod.APP2_COD,'')  else tblmkt.NFC2_Code end
-# MAGIC and nvl(prod.APP3_COD,'')	 = case when tblmkt.NFC3_Code    is null then nvl(prod.APP3_COD,'')  else tblmkt.NFC3_Code end
-# MAGIC --------------------------------------------------------------------------------------
-# MAGIC and nvl(prod.new_iqvia_prod_code, 0) = case when tblmkt.Product_Code is null then nvl(prod.new_iqvia_prod_code,0 )  else tblmkt.Product_Code  end
-# MAGIC and nvl(prod.new_iqvia_pack_code, 0) = case when tblmkt.Pack_Code    is null then nvl(prod.new_iqvia_pack_code,0 )  else tblmkt.Pack_Code 		end
-# MAGIC --------------------------------------------------------------------------------------
-# MAGIC and right(concat('000000',nvl(prod.cmps_cod,0 )),6) 	= case when tblmkt.Molecule_Code 	is null then right(concat('000000',nvl(prod.cmps_cod,0 )),6)	else right(concat('000000',nvl(tblmkt.Molecule_Code,0 )),6)  end 
-# MAGIC where tblmkt.market is not null
-# MAGIC )
-# MAGIC , tmp2 as (
-# MAGIC 	select distinct
-# MAGIC 			prod.iqvia_lineno 
-# MAGIC 			-------------------------------------------------------------------
-# MAGIC 			-- format pack_code & prod_code
-# MAGIC 			,prod.new_iqvia_pack_code as iqvia_pack_code 
-# MAGIC 			,prod.new_iqvia_prod_code as PROD_COD
-# MAGIC 			-------------------------------------------------------------------
-# MAGIC 			,prod.iqvia_notes 
-# MAGIC 			,prod.new_pack_flag 
-# MAGIC 			,prod.is_exists_chpa 
-# MAGIC 			,prod.product_id 
-# MAGIC 			,prod.prescription_nature 
-# MAGIC 			,prod.medicine_type 
-# MAGIC 			,prod.zk_medicine_tier1 
-# MAGIC 			,prod.zk_medicine_tier2 
-# MAGIC 			,prod.zk_medicine_tier3 
-# MAGIC 			,prod.zk_medicine_tier4 
-# MAGIC 			,prod.common_name 
-# MAGIC 			,prod.dosage_form 
-# MAGIC 			,prod.user_type 
-# MAGIC 			,prod.category_name 
-# MAGIC 			,prod.product_name 
-# MAGIC 			,prod.brand_name 
-# MAGIC 			,prod.zk_manu_des 
-# MAGIC 			,prod.zk_corp_des 
-# MAGIC 			,prod.zk_pack_des 
-# MAGIC 			,prod.counting_unit_a 
-# MAGIC 			,prod.dosage_unit_a 
-# MAGIC 			,prod.unit_a 
-# MAGIC 			,prod.app1_cod 
-# MAGIC 			,prod.app1_des 
-# MAGIC 			,prod.app1_des_c 
-# MAGIC 			,prod.app2_cod 
-# MAGIC 			,prod.app2_des 
-# MAGIC 			,prod.app2_des_c 
-# MAGIC 			,prod.app3_cod 
-# MAGIC 			,prod.app3_des 
-# MAGIC 			,prod.app3_des_c 
-# MAGIC 			,prod.atc1_cod 
-# MAGIC 			,prod.atc1_des 
-# MAGIC 			,prod.atc1_des_c 
-# MAGIC 			,prod.atc2_cod 
-# MAGIC 			,prod.atc2_des 
-# MAGIC 			,prod.atc2_des_c 
-# MAGIC 			,prod.atc3_cod 
-# MAGIC 			,prod.atc3_des 
-# MAGIC 			,prod.atc3_des_c 
-# MAGIC 			,prod.atc4_cod 
-# MAGIC 			,prod.atc4_des 
-# MAGIC 			,prod.atc4_des_c 
-# MAGIC 			,prod.bio_desc 
-# MAGIC 			,right(concat('000000',nvl(prod.cmps_cod,0 )),6)  cmps_cod
-# MAGIC 			,prod.cmps_des 
-# MAGIC 			,prod.cmps_des_c 
-# MAGIC 			,prod.corp_cod 
-# MAGIC 			,prod.corp_des 
-# MAGIC 			,prod.corp_des_c 
-# MAGIC 			,prod.edl_desc 
-# MAGIC 			,prod.eth_otc_desc 
-# MAGIC 			,prod.gene_orig_desc 
-# MAGIC 			,prod.gqce_desc 
-# MAGIC 			,prod.manu_cod 
-# MAGIC 			,prod.manu_des 
-# MAGIC 			,prod.manu_des_c 
-# MAGIC 			,prod.mnfl_cod 
-# MAGIC 			,prod.mnfl_des 
-# MAGIC 			,prod.nrdl_desc 
-# MAGIC 			,prod.pack_des 
-# MAGIC 			,prod.stgh_des 
-# MAGIC 			,prod.pack_lch 
-# MAGIC 			,prod.paed_desc 
-# MAGIC 			,prod.prod_des 
-# MAGIC 			,prod.prod_des_c 
-# MAGIC 			,prod.tcm_desc 
-# MAGIC 			,prod.vbp_desc 
-# MAGIC 			,prod.unit 
-# MAGIC 			,prod.counting_unit 
-# MAGIC 			,prod.dosage_unit  
-# MAGIC 			,nvl(MOLE.NRDL_Entry_Date,'') 											  AS NRDL_ENTRY_DATE
-# MAGIC 			,tblmkt.market 
-# MAGIC 			,tblmkt.bu
-# MAGIC 			,nvl(tblmkt.extend_market_ratio,1)										as extend_market_ratio
-# MAGIC 			,1  																	as f_flag
-# MAGIC from tmp_pack_property  prod 
-# MAGIC LEFT JOIN tmp_pack_additional_attribute MOLE 
-# MAGIC ----------------------------------------------------------------------------------
-# MAGIC ON prod.new_iqvia_pack_code = MOLE.new_pack_code
-# MAGIC ----------------------------------------------------------------------------------
-# MAGIC left join (
-# MAGIC 				select market
-# MAGIC 							,bu
-# MAGIC 							,atc1_code
-# MAGIC 							,atc2_code
-# MAGIC 							,atc3_code
-# MAGIC 							,atc4_code
-# MAGIC 							,nfc1_code
-# MAGIC 							,nfc2_code
-# MAGIC 							,nfc3_code
-# MAGIC 							,Molecule_Code
-# MAGIC 							,zk_common_name
-# MAGIC 							,extend_market_ratio 
-# MAGIC 							,zk_product_id
-# MAGIC 							,zk_dosage_form
-# MAGIC 							-------------------------------------
-# MAGIC 							,new_pack_code as pack_code
-# MAGIC 							,new_prod_code as Product_Code
-# MAGIC 							-------------------------------------
-# MAGIC 							,not_in_flag
-# MAGIC 							,extend_market
-# MAGIC 				from tmp_tblmarket
-# MAGIC 				-- where (market not in( 'ZOK Default Market', 'Inhaled Extended Market') or (case when market in( 'Inhaled Extended Market') then  zk_product_id is not null end))
-# MAGIC 				where 1=1
-# MAGIC 							and Extend_Market IS NULL  and NOT_IN_FLAG ='0' 
-# MAGIC  
-# MAGIC )tblmkt
-# MAGIC on  nvl(prod.ATC1_COD,'')	 = case when tblmkt.ATC1_Code    is null then nvl(prod.ATC1_COD,'')  else tblmkt.ATC1_Code end
-# MAGIC and nvl(prod.ATC2_COD,'')	 = case when tblmkt.ATC2_Code    is null then nvl(prod.ATC2_COD,'')  else tblmkt.ATC2_Code end
-# MAGIC and nvl(prod.ATC3_COD,'')	 = case when tblmkt.ATC3_Code    is null then nvl(prod.ATC3_COD,'')  else tblmkt.ATC3_Code end
-# MAGIC and nvl(prod.ATC4_COD,'')	 = case when tblmkt.ATC4_Code    is null then nvl(prod.ATC4_COD,'')  else tblmkt.ATC4_Code end
-# MAGIC and nvl(prod.APP1_COD,'')	 = case when tblmkt.NFC1_Code    is null then nvl(prod.APP1_COD,'')  else tblmkt.NFC1_Code end
-# MAGIC and nvl(prod.APP2_COD,'')	 = case when tblmkt.NFC2_Code    is null then nvl(prod.APP2_COD,'')  else tblmkt.NFC2_Code end
-# MAGIC and nvl(prod.APP3_COD,'')	 = case when tblmkt.NFC3_Code    is null then nvl(prod.APP3_COD,'')  else tblmkt.NFC3_Code end
-# MAGIC --------------------------------------------------------------------------------------
-# MAGIC and nvl(prod.new_iqvia_prod_code, 0) = case when tblmkt.Product_Code is null then nvl(prod.new_iqvia_prod_code,0 )  else tblmkt.Product_Code  end
-# MAGIC and nvl(prod.new_iqvia_pack_code, 0) = case when tblmkt.Pack_Code    is null then nvl(prod.new_iqvia_pack_code,0 )  else tblmkt.Pack_Code 		end
-# MAGIC --------------------------------------------------------------------------------------
-# MAGIC and right(concat('000000',nvl(prod.cmps_cod,0 )),6) 	= case when tblmkt.Molecule_Code 	is null then right(concat('000000',nvl(prod.cmps_cod,0 )),6)	else right(concat('000000',nvl(tblmkt.Molecule_Code,0 )),6)  end 
-# MAGIC where tblmkt.market is not null
-# MAGIC
-# MAGIC )
-# MAGIC , tmp3 as (
-# MAGIC 	select distinct
-# MAGIC 			 tmp1.iqvia_lineno 
-# MAGIC 			,tmp1.iqvia_pack_code 
-# MAGIC 			,tmp1.PROD_COD
-# MAGIC 			,tmp1.iqvia_notes 
-# MAGIC 			,tmp1.new_pack_flag 
-# MAGIC 			,tmp1.is_exists_chpa 
-# MAGIC 			,tmp1.product_id 
-# MAGIC 			,tmp1.prescription_nature 
-# MAGIC 			,tmp1.medicine_type 
-# MAGIC 			,tmp1.zk_medicine_tier1 
-# MAGIC 			,tmp1.zk_medicine_tier2 
-# MAGIC 			,tmp1.zk_medicine_tier3 
-# MAGIC 			,tmp1.zk_medicine_tier4 
-# MAGIC 			,tmp1.common_name 
-# MAGIC 			,tmp1.dosage_form 
-# MAGIC 			,tmp1.user_type 
-# MAGIC 			,tmp1.category_name 
-# MAGIC 			,tmp1.product_name 
-# MAGIC 			,tmp1.brand_name 
-# MAGIC 			,tmp1.zk_manu_des 
-# MAGIC 			,tmp1.zk_corp_des 
-# MAGIC 			,tmp1.zk_pack_des 
-# MAGIC 			,tmp1.counting_unit_a 
-# MAGIC 			,tmp1.dosage_unit_a 
-# MAGIC 			,tmp1.unit_a 
-# MAGIC 			,tmp1.app1_cod 
-# MAGIC 			,tmp1.app1_des 
-# MAGIC 			,tmp1.app1_des_c 
-# MAGIC 			,tmp1.app2_cod 
-# MAGIC 			,tmp1.app2_des 
-# MAGIC 			,tmp1.app2_des_c 
-# MAGIC 			,tmp1.app3_cod 
-# MAGIC 			,tmp1.app3_des 
-# MAGIC 			,tmp1.app3_des_c 
-# MAGIC 			,tmp1.atc1_cod 
-# MAGIC 			,tmp1.atc1_des 
-# MAGIC 			,tmp1.atc1_des_c 
-# MAGIC 			,tmp1.atc2_cod 
-# MAGIC 			,tmp1.atc2_des 
-# MAGIC 			,tmp1.atc2_des_c 
-# MAGIC 			,tmp1.atc3_cod 
-# MAGIC 			,tmp1.atc3_des 
-# MAGIC 			,tmp1.atc3_des_c 
-# MAGIC 			,tmp1.atc4_cod 
-# MAGIC 			,tmp1.atc4_des 
-# MAGIC 			,tmp1.atc4_des_c 
-# MAGIC 			,tmp1.bio_desc 
-# MAGIC 			,tmp1.cmps_cod 
-# MAGIC 			,tmp1.cmps_des   
-# MAGIC 			,tmp1.cmps_des_c 
-# MAGIC 			,tmp1.corp_cod 
-# MAGIC 			,tmp1.corp_des 
-# MAGIC 			,tmp1.corp_des_c 
-# MAGIC 			,tmp1.edl_desc 
-# MAGIC 			,tmp1.eth_otc_desc 
-# MAGIC 			,tmp1.gene_orig_desc 
-# MAGIC 			,tmp1.gqce_desc 
-# MAGIC 			,tmp1.manu_cod 
-# MAGIC 			,tmp1.manu_des 
-# MAGIC 			,tmp1.manu_des_c 
-# MAGIC 			,tmp1.mnfl_cod 
-# MAGIC 			,tmp1.mnfl_des 
-# MAGIC 			,tmp1.nrdl_desc 
-# MAGIC 			,tmp1.pack_des 
-# MAGIC 			,tmp1.stgh_des 
-# MAGIC 			,tmp1.pack_lch 
-# MAGIC 			,tmp1.paed_desc 
-# MAGIC 			,tmp1.prod_des 
-# MAGIC 			,tmp1.prod_des_c 
-# MAGIC 			,tmp1.tcm_desc 
-# MAGIC 			,tmp1.vbp_desc 
-# MAGIC 			,tmp1.unit 
-# MAGIC 			,tmp1.counting_unit 
-# MAGIC 			,tmp1.dosage_unit  
-# MAGIC 			,tmp1.NRDL_ENTRY_DATE
-# MAGIC 			,tmp1.market 
-# MAGIC 			,nvl(t2.bu,tmp1.bu)									as bu
-# MAGIC 			,tmp1.extend_market_ratio	
-# MAGIC 			,IF(tmp1.corp_des_c in('阿斯利康制药集团') ,'Y','N')      is_az
-# MAGIC from tmp1 left join tmp2
-# MAGIC 	 on  nvl(tmp1.ATC1_COD,'')			= nvl(tmp2.ATC1_COD,'')			
-# MAGIC      and nvl(tmp1.ATC2_COD,'')			= nvl(tmp2.ATC2_COD,'')			
-# MAGIC      and nvl(tmp1.ATC3_COD,'')			= nvl(tmp2.ATC3_COD,'')			
-# MAGIC      and nvl(tmp1.ATC4_COD,'')			= nvl(tmp2.ATC4_COD,'')			
-# MAGIC      and nvl(tmp1.APP1_COD,'')			= nvl(tmp2.APP1_COD,'')			
-# MAGIC      and nvl(tmp1.APP2_COD,'')			= nvl(tmp2.APP2_COD,'')			
-# MAGIC      and nvl(tmp1.APP3_COD,'')			= nvl(tmp2.APP3_COD,'')			
-# MAGIC      and nvl(tmp1.PROD_COD,'')			= nvl(tmp2.PROD_COD,'')			
-# MAGIC      and nvl(tmp1.iqvia_pack_code,'')	= nvl(tmp2.iqvia_pack_code,'')	
-# MAGIC      and nvl(tmp1.common_name ,'')		= nvl(tmp2.common_name ,'')		
-# MAGIC      and nvl(tmp1.product_id,'')  		= nvl(tmp2.product_id,'')  		
-# MAGIC      and nvl(tmp1.dosage_form ,'')		= nvl(tmp2.dosage_form ,'')		
-# MAGIC      and nvl(tmp1.CMPS_COD,'')  		= nvl(tmp2.CMPS_COD,'')  		
-# MAGIC      and nvl(tmp1.market ,'')			= nvl(tmp2.market ,'')		
-# MAGIC left join  (select Market, BU,Extend_Market,Extend_Market_Ratio from dwd.dwd_gnd_ext_retail_tblmarket
-# MAGIC 					--  where (market not in( 'ZOK Default Market', 'Inhaled Extended Market') and  Extend_Market IS NOT NULL
-# MAGIC 					--  )or (case when market in( 'Inhaled Extended Market') then  zk_product_id is not null end)
-# MAGIC 					where Extend_Market IS NOT NULL
-# MAGIC 					 ) t2 on tmp1.Market=t2.Extend_Market
-# MAGIC where  NVL(tmp2.f_flag,0)  !=1   
-# MAGIC
-# MAGIC )
-# MAGIC
-# MAGIC -- 合并所有市场数据  
-# MAGIC select 
-# MAGIC 	* 
-# MAGIC from tmp3
-# MAGIC --没有匹配上的给默认市场：Non AZ Retail Related Market
-# MAGIC union all
-# MAGIC select 
-# MAGIC 			prod.iqvia_lineno 
-# MAGIC 			-------------------------------------------------------------------
-# MAGIC 			-- format pack_code & prod_code
-# MAGIC 			,prod.new_iqvia_pack_code as iqvia_pack_code 
-# MAGIC 			,prod.new_iqvia_prod_code as PROD_COD
-# MAGIC 			-------------------------------------------------------------------
-# MAGIC 			,prod.iqvia_notes 
-# MAGIC 			,prod.new_pack_flag 
-# MAGIC 			,prod.is_exists_chpa 
-# MAGIC 			,prod.product_id 
-# MAGIC 			,prod.prescription_nature 
-# MAGIC 			,prod.medicine_type 
-# MAGIC 			,prod.zk_medicine_tier1 
-# MAGIC 			,prod.zk_medicine_tier2 
-# MAGIC 			,prod.zk_medicine_tier3 
-# MAGIC 			,prod.zk_medicine_tier4 
-# MAGIC 			,prod.common_name 
-# MAGIC 			,prod.dosage_form 
-# MAGIC 			,prod.user_type 
-# MAGIC 			,prod.category_name 
-# MAGIC 			,prod.product_name 
-# MAGIC 			,prod.brand_name 
-# MAGIC 			,prod.zk_manu_des 
-# MAGIC 			,prod.zk_corp_des 
-# MAGIC 			,prod.zk_pack_des 
-# MAGIC 			,prod.counting_unit_a 
-# MAGIC 			,prod.dosage_unit_a 
-# MAGIC 			,prod.unit_a 
-# MAGIC 			,prod.app1_cod 
-# MAGIC 			,prod.app1_des 
-# MAGIC 			,prod.app1_des_c 
-# MAGIC 			,prod.app2_cod 
-# MAGIC 			,prod.app2_des 
-# MAGIC 			,prod.app2_des_c 
-# MAGIC 			,prod.app3_cod 
-# MAGIC 			,prod.app3_des 
-# MAGIC 			,prod.app3_des_c 
-# MAGIC 			,prod.atc1_cod 
-# MAGIC 			,prod.atc1_des 
-# MAGIC 			,prod.atc1_des_c 
-# MAGIC 			,prod.atc2_cod 
-# MAGIC 			,prod.atc2_des 
-# MAGIC 			,prod.atc2_des_c 
-# MAGIC 			,prod.atc3_cod 
-# MAGIC 			,prod.atc3_des 
-# MAGIC 			,prod.atc3_des_c 
-# MAGIC 			,prod.atc4_cod 
-# MAGIC 			,prod.atc4_des 
-# MAGIC 			,prod.atc4_des_c 
-# MAGIC 			,prod.bio_desc 
-# MAGIC 			,right(concat('00000',nvl(prod.cmps_cod,0 )),6) cmps_cod
-# MAGIC 			,prod.cmps_des 
-# MAGIC 			,prod.cmps_des_c 
-# MAGIC 			,prod.corp_cod 
-# MAGIC 			,prod.corp_des 
-# MAGIC 			,prod.corp_des_c 
-# MAGIC 			,prod.edl_desc 
-# MAGIC 			,prod.eth_otc_desc 
-# MAGIC 			,prod.gene_orig_desc 
-# MAGIC 			,prod.gqce_desc 
-# MAGIC 			,prod.manu_cod 
-# MAGIC 			,prod.manu_des 
-# MAGIC 			,prod.manu_des_c 
-# MAGIC 			,prod.mnfl_cod 
-# MAGIC 			,prod.mnfl_des 
-# MAGIC 			,prod.nrdl_desc 
-# MAGIC 			,prod.pack_des 
-# MAGIC 			,prod.stgh_des 
-# MAGIC 			,prod.pack_lch 
-# MAGIC 			,prod.paed_desc 
-# MAGIC 			,prod.prod_des 
-# MAGIC 			,prod.prod_des_c 
-# MAGIC 			,prod.tcm_desc 
-# MAGIC 			,prod.vbp_desc 
-# MAGIC 			,prod.unit 
-# MAGIC 			,prod.counting_unit 
-# MAGIC 			,prod.dosage_unit  
-# MAGIC 			,nvl(MOLE.NRDL_Entry_Date,'') 											    AS NRDL_ENTRY_DATE
-# MAGIC 			,'Non AZ Retail Related Market' 	 								  		as market 
-# MAGIC 			,tmp3.bu
-# MAGIC 			,nvl(tmp3.extend_market_ratio,1)												as extend_market_ratio
-# MAGIC 			,IF(PROD.corp_des_c in('阿斯利康制药集团') ,'Y','N')      is_az
-# MAGIC from  tmp_pack_property  prod
-# MAGIC left join tmp3   on prod.product_id = tmp3.product_id
-# MAGIC LEFT JOIN tmp_pack_additional_attribute MOLE 
-# MAGIC ----------------------------------------------------------------------------------
-# MAGIC ON prod.new_iqvia_pack_code = MOLE.new_pack_code
-# MAGIC ----------------------------------------------------------------------------------
-# MAGIC where tmp3.product_id is null
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: generate product_id&level relationship mapping table
-# MAGIC -- 1.1 generate mapping table
-# MAGIC -- 1.1.3 获取market信息，产品重新归属
-# MAGIC -- 1.1.3.2 对配置表的pack 对应公司、分子式 根据 dwd_gnd_tbl_corp_change 表进行产品重新归属 
-# MAGIC -- pack_flag  ：0-倒减的others  1-不拆的       2-拆的
-# MAGIC -- brand_flag ：0-倒减的others  1-买了这个品牌  2-没买这个品牌
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert overwrite table tmp.tmp_zk_retail_pack_property_corp 
-# MAGIC select distinct a.iqvia_pack_code
-# MAGIC   ,COALESCE(c.corp_cod,b.corp_cod,a.corp_cod)  corp_cod
-# MAGIC   ,COALESCE(c.corp_des,b.corp_des,a.corp_des)  corp_des
-# MAGIC   ,COALESCE(d.corp_des_c,a.corp_des_c )        corp_des_c
-# MAGIC   ,COALESCE(c.manu_cod,b.manu_cod,a.manu_cod)  manu_cod 
-# MAGIC   ,COALESCE(c.manu_des,b.manu_des,a.manu_des)  manu_des 
-# MAGIC   ,COALESCE(e.manu_des_c,a.manu_des_c)         manu_des_c
-# MAGIC from (
-# MAGIC     select 
-# MAGIC       DISTINCT 
-# MAGIC       iqvia_pack_code,
-# MAGIC       corp_cod,
-# MAGIC       corp_des,
-# MAGIC       corp_des_c,
-# MAGIC       right(concat('000000',manu_cod),6 ) manu_cod,
-# MAGIC       manu_des,
-# MAGIC       manu_des_c,
-# MAGIC       prod_cod 
-# MAGIC     from tmp.tmp_zk_retail_pack_property
-# MAGIC ) a 
-# MAGIC left join (
-# MAGIC     select 
-# MAGIC       ----------------------------------------------
-# MAGIC       -- format prod_cod
-# MAGIC       case when length(prod_cod) < 9 then right(concat('000000000',prod_cod),9) else prod_cod end as prod_cod,
-# MAGIC       ----------------------------------------------
-# MAGIC       corp_cod,
-# MAGIC       corp_des,
-# MAGIC       right(concat('000000',manu_cod),6 )  manu_cod,
-# MAGIC       manu_des 
-# MAGIC     from dwd.dwd_gnd_tbl_corp_change where pack_cod is  null  
-# MAGIC ) b on a.prod_cod = b.prod_cod
-# MAGIC left join (
-# MAGIC     select  
-# MAGIC       ----------------------------------------------
-# MAGIC       -- format pack_cod
-# MAGIC       case when length(trim(pack_cod)) < 12 and trim(pack_cod) REGEXP '^[0-9]' then right(concat('000000000000',trim(pack_cod)),12) else trim(pack_cod) end as pack_cod,
-# MAGIC       ----------------------------------------------
-# MAGIC       corp_cod,
-# MAGIC       corp_des,
-# MAGIC       right(concat('000000',manu_cod),6 )  manu_cod,
-# MAGIC       manu_des 
-# MAGIC     from dwd.dwd_gnd_tbl_corp_change 
-# MAGIC     where pack_cod is  not null  
-# MAGIC ) c on a.iqvia_pack_code = c.pack_cod
-# MAGIC left join (
-# MAGIC   select distinct corp_cod,corp_des_c 
-# MAGIC   from dwd.dwd_gnd_ext_retail_pack_property
-# MAGIC ) d on coalesce(C.corp_cod,B.corp_cod ) = d.corp_cod 
-# MAGIC Left join (
-# MAGIC   select distinct right(concat('000000',manu_cod),6 )  manu_cod,manu_des,manu_des_c  
-# MAGIC   from dwd.dwd_gnd_ext_retail_pack_property
-# MAGIC ) e On coalesce(C.manu_cod,B.manu_cod )  = e.manu_cod 
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: generate product_id&level relationship mapping table
-# MAGIC -- 1.1 generate mapping table
-# MAGIC -- 1.1.4 update special case 'CV-其他美托洛尔'
-# MAGIC -- “酒石酸美托洛尔”和“琥珀酸美托洛尔”以及部分others分子式标准名都为“美托洛尔”
-# MAGIC -- 这里需要根据市场把“酒石酸美托洛尔”以及这部分others区分出来，不能应用“琥珀酸美托洛尔”即level_molecule为“美托洛尔”的拆分比例
-# MAGIC -- 区分方式为取market为非“Metoprolol Succinate Market”即非“酒石酸美托洛尔市场”的pack_code
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC UPDATE tmp.tmp_retail_pack_mapping
-# MAGIC SET 
-# MAGIC     level_molecule = '其他美托洛尔',
-# MAGIC     brand_flag = 3
-# MAGIC where level_ta = 'CV'
-# MAGIC and level_market = '高血压用药'
-# MAGIC and level_molecule = '美托洛尔'
-# MAGIC and pack_code not in (
-# MAGIC     select distinct iqvia_pack_code
-# MAGIC     from tmp.tmp_zk_retail_pack_property 
-# MAGIC     where market = 'Metoprolol Succinate Market'
-# MAGIC )
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: generate product_id&level relationship mapping table
-# MAGIC -- 1.2 update the pack data extra column in tmp.tmp_retail_pack_rawdata when pack data has mapping
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC merge into tmp.tmp_retail_pack_rawdata a 
-# MAGIC using(
-# MAGIC  select * from tmp.tmp_retail_pack_mapping
-# MAGIC ) as b
-# MAGIC on a.product_id = b.product_id
-# MAGIC and a.level_ta = b.level_ta
-# MAGIC and a.level_market = b.level_market
-# MAGIC when matched then
-# MAGIC  update set 
-# MAGIC   a.pack_code = b.pack_code,
-# MAGIC   a.molecule_code = b.molecule_code,
-# MAGIC   a.molecule_desc = b.molecule_desc,
-# MAGIC   a.product_code = b.product_code,
-# MAGIC   a.product_desc = b.product_desc,
-# MAGIC   a.level_molecule = b.level_molecule,
-# MAGIC   a.level_brand = b.level_brand,
-# MAGIC   a.brand_flag = b.brand_flag
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: generate product_id&level relationship mapping table
-# MAGIC -- 1.3 update the pack data extra column in tmp.tmp_retail_pack_rawdata when pack data without mapping
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC with tmp_pack_property as (
-# MAGIC   ---------------------------------------------------------------
-# MAGIC   -- 以数字开头的iqvia_pack_code调整为12位（以字母开头的不变），不足位数补0 
-# MAGIC   -- iqvia_prod_code调整为9位，不足位数补0
-# MAGIC   select
-# MAGIC    case when length(trim(iqvia_pack_code)) < 12 and trim(iqvia_pack_code) REGEXP '^[0-9]' then right(concat('000000000000',trim(iqvia_pack_code)),12) else trim(iqvia_pack_code) end as iqvia_pack_code,
-# MAGIC    case when length(iqvia_prod_code) < 9 then right(concat('000000000',iqvia_prod_code),9) else iqvia_prod_code end as iqvia_prod_code,
-# MAGIC    product_id,
-# MAGIC    cmps_des,
-# MAGIC    cmps_des_c,
-# MAGIC    prod_des,
-# MAGIC    prod_des_c,
-# MAGIC    corp_cod,
-# MAGIC    app1_cod,
-# MAGIC    app2_cod,
-# MAGIC    app3_cod
-# MAGIC   from dwd.dwd_gnd_ext_retail_pack_property
-# MAGIC ), tmp_b2c_label_total as (
-# MAGIC   select 
-# MAGIC     case when length(IQVIA_PROD_CODE) < 9 then right(concat('000000000',IQVIA_PROD_CODE),9) else IQVIA_PROD_CODE end as IQVIA_PROD_CODE,
-# MAGIC     ZK_Prod_C,
-# MAGIC     APP1_COD,
-# MAGIC     APP2_COD,
-# MAGIC     APP3_COD
-# MAGIC   from dwd.dwd_inc_gnd_retail_b2c_label_total
-# MAGIC   ---------------------------------------------------------------
-# MAGIC ), tmp_suffix_brand as (
-# MAGIC   select distinct split(brand,'-')[0]
-# MAGIC   from dwd.dwd_gnd_retail_split_automatic
-# MAGIC   where brand like '%-%'
-# MAGIC ), tmp_mapping as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.product_id as product_id,
-# MAGIC     a.iqvia_pack_code as pack_code,
-# MAGIC     a.cmps_des as molecule_code,
-# MAGIC     a.cmps_des_c as molecule_name,
-# MAGIC     ifnull(a.prod_des, concat(a.cmps_des,'_OTHER_PROD')) as product_code,
-# MAGIC     ifnull(a.prod_des_c, concat(a.cmps_des_c,'_OTHER_PROD')) as product_name
-# MAGIC   from tmp_pack_property a
-# MAGIC   where a.prod_des_c not in (select * from tmp_suffix_brand)
-# MAGIC   or a.prod_des_c is null
-# MAGIC
-# MAGIC   union all 
-# MAGIC
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.product_id as product_id,
-# MAGIC     a.iqvia_pack_code as pack_code,
-# MAGIC     a.cmps_des as molecule_code,
-# MAGIC     a.cmps_des_c as molecule_name,
-# MAGIC     a.prod_des as product_code,
-# MAGIC     ifnull(b.ZK_Prod_C, a.prod_des_c) as product_name
-# MAGIC   from tmp_pack_property a
-# MAGIC   left join tmp_b2c_label_total b
-# MAGIC     on a.iqvia_prod_code = b.IQVIA_PROD_CODE
-# MAGIC     and a.app1_cod = b.APP1_COD
-# MAGIC     and a.app2_cod = b.APP2_COD
-# MAGIC     and a.app3_cod = b.APP3_COD
-# MAGIC   where a.prod_des_c in (select * from tmp_suffix_brand)
-# MAGIC )
-# MAGIC
-# MAGIC merge into tmp.tmp_retail_pack_rawdata a 
-# MAGIC using(
-# MAGIC  select * from tmp_mapping
-# MAGIC ) as b
-# MAGIC on a.product_id = b.product_id
-# MAGIC and a.pack_code is null
-# MAGIC when matched then
-# MAGIC  update set 
-# MAGIC   a.pack_code = b.pack_code,
-# MAGIC   a.molecule_code = b.molecule_code,
-# MAGIC   a.molecule_desc = b.molecule_name,
-# MAGIC   a.product_code = b.product_code,
-# MAGIC   a.product_desc = b.product_name,
-# MAGIC   a.brand_flag = 3
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: generate product_id&level relationship mapping table
-# MAGIC -- 1.4 update the pack data brand flag to '1' which pack has regional data
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_has_regional_data as (
-# MAGIC   select 
-# MAGIC       distinct
-# MAGIC       quarter,
-# MAGIC       product_id,
-# MAGIC       pack_code
-# MAGIC   from tmp.tmp_retail_pack_rawdata
-# MAGIC   where zk_regin <> '全国'
-# MAGIC )
-# MAGIC
-# MAGIC merge into tmp.tmp_retail_pack_rawdata a 
-# MAGIC using(
-# MAGIC  select * from tmp_has_regional_data
-# MAGIC ) as b
-# MAGIC on a.quarter = b.quarter
-# MAGIC and a.product_id = b.product_id
-# MAGIC and a.pack_code = b.pack_code
-# MAGIC when matched then
-# MAGIC  update set 
-# MAGIC   a.brand_flag = 1
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: generate product_id&level relationship mapping table
-# MAGIC -- 1.5 delete non GI data
-# MAGIC -- “TA=GI”的数据，只取market为'Antacid anti GI swelling agent+PPI Oral'的数
-# MAGIC -- 非“TA=GI“的数据，无限制
-# MAGIC -- 此处筛选并移除TA为GI，但并未在此市场出现的数据
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC delete from tmp.tmp_retail_pack_rawdata  a
-# MAGIC where a.level_ta = 'GI'
-# MAGIC  and a.pack_code not in (
-# MAGIC     select distinct iqvia_pack_code
-# MAGIC     from tmp.tmp_zk_retail_pack_property
-# MAGIC     where market = 'Antacid anti GI swelling agent+PPI Oral'
-# MAGIC  )
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-2: split regional data by brand ratio
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-2: split regional data by brand ratio when there is no regional data and there is a brand ratio
-# MAGIC -- only split the pack data with brand ratio and without regional pack data
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC with tmp_has_regional_data as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC       quarter,
-# MAGIC       product_id
-# MAGIC     from tmp.tmp_retail_pack_rawdata
-# MAGIC     where zk_regin <> '全国'
-# MAGIC ), tmp_has_brand_ratio as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     b.product_id
-# MAGIC   from tmp.tmp_retail_level_brand a 
-# MAGIC   inner join tmp.tmp_retail_pack_mapping b 
-# MAGIC     on a.ta = b.level_ta
-# MAGIC     and a.market = b.level_market
-# MAGIC     and a.molecule = b.level_molecule
-# MAGIC     and a.brand = b.level_brand
-# MAGIC ), tmp_pack_rawdata as (
-# MAGIC   select * 
-# MAGIC   from tmp.tmp_retail_pack_rawdata a
-# MAGIC   where not exists(
-# MAGIC     select b.quarter,b.product_id from tmp_has_regional_data b
-# MAGIC     where a.quarter = b.quarter
-# MAGIC       and a.product_id = b.product_id
-# MAGIC   ) and exists(
-# MAGIC     select c.product_id from tmp_has_brand_ratio c
-# MAGIC     where a.product_id = c.product_id
-# MAGIC   )
-# MAGIC )
-# MAGIC ----------------------------- append split regional data ----------------------------
-# MAGIC insert into table tmp.tmp_retail_pack_rawdata 
-# MAGIC
-# MAGIC select 
-# MAGIC   c.product_id,
-# MAGIC   c.zk_product_id,
-# MAGIC   a.province_city,
-# MAGIC   c.zk_rx_otc,
-# MAGIC   c.zk_medicine_type,
-# MAGIC   c.zk_medicine_tier1,
-# MAGIC   c.zk_medicine_tier2,
-# MAGIC   c.zk_medicine_tier3,
-# MAGIC   c.zk_medicine_tier4,
-# MAGIC   c.zk_common_name,
-# MAGIC   c.zk_dosage_form,
-# MAGIC   c.zk_user_type,
-# MAGIC   c.zk_category_name,
-# MAGIC   c.zk_product_name,
-# MAGIC   c.zk_brand_name,
-# MAGIC   c.zk_manu_des,
-# MAGIC   c.zk_corp_des,
-# MAGIC   c.zk_pack_des,
-# MAGIC   c.month,
-# MAGIC   c.quarter,
-# MAGIC   c.price,
-# MAGIC   round(c.sales_unit * a.ratio_vol ,10) as sales_unit,
-# MAGIC   round(c.sales_value * a.ratio_val ,10) as sales_value,
-# MAGIC   c.digital_spread_rate,
-# MAGIC   c.weighted_spread_rate,
-# MAGIC   c.counting_unit,
-# MAGIC   c.pack_code,
-# MAGIC   c.molecule_code,
-# MAGIC   c.molecule_desc,
-# MAGIC   c.product_code,
-# MAGIC   c.product_desc,
-# MAGIC   c.level_ta,
-# MAGIC   c.level_market,
-# MAGIC   c.level_molecule,
-# MAGIC   c.level_brand,
-# MAGIC   a.ratio_val,
-# MAGIC   a.ratio_vol,
-# MAGIC   3 as data_flag,
-# MAGIC   b.brand_flag
-# MAGIC from tmp.tmp_retail_level_brand a 
-# MAGIC inner join tmp.tmp_retail_pack_mapping b 
-# MAGIC     on a.ta = b.level_ta
-# MAGIC     and a.market = b.level_market
-# MAGIC     and a.molecule = b.level_molecule
-# MAGIC     and a.brand = b.level_brand
-# MAGIC inner join tmp_pack_rawdata c 
-# MAGIC   on c.product_id = b.product_id
-# MAGIC   and c.quarter = a.quarter
-# MAGIC where a.province_city <> '全国'
-# MAGIC
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-3: substract ROC data
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-3: substract ROC data
-# MAGIC -- if there is regional pack data or splited regional pack data, ROC = '全国' - 'sum regional data'
-# MAGIC -- if there is not regional pack data, ROC = '全国'
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC with tmp_area_group as (
-# MAGIC   select 
-# MAGIC     product_id,
-# MAGIC     quarter,
-# MAGIC     month,
-# MAGIC     sum(sales_unit) as sales_unit,
-# MAGIC     sum(sales_value) as sales_value
-# MAGIC   from tmp.tmp_retail_pack_rawdata 
-# MAGIC   where zk_regin <> '全国'
-# MAGIC   group by product_id,quarter,month
-# MAGIC ), tmp_has_regional_data as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC       quarter,
-# MAGIC       product_id
-# MAGIC     from tmp.tmp_retail_pack_rawdata
-# MAGIC     where zk_regin <> '全国'
-# MAGIC     and data_flag = 0
-# MAGIC )
-# MAGIC
-# MAGIC ----------------------------- append ROC data ------------------------------------------
-# MAGIC insert into table tmp.tmp_retail_pack_rawdata
-# MAGIC
-# MAGIC select 
-# MAGIC   a.product_id,
-# MAGIC   a.zk_product_id,
-# MAGIC   'ROC',
-# MAGIC   a.zk_rx_otc,
-# MAGIC   a.zk_medicine_type,
-# MAGIC   a.zk_medicine_tier1,
-# MAGIC   a.zk_medicine_tier2,
-# MAGIC   a.zk_medicine_tier3,
-# MAGIC   a.zk_medicine_tier4,
-# MAGIC   a.zk_common_name,
-# MAGIC   a.zk_dosage_form,
-# MAGIC   a.zk_user_type,
-# MAGIC   a.zk_category_name,
-# MAGIC   a.zk_product_name,
-# MAGIC   a.zk_brand_name,
-# MAGIC   a.zk_manu_des,
-# MAGIC   a.zk_corp_des,
-# MAGIC   a.zk_pack_des,
-# MAGIC   a.month,
-# MAGIC   a.quarter,
-# MAGIC   a.price,
-# MAGIC   a.sales_unit - ifnull(b.sales_unit,0) as sales_unit,
-# MAGIC   a.sales_value - ifnull(b.sales_value,0) as sales_value,
-# MAGIC   a.digital_spread_rate,
-# MAGIC   a.weighted_spread_rate,
-# MAGIC   a.counting_unit,
-# MAGIC   a.pack_code,
-# MAGIC   a.molecule_code,
-# MAGIC   a.molecule_desc,
-# MAGIC   a.product_code,
-# MAGIC   a.product_desc,
-# MAGIC   a.level_ta,
-# MAGIC   a.level_market,
-# MAGIC   a.level_molecule,
-# MAGIC   a.level_brand,
-# MAGIC   a.ratio_val,
-# MAGIC   a.ratio_vol,
-# MAGIC -------------------------------------------------------------------------------
-# MAGIC -- 有省份pack的数（包括无品牌数据的数）计算出来的ROC所对应的pack_flag，也需要是1-原始值，不能是2-拆分的值
-# MAGIC -- 所以这里针对这类有省份数据的ROC数据，data_flag赋值为0-原始值，其他的仍为1-倒减值
-# MAGIC   case when c.product_id is not null then 0 else 1 end as data_flag,
-# MAGIC -------------------------------------------------------------------------------
-# MAGIC   a.brand_flag
-# MAGIC from tmp.tmp_retail_pack_rawdata a 
-# MAGIC inner join tmp_area_group b
-# MAGIC   on a.product_id = b.product_id
-# MAGIC   and a.quarter = b.quarter
-# MAGIC   and nvl(a.month,'') = nvl(b.month,'')
-# MAGIC left join tmp_has_regional_data c 
-# MAGIC   on a.quarter = c.quarter
-# MAGIC   and a.product_id = c.product_id
-# MAGIC where a.zk_regin = '全国'
-
-# COMMAND ----------
-
-############################################################END##############################################################
\ No newline at end of file
diff --git a/EXTERNAL/Retail/03 split_pack_data.py:Zone.Identifier b/EXTERNAL/Retail/03 split_pack_data.py:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/04 map_to_dws_table.py b/EXTERNAL/Retail/04 map_to_dws_table.py
deleted file mode 100644
index ee7751a..0000000
--- a/EXTERNAL/Retail/04 map_to_dws_table.py	
+++ /dev/null
@@ -1,209 +0,0 @@
-# Databricks notebook source
-############################################################START##############################################################
-### STEP-1: insert splited pack data into tmp final table: tmp_retail_final_sales
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: insert splited pack data into tmp final table
-# MAGIC -- insert into tmp_retail_final_sales
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC with tmp_pack as (
-# MAGIC   select 
-# MAGIC   ------------------------------------------------------ 
-# MAGIC   -- 有月度数据使用月度数据，无月度数据用季度数据去转
-# MAGIC   nvl(
-# MAGIC     a.month,
-# MAGIC     CONCAT(
-# MAGIC       SUBSTRING(a.quarter, 1, 4), -- 提取年份（前4位）
-# MAGIC       CASE 
-# MAGIC         WHEN SUBSTRING(a.quarter, 6, 1) = '1' THEN '03' -- Q1 → 03月
-# MAGIC         WHEN SUBSTRING(a.quarter, 6, 1) = '2' THEN '06' -- Q2 → 06月
-# MAGIC         WHEN SUBSTRING(a.quarter, 6, 1) = '3' THEN '09' -- Q3 → 09月
-# MAGIC         WHEN SUBSTRING(a.quarter, 6, 1) = '4' THEN '12' -- Q4 → 12月
-# MAGIC       END
-# MAGIC     )
-# MAGIC   ) as YYYYMM,
-# MAGIC   ------------------------------------------------------ 
-# MAGIC     a.pack_code as iqvia_pack_code,
-# MAGIC     a.product_id as zk_product_id,
-# MAGIC     case when a.product_desc <> 'others' then a.product_desc else null end as prod_des_c,
-# MAGIC     case when a.product_desc <> 'others' then a.product_desc else concat('Others_', a.molecule_desc) end as PROD_MAPPING,
-# MAGIC     a.zk_regin as province_city,
-# MAGIC     a.level_market as market,
-# MAGIC     a.sales_value,
-# MAGIC     a.sales_unit,
-# MAGIC   ------------------------------------------------------ 
-# MAGIC   -- counting_unit取值逻辑：
-# MAGIC   -- 不能直接取原始pack文件表中的值，改为取pack_property表中counting_unit / unit的值
-# MAGIC     a.sales_unit * (b.counting_unit/ coalesce(b.unit,1)) as counting_unit,
-# MAGIC   ------------------------------------------------------ 
-# MAGIC     case when data_flag = 0 then 1 else 2 end as pack_flag,
-# MAGIC     case when brand_flag = 1 then 1 else 2 end as brand_flag
-# MAGIC   from tmp.tmp_retail_pack_rawdata a
-# MAGIC   left join dwd.dwd_gnd_ext_retail_pack_property b 
-# MAGIC     on a.product_id = b.product_id
-# MAGIC ), tmp_has_roc as (
-# MAGIC   select
-# MAGIC     product_id,
-# MAGIC     quarter,
-# MAGIC     ------------------------------------------------------ 
-# MAGIC     -- 有月度数据使用月度数据，无月度数据用季度数据去转
-# MAGIC     nvl(
-# MAGIC       month,
-# MAGIC       CONCAT(
-# MAGIC         SUBSTRING(quarter, 1, 4), -- 提取年份（前4位）
-# MAGIC         CASE 
-# MAGIC           WHEN SUBSTRING(quarter, 6, 1) = '1' THEN '03' -- Q1 → 03月
-# MAGIC           WHEN SUBSTRING(quarter, 6, 1) = '2' THEN '06' -- Q2 → 06月
-# MAGIC           WHEN SUBSTRING(quarter, 6, 1) = '3' THEN '09' -- Q3 → 09月
-# MAGIC           WHEN SUBSTRING(quarter, 6, 1) = '4' THEN '12' -- Q4 → 12月
-# MAGIC         END
-# MAGIC       )
-# MAGIC     ) as month,
-# MAGIC     ------------------------------------------------------ 
-# MAGIC     pack_code
-# MAGIC   from tmp.tmp_retail_pack_rawdata 
-# MAGIC   where zk_regin = 'ROC'
-# MAGIC ), tmp_pack_this_year_with_roc as (
-# MAGIC   select 
-# MAGIC     * 
-# MAGIC   from tmp_pack a 
-# MAGIC   where exists(
-# MAGIC       select * from tmp_has_roc b 
-# MAGIC       where a.YYYYMM = b.month
-# MAGIC         and a.iqvia_pack_code = b.pack_code
-# MAGIC         and a.zk_product_id = b.product_id
-# MAGIC     ) and a.province_city <> '全国'
-# MAGIC ), tmp_pack_next_year_with_roc as (
-# MAGIC     select 
-# MAGIC         cast(YYYYMM + 100 as int)  as YYYYMM,
-# MAGIC         iqvia_pack_code,
-# MAGIC         zk_product_id,
-# MAGIC         prod_des_c,
-# MAGIC         PROD_MAPPING,
-# MAGIC         province_city,
-# MAGIC         market,
-# MAGIC         sales_value as sales_value_ly,
-# MAGIC         sales_unit as sales_unit_ly,
-# MAGIC         counting_unit as counting_unit_ly,
-# MAGIC         pack_flag,
-# MAGIC         brand_flag
-# MAGIC     from tmp_pack a
-# MAGIC     where YYYYMM + 100  <= (select max(YYYYMM) from tmp_pack)
-# MAGIC     and exists(
-# MAGIC       select * from tmp_has_roc b 
-# MAGIC       where a.YYYYMM = b.month
-# MAGIC         and a.iqvia_pack_code = b.pack_code
-# MAGIC         and a.zk_product_id = b.product_id
-# MAGIC     ) and a.province_city <> '全国'
-# MAGIC
-# MAGIC ), tmp_pack_this_year_without_roc as (
-# MAGIC   select 
-# MAGIC     *
-# MAGIC   from tmp_pack a 
-# MAGIC   where not exists(
-# MAGIC       select * from tmp_has_roc b 
-# MAGIC       where a.YYYYMM = b.month
-# MAGIC         and a.iqvia_pack_code = b.pack_code
-# MAGIC         and a.zk_product_id = b.product_id
-# MAGIC     )
-# MAGIC ), tmp_pack_next_year_without_roc as (
-# MAGIC   select 
-# MAGIC     cast(YYYYMM + 100 as int)  as YYYYMM,
-# MAGIC     iqvia_pack_code,
-# MAGIC     zk_product_id,
-# MAGIC     prod_des_c,
-# MAGIC     PROD_MAPPING,
-# MAGIC     province_city,
-# MAGIC     market,
-# MAGIC     sales_value as sales_value_ly,
-# MAGIC     sales_unit as sales_unit_ly,
-# MAGIC     counting_unit as counting_unit_ly,
-# MAGIC     pack_flag,
-# MAGIC     brand_flag
-# MAGIC   from tmp_pack a 
-# MAGIC   where YYYYMM + 100  <= (select max(YYYYMM) from tmp_pack)
-# MAGIC   and not exists(
-# MAGIC       select * from tmp_has_roc b 
-# MAGIC       where a.YYYYMM = b.month
-# MAGIC         and a.iqvia_pack_code = b.pack_code
-# MAGIC         and a.zk_product_id = b.product_id
-# MAGIC     )
-# MAGIC ), tmp_final_sales as (
-# MAGIC     select 
-# MAGIC       ifnull(a.yyyymm, b.yyyymm) as yyyymm,
-# MAGIC       ifnull(a.iqvia_pack_code, b.iqvia_pack_code) as iqvia_pack_code, 
-# MAGIC       ifnull(a.zk_product_id, b.zk_product_id) as zk_product_id,
-# MAGIC       ifnull(a.prod_des_c, b.prod_des_c) as prod_des_c,
-# MAGIC       ifnull(a.PROD_MAPPING, b.PROD_MAPPING) as PROD_MAPPING,
-# MAGIC       ifnull(a.province_city, b.province_city) as province_city,
-# MAGIC       ifnull(a.market, b.market) as market,
-# MAGIC       ifnull(a.sales_value, 0) as sales_value,
-# MAGIC       ifnull(a.sales_unit, 0) as sales_unit,
-# MAGIC       ifnull(a.counting_unit, 0) as counting_unit,
-# MAGIC       ifnull(a.pack_flag, b.pack_flag) as pack_flag,
-# MAGIC       ifnull(a.brand_flag,b.brand_flag ) as brand_flag,
-# MAGIC       ifnull(b.sales_value_ly, 0)   as sales_value_ly,
-# MAGIC       ifnull(b.sales_unit_ly, 0)    as sales_unit_ly,
-# MAGIC       ifnull(b.counting_unit_ly, 0) as counting_unit_ly
-# MAGIC     from tmp_pack_this_year_with_roc a 
-# MAGIC     full outer join tmp_pack_next_year_with_roc b 
-# MAGIC       on a.YYYYMM = b.YYYYMM
-# MAGIC       and a.iqvia_pack_code = b.iqvia_pack_code
-# MAGIC       and a.zk_product_id = b.zk_product_id
-# MAGIC       and a.province_city = b.province_city
-# MAGIC
-# MAGIC     union all
-# MAGIC
-# MAGIC     select 
-# MAGIC       ifnull(c.yyyymm, d.yyyymm) as yyyymm,
-# MAGIC       ifnull(c.iqvia_pack_code, d.iqvia_pack_code) as iqvia_pack_code, 
-# MAGIC       ifnull(c.zk_product_id, d.zk_product_id) as zk_product_id,
-# MAGIC       ifnull(c.prod_des_c, d.prod_des_c) as prod_des_c,
-# MAGIC       ifnull(c.PROD_MAPPING, d.PROD_MAPPING) as PROD_MAPPING,
-# MAGIC       'ROC' as province_city,
-# MAGIC       ifnull(c.market, d.market) as market,
-# MAGIC       ifnull(c.sales_value, 0) as sales_value,
-# MAGIC       ifnull(c.sales_unit, 0) as sales_unit,
-# MAGIC       ifnull(c.counting_unit, 0) as counting_unit,
-# MAGIC       --ifnull(c.pack_flag, d.pack_flag) as pack_flag,
-# MAGIC       2 as pack_flag, -- 此类没有拆分比例，且pack只有全国的数，pack_flag固定为2
-# MAGIC       ifnull(c.brand_flag,d.brand_flag ) as brand_flag,
-# MAGIC       ifnull(d.sales_value_ly, 0)   as sales_value_ly,
-# MAGIC       ifnull(d.sales_unit_ly, 0)    as sales_unit_ly,
-# MAGIC       ifnull(d.counting_unit_ly, 0) as counting_unit_ly
-# MAGIC     from tmp_pack_this_year_without_roc c 
-# MAGIC     full outer join tmp_pack_next_year_without_roc d 
-# MAGIC       on c.YYYYMM = d.YYYYMM
-# MAGIC       and c.iqvia_pack_code = d.iqvia_pack_code
-# MAGIC       and c.zk_product_id = d.zk_product_id
-# MAGIC       and c.province_city = d.province_city   
-# MAGIC )
-# MAGIC
-# MAGIC insert overwrite table tmp.tmp_retail_final_sales
-# MAGIC
-# MAGIC select
-# MAGIC   yyyymm,
-# MAGIC   iqvia_pack_code,
-# MAGIC   zk_product_id,
-# MAGIC   prod_des_c,
-# MAGIC   PROD_MAPPING,
-# MAGIC   province_city,
-# MAGIC   market,
-# MAGIC   sales_value,
-# MAGIC   sales_value_ly,
-# MAGIC   sales_unit,
-# MAGIC   sales_unit_ly,
-# MAGIC   counting_unit,
-# MAGIC   counting_unit_ly,
-# MAGIC   pack_flag,
-# MAGIC   brand_flag
-# MAGIC from tmp_final_sales
-# MAGIC order by yyyymm
-
-# COMMAND ----------
-
-############################################################END################################################################
\ No newline at end of file
diff --git a/EXTERNAL/Retail/04 map_to_dws_table.py:Zone.Identifier b/EXTERNAL/Retail/04 map_to_dws_table.py:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/05 load_dtp_temp_data.py b/EXTERNAL/Retail/05 load_dtp_temp_data.py
deleted file mode 100644
index a86f8a3..0000000
--- a/EXTERNAL/Retail/05 load_dtp_temp_data.py	
+++ /dev/null
@@ -1,158 +0,0 @@
-# Databricks notebook source
-# MAGIC %sql
-# MAGIC -- CREATE or REPLACE TABLE tmp.tmp_retail_dtp_pack_rawdata (
-# MAGIC --   -- product_id STRING,
-# MAGIC --   iqvia_pack_code string,
-# MAGIC --   --  region_type STRING,
-# MAGIC --    year STRING,
-# MAGIC --    time STRING,
-# MAGIC --   --  higher_level_region STRING,
-# MAGIC --    region STRING,
-# MAGIC --   --  prescription_nature STRING,
-# MAGIC --   --  medicine_attribute STRING,
-# MAGIC --   --  dosage_form STRING,
-# MAGIC --   --  object STRING,
-# MAGIC --   --  zk_classify1 STRING,
-# MAGIC --   --  zk_classify2 STRING,
-# MAGIC --   --  zk_classify3 STRING,
-# MAGIC --    target_points STRING,
-# MAGIC --   --  common_name STRING,
-# MAGIC --   --  brand_name STRING,
-# MAGIC --   --  product_name STRING,
-# MAGIC --   --  category_name STRING,
-# MAGIC --   --  pack_des STRING,
-# MAGIC --    counting_unit DECIMAL(20,8),
-# MAGIC --   --  factory STRING,
-# MAGIC --   --  corp_des STRING,
-# MAGIC --    average_price DECIMAL(20,8),
-# MAGIC --    sales_amount DECIMAL(20,8),
-# MAGIC --    sales_volume DECIMAL(20,8),
-# MAGIC --    counting_units_obversion DECIMAL(20,8),
-# MAGIC --    pack_code STRING,
-# MAGIC --    molecule_code STRING,
-# MAGIC --    molecule_desc STRING,
-# MAGIC --    product_code STRING,
-# MAGIC --    product_desc STRING,
-# MAGIC --    level_ta STRING,
-# MAGIC --    level_market STRING,
-# MAGIC --    level_molecule STRING,
-# MAGIC --    level_brand STRING,
-# MAGIC --    ratio_val DECIMAL(20,10),
-# MAGIC --    ratio_vol DECIMAL(20,10),
-# MAGIC --    data_flag INT,
-# MAGIC --    brand_flag INT)
-# MAGIC --  USING delta
-# MAGIC --  LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/TMP/tmp_retail_dtp_pack_rawdata'
-# MAGIC --  ;
-
-# COMMAND ----------
-
-### constant 
-LEVEL_TA_ONC = 'ONC'
-LEVEL_MARKET_EGFR_TKI = 'EGFR TKI'
-
-# COMMAND ----------
-
-############################################################START##############################################################
-### STEP-2: load rawdata to tmp table
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-1: load rawdata to tmp table
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: load rawdata to tmp table
-# MAGIC -- 1.1 load brand data to tmp_retail_dtp_brand_rawdata
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert overwrite table tmp.tmp_retail_dtp_brand_rawdata
-# MAGIC
-# MAGIC select
-# MAGIC   type,
-# MAGIC   'ONC' as ta,
-# MAGIC   market,
-# MAGIC   zk_brand_category,
-# MAGIC   zk_common_name,
-# MAGIC   zk_manu_des,
-# MAGIC   rc_name_en,
-# MAGIC   province_city,
-# MAGIC   yyyymm,
-# MAGIC   ytd,
-# MAGIC   sales_value,
-# MAGIC   sales_volume,
-# MAGIC   price,
-# MAGIC   pdot_counting_unit
-# MAGIC from dwd.dwd_gnd_ext_dtp_zk_brand
-# MAGIC where ranked_by = 'value'
-# MAGIC
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: load rawdata to tmp table
-# MAGIC -- 1.2 load brand data to tmp_retail_dtp_pack_rawdata
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert overwrite table tmp.tmp_retail_dtp_pack_rawdata
-# MAGIC
-# MAGIC select
-# MAGIC   -- dtp_raw_data.product_id,
-# MAGIC   dtp_pack_data.iqvia_pack_code,
-# MAGIC   -- dtp_raw_data.region_type,
-# MAGIC   dtp_raw_data.year,
-# MAGIC   dtp_raw_data.time,
-# MAGIC   -- dtp_raw_data.higher_level_region,
-# MAGIC   dtp_raw_data.region,
-# MAGIC   -- dtp_raw_data.prescription_nature,
-# MAGIC   -- dtp_raw_data.medicine_attribute,
-# MAGIC   -- dtp_raw_data.dosage_form,
-# MAGIC   -- dtp_raw_data.object,
-# MAGIC   -- dtp_raw_data.zk_classify1,
-# MAGIC   -- dtp_raw_data.zk_classify2,
-# MAGIC   -- dtp_raw_data.zk_classify3,
-# MAGIC   dtp_raw_data.target_points,
-# MAGIC   -- dtp_raw_data.common_name,
-# MAGIC   -- dtp_raw_data.brand_name,
-# MAGIC   -- dtp_raw_data.product_name,
-# MAGIC   -- dtp_raw_data.category_name,
-# MAGIC -------------------------* hard_code *-------------------------  
-# MAGIC -- 针对pack_des这个字段，pack原始表使用的是'*'，但手工表pack_properity使用的是'x'
-# MAGIC -- 而pack_des字段与关联出pack_code有关，缺少此字段会导致关联失败，所以要手动消除差异
-# MAGIC   -- replace(dtp_raw_data.pack_des,'*','x'),
-# MAGIC -------------------------* hard_code *-------------------------  
-# MAGIC   max(dtp_raw_data.counting_unit) counting_unit,
-# MAGIC   -- dtp_raw_data.factory,
-# MAGIC   -- dtp_raw_data.corp_des,
-# MAGIC   max(dtp_raw_data.average_price) average_price,
-# MAGIC   sum(dtp_raw_data.sales_amount) sales_amount,
-# MAGIC   sum(dtp_raw_data.sales_volume) sales_volume,
-# MAGIC   max(dtp_raw_data.counting_units_obversion) counting_units_obversion,
-# MAGIC   null as pack_code,
-# MAGIC   null as molecule_code,
-# MAGIC   null as molecule_desc,
-# MAGIC   null as product_code,
-# MAGIC   null as product_desc,
-# MAGIC   'ONC' as level_ta,
-# MAGIC   null as level_market, --- 此pack原始表文件中存在多个市场，后续通过关联更新
-# MAGIC   null as level_molecule,
-# MAGIC   null as level_brand,
-# MAGIC   null as ratio_val,
-# MAGIC   null as ratio_vol,
-# MAGIC   0 as data_flag,
-# MAGIC   null as brand_flag
-# MAGIC from dwd.dwd_gnd_ext_retail_dtp_datasource as dtp_raw_data
-# MAGIC left join dwd.dwd_gnd_ext_dtp_pack_property as dtp_pack_data
-# MAGIC on dtp_raw_data.product_id = dtp_pack_data.product_id
-# MAGIC group by 
-# MAGIC   dtp_pack_data.iqvia_pack_code,
-# MAGIC   dtp_raw_data.year,
-# MAGIC   dtp_raw_data.time,
-# MAGIC   dtp_raw_data.region,
-# MAGIC   dtp_raw_data.target_points
-
-# COMMAND ----------
-
-############################################################END##############################################################
\ No newline at end of file
diff --git a/EXTERNAL/Retail/05 load_dtp_temp_data.py:Zone.Identifier b/EXTERNAL/Retail/05 load_dtp_temp_data.py:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/06 split_dtp_brand_data.py b/EXTERNAL/Retail/06 split_dtp_brand_data.py
deleted file mode 100644
index 4a7d599..0000000
--- a/EXTERNAL/Retail/06 split_dtp_brand_data.py	
+++ /dev/null
@@ -1,421 +0,0 @@
-# Databricks notebook source
-### constant 
-DATA_TYPE_MARKET = 'MARKET'
-DATA_TYPE_MOLECULE = 'MOLECULE'
-DATA_TYPE_BRAND = 'BRAND'
-DATA_TYPE_MULTI_MARKET = 'MULTI_MARKET'
-DATA_TYPE_MULTI_MOLECULE = 'MULTI_MOLECULE'
-DATA_TYPE_MULTI_BRAND = 'MULTI_BRAND'
-DATA_TYPE_DUPLICATE = 'DUPLICATE'
-DATA_TYPE_HEDGE_TA = 'HEDGE_TA'
-DATA_TYPE_HEDGE_MARKET = 'HEDGE_MARKET'
-DATA_TYPE_HEDGE_MOLECULE = 'HEDGE_MOLECULE'
-DATA_TYPE_HEDGE_BRAND = 'HEDGE_BRAND'
-
-DATA_FLAG_RAW = 0
-DATA_FLAG_SUB = 1
-DATA_FLAG_ADD = 2
-DATA_FLAG_RATIO = 3
-DATA_FLAG_AVG = 4
-DATA_FLAG_HEDGE = 5
-
-DATA_OTHER_TA = 'OTHER_TA'
-DATA_OTHER_MARKET = 'OTHER_MARKET'
-DATA_OTHER_MOLECULE = 'OTHER_MOLECULE'
-DATA_OTHER_BRAND = 'OTHER_BRAND'
-DATA_AREA_TYPE_ROC = 'ROC'
-DATA_LABEL_AREA_ALL = '全国'
-
-# COMMAND ----------
-
-############################################################START##############################################################
-### STEP-1: load data to tmp table
-### STEP-2: substract  data from level market to brand
-### STEP-3: accumulate data from level brand to market
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-1: load data to tmp table
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: load data to tmp table
-# MAGIC -- 1.1 load LEVEL_MARKET data to tmp.tmp_retail_dtp_level_market
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert overwrite table tmp.tmp_retail_dtp_level_market
-# MAGIC
-# MAGIC select 
-# MAGIC   a.yyyymm,
-# MAGIC   a.province_city,
-# MAGIC   b.level_ta,
-# MAGIC   b.level_market,
-# MAGIC   a.sales_val,
-# MAGIC   a.sales_vol,
-# MAGIC   0
-# MAGIC from tmp.tmp_retail_dtp_brand_rawdata a
-# MAGIC inner join dwd.dwd_gnd_retail_split_automatic b 
-# MAGIC  on a.ta = b.ta
-# MAGIC  and a.market = b.market
-# MAGIC  and a.brand_category = b.brand
-# MAGIC  and ifnull(a.common_name, '') = ifnull(b.common_name, '')
-# MAGIC  where b.level = 'MARKET'
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: load data to tmp table
-# MAGIC -- 1.2 load LEVEL_MOLECULE data to tmp.tmp_retail_dtp_level_molecule
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert overwrite table tmp.tmp_retail_dtp_level_molecule
-# MAGIC
-# MAGIC select 
-# MAGIC   a.yyyymm,
-# MAGIC   a.province_city,
-# MAGIC   b.level_ta,
-# MAGIC   b.level_market,
-# MAGIC   b.level_molecule,
-# MAGIC   a.sales_val,
-# MAGIC   a.sales_vol,
-# MAGIC   0
-# MAGIC from tmp.tmp_retail_dtp_brand_rawdata a
-# MAGIC inner join dwd.dwd_gnd_retail_split_automatic b 
-# MAGIC  on a.ta = b.ta
-# MAGIC  and a.market = b.market
-# MAGIC  and a.brand_category = b.brand
-# MAGIC  and ifnull(a.common_name, '') = ifnull(b.common_name, '')
-# MAGIC  where b.level = 'MOLECULE'
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: load data to tmp table
-# MAGIC -- 1.3 load LEVEL_BRAND data to tmp.tmp_retail_dtp_level_brand
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert overwrite table tmp.tmp_retail_dtp_level_brand
-# MAGIC
-# MAGIC select 
-# MAGIC   a.yyyymm,
-# MAGIC   a.province_city,
-# MAGIC   b.level_ta,
-# MAGIC   b.level_market,
-# MAGIC   b.level_molecule,
-# MAGIC   b.level_brand,
-# MAGIC   a.sales_val,
-# MAGIC   a.sales_vol,
-# MAGIC   null,
-# MAGIC   null,
-# MAGIC   null,
-# MAGIC   null,
-# MAGIC   0
-# MAGIC from tmp.tmp_retail_dtp_brand_rawdata a
-# MAGIC inner join dwd.dwd_gnd_retail_split_automatic b 
-# MAGIC  on a.ta = b.ta
-# MAGIC  and a.market = b.market
-# MAGIC  and a.brand_category = b.brand
-# MAGIC  and ifnull(a.common_name, '') = ifnull(b.common_name, '')
-# MAGIC  where b.level = 'BRAND'
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-2: substract data from level market to brand
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-2: substract data from level market to brand
-# MAGIC -- 2.1 substract level market data and add 'OTHER_MOLECULE' data
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC with tmp_aggregate_market as (
-# MAGIC   select
-# MAGIC     yyyymm,
-# MAGIC     province_city,
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     sum(sales_val) as sales_val,
-# MAGIC     sum(sales_vol) as sales_vol
-# MAGIC   from tmp.tmp_retail_dtp_level_molecule
-# MAGIC   group by yyyymm, province_city , ta ,market
-# MAGIC ),tmp_molecule as (
-# MAGIC   select 
-# MAGIC     a.yyyymm,
-# MAGIC     a.province_city,
-# MAGIC     a.ta,
-# MAGIC     a.market,
-# MAGIC     a.sales_val - ifnull(b.sales_val, 0) as sales_val,
-# MAGIC     a.sales_vol - ifnull(b.sales_vol, 0) as sales_vol
-# MAGIC from tmp.tmp_retail_dtp_level_market a
-# MAGIC left join tmp_aggregate_market b 
-# MAGIC   on a.yyyymm = b.yyyymm
-# MAGIC   and a.province_city = b.province_city
-# MAGIC   and a.ta = b.ta
-# MAGIC   and a.market = b.market
-# MAGIC )
-# MAGIC
-# MAGIC -------append OTHER_MOLECULE to tmp.tmp_retail_dtp_level_molecule
-# MAGIC insert into tmp.tmp_retail_dtp_level_molecule
-# MAGIC select 
-# MAGIC   yyyymm,
-# MAGIC   province_city,
-# MAGIC   ta,
-# MAGIC   market,
-# MAGIC   'OTHER_MOLECULE',
-# MAGIC   sales_val,
-# MAGIC   sales_vol,
-# MAGIC   1
-# MAGIC from tmp_molecule
-# MAGIC where sales_val > 0 or sales_vol > 0
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-2: substract data from level market to brand
-# MAGIC -- 2.2 substract level molecule data and add 'OTHER_BRAND' data
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_aggregate_molecule as (
-# MAGIC  select
-# MAGIC     yyyymm,
-# MAGIC     province_city,
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     molecule,
-# MAGIC     sum(sales_val) as sales_val,
-# MAGIC     sum(sales_vol) as sales_vol
-# MAGIC   from tmp.tmp_retail_dtp_level_brand
-# MAGIC   group by yyyymm,province_city ,ta ,market,molecule
-# MAGIC ),tmp_brand as (
-# MAGIC   select 
-# MAGIC   a.yyyymm,
-# MAGIC   a.province_city,
-# MAGIC   a.ta,
-# MAGIC   a.market,
-# MAGIC   a.molecule,
-# MAGIC   a.sales_val - ifnull(b.sales_val, 0) as sales_val,
-# MAGIC   a.sales_vol - ifnull(b.sales_vol, 0) as sales_vol
-# MAGIC from tmp.tmp_retail_dtp_level_molecule a
-# MAGIC left join tmp_aggregate_molecule b 
-# MAGIC   on a.yyyymm = b.yyyymm
-# MAGIC   and a.province_city = b.province_city
-# MAGIC   and a.ta = b.ta
-# MAGIC   and a.market = b.market
-# MAGIC   and a.molecule = b.molecule
-# MAGIC )
-# MAGIC
-# MAGIC -------append OTHER_BRAND to tmp.tmp_retail_dtp_level_brand
-# MAGIC insert into tmp.tmp_retail_dtp_level_brand
-# MAGIC select 
-# MAGIC   yyyymm,
-# MAGIC   province_city,
-# MAGIC   ta,
-# MAGIC   market,
-# MAGIC   molecule,
-# MAGIC   'OTHER_BRAND',
-# MAGIC   sales_val,
-# MAGIC   sales_vol,
-# MAGIC   null,
-# MAGIC   null,
-# MAGIC   null,
-# MAGIC   null,
-# MAGIC   1
-# MAGIC from tmp_brand
-# MAGIC where sales_val > 0 or sales_vol > 0
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-3: accumulate data from level brand to market
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-3: accumulate data from level brand to market
-# MAGIC -- 3.1 accumulate level molecule data and balance 'OTHER_BRAND' & 'OTHER_MOLECULE' data
-# MAGIC -- 3.1.1 accumulate level molecule data
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_aggregate_molecule as (
-# MAGIC  select
-# MAGIC     yyyymm,
-# MAGIC     province_city,
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     molecule,
-# MAGIC     sum(sales_val) as sales_val,
-# MAGIC     sum(sales_vol) as sales_vol
-# MAGIC   from tmp.tmp_retail_dtp_level_brand
-# MAGIC   group by yyyymm,province_city ,ta ,market,molecule
-# MAGIC ), tmp_append_molecule as (
-# MAGIC  select a.*
-# MAGIC  from tmp_aggregate_molecule a
-# MAGIC  where not exists (
-# MAGIC   select 1
-# MAGIC   from tmp.tmp_retail_dtp_level_molecule b
-# MAGIC   where a.yyyymm = b.yyyymm
-# MAGIC     and a.province_city = b.province_city
-# MAGIC     and a.ta = b.ta
-# MAGIC     and a.market = b.market
-# MAGIC     and a.molecule = b.molecule
-# MAGIC  )
-# MAGIC )
-# MAGIC -------append level molecule data accumulate from level brand
-# MAGIC insert into tmp.tmp_retail_dtp_level_molecule
-# MAGIC select 
-# MAGIC   yyyymm,
-# MAGIC   province_city,
-# MAGIC   ta,
-# MAGIC   market,
-# MAGIC   molecule,
-# MAGIC   sales_val,
-# MAGIC   sales_vol,
-# MAGIC   2
-# MAGIC from tmp_append_molecule
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-3: accumulate data from level brand to market
-# MAGIC -- 3.1 accumulate level molecule data and balance 'OTHER_BRAND'& 'OTHER_MOLECULE'  data
-# MAGIC -- 3.1.2 balance 'OTHER_MOLECULE' data
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC merge into tmp.tmp_retail_dtp_level_molecule a
-# MAGIC using(
-# MAGIC  select  
-# MAGIC     yyyymm,
-# MAGIC     province_city,
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     sum(sales_val) as sales_val,
-# MAGIC     sum(sales_vol) as sales_vol
-# MAGIC  from tmp.tmp_retail_dtp_level_molecule
-# MAGIC  where data_flag = 2
-# MAGIC  group by yyyymm,province_city,ta,market
-# MAGIC ) as b
-# MAGIC on a.yyyymm = b.yyyymm
-# MAGIC and a.province_city = b.province_city
-# MAGIC and a.ta = b.ta
-# MAGIC and a.market = b.market
-# MAGIC and a.molecule = 'OTHER_MOLECULE'
-# MAGIC and a.data_flag = 1
-# MAGIC when matched then
-# MAGIC  update set 
-# MAGIC   a.sales_val = a.sales_val - b.sales_val,
-# MAGIC   a.sales_vol = a.sales_vol - b.sales_vol
-# MAGIC
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-3: accumulate data from level brand to market
-# MAGIC -- 3.1 accumulate level molecule data and balance 'OTHER_BRAND'& 'OTHER_MOLECULE'  data
-# MAGIC -- 3.1.3 balance 'OTHER_BRAND' data
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC merge into tmp.tmp_retail_dtp_level_brand a
-# MAGIC using(
-# MAGIC  select  
-# MAGIC     yyyymm,
-# MAGIC     province_city,
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     sum(sales_val) as sales_val,
-# MAGIC     sum(sales_vol) as sales_vol
-# MAGIC  from tmp.tmp_retail_dtp_level_molecule
-# MAGIC  where data_flag = 2
-# MAGIC  group by yyyymm,province_city,ta,market
-# MAGIC ) as b
-# MAGIC on a.yyyymm = b.yyyymm
-# MAGIC and a.province_city = b.province_city
-# MAGIC and a.ta = b.ta
-# MAGIC and a.market = b.market
-# MAGIC and a.molecule = 'OTHER_MOLECULE'
-# MAGIC and a.brand = 'OTHER_BRAND'
-# MAGIC and a.data_flag = 1
-# MAGIC when matched then
-# MAGIC  update set 
-# MAGIC   a.sales_val = a.sales_val - b.sales_val,
-# MAGIC   a.sales_vol = a.sales_vol - b.sales_vol
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-3: accumulate data from level brand to market
-# MAGIC -- 3.2 accumulate level market data and balance 'OTHER_MOLECULE' data
-# MAGIC -- 3.2.1 accumulate level market data
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC with tmp_aggregate_market as (
-# MAGIC  select
-# MAGIC     yyyymm,
-# MAGIC     province_city,
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     sum(sales_val) as sales_val,
-# MAGIC     sum(sales_vol) as sales_vol
-# MAGIC   from tmp.tmp_retail_dtp_level_molecule
-# MAGIC   group by yyyymm,province_city ,ta ,market
-# MAGIC ), tmp_append_market as (
-# MAGIC  select a.*
-# MAGIC  from tmp_aggregate_market a
-# MAGIC  where not exists (
-# MAGIC   select 1
-# MAGIC   from tmp.tmp_retail_dtp_level_market b
-# MAGIC   where a.yyyymm = b.yyyymm
-# MAGIC     and a.province_city = b.province_city
-# MAGIC     and a.ta = b.ta
-# MAGIC     and a.market = b.market
-# MAGIC  )
-# MAGIC )
-# MAGIC -------append level market data accumulate from level molecule
-# MAGIC insert into tmp.tmp_retail_dtp_level_market
-# MAGIC select 
-# MAGIC   yyyymm,
-# MAGIC   province_city,
-# MAGIC   ta,
-# MAGIC   market,
-# MAGIC   sales_val,
-# MAGIC   sales_vol,
-# MAGIC   2
-# MAGIC from tmp_append_market
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-4: calculate brand ratio
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-4: calculate brand ratio
-# MAGIC -- update total_val&total_vol and ratio_val&ratio_vol
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC merge into tmp.tmp_retail_dtp_level_brand a
-# MAGIC using(
-# MAGIC  select * from tmp.tmp_retail_dtp_level_brand
-# MAGIC  where province_city = '全国'
-# MAGIC ) as b
-# MAGIC on a.yyyymm = b.yyyymm
-# MAGIC and a.ta = b.ta
-# MAGIC and a.market = b.market
-# MAGIC and a.molecule = b.molecule
-# MAGIC and a.brand = b.brand
-# MAGIC when matched then
-# MAGIC  update set 
-# MAGIC   a.total_val = b.sales_val,
-# MAGIC   a.total_vol = b.sales_vol,
-# MAGIC   a.ratio_val = round(a.sales_val/b.sales_val,10),
-# MAGIC   a.ratio_vol = round(a.sales_vol/b.sales_vol,10)
-
-# COMMAND ----------
-
-############################################################END################################################################
\ No newline at end of file
diff --git a/EXTERNAL/Retail/06 split_dtp_brand_data.py:Zone.Identifier b/EXTERNAL/Retail/06 split_dtp_brand_data.py:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/07 split_dtp_pack_data.py b/EXTERNAL/Retail/07 split_dtp_pack_data.py
deleted file mode 100644
index 9b342e1..0000000
--- a/EXTERNAL/Retail/07 split_dtp_pack_data.py	
+++ /dev/null
@@ -1,1107 +0,0 @@
-# Databricks notebook source
-# MAGIC %sql
-# MAGIC -- CREATE OR REPLACE TABLE tmp.tmp_zk_retail_dtp_market (
-# MAGIC --   -- product_id STRING,
-# MAGIC --   -- region_type STRING,
-# MAGIC --   -- higher_level_region STRING,
-# MAGIC --   market STRING,
-# MAGIC --   iqvia_pack_code STRING,
-# MAGIC --   iqvia_prod_code STRING,
-# MAGIC --   iqvia_notes STRING,
-# MAGIC --   new_pack_flag STRING,
-# MAGIC --   is_exists_chpa STRING,
-# MAGIC --   -- prescription_nature STRING,
-# MAGIC --   -- common_name STRING,
-# MAGIC --   -- dosage_form STRING,
-# MAGIC --   -- category_name STRING,
-# MAGIC --   -- product_name STRING,
-# MAGIC --   -- brand_name STRING,
-# MAGIC --   -- zk_corp_des STRING,
-# MAGIC --   -- zk_pack_des STRING,
-# MAGIC --   -- counting_unit_a STRING,
-# MAGIC --   app1_cod STRING,
-# MAGIC --   app1_des STRING,
-# MAGIC --   app1_des_c STRING,
-# MAGIC --   app2_cod STRING,
-# MAGIC --   app2_des STRING,
-# MAGIC --   app2_des_c STRING,
-# MAGIC --   app3_cod STRING,
-# MAGIC --   app3_des STRING,
-# MAGIC --   app3_des_c STRING,
-# MAGIC --   atc1_cod STRING,
-# MAGIC --   atc1_des STRING,
-# MAGIC --   atc1_des_c STRING,
-# MAGIC --   atc2_cod STRING,
-# MAGIC --   atc2_des STRING,
-# MAGIC --   atc2_des_c STRING,
-# MAGIC --   atc3_cod STRING,
-# MAGIC --   atc3_des STRING,
-# MAGIC --   atc3_des_c STRING,
-# MAGIC --   atc4_cod STRING,
-# MAGIC --   atc4_des STRING,
-# MAGIC --   atc4_des_c STRING,
-# MAGIC --   bio_desc STRING,
-# MAGIC --   cmps_cod STRING,
-# MAGIC --   cmps_des STRING,
-# MAGIC --   cmps_des_c STRING,
-# MAGIC --   corp_cod STRING,
-# MAGIC --   corp_des STRING,
-# MAGIC --   corp_des_c STRING,
-# MAGIC --   edl_desc STRING,
-# MAGIC --   eth_otc_desc STRING,
-# MAGIC --   gene_orig_desc STRING,
-# MAGIC --   gqce_desc STRING,
-# MAGIC --   manu_cod STRING,
-# MAGIC --   manu_des STRING,
-# MAGIC --   manu_des_c STRING,
-# MAGIC --   mnfl_cod STRING,
-# MAGIC --   mnfl_des STRING,
-# MAGIC --   nrdl_desc STRING,
-# MAGIC --   pack_des STRING,
-# MAGIC --   stgh_des STRING,
-# MAGIC --   pack_lch STRING,
-# MAGIC --   paed_desc STRING,
-# MAGIC --   prod_des STRING,
-# MAGIC --   prod_des_c STRING,
-# MAGIC --   tcm_desc STRING,
-# MAGIC --   vbp_desc STRING,
-# MAGIC --   unit STRING,
-# MAGIC --   counting_unit STRING,
-# MAGIC --   dosage_unit STRING,
-# MAGIC --   NRDL_ENTRY_DATE STRING,
-# MAGIC --   bu STRING,
-# MAGIC --   Market_Ratio STRING)
-# MAGIC -- USING delta
-# MAGIC -- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/TMP/tmp_zk_retail_dtp_market'
-# MAGIC -- ;
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -- CREATE OR REPLACE TABLE tmp.tmp_zk_retail_dtp_market_del (
-# MAGIC --   -- product_id STRING,
-# MAGIC --   -- region_type STRING,
-# MAGIC --   -- higher_level_region STRING,
-# MAGIC --   market STRING,
-# MAGIC --   iqvia_pack_code STRING,
-# MAGIC --   iqvia_prod_code STRING,
-# MAGIC --   iqvia_notes STRING,
-# MAGIC --   new_pack_flag STRING,
-# MAGIC --   is_exists_chpa STRING,
-# MAGIC --   -- prescription_nature STRING,
-# MAGIC --   -- common_name STRING,
-# MAGIC --   -- dosage_form STRING,
-# MAGIC --   -- category_name STRING,
-# MAGIC --   -- product_name STRING,
-# MAGIC --   -- brand_name STRING,
-# MAGIC --   -- zk_corp_des STRING,
-# MAGIC --   -- zk_pack_des STRING,
-# MAGIC --   -- counting_unit_a STRING,
-# MAGIC --   app1_cod STRING,
-# MAGIC --   app1_des STRING,
-# MAGIC --   app1_des_c STRING,
-# MAGIC --   app2_cod STRING,
-# MAGIC --   app2_des STRING,
-# MAGIC --   app2_des_c STRING,
-# MAGIC --   app3_cod STRING,
-# MAGIC --   app3_des STRING,
-# MAGIC --   app3_des_c STRING,
-# MAGIC --   atc1_cod STRING,
-# MAGIC --   atc1_des STRING,
-# MAGIC --   atc1_des_c STRING,
-# MAGIC --   atc2_cod STRING,
-# MAGIC --   atc2_des STRING,
-# MAGIC --   atc2_des_c STRING,
-# MAGIC --   atc3_cod STRING,
-# MAGIC --   atc3_des STRING,
-# MAGIC --   atc3_des_c STRING,
-# MAGIC --   atc4_cod STRING,
-# MAGIC --   atc4_des STRING,
-# MAGIC --   atc4_des_c STRING,
-# MAGIC --   bio_desc STRING,
-# MAGIC --   cmps_cod STRING,
-# MAGIC --   cmps_des STRING,
-# MAGIC --   cmps_des_c STRING,
-# MAGIC --   corp_cod STRING,
-# MAGIC --   corp_des STRING,
-# MAGIC --   corp_des_c STRING,
-# MAGIC --   edl_desc STRING,
-# MAGIC --   eth_otc_desc STRING,
-# MAGIC --   gene_orig_desc STRING,
-# MAGIC --   gqce_desc STRING,
-# MAGIC --   manu_cod STRING,
-# MAGIC --   manu_des STRING,
-# MAGIC --   manu_des_c STRING,
-# MAGIC --   mnfl_cod STRING,
-# MAGIC --   mnfl_des STRING,
-# MAGIC --   nrdl_desc STRING,
-# MAGIC --   pack_des STRING,
-# MAGIC --   stgh_des STRING,
-# MAGIC --   pack_lch STRING,
-# MAGIC --   paed_desc STRING,
-# MAGIC --   prod_des STRING,
-# MAGIC --   prod_des_c STRING,
-# MAGIC --   tcm_desc STRING,
-# MAGIC --   vbp_desc STRING,
-# MAGIC --   unit STRING,
-# MAGIC --   counting_unit STRING,
-# MAGIC --   dosage_unit STRING,
-# MAGIC --   NRDL_ENTRY_DATE STRING,
-# MAGIC --   bu STRING,
-# MAGIC --   Market_Ratio STRING)
-# MAGIC -- USING delta
-# MAGIC -- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/TMP/tmp_zk_retail_dtp_market_del'
-# MAGIC -- ;
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -- CREATE OR REPLACE TABLE tmp.tmp_zk_retail_dtp_market_corp (
-# MAGIC --     -- product_id STRING,
-# MAGIC --   -- region_type STRING,
-# MAGIC --   -- higher_level_region STRING,
-# MAGIC --   market STRING,
-# MAGIC --   iqvia_pack_code STRING,
-# MAGIC --   iqvia_prod_code STRING,
-# MAGIC --   iqvia_notes STRING,
-# MAGIC --   new_pack_flag STRING,
-# MAGIC --   is_exists_chpa STRING,
-# MAGIC --   -- prescription_nature STRING,
-# MAGIC --   -- common_name STRING,
-# MAGIC --   -- dosage_form STRING,
-# MAGIC --   -- category_name STRING,
-# MAGIC --   -- product_name STRING,
-# MAGIC --   -- brand_name STRING,
-# MAGIC --   -- zk_corp_des STRING,
-# MAGIC --   -- zk_pack_des STRING,
-# MAGIC --   -- counting_unit_a STRING,
-# MAGIC --   app1_cod STRING,
-# MAGIC --   app1_des STRING,
-# MAGIC --   app1_des_c STRING,
-# MAGIC --   app2_cod STRING,
-# MAGIC --   app2_des STRING,
-# MAGIC --   app2_des_c STRING,
-# MAGIC --   app3_cod STRING,
-# MAGIC --   app3_des STRING,
-# MAGIC --   app3_des_c STRING,
-# MAGIC --   atc1_cod STRING,
-# MAGIC --   atc1_des STRING,
-# MAGIC --   atc1_des_c STRING,
-# MAGIC --   atc2_cod STRING,
-# MAGIC --   atc2_des STRING,
-# MAGIC --   atc2_des_c STRING,
-# MAGIC --   atc3_cod STRING,
-# MAGIC --   atc3_des STRING,
-# MAGIC --   atc3_des_c STRING,
-# MAGIC --   atc4_cod STRING,
-# MAGIC --   atc4_des STRING,
-# MAGIC --   atc4_des_c STRING,
-# MAGIC --   bio_desc STRING,
-# MAGIC --   cmps_cod STRING,
-# MAGIC --   cmps_des STRING,
-# MAGIC --   cmps_des_c STRING,
-# MAGIC --   corp_cod STRING,
-# MAGIC --   corp_des STRING,
-# MAGIC --   corp_des_c STRING,
-# MAGIC --   edl_desc STRING,
-# MAGIC --   eth_otc_desc STRING,
-# MAGIC --   gene_orig_desc STRING,
-# MAGIC --   gqce_desc STRING,
-# MAGIC --   manu_cod STRING,
-# MAGIC --   manu_des STRING,
-# MAGIC --   manu_des_c STRING,
-# MAGIC --   mnfl_cod STRING,
-# MAGIC --   mnfl_des STRING,
-# MAGIC --   nrdl_desc STRING,
-# MAGIC --   pack_des STRING,
-# MAGIC --   stgh_des STRING,
-# MAGIC --   pack_lch STRING,
-# MAGIC --   paed_desc STRING,
-# MAGIC --   prod_des STRING,
-# MAGIC --   prod_des_c STRING,
-# MAGIC --   tcm_desc STRING,
-# MAGIC --   vbp_desc STRING,
-# MAGIC --   unit STRING,
-# MAGIC --   counting_unit STRING,
-# MAGIC --   dosage_unit STRING,
-# MAGIC --   NRDL_ENTRY_DATE STRING,
-# MAGIC --   bu STRING,
-# MAGIC --   Market_Ratio STRING)
-# MAGIC -- USING delta
-# MAGIC -- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/TMP/tmp_zk_retail_dtp_market_corp'
-# MAGIC -- ;
-
-# COMMAND ----------
-
-### constant 
-DATA_TYPE_MARKET = 'MARKET'
-DATA_TYPE_MOLECULE = 'MOLECULE'
-DATA_TYPE_BRAND = 'BRAND'
-DATA_TYPE_MULTI_MARKET = 'MULTI_MARKET'
-DATA_TYPE_MULTI_MOLECULE = 'MULTI_MOLECULE'
-DATA_TYPE_MULTI_BRAND = 'MULTI_BRAND'
-DATA_TYPE_DUPLICATE = 'DUPLICATE'
-DATA_TYPE_HEDGE_TA = 'HEDGE_TA'
-DATA_TYPE_HEDGE_MARKET = 'HEDGE_MARKET'
-DATA_TYPE_HEDGE_MOLECULE = 'HEDGE_MOLECULE'
-DATA_TYPE_HEDGE_BRAND = 'HEDGE_BRAND'
-
-DATA_FLAG_RAW = 0           ### final pack_flag  = 0
-DATA_FLAG_SUB = 1           ### final pack_flag  = 1
-DATA_FLAG_ADD = 2           ### final pack_flag  = 1
-DATA_FLAG_RATIO = 3         ### final pack_flag  = 1
-DATA_FLAG_AVG = 4           ### final pack_flag  = 1
-DATA_FLAG_HEDGE = 5         ### final pack_flag  = 1
-BRAND_FLAG_NATIVE = 1       ### final brand_flag = 1
-BRAND_FLAG_CALCULATE = 2    ### final brand_flag = 2
-BRAND_FLAG_NONE = 3         ### final brand_flag = 2
-
-DATA_OTHER_TA = 'OTHER_TA'
-DATA_OTHER_MARKET = 'OTHER_MARKET'
-DATA_OTHER_MOLECULE = 'OTHER_MOLECULE'
-DATA_OTHER_BRAND = 'OTHER_BRAND'
-DATA_AREA_TYPE_ROC = 'ROC'
-DATA_LABEL_AREA_ALL = '全国'
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-1: dtp 维度表处理
-
-# COMMAND ----------
-
-############################################################START##############################################################
-### STEP-1: dtp 维度表处理
-### STEP-2: update the pack data extra column
-### STEP-3: split regional data by brand ratio when there is no regional data and there is a brand ratio
-### STEP-4: substract ROC data
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: dtp 维度表处理
-# MAGIC -- 1.1 先处理 Extend_Market 和 NOT_IN_FLAG 都为空的数据，代表有明确定义得市场
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert overwrite table tmp.tmp_zk_retail_dtp_market
-# MAGIC select 
-# MAGIC distinct 
-# MAGIC -- t1.region_type
-# MAGIC -- ,t1.higher_level_region
-# MAGIC -- t1.product_id,
-# MAGIC t2.market
-# MAGIC ,case when length(trim(t1.iqvia_pack_code)) < 12 and trim(t1.iqvia_pack_code) REGEXP '^[0-9]'  then right(concat('000000000000',trim(t1.iqvia_pack_code)),12) else trim(t1.iqvia_pack_code) end as iqvia_pack_code
-# MAGIC ,case when length(t1.iqvia_prod_code) < 9 then right(concat('000000000',t1.iqvia_prod_code),9) else t1.iqvia_prod_code end as iqvia_prod_code
-# MAGIC ,t1.iqvia_notes 
-# MAGIC ,t1.new_pack_flag 
-# MAGIC ,t1.is_exists_chpa 
-# MAGIC -- ,t1.prescription_nature 
-# MAGIC -- ,t1.common_name 
-# MAGIC -- ,t1.dosage_form 
-# MAGIC -- ,t1.category_name 
-# MAGIC -- ,t1.product_name 
-# MAGIC -- ,t1.brand_name 
-# MAGIC -- ,t1.zk_corp_des 
-# MAGIC -- ,t1.zk_pack_des 
-# MAGIC -- ,t1.counting_unit_a 
-# MAGIC ,t1.app1_cod 
-# MAGIC ,t1.app1_des 
-# MAGIC ,t1.app1_des_c 
-# MAGIC ,t1.app2_cod 
-# MAGIC ,t1.app2_des 
-# MAGIC ,t1.app2_des_c 
-# MAGIC ,t1.app3_cod 
-# MAGIC ,t1.app3_des 
-# MAGIC ,t1.app3_des_c 
-# MAGIC ,t1.atc1_cod 
-# MAGIC ,t1.atc1_des 
-# MAGIC ,t1.atc1_des_c 
-# MAGIC ,t1.atc2_cod 
-# MAGIC ,t1.atc2_des 
-# MAGIC ,t1.atc2_des_c 
-# MAGIC ,t1.atc3_cod 
-# MAGIC ,t1.atc3_des 
-# MAGIC ,t1.atc3_des_c 
-# MAGIC ,t1.atc4_cod 
-# MAGIC ,t1.atc4_des 
-# MAGIC ,t1.atc4_des_c 
-# MAGIC ,t1.bio_desc 
-# MAGIC , right(concat('000000', t1.CMPS_COD ),6 )  cmps_cod 
-# MAGIC ,t1.cmps_des 
-# MAGIC ,t1.cmps_des_c 
-# MAGIC ,t1.corp_cod 
-# MAGIC ,t1.corp_des 
-# MAGIC ,t1.corp_des_c 
-# MAGIC ,t1.edl_desc 
-# MAGIC ,t1.eth_otc_desc 
-# MAGIC ,t1.gene_orig_desc 
-# MAGIC ,t1.gqce_desc 
-# MAGIC ,t1.manu_cod 
-# MAGIC ,t1.manu_des 
-# MAGIC ,t1.manu_des_c 
-# MAGIC ,t1.mnfl_cod 
-# MAGIC ,t1.mnfl_des 
-# MAGIC ,t1.nrdl_desc 
-# MAGIC ,t1.pack_des 
-# MAGIC ,t1.stgh_des 
-# MAGIC ,t1.pack_lch 
-# MAGIC ,t1.paed_desc 
-# MAGIC ,t1.prod_des 
-# MAGIC ,t1.prod_des_c 
-# MAGIC ,t1.tcm_desc 
-# MAGIC ,t1.vbp_desc 
-# MAGIC ,t1.unit 
-# MAGIC ,t1.counting_unit 
-# MAGIC ,t1.dosage_unit  
-# MAGIC ,nvl(MOLE.NRDL_Entry_Date,'') 											  AS NRDL_ENTRY_DATE
-# MAGIC ,t2.bu,CASE WHEN t2.extend_market_ratio IS NULL THEN '1' ELSE t2.extend_market_ratio END AS Market_Ratio
-# MAGIC from dwd.dwd_gnd_ext_dtp_pack_property t1
-# MAGIC LEFT JOIN dwd.dwd_ims_td_pack_additional_attribute MOLE 
-# MAGIC ----------------------------------------------------------------------------------
-# MAGIC -- format iqvia_pack_code
-# MAGIC ON 
-# MAGIC   case when length(trim(t1.iqvia_pack_code)) < 12 and trim(t1.iqvia_pack_code) REGEXP '^[0-9]'  
-# MAGIC     then right(concat('000000000000',trim(t1.iqvia_pack_code)),12) 
-# MAGIC     else trim(t1.iqvia_pack_code) 
-# MAGIC   end 
-# MAGIC   = 
-# MAGIC   case when length(trim(MOLE.Pack_Code)) < 12 and trim(MOLE.Pack_Code) REGEXP '^[0-9]'  
-# MAGIC     then right(concat('000000000000',trim(MOLE.Pack_Code)),12) 
-# MAGIC     else trim(MOLE.Pack_Code) 
-# MAGIC   end
-# MAGIC ----------------------------------------------------------------------------------
-# MAGIC left join (select * from dwd.dwd_gnd_dtp_tblmarket WHERE Extend_Market IS NULL AND ( NOT_IN_FLAG IS NULL or  NOT_IN_FLAG = '1' )) t2
-# MAGIC -- on t1.cmps_cod=right(concat('000000', Molecule_Code),6 )
-# MAGIC on  t1.ATC1_COD = case when t2.ATC1_Code is null then t1.ATC1_COD else t2.ATC1_Code end
-# MAGIC and t1.ATC2_COD = case when t2.ATC2_Code is null then t1.ATC2_COD else t2.ATC2_Code end
-# MAGIC and t1.ATC3_COD = case when t2.ATC3_Code is null then t1.ATC3_COD else t2.ATC3_Code end
-# MAGIC and t1.ATC4_COD = case when t2.ATC4_Code is null then t1.ATC4_COD else t2.ATC4_Code end
-# MAGIC and t1.APP1_COD = case when t2.NFC1_Code is null then t1.APP1_COD else t2.NFC1_Code end
-# MAGIC and t1.APP2_COD = case when t2.NFC2_Code is null then t1.APP2_COD else t2.NFC2_Code end
-# MAGIC and t1.APP3_COD = case when t2.NFC3_Code is null then t1.APP3_COD else t2.NFC3_Code end
-# MAGIC and t1.CORP_COD = case when t2.corporation_code is null then t1.CORP_COD else t2.corporation_code end
-# MAGIC and t1.MANU_COD = case when t2.Manufacturer_Code is null then t1.MANU_COD else t2.Manufacturer_Code end
-# MAGIC ----------------------------------------------------------------------------------
-# MAGIC -- format iqvia_prod_code
-# MAGIC and 
-# MAGIC   case when length(t1.iqvia_prod_code) < 9 then right(concat('000000000',t1.iqvia_prod_code),9) else t1.iqvia_prod_code end
-# MAGIC   = 
-# MAGIC   case when t2.Product_Code is null 
-# MAGIC     then case when length(t1.iqvia_prod_code) < 9 then right(concat('000000000',t1.iqvia_prod_code),9) else t1.iqvia_prod_code end  
-# MAGIC     else case when length(t2.Product_Code) < 9 then right(concat('000000000',t2.Product_Code),9) else t2.Product_Code end
-# MAGIC   end
-# MAGIC ----------------------------------------------------------------------------------
-# MAGIC -- format iqvia_pack_code
-# MAGIC and 
-# MAGIC   case when length(trim(t1.iqvia_pack_code)) < 12 and trim(t1.iqvia_pack_code) REGEXP '^[0-9]' 
-# MAGIC     then right(concat('000000000000',trim(t1.iqvia_pack_code)),12) 
-# MAGIC     else trim(t1.iqvia_pack_code) 
-# MAGIC   end  
-# MAGIC   = 
-# MAGIC   case when t2.Pack_Code  is null 
-# MAGIC     then 
-# MAGIC       case when length(trim(t1.iqvia_pack_code)) < 12 and trim(t1.iqvia_pack_code) REGEXP '^[0-9]' 
-# MAGIC         then right(concat('000000000000',trim(t1.iqvia_pack_code)),12) 
-# MAGIC         else trim(t1.iqvia_pack_code) 
-# MAGIC       end  
-# MAGIC     else 
-# MAGIC       case when length(trim(t2.Pack_Code)) < 12 and trim(t2.Pack_Code) REGEXP '^[0-9]'  
-# MAGIC         then right(concat('000000000000',trim(t2.Pack_Code)),12) 
-# MAGIC         else trim(t2.Pack_Code) 
-# MAGIC       end 
-# MAGIC   end
-# MAGIC ----------------------------------------------------------------------------------
-# MAGIC and nvl(t1.STGH_DES,'') = case when t2.Strength is null then nvl(t1.STGH_DES,'') else t2.Strength end
-# MAGIC and right(concat('000000', t1.CMPS_COD ),6 )   = case when t2.Molecule_Code is null then  right(concat('000000', t1.CMPS_COD ),6 ) else right(concat('000000', Molecule_Code),6 ) end
-# MAGIC where t2.market is not null
-# MAGIC ;
-# MAGIC
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: dtp 维度表处理
-# MAGIC -- 1.2 反选规则
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert overwrite table tmp.tmp_zk_retail_dtp_market_del
-# MAGIC select 
-# MAGIC distinct 
-# MAGIC --  t1.region_type
-# MAGIC -- ,t1.higher_level_region
-# MAGIC -- t1.product_id,
-# MAGIC t2.market
-# MAGIC ,case when length(trim(t1.iqvia_pack_code)) < 12 and trim(t1.iqvia_pack_code) REGEXP '^[0-9]'  then right(concat('000000000000',trim(t1.iqvia_pack_code)),12) else trim(t1.iqvia_pack_code) end as iqvia_pack_code
-# MAGIC ,case when length(t1.iqvia_prod_code) < 9 then right(concat('000000000',t1.iqvia_prod_code),9) else t1.iqvia_prod_code end as iqvia_prod_code	 
-# MAGIC ,t1.iqvia_notes 
-# MAGIC ,t1.new_pack_flag 
-# MAGIC ,t1.is_exists_chpa 
-# MAGIC -- ,t1.prescription_nature 
-# MAGIC -- ,t1.common_name 
-# MAGIC -- ,t1.dosage_form 
-# MAGIC -- ,t1.category_name 
-# MAGIC -- ,t1.product_name 
-# MAGIC -- ,t1.brand_name 
-# MAGIC -- ,t1.zk_corp_des 
-# MAGIC -- ,t1.zk_pack_des 
-# MAGIC -- ,t1.counting_unit_a 
-# MAGIC ,t1.app1_cod 
-# MAGIC ,t1.app1_des 
-# MAGIC ,t1.app1_des_c 
-# MAGIC ,t1.app2_cod 
-# MAGIC ,t1.app2_des 
-# MAGIC ,t1.app2_des_c 
-# MAGIC ,t1.app3_cod 
-# MAGIC ,t1.app3_des 
-# MAGIC ,t1.app3_des_c 
-# MAGIC ,t1.atc1_cod 
-# MAGIC ,t1.atc1_des 
-# MAGIC ,t1.atc1_des_c 
-# MAGIC ,t1.atc2_cod 
-# MAGIC ,t1.atc2_des 
-# MAGIC ,t1.atc2_des_c 
-# MAGIC ,t1.atc3_cod 
-# MAGIC ,t1.atc3_des 
-# MAGIC ,t1.atc3_des_c 
-# MAGIC ,t1.atc4_cod 
-# MAGIC ,t1.atc4_des 
-# MAGIC ,t1.atc4_des_c 
-# MAGIC ,t1.bio_desc 
-# MAGIC , right(concat('000000', t1.CMPS_COD ),6 )   cmps_cod 
-# MAGIC ,t1.cmps_des 
-# MAGIC ,t1.cmps_des_c 
-# MAGIC ,t1.corp_cod 
-# MAGIC ,t1.corp_des 
-# MAGIC ,t1.corp_des_c 
-# MAGIC ,t1.edl_desc 
-# MAGIC ,t1.eth_otc_desc 
-# MAGIC ,t1.gene_orig_desc 
-# MAGIC ,t1.gqce_desc 
-# MAGIC ,t1.manu_cod 
-# MAGIC ,t1.manu_des 
-# MAGIC ,t1.manu_des_c 
-# MAGIC ,t1.mnfl_cod 
-# MAGIC ,t1.mnfl_des 
-# MAGIC ,t1.nrdl_desc 
-# MAGIC ,t1.pack_des 
-# MAGIC ,t1.stgh_des 
-# MAGIC ,t1.pack_lch 
-# MAGIC ,t1.paed_desc 
-# MAGIC ,t1.prod_des 
-# MAGIC ,t1.prod_des_c 
-# MAGIC ,t1.tcm_desc 
-# MAGIC ,t1.vbp_desc 
-# MAGIC ,t1.unit 
-# MAGIC ,t1.counting_unit 
-# MAGIC ,t1.dosage_unit  
-# MAGIC ,nvl(MOLE.NRDL_Entry_Date,'') 											  AS NRDL_ENTRY_DATE
-# MAGIC ,t2.bu,CASE WHEN t2.extend_market_ratio IS NULL THEN '1' ELSE t2.extend_market_ratio END AS Market_Ratio
-# MAGIC 	from dwd.dwd_gnd_ext_dtp_pack_property t1
-# MAGIC LEFT JOIN dwd.dwd_ims_td_pack_additional_attribute MOLE 
-# MAGIC ----------------------------------------------------------------------------------
-# MAGIC -- format iqvia_pack_code
-# MAGIC ON 
-# MAGIC   case when length(trim(t1.iqvia_pack_code)) < 12 and trim(t1.iqvia_pack_code) REGEXP '^[0-9]'  
-# MAGIC     then right(concat('000000000000',trim(t1.iqvia_pack_code)),12) 
-# MAGIC     else trim(t1.iqvia_pack_code) 
-# MAGIC   end 
-# MAGIC   = 
-# MAGIC   case when length(trim(MOLE.Pack_Code)) < 12 and trim(MOLE.Pack_Code) REGEXP '^[0-9]'  
-# MAGIC     then right(concat('000000000000',trim(MOLE.Pack_Code)),12) 
-# MAGIC     else trim(MOLE.Pack_Code) 
-# MAGIC   end
-# MAGIC ----------------------------------------------------------------------------------
-# MAGIC left join (select * from dwd.dwd_gnd_dtp_tblmarket WHERE Extend_Market IS NULL AND  NOT_IN_FLAG = '0' ) t2
-# MAGIC -- on t1.cmps_cod=right(concat('000000', Molecule_Code),6 )
-# MAGIC 	on  t1.ATC1_COD = case when t2.ATC1_Code is null then t1.ATC1_COD else t2.ATC1_Code end
-# MAGIC 	and t1.ATC2_COD = case when t2.ATC2_Code is null then t1.ATC2_COD else t2.ATC2_Code end
-# MAGIC 	and t1.ATC3_COD = case when t2.ATC3_Code is null then t1.ATC3_COD else t2.ATC3_Code end
-# MAGIC 	and t1.ATC4_COD = case when t2.ATC4_Code is null then t1.ATC4_COD else t2.ATC4_Code end
-# MAGIC 	and t1.APP1_COD = case when t2.NFC1_Code is null then t1.APP1_COD else t2.NFC1_Code end
-# MAGIC 	and t1.APP2_COD = case when t2.NFC2_Code is null then t1.APP2_COD else t2.NFC2_Code end
-# MAGIC 	and t1.APP3_COD = case when t2.NFC3_Code is null then t1.APP3_COD else t2.NFC3_Code end
-# MAGIC 	and t1.CORP_COD = case when t2.corporation_code is null then t1.CORP_COD else t2.corporation_code end
-# MAGIC 	and t1.MANU_COD = case when t2.Manufacturer_Code is null then t1.MANU_COD else t2.Manufacturer_Code end
-# MAGIC ----------------------------------------------------------------------------------
-# MAGIC -- format iqvia_prod_code
-# MAGIC and 
-# MAGIC   case when length(t1.iqvia_prod_code) < 9 then right(concat('000000000',t1.iqvia_prod_code),9) else t1.iqvia_prod_code end
-# MAGIC   = 
-# MAGIC   case when t2.Product_Code is null 
-# MAGIC     then case when length(t1.iqvia_prod_code) < 9 then right(concat('000000000',t1.iqvia_prod_code),9) else t1.iqvia_prod_code end  
-# MAGIC     else case when length(t2.Product_Code) < 9 then right(concat('000000000',t2.Product_Code),9) else t2.Product_Code end
-# MAGIC   end
-# MAGIC ----------------------------------------------------------------------------------
-# MAGIC -- format iqvia_pack_code
-# MAGIC and 
-# MAGIC   case when length(trim(t1.iqvia_pack_code)) < 12 and trim(t1.iqvia_pack_code) REGEXP '^[0-9]' 
-# MAGIC     then right(concat('000000000000',trim(t1.iqvia_pack_code)),12) 
-# MAGIC     else trim(t1.iqvia_pack_code) 
-# MAGIC   end  
-# MAGIC   = 
-# MAGIC   case when t2.Pack_Code  is null 
-# MAGIC     then 
-# MAGIC       case when length(trim(t1.iqvia_pack_code)) < 12 and trim(t1.iqvia_pack_code) REGEXP '^[0-9]' 
-# MAGIC         then right(concat('000000000000',trim(t1.iqvia_pack_code)),12) 
-# MAGIC         else trim(t1.iqvia_pack_code) 
-# MAGIC       end  
-# MAGIC     else 
-# MAGIC       case when length(trim(t2.Pack_Code)) < 12 and trim(t2.Pack_Code) REGEXP '^[0-9]'  
-# MAGIC         then right(concat('000000000000',trim(t2.Pack_Code)),12) 
-# MAGIC         else trim(t2.Pack_Code) 
-# MAGIC       end 
-# MAGIC   end
-# MAGIC ----------------------------------------------------------------------------------
-# MAGIC 	and t1.STGH_DES = case when t2.Strength is null then t1.STGH_DES else t2.Strength end
-# MAGIC 	and   right(concat('000000', t1.CMPS_COD ),6 )   = case when t2.Molecule_Code is null then  right(concat('000000', t1.CMPS_COD ),6 ) else right(concat('000000', Molecule_Code),6 ) end
-# MAGIC 	where t2.market is not null
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: dtp 维度表处理
-# MAGIC -- 1.3 ！！！注意此段是反选的规则，故执行的是从已经定义好的TempMKT中删除数据
-# MAGIC -------需要看TempMKT的字段结构，没有值的字段，在Value里面放个空值
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC MERGE INTO tmp.tmp_zk_retail_dtp_market AS t1
-# MAGIC USING tmp.tmp_zk_retail_dtp_market_del AS t2
-# MAGIC 	 on  t1.ATC1_COD = t2.ATC1_COD
-# MAGIC      and t1.ATC2_COD = t2.ATC2_COD
-# MAGIC      and t1.ATC3_COD = t2.ATC3_COD
-# MAGIC      and t1.ATC4_COD = t2.ATC4_COD
-# MAGIC      and t1.APP1_COD = t2.APP1_COD
-# MAGIC      and t1.APP2_COD = t2.APP2_COD
-# MAGIC      and t1.APP3_COD = t2.APP3_COD
-# MAGIC      and t1.CORP_COD = t2.CORP_COD
-# MAGIC      and t1.MANU_COD = t2.MANU_COD
-# MAGIC      and t1.iqvia_prod_code = t2.iqvia_prod_code
-# MAGIC      and t1.iqvia_pack_code = t2.iqvia_pack_code
-# MAGIC      and t1.STGH_DES = t2.STGH_DES
-# MAGIC      and t1.CMPS_COD = t2.CMPS_COD
-# MAGIC      and t1.market = t2.market 
-# MAGIC WHEN MATCHED THEN DELETE 
-# MAGIC ;
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: dtp 维度表处理
-# MAGIC -- 1.4 将产品对应的公司重新归属
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert overwrite table tmp.tmp_zk_retail_dtp_market_corp 
-# MAGIC select
-# MAGIC -- A.region_type
-# MAGIC -- ,A.higher_level_region
-# MAGIC -- A.product_id,
-# MAGIC A.market
-# MAGIC ,A.iqvia_pack_code
-# MAGIC ,A.iqvia_prod_code
-# MAGIC ,A.iqvia_notes
-# MAGIC ,A.new_pack_flag
-# MAGIC ,A.is_exists_chpa
-# MAGIC -- ,A.prescription_nature
-# MAGIC -- ,A.common_name
-# MAGIC -- ,A.dosage_form
-# MAGIC -- ,A.category_name
-# MAGIC -- ,A.product_name
-# MAGIC -- ,A.brand_name
-# MAGIC -- ,A.zk_corp_des
-# MAGIC -- ,A.zk_pack_des
-# MAGIC -- ,A.counting_unit_a
-# MAGIC ,A.app1_cod
-# MAGIC ,A.app1_des
-# MAGIC ,A.app1_des_c
-# MAGIC ,A.app2_cod
-# MAGIC ,A.app2_des
-# MAGIC ,A.app2_des_c
-# MAGIC ,A.app3_cod
-# MAGIC ,A.app3_des
-# MAGIC ,A.app3_des_c
-# MAGIC ,A.atc1_cod
-# MAGIC ,A.atc1_des
-# MAGIC ,A.atc1_des_c
-# MAGIC ,A.atc2_cod
-# MAGIC ,A.atc2_des
-# MAGIC ,A.atc2_des_c
-# MAGIC ,A.atc3_cod
-# MAGIC ,A.atc3_des
-# MAGIC ,A.atc3_des_c
-# MAGIC ,A.atc4_cod
-# MAGIC ,A.atc4_des
-# MAGIC ,A.atc4_des_c
-# MAGIC ,A.bio_desc
-# MAGIC ,A.cmps_cod
-# MAGIC ,A.cmps_des
-# MAGIC ,A.cmps_des_c
-# MAGIC   ,COALESCE(c.corp_cod,b.corp_cod,a.corp_cod)  corp_cod
-# MAGIC   ,COALESCE(c.corp_des,b.corp_des,a.corp_des)  corp_des
-# MAGIC   ,COALESCE(d.corp_des_c,a.corp_des_c )        corp_des_c
-# MAGIC ,A.edl_desc
-# MAGIC ,A.eth_otc_desc
-# MAGIC ,A.gene_orig_desc
-# MAGIC ,A.gqce_desc
-# MAGIC   ,COALESCE(c.manu_cod,b.manu_cod,a.manu_cod)  manu_cod 
-# MAGIC   ,COALESCE(c.manu_des,b.manu_des,a.manu_des)  manu_des 
-# MAGIC   ,COALESCE(e.manu_des_c,a.manu_des_c)         manu_des_c
-# MAGIC ,A.mnfl_cod
-# MAGIC ,A.mnfl_des
-# MAGIC ,A.nrdl_desc
-# MAGIC ,A.pack_des
-# MAGIC ,A.stgh_des
-# MAGIC ,A.pack_lch
-# MAGIC ,A.paed_desc
-# MAGIC ,A.prod_des
-# MAGIC ,A.prod_des_c
-# MAGIC ,A.tcm_desc
-# MAGIC ,A.vbp_desc
-# MAGIC ,A.unit
-# MAGIC ,A.counting_unit
-# MAGIC ,A.dosage_unit
-# MAGIC ,A.NRDL_ENTRY_DATE
-# MAGIC ,A.bu
-# MAGIC ,A.Market_Ratio
-# MAGIC from tmp.tmp_zk_retail_dtp_market a 
-# MAGIC left join (
-# MAGIC     select 
-# MAGIC       DISTINCT 
-# MAGIC       ----------------------------------------------
-# MAGIC       -- format prod_cod
-# MAGIC       case when length(prod_cod) < 9 then right(concat('000000000',prod_cod),9) else prod_cod end as prod_cod,
-# MAGIC       ----------------------------------------------
-# MAGIC       --right(concat('00000',prod_cod ),5) prod_cod,
-# MAGIC       corp_cod,
-# MAGIC       corp_des, 
-# MAGIC       right(concat('000000',manu_cod ),6) manu_cod,
-# MAGIC       manu_des 
-# MAGIC     from dwd.dwd_gnd_tbl_corp_change 
-# MAGIC     where pack_cod is  null  
-# MAGIC ) b on a.iqvia_prod_code = b.prod_cod
-# MAGIC left join (
-# MAGIC   select 
-# MAGIC     DISTINCT  
-# MAGIC     ----------------------------------------------
-# MAGIC     -- format pack_cod
-# MAGIC     case when length(trim(pack_cod)) < 12 and trim(pack_cod) REGEXP '^[0-9]' then right(concat('000000000000',trim(pack_cod)),12) else trim(pack_cod) end as pack_cod,
-# MAGIC     ----------------------------------------------
-# MAGIC     corp_cod,
-# MAGIC     corp_des, 
-# MAGIC     right(concat('000000',manu_cod ),6) manu_cod,
-# MAGIC     manu_des 
-# MAGIC   from dwd.dwd_gnd_tbl_corp_change 
-# MAGIC   where pack_cod is  not null  
-# MAGIC ) c on a.iqvia_pack_code = c.pack_cod
-# MAGIC left join (select distinct corp_cod,corp_des_c from dwd.dwd_gnd_ext_dtp_pack_property) d 
-# MAGIC on coalesce(C.corp_cod,B.corp_cod ) = d.corp_cod 
-# MAGIC Left join (select distinct  right(concat('000000',manu_cod ),6) manu_cod,manu_des,manu_des_c  from dwd.dwd_gnd_ext_dtp_pack_property) e 
-# MAGIC On coalesce(C.manu_cod,B.manu_cod )  = e.manu_cod 
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-2: update the pack data extra column
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-2: update the pack data extra column
-# MAGIC -- 2.1 update pack_code, molecule_code, molecule_desc, product_code, product_desc, level_market
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC merge into tmp.tmp_retail_dtp_pack_rawdata a 
-# MAGIC using(
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     iqvia_pack_code,
-# MAGIC     -- common_name,
-# MAGIC     -- dosage_form,
-# MAGIC     -- category_name,
-# MAGIC     -- product_name,
-# MAGIC     -- brand_name,
-# MAGIC     -- zk_pack_des,
-# MAGIC     cmps_des,
-# MAGIC     cmps_des_c,
-# MAGIC     prod_des,
-# MAGIC     prod_des_c,
-# MAGIC     collect_list(market) as markets
-# MAGIC   from tmp.tmp_zk_retail_dtp_market_corp
-# MAGIC   group by 1,2,3,4,5
-# MAGIC ) as b
-# MAGIC on a.iqvia_pack_code = b.iqvia_pack_code
-# MAGIC -- on a.common_name = b.common_name
-# MAGIC -- and a.dosage_form = b.dosage_form
-# MAGIC -- and a.category_name = b.category_name
-# MAGIC -- and nvl(a.product_name, '') = nvl(b.product_name, '')
-# MAGIC -- and a.brand_name = b.brand_name
-# MAGIC -- and a.pack_des = b.zk_pack_des
-# MAGIC when matched then
-# MAGIC  update set 
-# MAGIC   a.pack_code = b.iqvia_pack_code,
-# MAGIC   a.molecule_code = b.cmps_des,
-# MAGIC   a.molecule_desc = b.cmps_des_c,
-# MAGIC   a.product_code = b.prod_des,
-# MAGIC   a.product_desc = b.prod_des_c,
-# MAGIC --------------------* hard_code *----------------------- 
-# MAGIC -- 手动修正market映射市场 
-# MAGIC -- EGFR TKI Market -> EGFR TKI
-# MAGIC -- Anti-HER2 mBC Market -> Anti-HER2 mBC
-# MAGIC   a.level_market = 
-# MAGIC   case 
-# MAGIC     when array_contains(markets, 'EGFR TKI Market') then 'EGFR TKI' 
-# MAGIC     when array_contains(markets, 'Anti-HER2 mBC Market') then 'Anti-HER2 mBC' 
-# MAGIC     else CONCAT_WS(',',markets) 
-# MAGIC   end
-# MAGIC --------------------* hard_code *-----------------------  
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-2: update the pack data extra column
-# MAGIC -- 2.2 generate tmp.tmp_retail_dtp_pack_mapping
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC with tmp_pack_mapping as (
-# MAGIC   select 
-# MAGIC     distinct 
-# MAGIC     a.level_ta,
-# MAGIC     a.level_market,
-# MAGIC     a.pack_code,
-# MAGIC     a.molecule_code,
-# MAGIC     a.molecule_desc,
-# MAGIC     a.product_code,
-# MAGIC     a.product_desc,
-# MAGIC     b.corp_cod,
-# MAGIC     CONCAT_WS(',',collect_set(b.market)) as market_desc
-# MAGIC   from tmp.tmp_retail_dtp_pack_rawdata a 
-# MAGIC   inner join tmp.tmp_zk_retail_dtp_market_corp b
-# MAGIC     on a.pack_code = b.iqvia_pack_code
-# MAGIC     and a.molecule_code = b.cmps_des
-# MAGIC     and a.product_desc = b.prod_des_c
-# MAGIC   group by 1,2,3,4,5,6,7,8
-# MAGIC ), tmp_level as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     molecule,
-# MAGIC     brand
-# MAGIC   from tmp.tmp_retail_dtp_level_brand
-# MAGIC ), tmp_molecule_brand as (
-# MAGIC -----------------------ta matched & market matched & molecule matched & brand matched --------------
-# MAGIC    select 
-# MAGIC     a.*,b.*,1 as brand_flag 
-# MAGIC   from tmp_pack_mapping a 
-# MAGIC   inner join tmp_level b
-# MAGIC     on a.level_ta = b.ta
-# MAGIC     and a.level_market = b.market
-# MAGIC     and a.molecule_desc = b.molecule
-# MAGIC     and a.product_desc = b.brand
-# MAGIC ), tmp_other_brand as (
-# MAGIC -----------------------ta matched & market matched & OTHER_MOLECULE & brand matched-----------------
-# MAGIC   select
-# MAGIC   a.*,b.*,1 as brand_flag 
-# MAGIC   from tmp_pack_mapping a
-# MAGIC   inner join tmp_level b
-# MAGIC     on a.level_ta = b.ta
-# MAGIC     and a.level_market = b.market
-# MAGIC     and b.molecule = 'OTHER_MOLECULE'
-# MAGIC     and a.product_desc = b.brand
-# MAGIC   where a.pack_code not in (
-# MAGIC     select distinct pack_code from tmp_molecule_brand
-# MAGIC   )
-# MAGIC ), tmp_molecule_other as(
-# MAGIC -----------------------ta matched & market matched & molecule matched & OTHER_BRAND----------------
-# MAGIC   select
-# MAGIC   a.*,b.*,2 as brand_flag  
-# MAGIC   from tmp_pack_mapping a 
-# MAGIC   inner join tmp_level b
-# MAGIC     on a.level_ta = b.ta
-# MAGIC     and a.level_market = b.market
-# MAGIC     and a.molecule_desc = b.molecule
-# MAGIC     and b.brand = 'OTHER_BRAND'
-# MAGIC   where a.pack_code not in (
-# MAGIC     select distinct pack_code from tmp_molecule_brand
-# MAGIC     union all 
-# MAGIC     select distinct pack_code from tmp_other_brand
-# MAGIC   )
-# MAGIC ), tmp_other_other as (
-# MAGIC -----------------------ta matched & market matched & OTHER_MOLECULE& OTHER_BRAND---------------------
-# MAGIC   select
-# MAGIC   a.*,b.*,2 as brand_flag  
-# MAGIC   from tmp_pack_mapping a 
-# MAGIC   inner join tmp_level b
-# MAGIC     on a.level_ta = b.ta
-# MAGIC     and a.level_market = b.market
-# MAGIC     and b.molecule = 'OTHER_MOLECULE'
-# MAGIC     and b.brand = 'OTHER_BRAND'
-# MAGIC   where a.pack_code not in (
-# MAGIC     select distinct pack_code from tmp_molecule_brand
-# MAGIC     union all 
-# MAGIC     select distinct pack_code from tmp_other_brand
-# MAGIC     union all 
-# MAGIC     select distinct pack_code from tmp_molecule_other
-# MAGIC   )
-# MAGIC ), tmp_brand_mapping as (
-# MAGIC   select * from tmp_molecule_brand
-# MAGIC   union all
-# MAGIC   select * from tmp_other_brand
-# MAGIC   union all 
-# MAGIC   select * from tmp_molecule_other
-# MAGIC   union all
-# MAGIC   select * from tmp_other_other
-# MAGIC )
-# MAGIC
-# MAGIC insert overwrite table tmp.tmp_retail_dtp_pack_mapping
-# MAGIC
-# MAGIC select
-# MAGIC   level_ta,
-# MAGIC   level_market,
-# MAGIC   molecule as level_molecule,
-# MAGIC   brand as level_brand,
-# MAGIC   pack_code,
-# MAGIC   molecule_code,
-# MAGIC   molecule_desc,
-# MAGIC   product_code,
-# MAGIC   product_desc,
-# MAGIC   corp_cod,
-# MAGIC   market_desc,
-# MAGIC   brand_flag
-# MAGIC from tmp_brand_mapping
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-2: update the pack data extra column
-# MAGIC -- 2.3 update level_molecule, level_brand ,brand_flag
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC merge into tmp.tmp_retail_dtp_pack_rawdata a 
-# MAGIC using(
-# MAGIC  select 
-# MAGIC   distinct pack_code,level_molecule,level_brand,brand_flag
-# MAGIC  from tmp.tmp_retail_dtp_pack_mapping 
-# MAGIC ) as b
-# MAGIC on a.pack_code = b.pack_code
-# MAGIC when matched then
-# MAGIC  update set 
-# MAGIC   a.level_molecule = b.level_molecule,
-# MAGIC   a.level_brand = b.level_brand,
-# MAGIC   a.brand_flag = b.brand_flag
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-2: update the pack data extra column
-# MAGIC -- 2.4 update the pack data brand flag to '1' which pack has regional data
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_has_regional_data as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC       time,
-# MAGIC       pack_code
-# MAGIC     from tmp.tmp_retail_dtp_pack_rawdata
-# MAGIC     where region <> '全国'
-# MAGIC     and data_flag = 0
-# MAGIC )
-# MAGIC
-# MAGIC merge into tmp.tmp_retail_dtp_pack_rawdata a 
-# MAGIC using(
-# MAGIC  select * from tmp_has_regional_data
-# MAGIC ) as b
-# MAGIC on a.time = b.time
-# MAGIC and a.pack_code = b.pack_code
-# MAGIC when matched then
-# MAGIC  update set 
-# MAGIC   a.brand_flag = 1
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-3: split regional data by brand ratio
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-3: split regional data by brand ratio when there is no regional data and there is a brand ratio
-# MAGIC -- only split the pack data with brand ratio and without regional pack data
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_has_regional_data as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC       time as yyyymm,
-# MAGIC       pack_code
-# MAGIC     from tmp.tmp_retail_dtp_pack_rawdata
-# MAGIC     where region <> '全国'
-# MAGIC ), tmp_has_brand_ratio as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     b.pack_code
-# MAGIC   from tmp.tmp_retail_dtp_level_brand a 
-# MAGIC   inner join tmp.tmp_retail_dtp_pack_mapping b 
-# MAGIC     on a.ta = b.level_ta
-# MAGIC     and a.market = b.level_market
-# MAGIC     and a.molecule = b.level_molecule
-# MAGIC     and a.brand = b.level_brand
-# MAGIC ), tmp_pack_rawdata as (
-# MAGIC   select * 
-# MAGIC   from tmp.tmp_retail_dtp_pack_rawdata a
-# MAGIC   where not exists(
-# MAGIC     select b.yyyymm,b.pack_code from tmp_has_regional_data b
-# MAGIC     where a.time = b.yyyymm
-# MAGIC       and a.pack_code = b.pack_code
-# MAGIC   ) and exists(
-# MAGIC     select c.pack_code from tmp_has_brand_ratio c
-# MAGIC     where a.pack_code = c.pack_code
-# MAGIC   )
-# MAGIC )
-# MAGIC ----------------------------- append split regional data ----------------------------
-# MAGIC insert into table tmp.tmp_retail_dtp_pack_rawdata
-# MAGIC
-# MAGIC select 
-# MAGIC   -- c.region_type,
-# MAGIC   c.iqvia_pack_code,
-# MAGIC   c.year,
-# MAGIC   c.time,
-# MAGIC   -- c.higher_level_region,
-# MAGIC   a.province_city as region,
-# MAGIC   -- c.prescription_nature,
-# MAGIC   -- c.medicine_attribute,
-# MAGIC   -- c.dosage_form,
-# MAGIC   -- c.object,
-# MAGIC   -- c.zk_classify1,
-# MAGIC   -- c.zk_classify2,
-# MAGIC   -- c.zk_classify3,
-# MAGIC   c.target_points,
-# MAGIC   -- c.common_name,
-# MAGIC   -- c.brand_name,
-# MAGIC   -- c.product_name,
-# MAGIC   -- c.category_name,
-# MAGIC   -- c.pack_des,
-# MAGIC   c.counting_unit,
-# MAGIC   -- c.factory,
-# MAGIC   -- c.corp_des,
-# MAGIC   c.average_price,
-# MAGIC   round(c.sales_amount * a.ratio_val ,10) as sales_amount,
-# MAGIC   round(c.sales_volume * a.ratio_vol ,10) as sales_volume,
-# MAGIC   c.counting_units_obversion,
-# MAGIC   c.pack_code,
-# MAGIC   c.molecule_code,
-# MAGIC   c.molecule_desc,
-# MAGIC   c.product_code,
-# MAGIC   c.product_desc,
-# MAGIC   c.level_ta,
-# MAGIC   c.level_market,
-# MAGIC   c.level_molecule,
-# MAGIC   c.level_brand,
-# MAGIC   a.ratio_val,
-# MAGIC   a.ratio_vol,
-# MAGIC   3 as data_flag,
-# MAGIC   b.brand_flag
-# MAGIC from tmp.tmp_retail_dtp_level_brand a 
-# MAGIC inner join tmp.tmp_retail_dtp_pack_mapping b 
-# MAGIC     on a.ta = b.level_ta
-# MAGIC     and a.market = b.level_market
-# MAGIC     and a.molecule = b.level_molecule
-# MAGIC     and a.brand = b.level_brand
-# MAGIC inner join tmp_pack_rawdata c 
-# MAGIC   on c.pack_code = b.pack_code
-# MAGIC   and c.time = a.yyyymm
-# MAGIC where a.province_city <> '全国'
-# MAGIC
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-4: substract ROC data
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-4: substract ROC data
-# MAGIC -- if there is regional pack data or splited regional pack data, ROC = '全国' - 'sum regional data'
-# MAGIC -- if there is not regional pack data, ROC = '全国'
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC with tmp_area_group as (
-# MAGIC   select 
-# MAGIC     pack_code,
-# MAGIC     time,
-# MAGIC     sum(sales_amount) as sales_amount,
-# MAGIC     sum(sales_volume) as sales_volume
-# MAGIC   from tmp.tmp_retail_dtp_pack_rawdata
-# MAGIC   where region <> '全国'
-# MAGIC   group by pack_code,time
-# MAGIC ), tmp_has_regional_data as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     time,
-# MAGIC     pack_code
-# MAGIC   from tmp.tmp_retail_dtp_pack_rawdata
-# MAGIC   where region <> '全国'
-# MAGIC     and data_flag = 0
-# MAGIC )
-# MAGIC
-# MAGIC ----------------------------- append ROC data ------------------------------------------
-# MAGIC insert into table tmp.tmp_retail_dtp_pack_rawdata
-# MAGIC
-# MAGIC select 
-# MAGIC   a.iqvia_pack_code,
-# MAGIC   -- a.region_type,
-# MAGIC   a.year,
-# MAGIC   a.time,
-# MAGIC   -- a.higher_level_region,
-# MAGIC   'ROC' as region,
-# MAGIC   -- a.prescription_nature,
-# MAGIC   -- a.medicine_attribute,
-# MAGIC   -- a.dosage_form,
-# MAGIC   -- a.object,
-# MAGIC   -- a.zk_classify1,
-# MAGIC   -- a.zk_classify2,
-# MAGIC   -- a.zk_classify3,
-# MAGIC   a.target_points,
-# MAGIC   -- a.common_name,
-# MAGIC   -- a.brand_name,
-# MAGIC   -- a.product_name,
-# MAGIC   -- a.category_name,
-# MAGIC   -- a.pack_des,
-# MAGIC   a.counting_unit,
-# MAGIC   -- a.factory,
-# MAGIC   -- a.corp_des,
-# MAGIC   a.average_price,
-# MAGIC   a.sales_amount - ifnull(b.sales_amount,0) as sales_amount,
-# MAGIC   a.sales_volume - ifnull(b.sales_volume,0) as sales_volume,
-# MAGIC   a.counting_units_obversion,
-# MAGIC   a.pack_code,
-# MAGIC   a.molecule_code,
-# MAGIC   a.molecule_desc,
-# MAGIC   a.product_code,
-# MAGIC   a.product_desc,
-# MAGIC   a.level_ta,
-# MAGIC   a.level_market,
-# MAGIC   a.level_molecule,
-# MAGIC   a.level_brand,
-# MAGIC   a.ratio_val,
-# MAGIC   a.ratio_vol,
-# MAGIC -------------------------------------------------------------------------------
-# MAGIC -- 有省份pack的数（包括无品牌数据的数）计算出来的ROC所对应的pack_flag，也需要是1-原始值，不能是2-拆分的值
-# MAGIC -- 所以这里针对这类有省份数据的ROC数据，data_flag赋值为0-原始值，其他的仍为1-倒减值
-# MAGIC   case when c.pack_code is not null then 0 else 1 end as data_flag,
-# MAGIC -------------------------------------------------------------------------------
-# MAGIC   a.brand_flag
-# MAGIC from tmp.tmp_retail_dtp_pack_rawdata a 
-# MAGIC inner join tmp_area_group b
-# MAGIC   on a.pack_code = b.pack_code
-# MAGIC   and a.time = b.time
-# MAGIC left join tmp_has_regional_data c 
-# MAGIC   on a.time = c.time
-# MAGIC   and a.pack_code = c.pack_code
-# MAGIC where a.region = '全国'
-
-# COMMAND ----------
-
-############################################################END################################################################
\ No newline at end of file
diff --git a/EXTERNAL/Retail/07 split_dtp_pack_data.py:Zone.Identifier b/EXTERNAL/Retail/07 split_dtp_pack_data.py:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/08 map_to_dtp_dws_table.py b/EXTERNAL/Retail/08 map_to_dtp_dws_table.py
deleted file mode 100644
index b818992..0000000
--- a/EXTERNAL/Retail/08 map_to_dtp_dws_table.py	
+++ /dev/null
@@ -1,510 +0,0 @@
-# Databricks notebook source
-# MAGIC %sql
-# MAGIC -- CREATE or REPLACE TABLE tmp.tmp_retail_dtp_final_sales (
-# MAGIC --   year STRING,
-# MAGIC --   yq STRING,
-# MAGIC --   yyyymm STRING,
-# MAGIC --   iqvia_pack_code STRING,
-# MAGIC --   geo_key STRING,
-# MAGIC --   count_unit DOUBLE,
-# MAGIC --   average_price DOUBLE,
-# MAGIC --   sales_value DECIMAL(20,10),
-# MAGIC --   sales_unit DECIMAL(20,10),
-# MAGIC --   counting_units_obversion DECIMAL(20,10),
-# MAGIC --   counting_unit DECIMAL(20,10),
-# MAGIC --   sales_value_ly DECIMAL(20,10),
-# MAGIC --   sales_unit_ly DECIMAL(20,10),
-# MAGIC --   counting_unit_ly DECIMAL(20,10),
-# MAGIC --   pack_flag INT,
-# MAGIC --   brand_flag INT)
-# MAGIC -- USING delta
-# MAGIC -- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/TMP/tmp_retail_dtp_final_sales';
-
-# COMMAND ----------
-
-############################################################START##############################################################
-### STEP-1: insert splited pack data into tmp final table: tmp_retail_final_dtp_sales
-### STEP-2: calculate OTHERS data
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-1: insert splited pack data
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: insert splited pack data into tmp final table
-# MAGIC -- insert into tmp_retail_dtp_final_sales (dws.dws_retail_dtp_sales)
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_has_roc as (
-# MAGIC   select
-# MAGIC     pack_code,
-# MAGIC     time
-# MAGIC   from tmp.tmp_retail_dtp_pack_rawdata 
-# MAGIC   where region = 'ROC'
-# MAGIC ), temp_dtp_pack_property as (
-# MAGIC   select iqvia_pack_code,max(counting_unit) as counting_unit,max(unit) as unit
-# MAGIC   from dwd.dwd_gnd_ext_dtp_pack_property
-# MAGIC   group by iqvia_pack_code
-# MAGIC ), tmp_pack as (
-# MAGIC   select
-# MAGIC     a.year,
-# MAGIC     a.time,
-# MAGIC     a.pack_code,
-# MAGIC     a.region,
-# MAGIC     a.counting_unit,
-# MAGIC     a.average_price,
-# MAGIC     a.sales_amount,
-# MAGIC     a.sales_volume,
-# MAGIC     a.counting_units_obversion,
-# MAGIC   ------------------------------------------------------ 
-# MAGIC   -- counting_unit取值逻辑：
-# MAGIC   -- 不能直接取原始pack文件表中的值，改为取pack_property表中counting_unit / unit的值
-# MAGIC     a.sales_volume * (b.counting_unit/ coalesce(b.unit,1)) as counting_unit_property,
-# MAGIC   ------------------------------------------------------ 
-# MAGIC     a.data_flag,
-# MAGIC     a.brand_flag,
-# MAGIC     -- a.prescription_nature,
-# MAGIC     -- a.medicine_attribute,
-# MAGIC     -- a.dosage_form,
-# MAGIC     -- a.object,
-# MAGIC     -- a.zk_classify1,
-# MAGIC     -- a.zk_classify2,
-# MAGIC     -- a.zk_classify3,
-# MAGIC     a.target_points
-# MAGIC     -- a.common_name,
-# MAGIC     -- a.brand_name,
-# MAGIC     -- a.product_name,
-# MAGIC     -- a.pack_des,
-# MAGIC     -- a.factory,
-# MAGIC     -- a.corp_des
-# MAGIC   from tmp.tmp_retail_dtp_pack_rawdata a 
-# MAGIC   left join  temp_dtp_pack_property b
-# MAGIC   ----------------------------------------------------
-# MAGIC   -- format iqvia_pack_code from dwd_gnd_ext_dtp_pack_property
-# MAGIC   --   on a.pack_code = 
-# MAGIC   --     case when length(trim(b.iqvia_pack_code)) < 12 and trim(b.iqvia_pack_code) REGEXP '^[0-9]'  
-# MAGIC   --       then right(concat('000000000000',trim(b.iqvia_pack_code)),12) 
-# MAGIC   --       else trim(b.iqvia_pack_code) 
-# MAGIC   --     end
-# MAGIC   -- ----------------------------------------------------
-# MAGIC   --   and nvl(a.prescription_nature,'') = nvl(b.prescription_nature,'')
-# MAGIC   --   and nvl(a.medicine_attribute,'') = nvl(b.medicine_attribute,'')
-# MAGIC   --   and nvl(a.dosage_form,'') = nvl(b.dosage_form,'')
-# MAGIC   --   and nvl(a.object,'') = nvl(b.object,'')
-# MAGIC   --   and nvl(a.zk_classify1,'') = nvl(b.zk_classify1,'')
-# MAGIC   --   and nvl(a.zk_classify2,'') = nvl(b.zk_classify2,'')
-# MAGIC   --   and nvl(a.zk_classify3,'') = nvl(b.zk_classify3,'')
-# MAGIC   --   and nvl(a.target_points,'') = nvl(b.target_points,'')
-# MAGIC   --   and nvl(a.common_name,'') = nvl(b.common_name,'')
-# MAGIC   --   and nvl(a.brand_name,'') = nvl(b.brand_name,'')
-# MAGIC   --   and nvl(a.product_name,'') = nvl(b.product_name,'')
-# MAGIC   --   and nvl(a.pack_des,'') = nvl(b.zk_pack_des,'')
-# MAGIC   --   and nvl(a.factory,'') = nvl(b.factory,'')
-# MAGIC   --   and nvl(a.corp_des,'') = nvl(b.zk_corp_des,'')
-# MAGIC   -- 20260226 不再使用上面的join条件,改为product_id关联
-# MAGIC   on a.iqvia_pack_code = b.iqvia_pack_code
-# MAGIC ),tmp_pack_this_year_with_roc (
-# MAGIC   select 
-# MAGIC     a.year,
-# MAGIC     concat(a.year, 'Q', CEIL(CAST(RIGHT(a.time,2) AS INT)/3)) as yq,
-# MAGIC     a.time as yyyymm,
-# MAGIC     a.pack_code as iqvia_pack_code,
-# MAGIC     a.region as geo_key,
-# MAGIC     a.counting_unit as count_unit,
-# MAGIC     a.average_price,
-# MAGIC     a.sales_amount as sales_value,
-# MAGIC     a.sales_volume as sales_unit,
-# MAGIC     a.counting_units_obversion,
-# MAGIC     a.counting_unit_property as counting_unit,
-# MAGIC     case when a.data_flag = 0 then 1 else 2 end as pack_flag,
-# MAGIC     case when a.brand_flag = 1 then 1 else 2 end as brand_flag,
-# MAGIC     -- a.prescription_nature,
-# MAGIC     -- a.medicine_attribute,
-# MAGIC     -- a.dosage_form,
-# MAGIC     -- a.object,
-# MAGIC     -- a.zk_classify1,
-# MAGIC     -- a.zk_classify2,
-# MAGIC     -- a.zk_classify3,
-# MAGIC     a.target_points
-# MAGIC     -- a.common_name,
-# MAGIC     -- a.brand_name,
-# MAGIC     -- a.product_name,
-# MAGIC     -- a.pack_des,
-# MAGIC     -- a.factory,
-# MAGIC     -- a.corp_des
-# MAGIC   from tmp_pack a 
-# MAGIC   where exists (
-# MAGIC     select * from tmp_has_roc c
-# MAGIC     where c.pack_code = a.pack_code
-# MAGIC     and c.time = a.time
-# MAGIC   ) and a.region <> '全国'
-# MAGIC ), tmp_pack_next_year_with_roc (
-# MAGIC   select 
-# MAGIC     cast(a.year + 1 as int) as year,
-# MAGIC     concat(cast(a.year + 1 as int) , 'Q', CEIL(CAST(RIGHT(a.time,2) AS INT)/3)) as yq,
-# MAGIC     cast(a.time + 100 as int)  as yyyymm,
-# MAGIC     a.pack_code as iqvia_pack_code,
-# MAGIC     a.region as geo_key,
-# MAGIC     a.counting_unit as count_unit,
-# MAGIC     a.average_price,
-# MAGIC     a.sales_amount as sales_value_ly,
-# MAGIC     a.sales_volume as sales_unit_ly,
-# MAGIC     a.counting_unit_property as counting_unit_ly,
-# MAGIC     a.counting_units_obversion,
-# MAGIC     case when a.data_flag = 0 then 1 else 2 end as pack_flag,
-# MAGIC     case when a.brand_flag = 1 then 1 else 2 end as brand_flag,
-# MAGIC     -- a.prescription_nature,
-# MAGIC     -- a.medicine_attribute,
-# MAGIC     -- a.dosage_form,
-# MAGIC     -- a.object,
-# MAGIC     -- a.zk_classify1,
-# MAGIC     -- a.zk_classify2,
-# MAGIC     -- a.zk_classify3,
-# MAGIC     a.target_points
-# MAGIC     -- a.common_name,
-# MAGIC     -- a.brand_name,
-# MAGIC     -- a.product_name,
-# MAGIC     -- a.pack_des,
-# MAGIC     -- a.factory,
-# MAGIC     -- a.corp_des
-# MAGIC   from tmp_pack a 
-# MAGIC   where a.time + 100  <= (select max(time) from tmp_pack)
-# MAGIC   and exists (
-# MAGIC     select * from tmp_has_roc c
-# MAGIC     where c.pack_code = a.pack_code
-# MAGIC     and c.time = a.time
-# MAGIC   ) and a.region <> '全国'
-# MAGIC ), tmp_pack_with_roc as (
-# MAGIC   select 
-# MAGIC     ifnull(a.year, b.year) as year,
-# MAGIC     ifnull(a.yq, b.yq) as yq ,
-# MAGIC     ifnull(a.yyyymm, b.yyyymm) as yyyymm,
-# MAGIC     ifnull(a.iqvia_pack_code, b.iqvia_pack_code) as iqvia_pack_code,
-# MAGIC     ifnull(a.geo_key, b.geo_key) as geo_key,
-# MAGIC     ifnull(a.count_unit, b.count_unit) as count_unit,
-# MAGIC     ifnull(a.average_price, b.average_price) as average_price,
-# MAGIC     ifnull(a.sales_value, 0) as sales_value,
-# MAGIC     ifnull(a.sales_unit, 0) as sales_unit,
-# MAGIC     ifnull(a.counting_unit, 0) as counting_unit,
-# MAGIC     ifnull(a.counting_units_obversion, b.counting_units_obversion) as counting_units_obversion,
-# MAGIC     ifnull(a.pack_flag, b.pack_flag) as pack_flag,
-# MAGIC     ifnull(a.brand_flag, b.brand_flag) as brand_flag,
-# MAGIC     ifnull(b.sales_value_ly, 0)   as sales_value_ly,
-# MAGIC     ifnull(b.sales_unit_ly, 0)    as sales_unit_ly,
-# MAGIC     ifnull(b.counting_unit_ly, 0) as counting_unit_ly
-# MAGIC   from tmp_pack_this_year_with_roc a 
-# MAGIC   full outer join tmp_pack_next_year_with_roc b
-# MAGIC     on a.yyyymm = b.yyyymm
-# MAGIC     and a.iqvia_pack_code = b.iqvia_pack_code
-# MAGIC     and a.geo_key = b.geo_key
-# MAGIC     -- and nvl(a.prescription_nature,'') = nvl(b.prescription_nature,'')
-# MAGIC     -- and nvl(a.medicine_attribute,'') = nvl(b.medicine_attribute,'')
-# MAGIC     -- and nvl(a.dosage_form,'') = nvl(b.dosage_form,'')
-# MAGIC     -- and nvl(a.object,'') = nvl(b.object,'')
-# MAGIC     -- and nvl(a.zk_classify1,'') = nvl(b.zk_classify1,'')
-# MAGIC     -- and nvl(a.zk_classify2,'') = nvl(b.zk_classify2,'')
-# MAGIC     -- and nvl(a.zk_classify3,'') = nvl(b.zk_classify3,'')
-# MAGIC     and nvl(a.target_points,'') = nvl(b.target_points,'')
-# MAGIC     -- and nvl(a.common_name,'') = nvl(b.common_name,'')
-# MAGIC     -- and nvl(a.brand_name,'') = nvl(b.brand_name,'')
-# MAGIC     -- and nvl(a.product_name,'') = nvl(b.product_name,'')
-# MAGIC     -- and nvl(a.pack_des,'') = nvl(b.pack_des,'')
-# MAGIC     -- and nvl(a.factory,'') = nvl(b.factory,'')
-# MAGIC     -- and nvl(a.corp_des,'') = nvl(b.corp_des,'')
-# MAGIC ), tmp_pack_this_year_without_roc (
-# MAGIC   select 
-# MAGIC     left(a.time, 4) year,
-# MAGIC     concat(a.year, 'Q', CEIL(CAST(RIGHT(a.time,2) AS INT)/3)) as yq,
-# MAGIC     a.time as yyyymm,
-# MAGIC     a.pack_code as iqvia_pack_code,
-# MAGIC     'ROC' as geo_key,
-# MAGIC     a.counting_unit as count_unit,
-# MAGIC     a.average_price,
-# MAGIC     a.sales_amount as sales_value,
-# MAGIC     a.sales_volume as sales_unit,
-# MAGIC     a.counting_units_obversion,
-# MAGIC     a.counting_unit_property as counting_unit,
-# MAGIC     case when data_flag = 0 then 1 else 2 end as pack_flag,
-# MAGIC     case when brand_flag = 1 then 1 else 2 end as brand_flag,
-# MAGIC     -- a.prescription_nature,
-# MAGIC     -- a.medicine_attribute,
-# MAGIC     -- a.dosage_form,
-# MAGIC     -- a.object,
-# MAGIC     -- a.zk_classify1,
-# MAGIC     -- a.zk_classify2,
-# MAGIC     -- a.zk_classify3,
-# MAGIC     a.target_points
-# MAGIC     -- a.common_name,
-# MAGIC     -- a.brand_name,
-# MAGIC     -- a.product_name,
-# MAGIC     -- a.pack_des,
-# MAGIC     -- a.factory,
-# MAGIC     -- a.corp_des
-# MAGIC   from tmp_pack a 
-# MAGIC   where not exists (
-# MAGIC     select * from tmp_has_roc c
-# MAGIC     where c.pack_code = a.pack_code
-# MAGIC     and c.time = a.time
-# MAGIC   )
-# MAGIC ), tmp_pack_next_year_without_roc as (
-# MAGIC   select 
-# MAGIC     cast(a.year + 1 as int) as year,
-# MAGIC     concat(cast(a.year + 1 as int) , 'Q', CEIL(CAST(RIGHT(a.time,2) AS INT)/3)) as yq,
-# MAGIC     cast(a.time + 100 as int)  as yyyymm,
-# MAGIC     a.pack_code as iqvia_pack_code,
-# MAGIC     'ROC' as geo_key,
-# MAGIC     a.counting_unit as count_unit,
-# MAGIC     a.average_price,
-# MAGIC     a.sales_amount as sales_value_ly,
-# MAGIC     a.sales_volume as sales_unit_ly,
-# MAGIC     a.counting_unit_property as counting_unit_ly,
-# MAGIC     a.counting_units_obversion,
-# MAGIC     case when data_flag = 0 then 1 else 2 end as pack_flag,
-# MAGIC     case when brand_flag = 1 then 1 else 2 end as brand_flag,
-# MAGIC     -- a.prescription_nature,
-# MAGIC     -- a.medicine_attribute,
-# MAGIC     -- a.dosage_form,
-# MAGIC     -- a.object,
-# MAGIC     -- a.zk_classify1,
-# MAGIC     -- a.zk_classify2,
-# MAGIC     -- a.zk_classify3,
-# MAGIC     a.target_points
-# MAGIC     -- a.common_name,
-# MAGIC     -- a.brand_name,
-# MAGIC     -- a.product_name,
-# MAGIC     -- a.pack_des,
-# MAGIC     -- a.factory,
-# MAGIC     -- a.corp_des
-# MAGIC   from tmp_pack a 
-# MAGIC   where a.time + 100  <= (select max(time) from tmp_pack)
-# MAGIC   and not exists (
-# MAGIC     select * from tmp_has_roc c
-# MAGIC     where c.pack_code = a.pack_code
-# MAGIC     and c.time = a.time
-# MAGIC   )
-# MAGIC ),tmp_pack_without_roc as (
-# MAGIC   select 
-# MAGIC     ifnull(a.year, b.year) as year,
-# MAGIC     ifnull(a.yq, b.yq) as yq ,
-# MAGIC     ifnull(a.yyyymm, b.yyyymm) as yyyymm,
-# MAGIC     ifnull(a.iqvia_pack_code, b.iqvia_pack_code) as iqvia_pack_code,
-# MAGIC     ifnull(a.geo_key, b.geo_key) as geo_key,
-# MAGIC     ifnull(a.count_unit, b.count_unit) as count_unit,
-# MAGIC     ifnull(a.average_price, b.average_price) as average_price,
-# MAGIC     ifnull(a.sales_value, 0) as sales_value,
-# MAGIC     ifnull(a.sales_unit, 0) as sales_unit,
-# MAGIC     ifnull(a.counting_unit, 0) as counting_unit,
-# MAGIC     ifnull(a.counting_units_obversion, b.counting_units_obversion) as counting_units_obversion,
-# MAGIC     ifnull(a.pack_flag, b.pack_flag) as pack_flag,
-# MAGIC     ifnull(a.brand_flag, b.brand_flag) as brand_flag,
-# MAGIC     ifnull(b.sales_value_ly, 0)   as sales_value_ly,
-# MAGIC     ifnull(b.sales_unit_ly, 0)    as sales_unit_ly,
-# MAGIC     ifnull(b.counting_unit_ly, 0) as counting_unit_ly
-# MAGIC   from tmp_pack_this_year_without_roc a 
-# MAGIC   full outer join tmp_pack_next_year_without_roc b
-# MAGIC     on a.yyyymm = b.yyyymm
-# MAGIC     and a.iqvia_pack_code = b.iqvia_pack_code
-# MAGIC     and a.geo_key = b.geo_key
-# MAGIC     -- and nvl(a.prescription_nature,'') = nvl(b.prescription_nature,'')
-# MAGIC     -- and nvl(a.medicine_attribute,'') = nvl(b.medicine_attribute,'')
-# MAGIC     -- and nvl(a.dosage_form,'') = nvl(b.dosage_form,'')
-# MAGIC     -- and nvl(a.object,'') = nvl(b.object,'')
-# MAGIC     -- and nvl(a.zk_classify1,'') = nvl(b.zk_classify1,'')
-# MAGIC     -- and nvl(a.zk_classify2,'') = nvl(b.zk_classify2,'')
-# MAGIC     -- and nvl(a.zk_classify3,'') = nvl(b.zk_classify3,'')
-# MAGIC     and nvl(a.target_points,'') = nvl(b.target_points,'')
-# MAGIC     -- and nvl(a.common_name,'') = nvl(b.common_name,'')
-# MAGIC     -- and nvl(a.brand_name,'') = nvl(b.brand_name,'')
-# MAGIC     -- and nvl(a.product_name,'') = nvl(b.product_name,'')
-# MAGIC     -- and nvl(a.pack_des,'') = nvl(b.pack_des,'')
-# MAGIC     -- and nvl(a.factory,'') = nvl(b.factory,'')
-# MAGIC     -- and nvl(a.corp_des,'') = nvl(b.corp_des,'')
-# MAGIC ), tmp_final_sales as (
-# MAGIC   select * from tmp_pack_with_roc
-# MAGIC   union all
-# MAGIC   select * from tmp_pack_without_roc
-# MAGIC )
-# MAGIC
-# MAGIC insert overwrite table tmp.tmp_retail_dtp_final_sales
-# MAGIC
-# MAGIC select
-# MAGIC   year,
-# MAGIC   yq,
-# MAGIC   yyyymm,
-# MAGIC   iqvia_pack_code,
-# MAGIC   geo_key,
-# MAGIC   count_unit,
-# MAGIC   average_price,
-# MAGIC   sales_value,
-# MAGIC   sales_unit,
-# MAGIC   counting_units_obversion,
-# MAGIC   counting_unit,
-# MAGIC   sales_value_ly,
-# MAGIC   sales_unit_ly,
-# MAGIC   counting_unit_ly,
-# MAGIC   pack_flag,
-# MAGIC   brand_flag
-# MAGIC from tmp_final_sales
-# MAGIC order by yyyymm
-# MAGIC
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-2: calculate OTHERS data
-
-# COMMAND ----------
-
-# DBTITLE 1,不再计算
-# %sql
-# -------------------------------------------------------------------------------------
-# -- STEP-2: calculate OTHERS data
-# -- 2.1 calaulate DTP_AZ_OTHERS data
-# -------------------------------------------------------------------------------------
-# with tmp_az_total_now as (
-#   select  
-#     cast(top_corp.sales_quarter as int ) yyyymm,
-#     top_corp.corp_name,
-#     top_corp.sales_amount *1000000.0  sales_amount,
-#     pack.CORP_COD
-#   from dwd.dwd_gnd_ext_retail_dtp_top_copd top_corp 
-#   left join (
-#       select distinct ZK_Corp_C,CORP_COD 
-#       from dwd.dwd_inc_gnd_retail_b2c_label_total 
-#   ) pack on replace(top_corp.corp_name,'-','')=pack.ZK_Corp_C
-#   where pack.CORP_COD='A5Z'
-# ), tmp_az_total_ly as (
-#   select 
-#     cast(yyyymm + 100 as int)  as yyyymm,
-#     corp_name,
-#     sales_amount as sales_amount_ly,
-#     CORP_COD
-#   from tmp_az_total_now
-# ), tmp_az_total as (
-#   select 
-#     a.*,
-#     ifnull(b.sales_amount_ly, 0) as sales_amount_ly
-#   from tmp_az_total_now a
-#   left join tmp_az_total_ly b 
-#   on a.yyyymm = b.yyyymm
-#   and a.corp_name = b.corp_name
-#   and a.CORP_COD = b.CORP_COD
-# ),tmp_az_pack_total as (
-#   select 
-#     a.year,
-#     a.yq,
-#     a.yyyymm,
-#     sum(a.sales_value)      as sales_value,
-#     sum(a.sales_unit)       as sales_unit,
-#     sum(a.counting_unit)    as counting_unit,
-#     sum(a.sales_value_ly)   as sales_value_ly,
-#     sum(a.sales_unit_ly)    as sales_unit_ly,
-#     sum(a.counting_unit_ly) as counting_unit_ly
-#   from tmp.tmp_retail_dtp_final_sales a
-#   where a.iqvia_pack_code in (
-#     select distinct iqvia_pack_code 
-#     from tmp.tmp_zk_retail_dtp_market_corp
-#     where corp_cod = 'A5Z'
-#   )
-#   group by a.year,a.yq,a.yyyymm
-#   order by a.yyyymm
-# )
-
-# insert into table tmp.tmp_retail_dtp_final_sales
-
-# select 
-#   left(a.yyyymm, 4) as year,
-#   concat(left(a.yyyymm, 4), 'Q', CEIL(CAST(RIGHT(a.yyyymm,2) AS INT)/3)) as yq,
-#   a.yyyymm,
-#   'DTP_AZ_OTHERS' as iqvia_pack_code,
-#   'ROC' as geo_key,
-#   0 as count_unit,
-#   0 as average_price,
-#   a.sales_amount - nvl(b.sales_value, 0) as sales_value,
-#   0 as sales_unit,
-#   0 as counting_units_obversion,
-#   0 as counting_unit,
-#   a.sales_amount_ly - nvl(b.sales_value_ly, 0) as sales_value_ly,
-#   0 as sales_unit_ly,
-#   0 as counting_unit_ly,
-#   0 as pack_flag,
-#   0 as brand_flag
-# from tmp_az_total a 
-# left join tmp_az_pack_total b 
-#   on a.yyyymm = b.yyyymm
-# order by a.yyyymm
-
-# COMMAND ----------
-
-# DBTITLE 1,不再计算
-# %sql
-# -------------------------------------------------------------------------------------
-# -- STEP-2: calculate OTHERS data
-# -- 2.2 calaulate DTP_OTHERS data 
-# -------------------------------------------------------------------------------------
-
-# with tmp_total_now as (
-#   SELECT 
-#     dtp_name,
-#     sales_quarter as yyyymm,
-#     sales_amount * 1000000.0 as sales_amount 
-#   FROM  dwd.dwd_gnd_ext_retail_dtp_overall_market
-# ), tmp_total_ly as (
-#   select 
-#     dtp_name,
-#     cast(yyyymm + 100 as int)  as yyyymm,
-#     sales_amount as sales_amount_ly
-#   from tmp_total_now
-# ), tmp_total as (
-#   select 
-#     a.*,
-#     ifnull(b.sales_amount_ly, 0) as sales_amount_ly
-#   from tmp_total_now a
-#   left join tmp_total_ly b 
-#   on a.yyyymm = b.yyyymm
-# ),tmp_pack_total as (
-#   select 
-#     a.year,
-#     a.yq,
-#     a.yyyymm,
-#     sum(a.sales_value)      as sales_value,
-#     sum(a.sales_unit)       as sales_unit,
-#     sum(a.counting_unit)    as counting_unit,
-#     sum(a.sales_value_ly)   as sales_value_ly,
-#     sum(a.sales_unit_ly)    as sales_unit_ly,
-#     sum(a.counting_unit_ly) as counting_unit_ly
-#   from tmp.tmp_retail_dtp_final_sales a
-#   group by a.year,a.yq,a.yyyymm
-#   order by a.yyyymm
-# )
-
-# insert into table tmp.tmp_retail_dtp_final_sales
-
-# select 
-#   left(a.yyyymm, 4) as year,
-#   concat(left(a.yyyymm, 4), 'Q', CEIL(CAST(RIGHT(a.yyyymm,2) AS INT)/3)) as yq,
-#   a.yyyymm,
-#   'DTP_OTHERS' as iqvia_pack_code,
-#   'ROC' as geo_key,
-#   0 as count_unit,
-#   0 as average_price,
-#   a.sales_amount - nvl(b.sales_value, 0) as sales_value,
-#   0 as sales_unit,
-#   0 as counting_units_obversion,
-#   0 as counting_unit,
-#   a.sales_amount_ly - nvl(b.sales_value_ly, 0) as sales_value_ly,
-#   0 as sales_unit_ly,
-#   0 as counting_unit_ly,
-#   0 as pack_flag,
-#   0 as brand_flag
-# from tmp_total a 
-# left join tmp_pack_total b 
-#   on a.yyyymm = b.yyyymm
-# order by a.yyyymm
-
-# COMMAND ----------
-
-############################################################END################################################################
\ No newline at end of file
diff --git a/EXTERNAL/Retail/08 map_to_dtp_dws_table.py:Zone.Identifier b/EXTERNAL/Retail/08 map_to_dtp_dws_table.py:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/09 dwd_inc_gnd_ext_retail_nataional.py b/EXTERNAL/Retail/09 dwd_inc_gnd_ext_retail_nataional.py
deleted file mode 100644
index 4fcc913..0000000
--- a/EXTERNAL/Retail/09 dwd_inc_gnd_ext_retail_nataional.py	
+++ /dev/null
@@ -1,177 +0,0 @@
-# Databricks notebook source
-#当更新pack 或品牌 事实数据时需要运行此代码，否则无需运行。
-
-# COMMAND ----------
-
-# MAGIC %sql 
-# MAGIC update dwd.dwd_gnd_ext_retail_corresponding_relationship set table_name ='dwd.dwd_gnd_ext_retail_nataional_oap' where file_name ='pack-CV-抗血栓2通用名-全国.xlsx';
-# MAGIC update dwd.dwd_gnd_ext_retail_corresponding_relationship set table_name ='dwd.dwd_gnd_ext_retail_htn' where file_name ='pack-CV-高血压-化学药-全国.xlsx';
-# MAGIC update dwd.dwd_gnd_ext_retail_corresponding_relationship set table_name ='dwd.dwd_gnd_ext_retail_atomizer' where file_name ='pack-雾化器-全国&县域数据.xlsx';
-# MAGIC update dwd.dwd_gnd_ext_retail_corresponding_relationship set table_name ='dwd.dwd_gnd_ext_retail_anti_asthma_copd' where file_name ='pack-RE-慢阻肺-全国.xlsx';
-# MAGIC update dwd.dwd_gnd_ext_retail_corresponding_relationship set table_name ='dwd.dwd_gnd_ext_zk_brand' where file_name ='Brand-品牌数据报表.xlsx';
-# MAGIC update dwd.dwd_gnd_ext_retail_corresponding_relationship set table_name ='dwd.dwd_gnd_ext_retail_statin_xzk' where file_name ='pack-CV-他汀类+血脂康-全国.xlsx';
-# MAGIC update dwd.dwd_gnd_ext_retail_corresponding_relationship set table_name ='dwd.dwd_gnd_ext_retail_nataional_rd' where file_name ='pack-RD-肾科-全国.xlsx';
-# MAGIC update dwd.dwd_gnd_ext_retail_corresponding_relationship set table_name ='dwd.dwd_gnd_ext_retail_aagsa_ppi_oral' where file_name ='pack-GI-慢性胃炎胃溃疡-全国.xlsx';
-# MAGIC update dwd.dwd_gnd_ext_retail_corresponding_relationship set table_name ='dwd.dwd_gnd_ext_retail_nataional_niad' where file_name ='pack-DM-口服降糖化学药.xlsx';
-# MAGIC update dwd.dwd_gnd_ext_retail_corresponding_relationship set table_name ='dwd.dwd_gnd_ext_retail_metoprolol_tartrat' where file_name ='pack-CV-酒石酸美托洛尔.xlsx';
-# MAGIC
-
-# COMMAND ----------
-
-
-# brand+ 省份数据自动接入
-#获取配置表信息(表名、brand_flag 
-dfband = spark.sql("""
-SELECT  DISTINCT  table_name tab ,file_name brand_flag FROM  dwd.dwd_gnd_ext_retail_corresponding_relationship
-where type_name ='BRAND'
-""").collect()
-
-def get_union_brand_data(df):
-    #数据为空 
-    if df == None:
-        return None
-    #初始化结果集
-    union_query = None 
-    for table in df:  
-    # 选择当前表名
-        T = str(table.tab)
-    # 获取对应brand表维度对应得 market 名称 
-        pack_flag = str(table.brand_flag)
-        sql = f"""
-          select 
-              cast(left(quarter, 4)*100 + right(quarter,1)*3 as int ) 							    AS YYYYMM
-              ,cast(left(quarter, 4) as int ) 											         	AS year
-              ,right(quarter, 2) 											              		   	AS quarter
-              ,quarter 														                        AS yq
-			  ,type 																				AS brand_cat_type
-			  ,case when ta = 'NIAD' then 'DM' else ta end 											AS TA
-			  ,market 																				AS market 
-			  ,zk_brand_category                                                                    AS zk_brand_category
-			  ,zk_common_name                                                                       AS zk_common_name 
-			  ,zk_manu_des                                                                          AS zk_manu_des 
-			  ,rc_name_en                                                                           AS rc_name_en 
-			  ,province_city                                                                        AS province_city 
-			  ,ytd                                                                                  AS ytd 
-			  ,cast(sales_value  * 1000000  as decimal(30,10)) 									    AS sales_val
-			  ,cast(sales_volume * 1000000  as decimal(30,10))                                       AS sales_vol
-			  ,cast(price as decimal(30,10))														as price 
-			  ,cast(num_dist_rate as decimal(30,10))                                                as num_dist_rate 
-			  ,cast(weig_dist_rate  as decimal(30,10))                                              as weig_dist_rate 
-			  ,cast(value_share as decimal(30,10))                                                  as val_share 
-			  ,cast(volume_share as decimal(30,10))                                                 as vol_share 
-			  ,replace(key_brand_ytd,'-','') 														as key_brand_ytd
-			  ,cast(replace(key_brand_rank_ytd,'-','0') as int)                                     as key_brand_rank_ytd
-			  ,replace(top_brand_ytd,'-','')                                                        as top_brand_ytd
-			  ,cast(replace(top_brand_ms_ytd,'-','0') as decimal(30,10))                            as top_brand_ms_ytd
-			  ,cast(replace(top_brand_inc_ms_ytd,'-','0') as decimal(30,10))                        as top_brand_inc_ms_ytd
-			  ,cast(replace(top_brand_gr_ytd,'-','0') as decimal(30,10))                            as top_brand_gr_ytd
-			  ,replace(key_brand_qtd,'-','')                                                        as key_brand_qtd
-			  ,cast(replace(key_brand_rank_qtd,'-','0') as int)                                     as key_brand_rank_qtd
-			  ,replace(top_brand_qtd,'-','')                                                        as top_brand_qtd
-			  ,cast(replace(top_brand_ms_qtd,'-','0') as decimal(30,10))                            as top_brand_ms_qtd
-			  ,cast(replace(top_brand_inc_ms_qtd,'-','0') as decimal(30,10))                        as top_brand_inc_ms_qtd
-			  ,cast(replace(top_brand_gr_qtd,'-','0') as decimal(30,10))                            as top_brand_gr_qtd
-			  ,ranked_by																			as ranked_by
-			  ,'{pack_flag}'                   														as pack_flag
-			  ,from_utc_timestamp(current_timestamp(),'UTC+8') 										as etl_insert_dt 
-			  ,from_utc_timestamp(current_timestamp(),'UTC+8') 										as etl_update_dt 
-                from {T} 
-                 """
-        # 读取数据  
-        current_query = spark.sql(sql)
-        #union 数据 
-        if union_query == None:
-            union_query = current_query
-        else:
-            union_query = union_query.union(current_query)
-        #返回数据集 / 写入表也行？？？
-    return   union_query 
-brand_result = get_union_brand_data(dfband)
-brand_result.write.mode("overwrite").saveAsTable("dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all")
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ###新逻辑
-# MAGIC  - 修改brand数据，先拆分成月维度的数据
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC /*
-# MAGIC 修改时间：20250311
-# MAGIC 修改人：chenwu
-# MAGIC 修改内容：brand来数频率为 季度来数， 但是 pack 为 月度来数据，需要用季度的数据/3得到月度的
-# MAGIC */
-# MAGIC insert overwrite table dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all
-# MAGIC with quarterly_table as (
-# MAGIC   select 
-# MAGIC   *
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all
-# MAGIC   where market not in ('NIAD','Inhaled Extended Market','布地奈德雾化溶液')
-# MAGIC   -- 范围内只能是 季度来数据的，如果有月度来数据的需要排除掉
-# MAGIC )
-# MAGIC
-# MAGIC ,month_table as (--转化成月度数据
-# MAGIC   SELECT 
-# MAGIC     SUBSTR(q.yq, 1, 4)*100 +       -- 提取年份
-# MAGIC     LPAD(m.month_num, 2, '0')   -- 补零月份
-# MAGIC     AS YYYYMM                  -- 月份首日
-# MAGIC   ,`year`  
-# MAGIC   ,`quarter`
-# MAGIC   ,yq
-# MAGIC   ,brand_cat_type
-# MAGIC   ,TA
-# MAGIC   ,market
-# MAGIC   ,zk_brand_category
-# MAGIC   ,zk_common_name
-# MAGIC   ,zk_manu_des
-# MAGIC   ,rc_name_en
-# MAGIC   ,province_city
-# MAGIC   ,ytd
-# MAGIC   ,sales_val /3  --除3
-# MAGIC   ,sales_vol /3  --除3
-# MAGIC   ,price 
-# MAGIC   ,num_dist_rate 
-# MAGIC   ,weig_dist_rate 
-# MAGIC   ,val_share 
-# MAGIC   ,vol_share 
-# MAGIC   ,key_brand_ytd 
-# MAGIC   ,key_brand_rank_ytd 
-# MAGIC   ,top_brand_ytd
-# MAGIC   ,top_brand_ms_ytd 
-# MAGIC   ,top_brand_inc_ms_ytd
-# MAGIC   ,top_brand_gr_ytd
-# MAGIC   ,key_brand_qtd
-# MAGIC   ,key_brand_rank_qtd
-# MAGIC   ,top_brand_qtd
-# MAGIC   ,top_brand_ms_qtd
-# MAGIC   ,top_brand_inc_ms_qtd
-# MAGIC   ,top_brand_gr_qtd
-# MAGIC   ,ranked_by
-# MAGIC   ,pack_flag
-# MAGIC   ,etl_insert_dt
-# MAGIC   ,etl_update_dt
-# MAGIC FROM 
-# MAGIC   quarterly_table q
-# MAGIC LATERAL VIEW EXPLODE(            -- 为每季度生成三个月
-# MAGIC   CASE 
-# MAGIC     WHEN RIGHT(q.yq, 2) = 'Q1' THEN ARRAY(1, 2, 3)
-# MAGIC     WHEN RIGHT(q.yq, 2) = 'Q2' THEN ARRAY(4, 5, 6)
-# MAGIC     WHEN RIGHT(q.yq, 2) = 'Q3' THEN ARRAY(7, 8, 9)
-# MAGIC     WHEN RIGHT(q.yq, 2) = 'Q4' THEN ARRAY(10, 11, 12)
-# MAGIC   END
-# MAGIC ) m AS month_num
-# MAGIC )
-# MAGIC
-# MAGIC ,other_not_quarterly_table (
-# MAGIC   select 
-# MAGIC   *
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all
-# MAGIC   where market in ('NIAD','Inhaled Extended Market','布地奈德雾化溶液')
-# MAGIC   -- 范围内只能是 月度来数据的
-# MAGIC )
-# MAGIC
-# MAGIC select * from month_table
-# MAGIC union all
-# MAGIC select * from other_not_quarterly_table
\ No newline at end of file
diff --git a/EXTERNAL/Retail/09 dwd_inc_gnd_ext_retail_nataional.py:Zone.Identifier b/EXTERNAL/Retail/09 dwd_inc_gnd_ext_retail_nataional.py:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/10 map_to_retail_dm_table.py b/EXTERNAL/Retail/10 map_to_retail_dm_table.py
deleted file mode 100644
index 32d3f21..0000000
--- a/EXTERNAL/Retail/10 map_to_retail_dm_table.py	
+++ /dev/null
@@ -1,4917 +0,0 @@
-# Databricks notebook source
-############################################################START##############################################################
-### STEP-1: map to dm.dm_zk_retail_geo
-### STEP-2: map to dm.dm_ext_rc_ratio
-### STEP-3: map to dm.dm_zk_retail_sales
-### STEP-4: map to dm.dm_zk_retail_pack_property
-### STEP-5: map to dm.dm_zk_retail_market_property
-### STEP-6: map to dm.dm_zk_retail_dtp_pack_property
-### STEP-7: map to dm.dm_zk_retail_dtp_sales
-### STEP-8: map to dm.dm_zk_retail_sales_kpi
-### STEP-9: map to dm.dm_zk_retail_market_ratio 
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-1: map to dm.dm_zk_retail_geo
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-1: map to dm.dm_zk_retail_geo 
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC with all_province_city as (
-# MAGIC   select distinct province_city from tmp.tmp_retail_brand_rawdata
-# MAGIC   union
-# MAGIC   select distinct zk_regin from tmp.tmp_retail_pack_rawdata 
-# MAGIC   union  
-# MAGIC   select distinct province_city from dwd.dwd_gnd_ext_dtp_zk_brand
-# MAGIC   union 
-# MAGIC   select distinct region from dwd.dwd_gnd_ext_retail_dtp_datasource
-# MAGIC ), tmp as (
-# MAGIC ----------------按照retail 逻辑划分福厦泉、全国，并从chpa的geo中提取其他维度信息---------------------
-# MAGIC   select distinct 
-# MAGIC     case when t1.province_city = '全国' then 'CHT'
-# MAGIC       when t1.province_city = '福厦泉' then 'FXQ'
-# MAGIC     else 
-# MAGIC       nvl(t2.geo_key, t3.geo_key) 
-# MAGIC     end geo_key,
-# MAGIC     t4.AZ_City_tier
-# MAGIC     ,t4.city_tier,
-# MAGIC     province_city,
-# MAGIC     t3.city_name,
-# MAGIC     t3.city_code, 
-# MAGIC     t3.city_name_en,
-# MAGIC     case when t1.province_city = '福厦泉' then '福建'
-# MAGIC     when t1.province_city = '全国' then '全国'
-# MAGIC     else 
-# MAGIC       nvl(t3.province_name,t2.province_name) 
-# MAGIC     end province_name,
-# MAGIC     case when t1.province_city = '福厦泉' then 'FJ'
-# MAGIC     when t1.province_city = '全国' then 'National'
-# MAGIC     else 
-# MAGIC       nvl(t3.province_code,t2.province_code)
-# MAGIC     end province_code, 
-# MAGIC     case when t1.province_city = '福厦泉' then 'Fujian'
-# MAGIC       when t1.province_city = '全国' then 'National'
-# MAGIC     else 
-# MAGIC       nvl(t3.province_name_en,t2.province_name_en) 
-# MAGIC     end province_name_en,  
-# MAGIC     case when t1.province_city = '福厦泉' then 'SOUTH'
-# MAGIC       when t1.province_city = '全国' then 'National'
-# MAGIC     else 
-# MAGIC       nvl(t3.area_code,t2.area_code) 
-# MAGIC     end area_code,
-# MAGIC     case when t1.province_city = '福厦泉' then '南部地区'
-# MAGIC       when t1.province_city = '全国' then 'National'
-# MAGIC     else 
-# MAGIC       nvl(t3.area_name,t2.area_name) 
-# MAGIC     end area_name, 
-# MAGIC     case when t1.province_city = '福厦泉' then 'South China'
-# MAGIC       when t1.province_city = '全国' then 'National'
-# MAGIC     else 
-# MAGIC       nvl(t3.area_name_en,t2.area_name_en) 
-# MAGIC     end area_name_en,
-# MAGIC     case when t1.province_city = '福厦泉' then 'SOUTH'
-# MAGIC       when t1.province_city = '全国' then 'National'
-# MAGIC     else 
-# MAGIC       nvl(t3.rc_code,t2.rc_code) 
-# MAGIC     end rc_code, 
-# MAGIC     case when t1.province_city = '福厦泉' then '南部地区'
-# MAGIC       when t1.province_city = '全国' then 'National'
-# MAGIC     else 
-# MAGIC       nvl(t3.rc_name,t2.rc_name) 
-# MAGIC     end rc_name, 
-# MAGIC     case when t1.province_city = '福厦泉' then 'South China'
-# MAGIC       when t1.province_city = '全国' then 'National'
-# MAGIC     else 
-# MAGIC       nvl(t3.rc_name_en,t2.rc_name_en) 
-# MAGIC     end rc_name_en 
-# MAGIC   from  all_province_city t1 
-# MAGIC   left join dm.dm_td_geography t2
-# MAGIC     on t1.province_city = t2.province_name and t2.geo_key = t2.province_code
-# MAGIC   left join dm.dm_td_geography t3 
-# MAGIC     on t1.province_city = replace(t3.city_name,'市','') and t3.geo_key = t3.city_code
-# MAGIC   left join dws.dws_ims_td_geo t4 
-# MAGIC     on  t1.province_city = replace(t4.AUDIT_DES_C,'市','')   
-# MAGIC   where t1.province_city <> 'ROC' 
-# MAGIC )
-# MAGIC
-# MAGIC -------------------省份、自治区等处理-----------------------
-# MAGIC insert overwrite table dm.dm_zk_retail_geo
-# MAGIC SELECT 
-# MAGIC     geo_key
-# MAGIC 	 ,city_name_en
-# MAGIC 	 ,replace(city_name,'市')  																			  city_c
-# MAGIC 	 ,case when city_code is not null then 'City' else 'Province' END city_type
-# MAGIC 	 ,city_tier
-# MAGIC    ,AZ_City_tier
-# MAGIC 	 ,province_name_en
-# MAGIC 	 ,province_name
-# MAGIC 	 ,province_code
-# MAGIC 	 ,city_name     																			  city_map
-# MAGIC 	 ,case when  province_code  in ('TJ','CQ','BJ','SH')  then concat(province_name,'市') 
-# MAGIC 	 			 when  province_code in  ('SC','YN','LN','SA','GZ','HN','HL','SX','ZJ','JS','SD','JL','FJ','GD','HU','AH','GS','HE','JX','HB') then  concat(province_name,'省') 
-# MAGIC 	 			 when  province_code  ='GX' THEN concat(province_name,'壮族自治区')
-# MAGIC 				 when  province_code  ='IM' THEN concat(province_name,'自治区') 
-# MAGIC 		ELSE province_name
-# MAGIC 	 end 																						  province_map
-# MAGIC 	 ,city_code
-# MAGIC 	 ,province_city
-# MAGIC    ,area_code
-# MAGIC    ,area_name
-# MAGIC    ,area_name_en
-# MAGIC    ,rc_code
-# MAGIC    ,rc_name
-# MAGIC    ,rc_name_en
-# MAGIC 	,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_insert_dt
-# MAGIC 	,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_update_dt
-# MAGIC  from tmp 
-# MAGIC
-# MAGIC UNION ALL 
-# MAGIC
-# MAGIC SELECT 
-# MAGIC 'ROC'
-# MAGIC ,'Other Low Tiers'
-# MAGIC ,'Other Low Tiers'
-# MAGIC ,'City'
-# MAGIC ,	1
-# MAGIC ,	1	
-# MAGIC ,'Other Low Tiers'
-# MAGIC ,'Other Low Tiers'
-# MAGIC ,	null	
-# MAGIC ,'Other Low Tiers'
-# MAGIC ,'Other Low Tiers'
-# MAGIC ,'Other Low Tiers'
-# MAGIC ,'Other Low Tiers'
-# MAGIC ,'Other Low Tiers'
-# MAGIC ,'Other Low Tiers'
-# MAGIC ,'Other Low Tiers'
-# MAGIC ,'Other Low Tiers'
-# MAGIC ,'Other Low Tiers'
-# MAGIC ,'Other Low Tiers'
-# MAGIC 	,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_insert_dt
-# MAGIC 	,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_update_dt
-# MAGIC
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-2: map to dm.dm_ext_rc_ratio 
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-2: map to dm.dm_ext_rc_ratio 
-# MAGIC -- 2.1 rc 拆分逻辑处理
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert overwrite table dws.dws_ext_rc_ratio 
-# MAGIC select 
-# MAGIC     a.sub_bu
-# MAGIC     ,a.mkt
-# MAGIC     ,a.region_code
-# MAGIC     ,nvl(b.PROVINCE_CODE,c.PROVINCE_CODE )   PROVINCE_CODE
-# MAGIC     ,nvl(b.AUDIT_COD,c.PROVINCE_CODE)        city_code
-# MAGIC     ,a.ratio
-# MAGIC     ,From_utc_timestamp(CURRENT_TIMESTAMP(), 'UTC+8') etl_insert_dt
-# MAGIC     ,From_utc_timestamp(CURRENT_TIMESTAMP(), 'UTC+8') etl_update_dt
-# MAGIC from dwd.dwd_gnd_ext_rc_ratio a 
-# MAGIC left join dm.dm_ims_td_geo b on a.city = b.CITY_C
-# MAGIC left join (
-# MAGIC     select province_code,province_name 
-# MAGIC     from dm.dm_td_geography group by province_name,province_code
-# MAGIC ) c on a.city = c.province_name
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-2: map to dm.dm_ext_rc_ratio 
-# MAGIC -- 2.2 rc 拆分逻辑处理
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert overwrite table dm.dm_ext_rc_ratio 
-# MAGIC select 
-# MAGIC     sub_bu
-# MAGIC     ,mkt
-# MAGIC     ,region_code
-# MAGIC     ,PROVINCE_CODE
-# MAGIC     ,city_code
-# MAGIC     ,ratio
-# MAGIC     ,From_utc_timestamp(CURRENT_TIMESTAMP(), 'UTC+8') etl_insert_dt
-# MAGIC     ,From_utc_timestamp(CURRENT_TIMESTAMP(), 'UTC+8') etl_update_dt
-# MAGIC  from dws.dws_ext_rc_ratio 
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-3: map to dm.dm_zk_retail_sales
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ### 3.1 将数据写入最终表的临时表
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-3: map to dm.dm_zk_retail_sales
-# MAGIC -- 3.2 write pack data from tmp.tmp_retail_final_sales to tmp.tmp_retail_dm_zk_retail_sales_final
-# MAGIC -- pack_flag  ：0-倒减的others  1-不拆的       2-拆的
-# MAGIC -- brand_flag ：0-倒减的others  1-买了这个品牌  2-没买这个品牌
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_source as (
-# MAGIC   select
-# MAGIC     distinct
-# MAGIC     yyyymm,
-# MAGIC     iqvia_pack_code,
-# MAGIC     province_city,
-# MAGIC     collect_list(distinct market) as source
-# MAGIC   from tmp.tmp_retail_final_sales
-# MAGIC   group by yyyymm,iqvia_pack_code,province_city
-# MAGIC ), tmp_pack as (
-# MAGIC   select 
-# MAGIC     yyyymm,
-# MAGIC     iqvia_pack_code,
-# MAGIC     province_city,
-# MAGIC     market,
-# MAGIC     pack_flag,
-# MAGIC     brand_flag,
-# MAGIC     sum(sales_unit) as sales_unit,
-# MAGIC     sum(sales_unit_ly) as sales_unit_ly,
-# MAGIC     sum(sales_value) as sales_value,
-# MAGIC     sum(sales_value_ly) as sales_value_ly,
-# MAGIC     sum(counting_unit) as counting_unit,
-# MAGIC     sum(counting_unit_ly) as counting_unit_ly
-# MAGIC   from tmp.tmp_retail_final_sales 
-# MAGIC   group by yyyymm,iqvia_pack_code,province_city,market,pack_flag,brand_flag
-# MAGIC )
-# MAGIC
-# MAGIC insert overwrite table tmp.tmp_retail_dm_zk_retail_sales_final
-# MAGIC select 
-# MAGIC   a.yyyymm,
-# MAGIC   a.iqvia_pack_code,
-# MAGIC   CASE WHEN a.province_city ='ROC' then 'ROC' ELSE b.geo_key END as AUDIT_COD,
-# MAGIC   a.province_city,
-# MAGIC   c.corp_cod,
-# MAGIC   a.sales_unit,
-# MAGIC   a.sales_unit_ly,
-# MAGIC   a.sales_value,
-# MAGIC   a.sales_value_ly,
-# MAGIC   a.counting_unit,
-# MAGIC   a.counting_unit_ly,
-# MAGIC   'Retail(Quarterly)' as DATA_SOURCE,
-# MAGIC   d.source,
-# MAGIC   a.pack_flag,
-# MAGIC   a.brand_flag,
-# MAGIC   case 
-# MAGIC     when a.market in ('他汀类+血脂康','高血压用药','Brilinta Market') then 'CV' 
-# MAGIC     when a.market in ('NIAD','RD Market') then 'CVRM' 
-# MAGIC     ELSE ''
-# MAGIC   END as FLAG
-# MAGIC from tmp_pack a 
-# MAGIC left join dm.dm_zk_retail_geo b
-# MAGIC   on a.province_city = b.province_city
-# MAGIC left join tmp.tmp_zk_retail_pack_property_corp c 
-# MAGIC   on a.iqvia_pack_code = c.iqvia_pack_code
-# MAGIC left join tmp_source d
-# MAGIC   on a.yyyymm = d.yyyymm
-# MAGIC   and a.iqvia_pack_code = d.iqvia_pack_code
-# MAGIC   and a.province_city = d.province_city
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ### 3.2 计算OTHERS数据
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-5: map to dm.dm_zk_retail_sales 
-# MAGIC -- 3.3 calculate OTHERS DATA
-# MAGIC -- 3.3.1 将数据处理到dws
-# MAGIC -- 3.3.1.1 维度信息计算
-# MAGIC -- STEP1: nataional_top_corp
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC --直接写入旧的文件对应的表，这样后面的代码都不用改动。
-# MAGIC --新文件《全国-集团排名》筛选：TA=Retail Total，Rx/OTC= Rx，Top/Top Incre. = Top Sales，对应了旧文件：《全国-Rx-TOP集团》
-# MAGIC insert overwrite table dwd.dwd_gnd_ext_retail_nataional_top_corp
-# MAGIC (
-# MAGIC rank1,
-# MAGIC corp_desc,
-# MAGIC corporation,
-# MAGIC corp_type,
-# MAGIC sales_quarter,
-# MAGIC sales_amount,
-# MAGIC ytd_gr,
-# MAGIC ytd_ms,
-# MAGIC ytd_delta_ms,
-# MAGIC builtinarchivedate,
-# MAGIC source_file_path,
-# MAGIC source_file_name,
-# MAGIC etl_insert_dt
-# MAGIC )
-# MAGIC select 
-# MAGIC trim(rank1) as rank1,
-# MAGIC corp_desc,
-# MAGIC corporation,
-# MAGIC `type` as corp_type,
-# MAGIC sales_quarter,
-# MAGIC sales_amount,
-# MAGIC null as ytd_gr,
-# MAGIC null as ytd_ms,
-# MAGIC null as ytd_delta_ms,
-# MAGIC builtinarchivedate,
-# MAGIC source_file_path,
-# MAGIC source_file_name,
-# MAGIC etl_insert_dt
-# MAGIC from dwd.dwd_gnd_retail_national_corp_rank
-# MAGIC where upper(ta) = 'RETAIL TOTAL'
-# MAGIC and upper(rx_otc) = 'RX'
-# MAGIC and upper(top_top_incre) = 'TOP SALES'
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-5: map to dm.dm_zk_retail_sales 
-# MAGIC -- 3.3 calculate OTHERS DATA
-# MAGIC -- 3.3.1 将数据处理到dws
-# MAGIC -- 3.3.1.1 维度信息计算
-# MAGIC -- STEP2: nataional_ta_top_corp
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC --直接写入旧的文件对应的表，这样后面的代码都不用改动。
-# MAGIC --新文件《全国-集团排名》筛选：TA <> Retail Total，Top/Top Incre. = Top Sales，对应了旧文件：《全国-分TA-TOP集团》
-# MAGIC insert overwrite table dwd.dwd_gnd_ext_retail_nataional_ta_top_corp
-# MAGIC (
-# MAGIC rank1,
-# MAGIC corp_desc,
-# MAGIC corp_name,
-# MAGIC corp_type,
-# MAGIC source_name,
-# MAGIC sales_quarter,
-# MAGIC sales_amount,
-# MAGIC ytd_gr,
-# MAGIC ytd_ms,
-# MAGIC ytd_delta_ms,
-# MAGIC builtinarchivedate,
-# MAGIC source_file_path,
-# MAGIC source_file_name,
-# MAGIC etl_insert_dt
-# MAGIC )
-# MAGIC select 
-# MAGIC trim(rank1) as rank1,
-# MAGIC corp_desc,
-# MAGIC corporation as corp_name,
-# MAGIC `type` as corp_type,
-# MAGIC case when ta = 'GI' then concat(ta,'-',rx_otc)
-# MAGIC      when ta = 'NIAD-excl. GLP1' then 'DM'
-# MAGIC      else ta end as source_name,
-# MAGIC sales_quarter,
-# MAGIC sales_amount,
-# MAGIC null as ytd_gr,
-# MAGIC null as ytd_ms,
-# MAGIC null as ytd_delta_ms,
-# MAGIC builtinarchivedate,
-# MAGIC source_file_path,
-# MAGIC source_file_name,
-# MAGIC etl_insert_dt
-# MAGIC from dwd.dwd_gnd_retail_national_corp_rank
-# MAGIC where upper(ta) <> 'RETAIL TOTAL'
-# MAGIC and upper(top_top_incre) = 'TOP SALES'
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-5: map to dm.dm_zk_retail_sales 
-# MAGIC -- 3.3 calculate OTHERS DATA
-# MAGIC -- 3.3.1 将数据处理到dws
-# MAGIC -- 3.3.1.2 将 top_corp 的数据处理到dws
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC --------------------获取 全国total 本同期数据------------------------
-# MAGIC insert overwrite table dws.dws_zk_retail_top_corp 
-# MAGIC SELECT
-# MAGIC 	yyyymm,
-# MAGIC 	rank1,
-# MAGIC 	corp_desc,
-# MAGIC 	corporation,
-# MAGIC 	-- source_name,
-# MAGIC 	sum(sales_amount) 		    as sales_amount,
-# MAGIC 	sum(sales_amount_ly) 	    as sales_amount_ly
-# MAGIC FROM
-# MAGIC 	(
-# MAGIC 	SELECT
-# MAGIC 		nvl(rank1,'' )          as rank1 ,
-# MAGIC 		corp_desc,
-# MAGIC 		corporation,
-# MAGIC 		corp_type,
-# MAGIC 		-- source_name,
-# MAGIC 		CAST(sales_quarter AS int )                   as yyyymm,
-# MAGIC 		sales_amount * 1000000 	AS sales_amount,
-# MAGIC 		0 						          AS sales_amount_ly
-# MAGIC 	FROM dwd.dwd_gnd_ext_retail_nataional_top_corp
-# MAGIC 	UNION ALL
-# MAGIC 	SELECT
-# MAGIC 		nvl(rank1,'' ) rank1,
-# MAGIC 		corp_desc,
-# MAGIC 		corporation,
-# MAGIC 		corp_type,
-# MAGIC 		-- source_name,
-# MAGIC 		CAST(sales_quarter + 100 AS int )             as yyyymm,	
-# MAGIC 		0 						           AS sales_amount,
-# MAGIC 		sales_amount * 1000000   AS sales_amount_ly
-# MAGIC 	FROM dwd.dwd_gnd_ext_retail_nataional_top_corp
-# MAGIC 	WHERE CAST(sales_quarter + 100 AS int )
-# MAGIC 		 <=(SELECT
-# MAGIC 				max(CAST(sales_quarter AS int ))
-# MAGIC 			FROM dwd.dwd_gnd_ext_retail_nataional_top_corp ) )
-# MAGIC GROUP BY
-# MAGIC 	yyyymm,
-# MAGIC 	rank1,
-# MAGIC 	corp_desc,
-# MAGIC 	corporation
-# MAGIC 	-- source_name
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-3: map to dm.dm_zk_retail_sales 
-# MAGIC -- 3.3 calculate OTHERS DATA
-# MAGIC -- 3.3.1 将数据处理到dws
-# MAGIC -- 3.3.1.3 将 ta_top_corp 的数据处理到dws
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC --------------------获取 ta total 本同期数据,用于后续取 total 及 az 值
-# MAGIC insert overwrite table dws.dws_zk_retail_ta_top_corp
-# MAGIC SELECT
-# MAGIC 	source_name,
-# MAGIC 	rank1,
-# MAGIC 	corp_desc,
-# MAGIC 	CORP_COD,
-# MAGIC 	yyyymm,
-# MAGIC 	sum(sales_amount) 		sales_amount,
-# MAGIC 	sum(sales_amount_ly) 	sales_amount_ly
-# MAGIC FROM
-# MAGIC 	(
-# MAGIC 	SELECT
-# MAGIC 		a.rank1,
-# MAGIC 		source_name,
-# MAGIC     	A.corp_desc,
-# MAGIC     	B.CORP_COD, --A.corp_name as CORP_COD, --自有的corp_name 是 corp_code
-# MAGIC 		CAST(sales_quarter AS int ) yyyymm ,
-# MAGIC 		sales_amount * 1000000  AS sales_amount,
-# MAGIC 		0 						AS sales_amount_ly
-# MAGIC 	FROM dwd.dwd_gnd_ext_retail_nataional_ta_top_corp a
-# MAGIC 	LEFT JOIN (SELECT DISTINCT ZK_Corp_C,CORP_COD FROM dwd.dwd_inc_gnd_retail_b2c_label_total) b
-# MAGIC 	ON	a.corp_desc = b.ZK_Corp_C
-# MAGIC UNION ALL
-# MAGIC 	SELECT
-# MAGIC 		a.rank1,
-# MAGIC 		source_name,
-# MAGIC     A.corp_desc,
-# MAGIC 		B.CORP_COD, --A.corp_name as CORP_COD, --自有的corp_name 是 corp_code
-# MAGIC 		CAST(sales_quarter + 100 AS int ) yyyymm ,
-# MAGIC 		0 						AS sales_amount,
-# MAGIC 		sales_amount * 1000000  AS sales_amount_ly
-# MAGIC 	FROM dwd.dwd_gnd_ext_retail_nataional_ta_top_corp a
-# MAGIC 	LEFT JOIN (SELECT DISTINCT ZK_Corp_C,CORP_COD FROM dwd.dwd_inc_gnd_retail_b2c_label_total) b
-# MAGIC 	ON	a.corp_desc = b.ZK_Corp_C
-# MAGIC 	WHERE
-# MAGIC 		CAST(sales_quarter + 100 AS int )
-# MAGIC 			<=( SELECT max(CAST(sales_quarter AS int ))
-# MAGIC 				FROM dwd.dwd_gnd_ext_retail_nataional_ta_top_corp ) 
-# MAGIC )
-# MAGIC GROUP BY
-# MAGIC 	1,2,3,4,5
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-3: map to dm.dm_zk_retail_sales 
-# MAGIC -- 3.3.2 calculate TA OTHERS
-# MAGIC -- 3.3.2.1 calculate CV_AZ_OTHERS 
-# MAGIC -- pack_flag  ：0-倒减的others  1-不拆的       2-拆的
-# MAGIC -- brand_flag ：0-倒减的others  1-买了这个品牌  2-没买这个品牌
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_az_total as (
-# MAGIC   select 
-# MAGIC     yyyymm,
-# MAGIC     sales_amount,
-# MAGIC     sales_amount_ly 
-# MAGIC   from dws.dws_zk_retail_ta_top_corp 
-# MAGIC   where source_name='CV'
-# MAGIC     AND CORP_COD ='A5Z'
-# MAGIC ), tmp_az_pack_total as (
-# MAGIC   select  
-# MAGIC     a.YYYYMM,
-# MAGIC     a.corp_cod,
-# MAGIC     sum(a.sales_value)	as sales_value	,	
-# MAGIC     sum(a.sales_value_ly) as sales_value_ly
-# MAGIC   from tmp.tmp_retail_dm_zk_retail_sales_final a 
-# MAGIC   where nvl(a.corp_cod,'') ='A5Z'
-# MAGIC     and FLAG = 'CV'
-# MAGIC   group by a.YYYYMM,a.corp_cod
-# MAGIC )
-# MAGIC
-# MAGIC insert into table tmp.tmp_retail_dm_zk_retail_sales_final
-# MAGIC
-# MAGIC select 
-# MAGIC   a.YYYYMM,
-# MAGIC   'CV_AZ_OTHERS'  as iqvia_pack_code,
-# MAGIC   'ROC'           as AUDIT_COD,
-# MAGIC   'ROC'           as province_city,
-# MAGIC   a.corp_cod,
-# MAGIC   0 as sales_unit,
-# MAGIC   0 as sales_unit_ly,
-# MAGIC  -------------------------* hard_code * -------------------------
-# MAGIC  -- 25年没有TA大数，此类数据直接赋值0
-# MAGIC   0, --case when b.sales_amount is not null then b.sales_amount - a.sales_value else 0 end as sales_value,
-# MAGIC   0, --case when b.sales_amount_ly is not null then b.sales_amount_ly - a.sales_value_ly  else 0 end as sales_value_ly,
-# MAGIC  -------------------------* hard_code * -------------------------
-# MAGIC   0 as counting_unit,
-# MAGIC   0 as counting_unit_ly,
-# MAGIC   'Retail(Quarterly)'  as DATA_SOURCE,
-# MAGIC   null as source,
-# MAGIC   0 as pack_flag,
-# MAGIC   0 as brand_flag,
-# MAGIC   'CV' as FLAG
-# MAGIC from tmp_az_pack_total a 
-# MAGIC left join tmp_az_total b 
-# MAGIC   on a.YYYYMM = b.yyyymm
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-3: map to dm.dm_zk_retail_sales 
-# MAGIC -- 3.3.2 calculate TA OTHERS
-# MAGIC -- 3.3.2.2 calculate CV_OTHERS
-# MAGIC -- pack_flag  ：0-倒减的others  1-不拆的       2-拆的
-# MAGIC -- brand_flag ：0-倒减的others  1-买了这个品牌  2-没买这个品牌
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_total as (
-# MAGIC   select 
-# MAGIC     yyyymm,
-# MAGIC     sales_amount,
-# MAGIC     sales_amount_ly 
-# MAGIC   from dws.dws_zk_retail_ta_top_corp 
-# MAGIC   where source_name='CV'
-# MAGIC     AND rank1 = 'Total'
-# MAGIC ), tmp_pack_total as (
-# MAGIC   select  
-# MAGIC     a.YYYYMM,
-# MAGIC     sum(a.sales_value)	as sales_value,	
-# MAGIC     sum(a.sales_value_ly) as sales_value_ly
-# MAGIC   from tmp.tmp_retail_dm_zk_retail_sales_final a 
-# MAGIC   where FLAG = 'CV'
-# MAGIC   group by a.YYYYMM
-# MAGIC )
-# MAGIC
-# MAGIC insert into table tmp.tmp_retail_dm_zk_retail_sales_final
-# MAGIC
-# MAGIC select 
-# MAGIC   a.YYYYMM,
-# MAGIC   'CV_OTHERS'     as iqvia_pack_code,
-# MAGIC   'ROC'           as AUDIT_COD,
-# MAGIC   'ROC'           as province_city,
-# MAGIC   'CV_OTHERS'     as corp_cod,
-# MAGIC   0 as sales_unit,
-# MAGIC   0 as sales_unit_ly,
-# MAGIC  -------------------------* hard_code * -------------------------
-# MAGIC  -- 25年没有TA大数，此类数据直接赋值0
-# MAGIC   0, --case when b.sales_amount is not null then b.sales_amount - a.sales_value else 0 end as sales_value,
-# MAGIC   0, --case when b.sales_amount_ly is not null then b.sales_amount_ly - a.sales_value_ly  else 0 end as sales_value_ly,
-# MAGIC  -------------------------* hard_code * -------------------------
-# MAGIC   0 as counting_unit,
-# MAGIC   0 as counting_unit_ly,
-# MAGIC   'Retail(Quarterly)'  as DATA_SOURCE,
-# MAGIC   null as source,
-# MAGIC   0 as pack_flag,
-# MAGIC   0 as brand_flag,
-# MAGIC   'CV' as FLAG
-# MAGIC from tmp_pack_total a 
-# MAGIC left join tmp_total b 
-# MAGIC   on a.YYYYMM = b.yyyymm
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-3: map to dm.dm_zk_retail_sales 
-# MAGIC -- 3.3.2 calculate TA OTHERS
-# MAGIC -- 3.3.2.3 calculate CVRM_AZ_OTHERS (TODO)
-# MAGIC -- pack_flag  ：0-倒减的others  1-不拆的       2-拆的
-# MAGIC -- brand_flag ：0-倒减的others  1-买了这个品牌  2-没买这个品牌
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_az_total as (
-# MAGIC   select 
-# MAGIC     yyyymm,
-# MAGIC     sales_amount,
-# MAGIC     sales_amount_ly 
-# MAGIC   from dws.dws_zk_retail_ta_top_corp 
-# MAGIC   where source_name='CVRM'
-# MAGIC     AND CORP_COD ='A5Z'
-# MAGIC ), tmp_az_pack_total as (
-# MAGIC   select  
-# MAGIC     a.YYYYMM,
-# MAGIC     a.corp_cod,
-# MAGIC     sum(a.sales_value)	as sales_value	,	
-# MAGIC     sum(a.sales_value_ly) as sales_value_ly
-# MAGIC   from tmp.tmp_retail_dm_zk_retail_sales_final a 
-# MAGIC   where nvl(a.corp_cod,'') ='A5Z'
-# MAGIC     and FLAG = 'CVRM'
-# MAGIC   group by a.YYYYMM,a.corp_cod
-# MAGIC )
-# MAGIC
-# MAGIC insert into table tmp.tmp_retail_dm_zk_retail_sales_final
-# MAGIC
-# MAGIC select 
-# MAGIC   a.YYYYMM,
-# MAGIC   'CVRM_AZ_OTHERS'  as iqvia_pack_code,
-# MAGIC   'ROC'           as AUDIT_COD,
-# MAGIC   'ROC'           as province_city,
-# MAGIC   a.corp_cod,
-# MAGIC   0 as sales_unit,
-# MAGIC   0 as sales_unit_ly,
-# MAGIC  -------------------------* hard_code * -------------------------
-# MAGIC  -- 25年没有TA大数，此类数据直接赋值0
-# MAGIC   0, --case when b.sales_amount is not null then b.sales_amount - a.sales_value else 0 end as sales_value,
-# MAGIC   0, --case when b.sales_amount_ly is not null then b.sales_amount_ly - a.sales_value_ly  else 0 end as sales_value_ly,
-# MAGIC  -------------------------* hard_code * -------------------------
-# MAGIC   0 as counting_unit,
-# MAGIC   0 as counting_unit_ly,
-# MAGIC   'Retail(Quarterly)'  as DATA_SOURCE,
-# MAGIC   null as source,
-# MAGIC   0 as pack_flag,
-# MAGIC   0 as brand_flag,
-# MAGIC   'CVRM' as FLAG
-# MAGIC from tmp_az_pack_total a 
-# MAGIC left join tmp_az_total b 
-# MAGIC   on a.YYYYMM = b.yyyymm
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-5: map to dm.dm_zk_retail_sales 
-# MAGIC -- 5.3.2 calculate TA OTHERS
-# MAGIC -- 5.3.2.4 calculate CVRM_OTHERS (TODO)
-# MAGIC -- pack_flag  ：0-倒减的others  1-不拆的       2-拆的
-# MAGIC -- brand_flag ：0-倒减的others  1-买了这个品牌  2-没买这个品牌
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_total as (
-# MAGIC   select 
-# MAGIC     yyyymm,
-# MAGIC     sales_amount,
-# MAGIC     sales_amount_ly 
-# MAGIC   from dws.dws_zk_retail_ta_top_corp 
-# MAGIC   where source_name='CVRM'
-# MAGIC     AND rank1 = 'Total'
-# MAGIC ), tmp_pack_total as (
-# MAGIC   select  
-# MAGIC     a.YYYYMM,
-# MAGIC     sum(a.sales_value)	as sales_value,	
-# MAGIC     sum(a.sales_value_ly) as sales_value_ly
-# MAGIC   from tmp.tmp_retail_dm_zk_retail_sales_final a 
-# MAGIC   where FLAG = 'CVRM'
-# MAGIC   group by a.YYYYMM
-# MAGIC )
-# MAGIC
-# MAGIC insert into table tmp.tmp_retail_dm_zk_retail_sales_final
-# MAGIC select 
-# MAGIC   a.YYYYMM,
-# MAGIC   'CVRM_OTHERS'     as iqvia_pack_code,
-# MAGIC   'ROC'           as AUDIT_COD,
-# MAGIC   'ROC'           as province_city,
-# MAGIC   'CV_OTHERS'     as corp_cod,
-# MAGIC   0 as sales_unit,
-# MAGIC   0 as sales_unit_ly,
-# MAGIC  -------------------------* hard_code * -------------------------
-# MAGIC  -- 25年没有TA大数，此类数据直接赋值0
-# MAGIC   0, --case when b.sales_amount is not null then b.sales_amount - a.sales_value else 0 end as sales_value,
-# MAGIC   0, --case when b.sales_amount_ly is not null then b.sales_amount_ly - a.sales_value_ly  else 0 end as sales_value_ly,
-# MAGIC  -------------------------* hard_code * -------------------------
-# MAGIC   0 as counting_unit,
-# MAGIC   0 as counting_unit_ly,
-# MAGIC   'Retail(Quarterly)'  as DATA_SOURCE,
-# MAGIC   null as source,
-# MAGIC   0 as pack_flag,
-# MAGIC   0 as brand_flag,
-# MAGIC   'CVRM' as FLAG
-# MAGIC from tmp_pack_total a 
-# MAGIC left join tmp_total b 
-# MAGIC   on a.YYYYMM = b.yyyymm
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-5: map to dm.dm_zk_retail_sales 
-# MAGIC -- 5.3.3 calculate OTHERS
-# MAGIC -- 5.3.3.1 calculate OTHERS_AZ_TA
-# MAGIC -- pack_flag  ：0-倒减的others  1-不拆的       2-拆的
-# MAGIC -- brand_flag ：0-倒减的others  1-买了这个品牌  2-没买这个品牌
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_az_total as (
-# MAGIC   select 
-# MAGIC     yyyymm,
-# MAGIC     sales_amount,
-# MAGIC     sales_amount_ly 
-# MAGIC   from dws.dws_zk_retail_top_corp 
-# MAGIC   where corp_desc = '阿斯利康'
-# MAGIC ), tmp_az_pack_total as (
-# MAGIC   select  
-# MAGIC     a.YYYYMM,
-# MAGIC     a.corp_cod,
-# MAGIC     sum(a.sales_value)	as sales_value	,	
-# MAGIC     sum(a.sales_value_ly) as sales_value_ly
-# MAGIC   from tmp.tmp_retail_dm_zk_retail_sales_final a 
-# MAGIC   where nvl(a.corp_cod,'') ='A5Z'
-# MAGIC   group by a.YYYYMM,a.corp_cod
-# MAGIC )
-# MAGIC
-# MAGIC insert into table tmp.tmp_retail_dm_zk_retail_sales_final
-# MAGIC
-# MAGIC select 
-# MAGIC   a.YYYYMM,
-# MAGIC   'OTHERS_AZ_TA'  as iqvia_pack_code,
-# MAGIC   'ROC'           as AUDIT_COD,
-# MAGIC   'ROC'           as province_city,
-# MAGIC   a.corp_cod,
-# MAGIC   0 as sales_unit,
-# MAGIC   0 as sales_unit_ly,
-# MAGIC   case when b.sales_amount is not null then b.sales_amount - a.sales_value else 0 end as sales_value,
-# MAGIC   case when b.sales_amount_ly is not null then b.sales_amount_ly - a.sales_value_ly  else 0 end as sales_value_ly,
-# MAGIC   0 as counting_unit,
-# MAGIC   0 as counting_unit_ly,
-# MAGIC   'Retail(Quarterly)'  as DATA_SOURCE,
-# MAGIC   null as source,
-# MAGIC   0 as pack_flag,
-# MAGIC   0 as brand_flag,
-# MAGIC   'TA_AZ' as FLAG
-# MAGIC from tmp_az_pack_total a 
-# MAGIC left join tmp_az_total b 
-# MAGIC   on a.YYYYMM = b.yyyymm
-# MAGIC
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-5: map to dm.dm_zk_retail_sales 
-# MAGIC -- 5.3.3 calculate OTHERS
-# MAGIC -- 5.3.3.2 calculate OTHERS_TA
-# MAGIC -- pack_flag  ：0-倒减的others  1-不拆的       2-拆的
-# MAGIC -- brand_flag ：0-倒减的others  1-买了这个品牌  2-没买这个品牌
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_total as (
-# MAGIC   select 
-# MAGIC     yyyymm,
-# MAGIC     sales_amount,
-# MAGIC     sales_amount_ly 
-# MAGIC   from dws.dws_zk_retail_top_corp 
-# MAGIC   where rank1 = 'Total'
-# MAGIC ), tmp_pack_total as (
-# MAGIC   select  
-# MAGIC     a.YYYYMM,
-# MAGIC     sum(a.sales_value)	as sales_value,	
-# MAGIC     sum(a.sales_value_ly) as sales_value_ly
-# MAGIC   from tmp.tmp_retail_dm_zk_retail_sales_final a 
-# MAGIC   group by a.YYYYMM
-# MAGIC )
-# MAGIC
-# MAGIC insert into table tmp.tmp_retail_dm_zk_retail_sales_final
-# MAGIC
-# MAGIC select 
-# MAGIC   a.YYYYMM,
-# MAGIC   'OTHERS_TA'     as iqvia_pack_code,
-# MAGIC   'ROC'           as AUDIT_COD,
-# MAGIC   'ROC'           as province_city,
-# MAGIC   'OTHERS_TA'     as corp_cod,
-# MAGIC   0 as sales_unit,
-# MAGIC   0 as sales_unit_ly,
-# MAGIC   case when b.sales_amount is not null then b.sales_amount - a.sales_value else 0 end as sales_value,
-# MAGIC   case when b.sales_amount_ly is not null then b.sales_amount_ly - a.sales_value_ly  else 0 end as sales_value_ly,
-# MAGIC   0 as counting_unit,
-# MAGIC   0 as counting_unit_ly,
-# MAGIC   'Retail(Quarterly)'  as DATA_SOURCE,
-# MAGIC   null as source,
-# MAGIC   0 as pack_flag,
-# MAGIC   0 as brand_flag,
-# MAGIC   'OTHERS_TA' as FLAG
-# MAGIC from tmp_pack_total a 
-# MAGIC left join tmp_total b 
-# MAGIC   on a.YYYYMM = b.yyyymm
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ### 3.3 映射到DM最终表
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-3: map to dm.dm_zk_retail_sales 
-# MAGIC -- 3.4 write into final table: dm.dm_zk_retail_sales
-# MAGIC -- pack_flag  ：0-倒减的others  1-不拆的       2-拆的
-# MAGIC -- brand_flag ：0-倒减的others  1-买了这个品牌  2-没买这个品牌
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert overwrite table dm.dm_zk_retail_sales
-# MAGIC
-# MAGIC select
-# MAGIC   yyyymm,
-# MAGIC   iqvia_pack_code,
-# MAGIC   AUDIT_COD,
-# MAGIC   province_city,
-# MAGIC   corp_cod,
-# MAGIC   sales_unit,
-# MAGIC   sales_unit_ly,
-# MAGIC   sales_value,
-# MAGIC   sales_value_ly,
-# MAGIC   counting_unit,
-# MAGIC   counting_unit_ly,
-# MAGIC   DATA_SOURCE,
-# MAGIC   source,
-# MAGIC   pack_flag,
-# MAGIC   brand_flag,
-# MAGIC   FLAG,
-# MAGIC   from_utc_timestamp(current_timestamp(),'UTC+8')	etl_insert_dt,
-# MAGIC   from_utc_timestamp(current_timestamp(),'UTC+8')	etl_update_dt
-# MAGIC from tmp.tmp_retail_dm_zk_retail_sales_final
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ### 3.4 补充新增的OTHERS数据到配置表中
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-3: map to dm.dm_zk_retail_sales 
-# MAGIC -- 3.5 将倒减的OTHERS数据补充到配置表中
-# MAGIC -- pack_flag  ：0-倒减的others  1-不拆的       2-拆的
-# MAGIC -- brand_flag ：0-倒减的others  1-买了这个品牌  2-没买这个品牌
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC insert overwrite table dws.dws_zk_retail_pack_property 
-# MAGIC (
-# MAGIC 	iqvia_lineno,
-# MAGIC 	iqvia_pack_code,
-# MAGIC 	PROD_COD,
-# MAGIC 	iqvia_notes,
-# MAGIC 	new_pack_flag,
-# MAGIC 	is_exists_chpa,
-# MAGIC 	product_id,
-# MAGIC 	prescription_nature,
-# MAGIC 	medicine_type,
-# MAGIC 	zk_medicine_tier1,
-# MAGIC 	zk_medicine_tier2,
-# MAGIC 	zk_medicine_tier3,
-# MAGIC 	zk_medicine_tier4,
-# MAGIC 	common_name,
-# MAGIC 	dosage_form,
-# MAGIC 	user_type,
-# MAGIC 	category_name,
-# MAGIC 	product_name,
-# MAGIC 	brand_name,
-# MAGIC 	zk_manu_des,
-# MAGIC 	zk_corp_des,
-# MAGIC 	zk_pack_des,
-# MAGIC 	counting_unit_a,
-# MAGIC 	dosage_unit_a,
-# MAGIC 	unit_a,
-# MAGIC 	app1_cod,
-# MAGIC 	app1_des,
-# MAGIC 	app1_des_c,
-# MAGIC 	app2_cod,
-# MAGIC 	app2_des,
-# MAGIC 	app2_des_c,
-# MAGIC 	app3_cod,
-# MAGIC 	app3_des,
-# MAGIC 	app3_des_c,
-# MAGIC 	atc1_cod,
-# MAGIC 	atc1_des,
-# MAGIC 	atc1_des_c,
-# MAGIC 	atc2_cod,
-# MAGIC 	atc2_des,
-# MAGIC 	atc2_des_c,
-# MAGIC 	atc3_cod,
-# MAGIC 	atc3_des,
-# MAGIC 	atc3_des_c,
-# MAGIC 	atc4_cod,
-# MAGIC 	atc4_des,
-# MAGIC 	atc4_des_c,
-# MAGIC 	bio_desc,
-# MAGIC 	cmps_cod,
-# MAGIC 	cmps_des,
-# MAGIC 	cmps_des_c,
-# MAGIC 	corp_cod,
-# MAGIC 	corp_des,
-# MAGIC 	corp_des_c,
-# MAGIC 	edl_desc,
-# MAGIC 	eth_otc_desc,
-# MAGIC 	gene_orig_desc,
-# MAGIC 	gqce_desc,
-# MAGIC 	manu_cod,
-# MAGIC 	manu_des,
-# MAGIC 	manu_des_c,
-# MAGIC 	mnfl_cod,
-# MAGIC 	mnfl_des,
-# MAGIC 	nrdl_desc,
-# MAGIC 	pack_des,
-# MAGIC 	stgh_des,
-# MAGIC 	pack_lch,
-# MAGIC 	paed_desc,
-# MAGIC 	prod_des,
-# MAGIC 	prod_des_c,
-# MAGIC 	tcm_desc,
-# MAGIC 	vbp_desc,
-# MAGIC 	unit,
-# MAGIC 	counting_unit,
-# MAGIC 	dosage_unit,
-# MAGIC 	NRDL_ENTRY_DATE,
-# MAGIC 	market,
-# MAGIC 	bu,
-# MAGIC 	extend_market_ratio,
-# MAGIC 	is_az,
-# MAGIC   etl_insert_dt,
-# MAGIC 	etl_update_dt 
-# MAGIC )
-# MAGIC select 
-# MAGIC 	iqvia_lineno,
-# MAGIC 	iqvia_pack_code,
-# MAGIC 	PROD_COD,
-# MAGIC 	iqvia_notes,
-# MAGIC 	new_pack_flag,
-# MAGIC 	is_exists_chpa,
-# MAGIC 	product_id,
-# MAGIC 	prescription_nature,
-# MAGIC 	medicine_type,
-# MAGIC 	zk_medicine_tier1,
-# MAGIC 	zk_medicine_tier2,
-# MAGIC 	zk_medicine_tier3,
-# MAGIC 	zk_medicine_tier4,
-# MAGIC 	common_name,
-# MAGIC 	dosage_form,
-# MAGIC 	user_type,
-# MAGIC 	category_name,
-# MAGIC 	product_name,
-# MAGIC 	brand_name,
-# MAGIC 	zk_manu_des,
-# MAGIC 	zk_corp_des,
-# MAGIC 	zk_pack_des,
-# MAGIC 	counting_unit_a,
-# MAGIC 	dosage_unit_a,
-# MAGIC 	unit_a,
-# MAGIC 	app1_cod,
-# MAGIC 	app1_des,
-# MAGIC 	app1_des_c,
-# MAGIC 	app2_cod,
-# MAGIC 	app2_des,
-# MAGIC 	app2_des_c,
-# MAGIC 	app3_cod,
-# MAGIC 	app3_des,
-# MAGIC 	app3_des_c,
-# MAGIC 	atc1_cod,
-# MAGIC 	atc1_des,
-# MAGIC 	atc1_des_c,
-# MAGIC 	atc2_cod,
-# MAGIC 	atc2_des,
-# MAGIC 	atc2_des_c,
-# MAGIC 	atc3_cod,
-# MAGIC 	atc3_des,
-# MAGIC 	atc3_des_c,
-# MAGIC 	atc4_cod,
-# MAGIC 	atc4_des,
-# MAGIC 	atc4_des_c,
-# MAGIC 	bio_desc,
-# MAGIC 	cmps_cod,
-# MAGIC 	cmps_des,
-# MAGIC 	cmps_des_c,
-# MAGIC 	corp_cod,
-# MAGIC 	corp_des,
-# MAGIC 	corp_des_c,
-# MAGIC 	edl_desc,
-# MAGIC 	eth_otc_desc,
-# MAGIC 	gene_orig_desc,
-# MAGIC 	gqce_desc,
-# MAGIC 	manu_cod,
-# MAGIC 	manu_des,
-# MAGIC 	manu_des_c,
-# MAGIC 	mnfl_cod,
-# MAGIC 	mnfl_des,
-# MAGIC 	nrdl_desc,
-# MAGIC 	pack_des,
-# MAGIC 	stgh_des,
-# MAGIC 	pack_lch,
-# MAGIC 	paed_desc,
-# MAGIC 	prod_des,
-# MAGIC 	prod_des_c,
-# MAGIC 	tcm_desc,
-# MAGIC 	vbp_desc,
-# MAGIC 	unit,
-# MAGIC 	counting_unit,
-# MAGIC 	dosage_unit,
-# MAGIC 	NRDL_ENTRY_DATE,
-# MAGIC 	market,
-# MAGIC 	bu,
-# MAGIC 	extend_market_ratio,
-# MAGIC 	is_az,
-# MAGIC   from_utc_timestamp(current_timestamp(),'UTC+8')	etl_insert_dt
-# MAGIC 	,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_update_dt 
-# MAGIC from tmp.tmp_zk_retail_pack_property 
-# MAGIC union all 
-# MAGIC ------事实表中倒减出来的pack 需要补充到配置表中
-# MAGIC   select  
-# MAGIC 			''              iqvia_lineno 
-# MAGIC 			,iqvia_pack_code 
-# MAGIC 			,''               prod_cod 		 
-# MAGIC 			,''               iqvia_notes 
-# MAGIC 			,''               new_pack_flag 
-# MAGIC 			,''               Is_exists_chpa 
-# MAGIC 			,iqvia_pack_code   product_id 
-# MAGIC 			,''             prescription_nature 
-# MAGIC 			,''             medicine_type 
-# MAGIC 			,''             zk_medicine_tier1 
-# MAGIC 			,''             zk_medicine_tier2 
-# MAGIC 			,''             zk_medicine_tier3 
-# MAGIC 			,''             zk_medicine_tier4 
-# MAGIC 			,''             common_name 
-# MAGIC 			,''             dosage_form 
-# MAGIC 			,''             user_type 
-# MAGIC 			,''             category_name 
-# MAGIC 			,''             product_name 
-# MAGIC 			,''             brand_name 
-# MAGIC 			,''             zk_manu_des 
-# MAGIC 			,''             zk_corp_des
-# MAGIC 			,''             zk_pack_des 
-# MAGIC 			,''             counting_unit_a 
-# MAGIC 			,''             dosage_unit_a 
-# MAGIC 			,''             unit_a 
-# MAGIC 			,''             app1_cod 
-# MAGIC 			,''             app1_des 
-# MAGIC 			,''             app1_des_c 
-# MAGIC 			,''             app2_cod 
-# MAGIC 			,''             app2_des 
-# MAGIC 			,''             app2_des_c 
-# MAGIC 			,''             app3_cod 
-# MAGIC 			,''             app3_des 
-# MAGIC 			,''             app3_des_c 
-# MAGIC 			,''             atc1_cod 
-# MAGIC 			,''             atc1_des 
-# MAGIC 			,''             atc1_des_c 
-# MAGIC 			,''             atc2_cod 
-# MAGIC 			,''             atc2_des 
-# MAGIC 			,''             atc2_des_c 
-# MAGIC 			,''             atc3_cod 
-# MAGIC
-# MAGIC 			,''             atc3_des 
-# MAGIC 			,''             atc3_des_c 
-# MAGIC 			,''             atc4_cod 
-# MAGIC 			,''             atc4_des 
-# MAGIC 			,''             atc4_des_c 
-# MAGIC 			,''             bio_desc 
-# MAGIC 			,''            cmps_cod 
-# MAGIC 			,''             cmps_des 
-# MAGIC 			,''             cmps_des_c 
-# MAGIC 			,corp_cod						corp_cod 
-# MAGIC 			,''             corp_des 
-# MAGIC 			,''       			corp_des_c 
-# MAGIC 			,''             edl_desc 
-# MAGIC 			,''             eth_otc_desc 
-# MAGIC 			,''             gene_orig_desc 
-# MAGIC 			,''             gqce_desc 
-# MAGIC 			,''             manu_cod 
-# MAGIC 			,''             manu_des 
-# MAGIC 			,''             manu_des_c 
-# MAGIC 			,''             mnfl_cod 
-# MAGIC 			,''             mnfl_des 
-# MAGIC 			,''             nrdl_desc 
-# MAGIC 			,''             pack_des 
-# MAGIC 			,''             stgh_des 
-# MAGIC 			,''             pack_lch 
-# MAGIC 			,''             paed_desc 
-# MAGIC 			,'Others'             prod_des 
-# MAGIC 			,'Others'             prod_des_c 
-# MAGIC 			,''             tcm_desc 
-# MAGIC 			,''             vbp_desc 
-# MAGIC 			,''             unit 
-# MAGIC 			,''             counting_unit 
-# MAGIC 			,''             dosage_unit  
-# MAGIC 			,''             NRDL_ENTRY_DATE
-# MAGIC 			,'Non AZ Retail Related Market'           market 
-# MAGIC 			,''             bu
-# MAGIC 			,1              extend_market_ratio
-# MAGIC 			,CASE WHEN iqvia_pack_code LIKE '%AZ%' THEN 'Y' ELSE 'N' END	        is_az
-# MAGIC 			,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_insert_dt
-# MAGIC 			,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_update_dt
-# MAGIC from (
-# MAGIC   select distinct iqvia_pack_code,corp_cod
-# MAGIC   from DM.dm_zk_retail_sales  
-# MAGIC   where iqvia_pack_code not in (select distinct iqvia_pack_code from tmp.tmp_zk_retail_pack_property)
-# MAGIC )
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-4: map to dm.dm_zk_retail_pack_property
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ### 4.1 对公司归属从新划分
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-4: map to dm.dm_zk_retail_pack_property
-# MAGIC -- 4.1 对公司归属从新划分
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert overwrite table tmp.tmp_dm_zk_retail_pack_property
-# MAGIC (
-# MAGIC   iqvia_lineno,
-# MAGIC iqvia_pack_code,
-# MAGIC PROD_COD,
-# MAGIC iqvia_notes,
-# MAGIC new_pack_flag,
-# MAGIC is_exists_chpa,
-# MAGIC product_id,
-# MAGIC prescription_nature,
-# MAGIC medicine_type,
-# MAGIC zk_medicine_tier1,
-# MAGIC zk_medicine_tier2,
-# MAGIC zk_medicine_tier3,
-# MAGIC zk_medicine_tier4,
-# MAGIC common_name,
-# MAGIC dosage_form,
-# MAGIC user_type,
-# MAGIC category_name,
-# MAGIC product_name,
-# MAGIC brand_name,
-# MAGIC zk_manu_des,
-# MAGIC zk_corp_des,
-# MAGIC zk_pack_des,
-# MAGIC counting_unit_a,
-# MAGIC dosage_unit_a,
-# MAGIC unit_a,
-# MAGIC app1_cod,
-# MAGIC app1_des,
-# MAGIC app1_des_c,
-# MAGIC app2_cod,
-# MAGIC app2_des,
-# MAGIC app2_des_c,
-# MAGIC app3_cod,
-# MAGIC app3_des,
-# MAGIC app3_des_c,
-# MAGIC atc1_cod,
-# MAGIC atc1_des,
-# MAGIC atc1_des_c,
-# MAGIC atc2_cod,
-# MAGIC atc2_des,
-# MAGIC atc2_des_c,
-# MAGIC atc3_cod,
-# MAGIC atc3_des,
-# MAGIC atc3_des_c,
-# MAGIC atc4_cod,
-# MAGIC atc4_des,
-# MAGIC atc4_des_c,
-# MAGIC bio_desc,
-# MAGIC cmps_cod,
-# MAGIC cmps_des,
-# MAGIC cmps_des_c,
-# MAGIC corp_cod,
-# MAGIC corp_des,
-# MAGIC corp_des_c,
-# MAGIC edl_desc,
-# MAGIC eth_otc_desc,
-# MAGIC gene_orig_desc,
-# MAGIC gqce_desc,
-# MAGIC manu_cod,
-# MAGIC manu_des,
-# MAGIC manu_des_c,
-# MAGIC mnfl_cod,
-# MAGIC mnfl_des,
-# MAGIC nrdl_desc,
-# MAGIC pack_des,
-# MAGIC stgh_des,
-# MAGIC pack_lch,
-# MAGIC paed_desc,
-# MAGIC prod_des,
-# MAGIC prod_des_c,
-# MAGIC tcm_desc,
-# MAGIC vbp_desc,
-# MAGIC unit,
-# MAGIC counting_unit,
-# MAGIC dosage_unit,
-# MAGIC NRDL_ENTRY_DATE,
-# MAGIC MARKET,
-# MAGIC bu,
-# MAGIC extend_market_ratio,
-# MAGIC is_az
-# MAGIC )
-# MAGIC select distinct 
-# MAGIC    a.iqvia_lineno
-# MAGIC   ,a.iqvia_pack_code 
-# MAGIC   ,a.PROD_COD 
-# MAGIC   ,a.iqvia_notes 
-# MAGIC   ,a.new_pack_flag 
-# MAGIC   ,a.is_exists_chpa 
-# MAGIC   ,a.product_id 
-# MAGIC   ,a.prescription_nature 
-# MAGIC   ,a.medicine_type 
-# MAGIC   ,a.zk_medicine_tier1 
-# MAGIC   ,a.zk_medicine_tier2 
-# MAGIC   ,a.zk_medicine_tier3 
-# MAGIC   ,a.zk_medicine_tier4 
-# MAGIC   ,a.common_name 
-# MAGIC   ,a.dosage_form 
-# MAGIC   ,a.user_type 
-# MAGIC   ,a.category_name 
-# MAGIC   ,a.product_name 
-# MAGIC   ,a.brand_name 
-# MAGIC   ,a.zk_manu_des 
-# MAGIC   ,a.zk_corp_des 
-# MAGIC   ,a.zk_pack_des 
-# MAGIC   ,a.counting_unit_a 
-# MAGIC   ,a.dosage_unit_a 
-# MAGIC   ,a.unit_a 
-# MAGIC   ,a.app1_cod 
-# MAGIC   ,a.app1_des 
-# MAGIC   ,a.app1_des_c 
-# MAGIC   ,a.app2_cod 
-# MAGIC   ,a.app2_des 
-# MAGIC   ,a.app2_des_c 
-# MAGIC   ,a.app3_cod 
-# MAGIC   ,a.app3_des 
-# MAGIC   ,a.app3_des_c 
-# MAGIC   ,a.atc1_cod 
-# MAGIC   ,a.atc1_des 
-# MAGIC   ,a.atc1_des_c 
-# MAGIC   ,a.atc2_cod 
-# MAGIC   ,a.atc2_des 
-# MAGIC   ,a.atc2_des_c 
-# MAGIC   ,a.atc3_cod 
-# MAGIC   ,a.atc3_des 
-# MAGIC   ,a.atc3_des_c 
-# MAGIC   ,a.atc4_cod 
-# MAGIC   ,a.atc4_des 
-# MAGIC   ,a.atc4_des_c 
-# MAGIC   ,a.bio_desc 
-# MAGIC   ,a.cmps_cod 
-# MAGIC   ,a.cmps_des 
-# MAGIC   ,a.cmps_des_c 
-# MAGIC   ,COALESCE(c.corp_cod,b.corp_cod,a.corp_cod)  corp_cod
-# MAGIC   ,COALESCE(c.corp_des,b.corp_des,a.corp_des)  corp_des
-# MAGIC   ,COALESCE(d.corp_des_c,a.corp_des_c )        corp_des_c
-# MAGIC   ,a.edl_desc 
-# MAGIC   ,a.eth_otc_desc 
-# MAGIC   ,a.gene_orig_desc 
-# MAGIC   ,a.gqce_desc 
-# MAGIC   ,COALESCE(c.manu_cod,b.manu_cod,a.manu_cod)  manu_cod 
-# MAGIC   ,COALESCE(c.manu_des,b.manu_des,a.manu_des)  manu_des 
-# MAGIC   ,COALESCE(e.manu_des_c,a.manu_des_c)         manu_des_c
-# MAGIC   ,a.mnfl_cod 
-# MAGIC   ,a.mnfl_des 
-# MAGIC   ,a.nrdl_desc 
-# MAGIC   ,a.pack_des 
-# MAGIC   ,a.stgh_des 
-# MAGIC   ,a.pack_lch 
-# MAGIC   ,a.paed_desc 
-# MAGIC   ,a.prod_des 
-# MAGIC   ,a.prod_des_c 
-# MAGIC   ,a.tcm_desc 
-# MAGIC   ,a.vbp_desc 
-# MAGIC   ,a.unit 
-# MAGIC   ,a.counting_unit 
-# MAGIC   ,a.dosage_unit 
-# MAGIC   ,a.NRDL_ENTRY_DATE 
-# MAGIC   ,A.MARKET
-# MAGIC   ,a.bu 
-# MAGIC   ,a.extend_market_ratio 
-# MAGIC   ,a.is_az  
-# MAGIC from dws.dws_zk_retail_pack_property a 
-# MAGIC left join (
-# MAGIC   select 
-# MAGIC     ----------------------------------------------
-# MAGIC     -- format prod_cod
-# MAGIC     case when length(prod_cod) < 9 then right(concat('000000000',prod_cod),9) else prod_cod end as prod_cod,
-# MAGIC     ----------------------------------------------
-# MAGIC     corp_cod,corp_des,  
-# MAGIC     right(concat('000000',manu_cod ),6)    manu_cod,
-# MAGIC     manu_des 
-# MAGIC   from dwd.dwd_gnd_tbl_corp_change 
-# MAGIC   where pack_cod is  null  
-# MAGIC ) b on a.prod_cod = b.prod_cod
-# MAGIC left join (
-# MAGIC   select  
-# MAGIC     ----------------------------------------------
-# MAGIC     -- format pack_cod
-# MAGIC     case when length(trim(pack_cod)) < 12 and trim(pack_cod) REGEXP '^[0-9]' then right(concat('000000000000',trim(pack_cod)),12) else trim(pack_cod) end as pack_cod,
-# MAGIC     ----------------------------------------------
-# MAGIC     corp_cod,
-# MAGIC     corp_des, 
-# MAGIC     right(concat('000000',manu_cod ),6)   manu_cod,
-# MAGIC     manu_des 
-# MAGIC   from dwd.dwd_gnd_tbl_corp_change 
-# MAGIC   where pack_cod is  not null  
-# MAGIC ) c on a.iqvia_pack_code = c.pack_cod
-# MAGIC left join (
-# MAGIC   select distinct corp_cod,corp_des_c from dwd.dwd_gnd_ext_retail_pack_property
-# MAGIC ) d on coalesce(C.corp_cod,B.corp_cod ) = d.corp_cod 
-# MAGIC Left join (
-# MAGIC   select 
-# MAGIC     distinct 
-# MAGIC     right(concat('000000',manu_cod ),6)  manu_cod,
-# MAGIC     manu_des,
-# MAGIC     manu_des_c  
-# MAGIC   from dwd.dwd_gnd_ext_retail_pack_property
-# MAGIC ) e On coalesce(C.manu_cod,B.manu_cod )  = e.manu_cod 
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ### 4.2 获取pack market的对应关系
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-4: map to dm.dm_zk_retail_pack_property
-# MAGIC -- 4.2 获取pack market的对应关系
-# MAGIC -- 4.2.1 从底表获取market 与ta 对应关系
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert overwrite table dws.dws_ext_retail_td_ta
-# MAGIC select
-# MAGIC 	market,
-# MAGIC     ta,
-# MAGIC     from_utc_timestamp(current_timestamp(),'UTC+8')	etl_insert_dt,
-# MAGIC     from_utc_timestamp(current_timestamp(),'UTC+8')	etl_update_dt
-# MAGIC from  dwd.dwd_gnd_ext_retail_dim_ta; 
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-4: map to dm.dm_zk_retail_pack_property
-# MAGIC -- 4.2 获取pack market的对应关系
-# MAGIC -- 4.2.2 获取pack market的对应关系, 映射到dm
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC INSERT OVERWRITE table dm.dm_zk_retail_pack_property
-# MAGIC SELECT  
-# MAGIC   MARKET_PACK_KEY
-# MAGIC   ,iqvia_pack_code        iqvia_pack_code
-# MAGIC   ,MAX(pack_des)          pack_des
-# MAGIC   ,MAX(stgh_des)          stgh_des
-# MAGIC   ,MAX(pack_lch)          pack_lch
-# MAGIC   ,MAX(Family_Code)       Family_Code
-# MAGIC   ,MAX(Family_Name)       Family_Name
-# MAGIC   ,MAX(iqvia_prod_code)   iqvia_prod_code
-# MAGIC   ,MAX(prod_des)          prod_des
-# MAGIC   ,MAX(prod_des_c)        prod_des_c
-# MAGIC   ,MAX(cmps_cod)          cmps_cod
-# MAGIC   ,MAX(CMPS_DES)          CMPS_DES
-# MAGIC   ,MAX(cmps_des_c)        cmps_des_c
-# MAGIC   ,MAX(atc1_cod)          atc1_cod
-# MAGIC   ,MAX(atc2_cod)          atc2_cod
-# MAGIC   ,MAX(atc3_cod)          atc3_cod
-# MAGIC   ,MAX(atc4_cod)          atc4_cod
-# MAGIC   ,MAX(APP1_COD)          APP1_COD
-# MAGIC   ,MAX(APP2_COD)          APP2_COD
-# MAGIC   ,MAX(APP3_COD)          APP3_COD
-# MAGIC   ,MAX(BIO_DESC)          BIO_DESC
-# MAGIC   ,MAX(gene_orig_desc)    gene_orig_desc
-# MAGIC   ,MAX(ETH_OTC_DESC)      ETH_OTC_DESC
-# MAGIC   ,MAX(nrdl_desc)         nrdl_desc
-# MAGIC   ,MAX(NRDL_ENTRY_DATE)   NRDL_ENTRY_DATE
-# MAGIC   ,MAX(edl_desc)          edl_desc
-# MAGIC   ,MAX(TCM_DESC)          TCM_DESC
-# MAGIC   ,MAX(PAED_DESC)         PAED_DESC
-# MAGIC   ,MAX(GQCE_DESC)         GQCE_DESC
-# MAGIC   ,MAX(VBP_DESC)          VBP_DESC
-# MAGIC   ,MAX(MANU_COD)          MANU_COD
-# MAGIC   ,MAX(MANU_DES)          MANU_DES
-# MAGIC   ,MAX(MANU_DES_C)        MANU_DES_C
-# MAGIC   ,MAX(MNFL_COD)          MNFL_COD
-# MAGIC   ,MAX(MNFL_DES)          MNFL_DES
-# MAGIC   ,MAX(corp_cod)          corp_cod
-# MAGIC   ,MAX(corp_des)          corp_des
-# MAGIC   ,MAX(CORP_DES_C)        CORP_DES_C
-# MAGIC   ,MAX(BrandType)         BrandType
-# MAGIC   ,MAX(market)            market
-# MAGIC   ,MAX(KEY_COMPETITOR)    KEY_COMPETITOR
-# MAGIC   ,MAX(is_az)             is_az
-# MAGIC   ,MAX(AZ_MAIN)           AZ_MAIN
-# MAGIC   ,MAX(AZ_Related)        AZ_Related
-# MAGIC   ,MAX(atc1_des)          atc1_des
-# MAGIC   ,MAX(atc1_des_c)        atc1_des_c
-# MAGIC   ,MAX(atc2_des)          atc2_des
-# MAGIC   ,MAX(atc2_des_c)        atc2_des_c
-# MAGIC   ,MAX(atc3_des)          atc3_des
-# MAGIC   ,MAX(atc3_des_c)        atc3_des_c
-# MAGIC   ,MAX(atc4_des)          atc4_des
-# MAGIC   ,MAX(atc4_des_c)        atc4_des_c
-# MAGIC   ,MAX(app1_des)          app1_des
-# MAGIC   ,MAX(app1_des_c)        app1_des_c
-# MAGIC   ,MAX(app2_des)          app2_des
-# MAGIC   ,MAX(app2_des_c)        app2_des_c
-# MAGIC   ,MAX(app3_des)          app3_des
-# MAGIC   ,MAX(app3_des_c)        app3_des_c
-# MAGIC   ,MAX(class)             class
-# MAGIC   ,MAX(TA)                TA
-# MAGIC FROM (
-# MAGIC select  
-# MAGIC   distinct 
-# MAGIC   CASE  when a.iqvia_pack_code  IN ('CVRM_AZ_OTHERS','CVRM_OTHERS') THEN 'CVRM_OTHER Market'
-# MAGIC         WHEN a.iqvia_pack_code  IN ('CV_AZ_OTHERS','CV_OTHERS') THEN 'CV_OTHER Market' 
-# MAGIC         WHEN A.iqvia_pack_code IN ('OTHERS_AZ_TA','OTHERS_TA') THEN 'OTHERS Market'
-# MAGIC           ELSE a.market    
-# MAGIC   END ||'_'||a.iqvia_pack_code   MARKET_PACK_KEY
-# MAGIC   ,a.iqvia_pack_code
-# MAGIC   ,c.pack_des
-# MAGIC   ,c.stgh_des
-# MAGIC   ,c.pack_lch
-# MAGIC   ,'' Family_Code      
-# MAGIC   ,'' Family_Name      
-# MAGIC   ,c.iqvia_prod_code
-# MAGIC   ,case when c.iqvia_pack_code like '%O%' THEN 'Others' else c.prod_des end  prod_des
-# MAGIC   ,case when c.iqvia_pack_code like '%O%' THEN 'Others' else c.prod_des_c end  prod_des_c
-# MAGIC   ,c.cmps_cod
-# MAGIC   ,c.CMPS_DES
-# MAGIC   ,c.cmps_des_c
-# MAGIC   ,c.atc1_cod
-# MAGIC   ,c.atc2_cod   
-# MAGIC   ,c.atc3_cod   
-# MAGIC   ,c.atc4_cod   
-# MAGIC   ,c.APP1_COD
-# MAGIC   ,c.APP2_COD
-# MAGIC   ,c.APP3_COD
-# MAGIC   ,c.BIO_DESC
-# MAGIC   ,c.gene_orig_desc
-# MAGIC   ,c.ETH_OTC_DESC
-# MAGIC   ,c.nrdl_desc
-# MAGIC   ,nvl(MOLE.NRDL_Entry_Date,'') 											      AS NRDL_ENTRY_DATE
-# MAGIC   ,c.edl_desc
-# MAGIC   ,c.TCM_DESC
-# MAGIC   ,c.PAED_DESC
-# MAGIC   ,c.GQCE_DESC
-# MAGIC   ,c.VBP_DESC
-# MAGIC   ,a.MANU_COD
-# MAGIC   ,a.MANU_DES
-# MAGIC   ,a.MANU_DES_C
-# MAGIC   ,c.MNFL_COD
-# MAGIC   ,c.MNFL_DES
-# MAGIC   ,CASE WHEN A.iqvia_pack_code LIKE '%AZ%' THEN 'A5Z' else a.CORP_COD END  as  corp_cod 
-# MAGIC   ,CASE WHEN A.iqvia_pack_code LIKE '%AZ%' THEN 'ASTRAZENECA'  else case when a.CORP_DES  like '% GROUP%' THEN replace(a.CORP_DES ,' GROUP','' ) ELSE a.CORP_DES  END  END  as corp_des 
-# MAGIC   ,CASE WHEN A.iqvia_pack_code LIKE '%AZ%' THEN '阿斯利康制药集团'  else a.CORP_DES_C  END   CORP_DES_C
-# MAGIC   ,'' BrandType
-# MAGIC   ,CASE  when a.iqvia_pack_code  IN ('CVRM_AZ_OTHERS','CVRM_OTHERS') THEN 'CVRM_OTHER Market'
-# MAGIC         WHEN a.iqvia_pack_code  IN ('CV_AZ_OTHERS','CV_OTHERS') THEN 'CV_OTHER Market' 
-# MAGIC         WHEN A.iqvia_pack_code IN ('OTHERS_AZ_TA','OTHERS_TA') THEN 'OTHERS Market'
-# MAGIC         ELSE a.market    
-# MAGIC   END  market
-# MAGIC   ,t5.KEY_COMPETITOR
-# MAGIC   ,IF(a.corp_des_c in('阿斯利康制药集团') or A.iqvia_pack_code LIKE '%AZ%'  ,'Y','N')      is_az
-# MAGIC   ,''  AZ_MAIN 
-# MAGIC   ,''  AZ_Related
-# MAGIC   ,c.atc1_des
-# MAGIC   ,c.atc1_des_c
-# MAGIC   ,c.atc2_des
-# MAGIC   ,c.atc2_des_c
-# MAGIC   ,c.atc3_des
-# MAGIC   ,c.atc3_des_c
-# MAGIC   ,c.atc4_des
-# MAGIC   ,c.atc4_des_c
-# MAGIC   ,c.app1_des
-# MAGIC   ,c.app1_des_c
-# MAGIC   ,c.app2_des
-# MAGIC   ,c.app2_des_c
-# MAGIC   ,c.app3_des
-# MAGIC   ,c.app3_des_c
-# MAGIC   ,nvl(t3.class,'Others')   class 
-# MAGIC   ,case when a.market ='Antacid anti GI swelling agent+PPI Oral' then 'GI' 
-# MAGIC     when a.MARKET ='RD Market' then 'RD' 
-# MAGIC     ELSE
-# MAGIC     CASE when a.iqvia_pack_code IN ('CVRM_AZ_OTHERS','CVRM_OTHERS')  THEN 'CVRM'
-# MAGIC         WHEN a.iqvia_pack_code  IN ('CV_AZ_OTHERS','CV_OTHERS')  THEN 'CV' 
-# MAGIC           ELSE t2.ta END  
-# MAGIC   END  TA   
-# MAGIC from tmp.tmp_dm_zk_retail_pack_property a 
-# MAGIC left join dwd.dwd_gnd_ext_retail_pack_property c on a.product_id = c.product_id
-# MAGIC LEFT JOIN dwd.dwd_ims_td_pack_additional_attribute MOLE 
-# MAGIC --------------------------------------------------------------------
-# MAGIC -- format pack_code from dwd_ims_td_pack_additional_attribute
-# MAGIC ON a.iqvia_pack_code = 
-# MAGIC   case when length(trim(MOLE.Pack_Code)) < 12 and trim(MOLE.Pack_Code) REGEXP '^[0-9]'  
-# MAGIC     then right(concat('000000000000',trim(MOLE.Pack_Code)),12) 
-# MAGIC     else trim(MOLE.Pack_Code) 
-# MAGIC   end 
-# MAGIC --------------------------------------------------------------------
-# MAGIC left join dws.dws_ext_retail_td_ta t2   on a.market = t2.market
-# MAGIC left join dwd.dwd_gnd_tblclass t3  on a.MARKET = case when t3.market is null then a.market else t3.market end  
-# MAGIC -----------------------------------------------------------------------------
-# MAGIC -- format pack_code from dwd_gnd_tblclass
-# MAGIC  and nvl(a.iqvia_pack_code,'') = 
-# MAGIC   case when t3.pack_code is null   
-# MAGIC     then nvl(a.iqvia_pack_code,'') 
-# MAGIC     else 
-# MAGIC       case when length(trim(t3.pack_code)) < 12 and trim(t3.pack_code) REGEXP '^[0-9]'  
-# MAGIC         then right(concat('000000000000',trim(t3.pack_code)),12) 
-# MAGIC         else trim(t3.pack_code) 
-# MAGIC       end
-# MAGIC   end 
-# MAGIC -----------------------------------------------------------------------------
-# MAGIC -- format product_code from dwd_gnd_tblclass
-# MAGIC  and nvl(a.PROD_COD,'') = 
-# MAGIC   case when t3.product_code	  is null 
-# MAGIC     then nvl(a.PROD_COD,'')  
-# MAGIC     else case when length(t3.product_code) < 9 then right(concat('000000000',t3.product_code),9) else t3.product_code end   
-# MAGIC   end
-# MAGIC  -----------------------------------------------------------------------------
-# MAGIC  and nvl(a.cmps_cod,'') = case when t3.molecule_code	  is null then nvl(a.cmps_cod ,'') else right(concat('000000', t3.molecule_code	 ),6 )  end 
-# MAGIC  and nvl(a.corp_cod,'') = case when t3.Corporation_code  is null then nvl(a.corp_cod       ,'') else  t3.Corporation_code  end
-# MAGIC  and nvl(a.manu_cod,'')=case when t3.Manufacturer_Code is null then nvl(a.manu_cod,'') else t3.Manufacturer_Code end  
-# MAGIC  and nvl(c.atc1_cod,'') = case when t3.ATC1_Code is null then  nvl(c.atc1_cod       ,'') else  t3.ATC1_Code end 
-# MAGIC  and nvl(c.ATC2_COD,'') = case when t3.ATC2_Code  is null then  nvl(c.ATC2_COD       ,'') else  t3.ATC2_Code  end  
-# MAGIC  and nvl(c.ATC3_COD,'') = case when t3.ATC3_Code is null then  nvl(c.ATC3_COD       ,'') else  t3.ATC3_Code end
-# MAGIC  and nvl(c.ATC4_COD,'') = case when t3.ATC4_Code is null then  nvl(c.ATC4_COD       ,'') else  t3.ATC4_Code end
-# MAGIC  and nvl(c.app1_cod,'') = case when t3.NFC1_Code is null then  nvl(c.app1_cod       ,'') else  t3.NFC1_Code end
-# MAGIC  and nvl(c.APP2_COD,'') = case when t3.NFC2_Code is null then  nvl(c.APP2_COD       ,'') else  t3.NFC2_Code end
-# MAGIC  and nvl(c.APP3_COD,'') = case when t3.NFC3_Code is null then  nvl(c.APP3_COD       ,'') else  t3.NFC3_Code end
-# MAGIC  and nvl(c.stgh_des,'') = case when t3.Strength  is null then  nvl(c.stgh_des       ,'') else  t3.Strength  end
-# MAGIC left join (select distinct MARKET,PACK_CODE as pack_cod,KEY_COMPETITOR from DM.DM_TD_EXT_CHPA_MARKET_PACK_MAPPING) t5
-# MAGIC on a.market = t5.MARKET
-# MAGIC and a.iqvia_pack_code = t5.PACK_COD
-# MAGIC )
-# MAGIC group by MARKET_PACK_KEY ,iqvia_pack_code
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-5: map to dm.dm_zk_retail_market_property
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-5: map to dm.dm_zk_retail_market_property
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert overwrite table dm.dm_zk_retail_market_property
-# MAGIC select 
-# MAGIC   distinct 
-# MAGIC   iqvia_pack_code,
-# MAGIC   market,
-# MAGIC   ta
-# MAGIC from dm.dm_zk_retail_pack_property
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-6: map to dm.dm_zk_retail_dtp_pack_property
-
-# COMMAND ----------
-
-# DBTITLE 1,overwrite dws.dws_zk_retail_dtp_market
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-6: map to dm.dm_zk_retail_dtp_pack_property
-# MAGIC -- 6.1 dtp 部分生成dws 
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert overwrite table dws.dws_zk_retail_dtp_market 
-# MAGIC (
-# MAGIC region_type,
-# MAGIC higher_level_region,
-# MAGIC market,
-# MAGIC iqvia_pack_code,
-# MAGIC iqvia_prod_code,
-# MAGIC iqvia_notes,
-# MAGIC new_pack_flag,
-# MAGIC is_exists_chpa,
-# MAGIC prescription_nature,
-# MAGIC common_name,
-# MAGIC dosage_form,
-# MAGIC category_name,
-# MAGIC product_name,
-# MAGIC brand_name,
-# MAGIC zk_corp_des,
-# MAGIC zk_pack_des,
-# MAGIC counting_unit_a,
-# MAGIC app1_cod,
-# MAGIC app1_des,
-# MAGIC app1_des_c,
-# MAGIC app2_cod,
-# MAGIC app2_des,
-# MAGIC app2_des_c,
-# MAGIC app3_cod,
-# MAGIC app3_des,
-# MAGIC app3_des_c,
-# MAGIC atc1_cod,
-# MAGIC atc1_des,
-# MAGIC atc1_des_c,
-# MAGIC atc2_cod,
-# MAGIC atc2_des,
-# MAGIC atc2_des_c,
-# MAGIC atc3_cod,
-# MAGIC atc3_des,
-# MAGIC atc3_des_c,
-# MAGIC atc4_cod,
-# MAGIC atc4_des,
-# MAGIC atc4_des_c,
-# MAGIC bio_desc,
-# MAGIC cmps_cod,
-# MAGIC cmps_des,
-# MAGIC cmps_des_c,
-# MAGIC corp_cod,
-# MAGIC corp_des,
-# MAGIC corp_des_c,
-# MAGIC edl_desc,
-# MAGIC eth_otc_desc,
-# MAGIC gene_orig_desc,
-# MAGIC gqce_desc,
-# MAGIC manu_cod,
-# MAGIC manu_des,
-# MAGIC manu_des_c,
-# MAGIC mnfl_cod,
-# MAGIC mnfl_des,
-# MAGIC nrdl_desc,
-# MAGIC pack_des,
-# MAGIC stgh_des,
-# MAGIC pack_lch,
-# MAGIC paed_desc,
-# MAGIC prod_des,
-# MAGIC prod_des_c,
-# MAGIC tcm_desc,
-# MAGIC vbp_desc,
-# MAGIC unit,
-# MAGIC counting_unit,
-# MAGIC dosage_unit,
-# MAGIC NRDL_ENTRY_DATE,
-# MAGIC bu,
-# MAGIC Market_Ratio
-# MAGIC )
-# MAGIC select 
-# MAGIC   distinct 
-# MAGIC     NULL AS region_type,
-# MAGIC     NULL AS higher_level_region,
-# MAGIC     market,
-# MAGIC     iqvia_pack_code,
-# MAGIC     iqvia_prod_code,
-# MAGIC     iqvia_notes,
-# MAGIC     new_pack_flag,
-# MAGIC     is_exists_chpa,
-# MAGIC     NULL AS prescription_nature,
-# MAGIC     NULL AS common_name,
-# MAGIC     NULL AS dosage_form,
-# MAGIC     NULL AS category_name,
-# MAGIC     NULL AS product_name,
-# MAGIC     NULL AS brand_name,
-# MAGIC     NULL AS zk_corp_des,
-# MAGIC     NULL AS zk_pack_des,
-# MAGIC     NULL AS counting_unit_a,
-# MAGIC     app1_cod,
-# MAGIC     app1_des,
-# MAGIC     app1_des_c,
-# MAGIC     app2_cod,
-# MAGIC     app2_des,
-# MAGIC     app2_des_c,
-# MAGIC     app3_cod,
-# MAGIC     app3_des,
-# MAGIC     app3_des_c,
-# MAGIC     atc1_cod,
-# MAGIC     atc1_des,
-# MAGIC     atc1_des_c,
-# MAGIC     atc2_cod,
-# MAGIC     atc2_des,
-# MAGIC     atc2_des_c,
-# MAGIC     atc3_cod,
-# MAGIC     atc3_des,
-# MAGIC     atc3_des_c,
-# MAGIC     atc4_cod,
-# MAGIC     atc4_des,
-# MAGIC     atc4_des_c,
-# MAGIC     bio_desc,
-# MAGIC     cmps_cod,
-# MAGIC     cmps_des,
-# MAGIC     cmps_des_c,
-# MAGIC     corp_cod,
-# MAGIC     corp_des,
-# MAGIC     corp_des_c,
-# MAGIC     edl_desc,
-# MAGIC     eth_otc_desc,
-# MAGIC     gene_orig_desc,
-# MAGIC     gqce_desc,
-# MAGIC     manu_cod,
-# MAGIC     manu_des,
-# MAGIC     manu_des_c,
-# MAGIC     mnfl_cod,
-# MAGIC     mnfl_des,
-# MAGIC     nrdl_desc,
-# MAGIC     pack_des,
-# MAGIC     stgh_des,
-# MAGIC     pack_lch,
-# MAGIC     paed_desc,
-# MAGIC     prod_des,
-# MAGIC     prod_des_c,
-# MAGIC     tcm_desc,
-# MAGIC     vbp_desc,
-# MAGIC     unit,
-# MAGIC     counting_unit,
-# MAGIC     dosage_unit,
-# MAGIC     NRDL_ENTRY_DATE,
-# MAGIC     bu,
-# MAGIC     Market_Ratio  
-# MAGIC from tmp.tmp_zk_retail_dtp_market_corp t1 
-# MAGIC union 
-# MAGIC select 
-# MAGIC distinct
-# MAGIC   '' region_type
-# MAGIC ,'' higher_level_region
-# MAGIC ,'DTP_OTHER Market' market
-# MAGIC ,iqvia_pack_code 
-# MAGIC ,'' iqvia_prod_code 		 
-# MAGIC ,'' iqvia_notes 
-# MAGIC ,'' new_pack_flag 
-# MAGIC ,'' is_exists_chpa 
-# MAGIC ,'' prescription_nature 
-# MAGIC ,'' common_name 
-# MAGIC ,'' dosage_form 
-# MAGIC ,'' category_name 
-# MAGIC ,'' product_name 
-# MAGIC ,'' brand_name 
-# MAGIC ,'' zk_corp_des 
-# MAGIC ,'' zk_pack_des 
-# MAGIC ,'' counting_unit_a 
-# MAGIC ,'' app1_cod 
-# MAGIC ,'' app1_des 
-# MAGIC ,'' app1_des_c 
-# MAGIC ,'' app2_cod 
-# MAGIC ,'' app2_des 
-# MAGIC ,'' app2_des_c 
-# MAGIC ,'' app3_cod 
-# MAGIC ,'' app3_des 
-# MAGIC ,'' app3_des_c 
-# MAGIC ,'' atc1_cod 
-# MAGIC ,'' atc1_des 
-# MAGIC ,'' atc1_des_c 
-# MAGIC ,'' atc2_cod 
-# MAGIC ,'' atc2_des 
-# MAGIC ,'' atc2_des_c 
-# MAGIC ,'' atc3_cod 
-# MAGIC ,'' atc3_des 
-# MAGIC ,'' atc3_des_c 
-# MAGIC ,'' atc4_cod 
-# MAGIC ,'' atc4_des 
-# MAGIC ,'' atc4_des_c 
-# MAGIC ,'' bio_desc 
-# MAGIC ,'' cmps_cod 
-# MAGIC ,'' cmps_des 
-# MAGIC ,'' cmps_des_c 
-# MAGIC ,CASE WHEN  t1.iqvia_pack_code LIKE '%AZ%' THEN 'A5Z' ELSE ''  END corp_cod 
-# MAGIC ,CASE WHEN  t1.iqvia_pack_code LIKE '%AZ%' THEN 'ASTRAZENECA' ELSE ''  END corp_des 
-# MAGIC ,CASE WHEN  t1.iqvia_pack_code LIKE '%AZ%' THEN '阿斯利康制药集团' ELSE ''  END corp_des_c 
-# MAGIC ,'' edl_desc 
-# MAGIC ,'' eth_otc_desc 
-# MAGIC ,'' gene_orig_desc 
-# MAGIC ,'' gqce_desc 
-# MAGIC ,'' manu_cod 
-# MAGIC ,'' manu_des 
-# MAGIC ,'' manu_des_c 
-# MAGIC ,'' mnfl_cod 
-# MAGIC ,'' mnfl_des 
-# MAGIC ,'' nrdl_desc 
-# MAGIC ,'' pack_des 
-# MAGIC ,'' stgh_des 
-# MAGIC ,'' pack_lch 
-# MAGIC ,'' paed_desc 
-# MAGIC ,'' prod_des 
-# MAGIC ,'' prod_des_c 
-# MAGIC ,'' tcm_desc 
-# MAGIC ,'' vbp_desc 
-# MAGIC ,'' unit 
-# MAGIC ,'' counting_unit 
-# MAGIC ,'' dosage_unit  
-# MAGIC ,null  NRDL_ENTRY_DATE
-# MAGIC ,null 
-# MAGIC ,'1'           Market_Ratio
-# MAGIC from tmp.tmp_retail_dtp_final_sales t1
-# MAGIC where iqvia_pack_code  LIKE '%OTHERS'
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-6: map to dm.dm_zk_retail_dtp_pack_property
-# MAGIC -- 6.2 dtp 部分生成 dm 
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_tblclass as (
-# MAGIC   select 
-# MAGIC 		-------------------------------------------------------------------
-# MAGIC 		-- format pack_code & product_code
-# MAGIC 		case when length(trim(pack_code)) < 12 and trim(pack_code) REGEXP '^[0-9]'  
-# MAGIC 			then right(concat('000000000000',trim(pack_code)),12) 
-# MAGIC 			else trim(pack_code) 
-# MAGIC 		end as new_pack_code,
-# MAGIC 		case when length(product_code) < 9 then right(concat('000000000',product_code),9) else product_code end as new_product_code,
-# MAGIC 		-------------------------------------------------------------------
-# MAGIC 		*
-# MAGIC 	from dwd.dwd_gnd_tblclass
-# MAGIC )
-# MAGIC
-# MAGIC ------------获取对应class 及其他维度-------
-# MAGIC insert overwrite table  dm.dm_zk_retail_dtp_pack_property 
-# MAGIC select  distinct 
-# MAGIC  A.market ||'_'|| A.iqvia_pack_code  MARKET_PACK_KEY 
-# MAGIC ,A.iqvia_pack_code
-# MAGIC ,A.pack_des
-# MAGIC ,A.stgh_des
-# MAGIC ,A.pack_lch
-# MAGIC ,''  Family_cod
-# MAGIC ,''  Family_Name
-# MAGIC ,A.iqvia_prod_code PROD_COD
-# MAGIC ,A.prod_des
-# MAGIC ,A.prod_des_c
-# MAGIC ,A.cmps_cod
-# MAGIC ,A.cmps_des
-# MAGIC ,A.cmps_des_c
-# MAGIC ,A.atc1_cod
-# MAGIC ,A.atc2_cod
-# MAGIC ,A.atc3_cod
-# MAGIC ,A.atc4_cod
-# MAGIC ,A.app1_cod
-# MAGIC ,A.app2_cod
-# MAGIC ,A.app3_cod
-# MAGIC ,A.BIO_DESC
-# MAGIC ,A.gene_orig_desc
-# MAGIC ,A.eth_otc_desc
-# MAGIC ,A.nrdl_desc
-# MAGIC ,A.NRDL_ENTRY_DATE
-# MAGIC ,A.edl_desc
-# MAGIC ,A.TCM_DESC 
-# MAGIC ,A.PAED_DESC 
-# MAGIC ,A.GQCE_DESC 
-# MAGIC ,A.VBP_DESC 
-# MAGIC ,A.MANU_COD 
-# MAGIC ,A.MANU_DES 
-# MAGIC ,A.MANU_DES_C 
-# MAGIC ,A.MNFL_COD 
-# MAGIC ,A.MNFL_DES 
-# MAGIC ,A.CORP_COD 
-# MAGIC ,CASE WHEN A.corp_des LIKE '% GROUP%' THEN replace(A.corp_des,' GROUP','' ) ELSE A.corp_des END corp_des
-# MAGIC ,CORP_DES_C 
-# MAGIC ,'' 			 BrandType 
-# MAGIC ,A.MARKET 
-# MAGIC ,t5.KEY_COMPETITOR 
-# MAGIC ,CASE WHEN CORP_COD ='A5Z' THEN 'Y' ELSE 'N' END  IS_AZ 
-# MAGIC ,''      AZ_MAIN
-# MAGIC ,case when dmt.TA is null then 'Others MKT' else 'AZ Related MKT' end as AZ_Related
-# MAGIC ,atc1_des 
-# MAGIC ,atc1_des_c 
-# MAGIC ,atc2_des 
-# MAGIC ,atc2_des_c 
-# MAGIC ,atc3_des 
-# MAGIC ,atc3_des_c 
-# MAGIC ,atc4_des 
-# MAGIC ,atc4_des_c 
-# MAGIC ,app1_des 
-# MAGIC ,app1_des_c 
-# MAGIC ,app2_des 
-# MAGIC ,app2_des_c 
-# MAGIC ,app3_des 
-# MAGIC ,app3_des_c 
-# MAGIC ,ifnull(t3.class,'Others') as Class
-# MAGIC ,from_utc_timestamp(current_timestamp(),'UTC+8')        etl_insert_dt
-# MAGIC ,from_utc_timestamp(current_timestamp(),'UTC+8')        etl_update_dt
-# MAGIC from dws.dws_zk_retail_dtp_market   A
-# MAGIC left join dwd.dwd_gnd_ims_tblmarket_ta_map dmt on dmt.Market = A.Market 
-# MAGIC left join tmp_tblclass t3
-# MAGIC   on  A.market  = ifnull(t3.market            , A.market  )
-# MAGIC   --------------------------------------------------------------
-# MAGIC   -- format 
-# MAGIC   and A.iqvia_pack_code = ifnull(t3.new_pack_code, A.iqvia_pack_code)
-# MAGIC   and A.iqvia_prod_code = ifnull(t3.new_product_code, A.iqvia_prod_code)
-# MAGIC     --------------------------------------------------------------
-# MAGIC   and A.cmps_cod = ifnull(right(concat('000000',t3.molecule_code ), 6)     , A.cmps_cod)
-# MAGIC   and A.corp_cod = ifnull(t3.Corporation_code  , A.corp_cod)
-# MAGIC   and A.manu_cod = ifnull(t3.Manufacturer_Code , A.manu_cod)
-# MAGIC   and A.ATC1_COD = ifnull(t3.ATC1_Code         , A.ATC1_COD)
-# MAGIC   and A.ATC2_COD = ifnull(t3.ATC2_Code         , A.ATC2_COD)
-# MAGIC   and A.ATC3_COD = ifnull(t3.ATC3_Code         , A.ATC3_COD)
-# MAGIC   and A.ATC4_COD = ifnull(t3.ATC4_Code         , A.ATC4_COD)
-# MAGIC   and A.APP1_COD = ifnull(t3.NFC1_Code         , A.APP1_COD)
-# MAGIC   and A.APP2_COD = ifnull(t3.NFC2_Code         , A.APP2_COD)
-# MAGIC   and A.APP3_COD = ifnull(t3.NFC3_Code         , A.APP3_COD)
-# MAGIC   and ifnull(A.STGH_DES, '') = ifnull(t3.Strength, ifnull(A.STGH_DES, ''))
-# MAGIC left join (select distinct MARKET,PACK_CODE as PACK_COD,KEY_COMPETITOR from DM.DM_TD_EXT_CHPA_MARKET_PACK_MAPPING) t5
-# MAGIC on A.market = t5.MARKET
-# MAGIC and A.iqvia_pack_code = t5.PACK_COD
-# MAGIC  
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-7: map to dm.dm_zk_retail_dtp_sales
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-7: map to dm.dm_zk_retail_dtp_sales
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert overwrite table dm.dm_zk_retail_dtp_sales
-# MAGIC select
-# MAGIC   a.year,
-# MAGIC   a.yq,
-# MAGIC   a.yyyymm,
-# MAGIC   a.iqvia_pack_code,
-# MAGIC   nvl(b.geo_key, a.geo_key) as AUDIT_COD,
-# MAGIC   a.sales_value,
-# MAGIC   a.sales_unit,
-# MAGIC   a.counting_unit,
-# MAGIC   a.sales_value_ly,
-# MAGIC   a.sales_unit_ly,
-# MAGIC   a.counting_unit_ly,
-# MAGIC   -------------------------------------------------------------
-# MAGIC   -- dtp相关的数据的pack_flag 除计算的OTHERS外（0），其余（1,2） 均为1
-# MAGIC   case when a.pack_flag = 0 then 0 else 1 end as pack_flag,
-# MAGIC   -------------------------------------------------------------
-# MAGIC   a.brand_flag
-# MAGIC from tmp.tmp_retail_dtp_final_sales a 
-# MAGIC left join dm.dm_zk_retail_geo b
-# MAGIC   on a.geo_key = b.province_city
-# MAGIC
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-8: map to dm.dm_zk_retail_sales_kpi
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ### PART-1：品牌数据报告（13个）
-# MAGIC - share
-# MAGIC - key_brand_ytd
-# MAGIC - key_brand_rank_ytd
-# MAGIC - top_brand_ytd
-# MAGIC - top_brand_ms_ytd
-# MAGIC - top_brand_gr_ytd
-# MAGIC - top_brand_inc_ms_ytd
-# MAGIC - key_brand_qtd
-# MAGIC - key_brand_rank_qtd
-# MAGIC - top_brand_qtd
-# MAGIC - top_brand_ms_qtd
-# MAGIC - top_brand_inc_ms_qtd
-# MAGIC - top_brand_gr_qtd
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.1 kpi: share
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with exploded_data as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     brand,
-# MAGIC     ifnull(common_name,'' ) as common_name,
-# MAGIC     level,
-# MAGIC     split(level_ta,',') array_ta,
-# MAGIC     split(level_market,',') array_market,
-# MAGIC     split(level_molecule,',') array_molecule,
-# MAGIC     split(level_brand,',') array_brand
-# MAGIC   from dwd.dwd_gnd_retail_split_automatic
-# MAGIC   where level like '%MULTI_BRAND%'
-# MAGIC ), tmp_config as (
-# MAGIC     select 
-# MAGIC       ta,
-# MAGIC       market,
-# MAGIC       brand,
-# MAGIC       common_name,
-# MAGIC       level,
-# MAGIC       array_ta[idx] as level_ta,
-# MAGIC       array_market[idx] as level_market,
-# MAGIC       array_molecule[idx] as level_molecule,
-# MAGIC       array_brand[idx] as level_brand
-# MAGIC     from exploded_data
-# MAGIC     lateral view posexplode(array_ta) AS idx, split_ta
-# MAGIC
-# MAGIC     union all 
-# MAGIC
-# MAGIC     select 
-# MAGIC       ta,
-# MAGIC       market,
-# MAGIC       brand,
-# MAGIC       common_name,
-# MAGIC       level,
-# MAGIC       level_ta,
-# MAGIC       level_market,
-# MAGIC       level_molecule,
-# MAGIC       level_brand
-# MAGIC     from dwd.dwd_gnd_retail_split_automatic
-# MAGIC     where level = 'BRAND'
-# MAGIC ),max_pack_mapping as (
-# MAGIC  select 
-# MAGIC     level_ta,
-# MAGIC     level_market,
-# MAGIC     level_molecule,
-# MAGIC     level_brand,
-# MAGIC     molecule_desc,
-# MAGIC     product_desc,
-# MAGIC     corp_cod,
-# MAGIC     max(pack_code) as pack_code
-# MAGIC  from tmp.tmp_retail_pack_mapping
-# MAGIC  group by level_ta,level_market,level_molecule,level_brand,molecule_desc,product_desc,corp_cod
-# MAGIC ), tmp_brand_kpi as (
-# MAGIC     select 
-# MAGIC         distinct
-# MAGIC         c.pack_code,
-# MAGIC         c.corp_cod,
-# MAGIC         a.YYYYMM,
-# MAGIC         null as ytd,
-# MAGIC         d.geo_key,
-# MAGIC         a.val_share as kpi_val,
-# MAGIC         a.vol_share as kpi_vol,
-# MAGIC         a.ta,
-# MAGIC         a.key_brand_ytd,
-# MAGIC         a.key_brand_rank_ytd,
-# MAGIC         a.top_brand_ytd,
-# MAGIC         a.top_brand_ms_ytd,
-# MAGIC         a.top_brand_inc_ms_ytd,
-# MAGIC         a.top_brand_gr_ytd,
-# MAGIC         a.key_brand_qtd,
-# MAGIC         a.key_brand_rank_qtd,
-# MAGIC         a.top_brand_qtd,
-# MAGIC         a.top_brand_ms_qtd,
-# MAGIC         a.top_brand_inc_ms_qtd,
-# MAGIC         a.top_brand_gr_qtd
-# MAGIC     from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC     inner join tmp_config b 
-# MAGIC         on a.ta = b.ta
-# MAGIC         and a.market = b.market
-# MAGIC         and a.zk_brand_category = b.brand
-# MAGIC         and a.zk_common_name = b.common_name
-# MAGIC     inner join max_pack_mapping c 
-# MAGIC         on c.level_ta = b.level_ta
-# MAGIC         and c.level_market = b.level_market
-# MAGIC         and c.level_molecule = b.level_molecule
-# MAGIC         and c.level_brand = b.level_brand
-# MAGIC     left join dm.dm_zk_retail_geo d 
-# MAGIC         on a.province_city = d.province_city
-# MAGIC ), tmp_brand_kpi_ly as (
-# MAGIC     select
-# MAGIC         pack_code,
-# MAGIC         corp_cod,
-# MAGIC         cast(YYYYMM + 100 as int ) as YYYYMM,
-# MAGIC         ytd,
-# MAGIC         geo_key,
-# MAGIC         kpi_val as kpi_val_ly,
-# MAGIC         kpi_vol as kpi_vol_ly,
-# MAGIC         ta
-# MAGIC     from tmp_brand_kpi
-# MAGIC )
-# MAGIC
-# MAGIC insert overwrite table dws.dws_zk_retail_sales_kpi 
-# MAGIC
-# MAGIC select 
-# MAGIC     a.pack_code,
-# MAGIC     a.corp_cod,
-# MAGIC     a.yyyymm,
-# MAGIC     a.ytd,
-# MAGIC     a.geo_key,
-# MAGIC     'share' as KPI_name,
-# MAGIC     a.kpi_val,
-# MAGIC     b.kpi_val_ly,
-# MAGIC     null as str_kpi_val,
-# MAGIC     null as str_kpi_val_ly,
-# MAGIC     a.kpi_vol,
-# MAGIC     b.kpi_vol_ly,
-# MAGIC     null as str_kpi_vol,
-# MAGIC     null as str_kpi_vol_ly,
-# MAGIC     'N' as TOTAL_FLAG,
-# MAGIC     a.ta
-# MAGIC from tmp_brand_kpi a
-# MAGIC left join tmp_brand_kpi_ly b 
-# MAGIC  on a.pack_code = b.pack_code
-# MAGIC  and a.YYYYMM = b.YYYYMM 
-# MAGIC  and a.geo_key = b.geo_key
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.2 kpi: key_brand_ytd
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_brand_ytd_value as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.ta,
-# MAGIC     a.market,
-# MAGIC     a.ytd,
-# MAGIC     d.geo_key,
-# MAGIC     a.key_brand_ytd
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC   left join dm.dm_zk_retail_geo d 
-# MAGIC     on a.province_city = d.province_city
-# MAGIC   where a.ranked_by = 'value'
-# MAGIC     and a.ytd is not null
-# MAGIC ), tmp_brand_ytd_volume as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.ta,
-# MAGIC     a.market,
-# MAGIC     a.ytd,
-# MAGIC     d.geo_key,
-# MAGIC     a.key_brand_ytd
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC   left join dm.dm_zk_retail_geo d 
-# MAGIC     on a.province_city = d.province_city
-# MAGIC   where a.ranked_by = 'volume'
-# MAGIC    and a.ytd is not null
-# MAGIC ), tmp_brand_ytd_value_ly as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     left(ytd,3) || cast(substr(ytd,4,2)+1 as int) || right( ytd,2 ) as ytd,
-# MAGIC     geo_key,
-# MAGIC     key_brand_ytd
-# MAGIC   from tmp_brand_ytd_value
-# MAGIC ), tmp_brand_ytd_volume_ly as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     left(ytd,3) || cast(substr(ytd,4,2)+1 as int) || right( ytd,2 ) as ytd,
-# MAGIC     geo_key,
-# MAGIC     key_brand_ytd
-# MAGIC   from tmp_brand_ytd_volume
-# MAGIC ), tmp_brand_ytd_value_all as (
-# MAGIC     select
-# MAGIC       a.ta,
-# MAGIC       a.market,
-# MAGIC       a.ytd,
-# MAGIC       a.geo_key,
-# MAGIC       a.key_brand_ytd,
-# MAGIC       b.key_brand_ytd as key_brand_ytd_ly   
-# MAGIC     from tmp_brand_ytd_value a 
-# MAGIC     inner join tmp_brand_ytd_value_ly b 
-# MAGIC       on a.ta = b.ta
-# MAGIC       and a.market = b.market
-# MAGIC       and a.ytd = b.ytd
-# MAGIC       and a.geo_key = b.geo_key
-# MAGIC ), tmp_brand_ytd_volume_all as (
-# MAGIC   select
-# MAGIC       a.ta,
-# MAGIC       a.market,
-# MAGIC       a.ytd,
-# MAGIC       a.geo_key,
-# MAGIC       a.key_brand_ytd,
-# MAGIC       b.key_brand_ytd as key_brand_ytd_ly   
-# MAGIC     from tmp_brand_ytd_volume a 
-# MAGIC     inner join tmp_brand_ytd_volume_ly b 
-# MAGIC       on a.ta = b.ta
-# MAGIC       and a.market = b.market
-# MAGIC       and a.ytd = b.ytd
-# MAGIC       and a.geo_key = b.geo_key
-# MAGIC )
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_kpi 
-# MAGIC
-# MAGIC select
-# MAGIC   distinct
-# MAGIC   '' as pack_code,
-# MAGIC   '' as corp_cod,
-# MAGIC   null as yyyymm,
-# MAGIC   a.ytd,
-# MAGIC   a.geo_key,
-# MAGIC   'key_brand_ytd' as KPI_name,
-# MAGIC   null as kpi_val,
-# MAGIC   null as kpi_val_ly,
-# MAGIC   a.key_brand_ytd     as str_kpi_val,
-# MAGIC   a.key_brand_ytd_ly  as str_kpi_val_ly,
-# MAGIC   null as kpi_vol,
-# MAGIC   null as kpi_vol_ly,
-# MAGIC   b.key_brand_ytd     as str_kpi_vol,
-# MAGIC   b.key_brand_ytd_ly  as str_kpi_vol_ly,
-# MAGIC   'N' as TOTAL_FLAG,
-# MAGIC   a.ta
-# MAGIC from tmp_brand_ytd_value_all a 
-# MAGIC inner join tmp_brand_ytd_volume_all b 
-# MAGIC   on a.ta = b.ta
-# MAGIC   and a.market = b.market
-# MAGIC   and a.ytd = b.ytd
-# MAGIC   and a.geo_key = b.geo_key
-# MAGIC
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.3 kpi: key_brand_rank_ytd
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_kpi_ytd_value as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.ta,
-# MAGIC     a.market,
-# MAGIC     a.ytd,
-# MAGIC     d.geo_key,
-# MAGIC     a.key_brand_rank_ytd
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC   left join dm.dm_zk_retail_geo d 
-# MAGIC     on a.province_city = d.province_city
-# MAGIC   where a.ranked_by = 'value'
-# MAGIC     and a.ytd is not null
-# MAGIC ), tmp_kpi_ytd_volume as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.ta,
-# MAGIC     a.market,
-# MAGIC     a.ytd,
-# MAGIC     d.geo_key,
-# MAGIC     a.key_brand_rank_ytd
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC   left join dm.dm_zk_retail_geo d 
-# MAGIC     on a.province_city = d.province_city
-# MAGIC   where a.ranked_by = 'volume'
-# MAGIC    and a.ytd is not null
-# MAGIC ), tmp_kpi_ytd_value_ly as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     left(ytd,3) || cast(substr(ytd,4,2)+1 as int) || right( ytd,2 ) as ytd,
-# MAGIC     geo_key,
-# MAGIC     key_brand_rank_ytd
-# MAGIC   from tmp_kpi_ytd_value
-# MAGIC ), tmp_kpi_ytd_volume_ly as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     left(ytd,3) || cast(substr(ytd,4,2)+1 as int) || right( ytd,2 ) as ytd,
-# MAGIC     geo_key,
-# MAGIC     key_brand_rank_ytd
-# MAGIC   from tmp_kpi_ytd_volume
-# MAGIC ), tmp_kpi_ytd_value_all as (
-# MAGIC     select
-# MAGIC       a.ta,
-# MAGIC       a.market,
-# MAGIC       a.ytd,
-# MAGIC       a.geo_key,
-# MAGIC       a.key_brand_rank_ytd,
-# MAGIC       b.key_brand_rank_ytd as key_brand_rank_ytd_ly   
-# MAGIC     from tmp_kpi_ytd_value a 
-# MAGIC     inner join tmp_kpi_ytd_value_ly b 
-# MAGIC       on a.ta = b.ta
-# MAGIC       and a.market = b.market
-# MAGIC       and a.ytd = b.ytd
-# MAGIC       and a.geo_key = b.geo_key
-# MAGIC ), tmp_kpi_ytd_volume_all as (
-# MAGIC   select
-# MAGIC       a.ta,
-# MAGIC       a.market,
-# MAGIC       a.ytd,
-# MAGIC       a.geo_key,
-# MAGIC       a.key_brand_rank_ytd,
-# MAGIC       b.key_brand_rank_ytd as key_brand_rank_ytd_ly   
-# MAGIC     from tmp_kpi_ytd_volume a 
-# MAGIC     inner join tmp_kpi_ytd_volume_ly b 
-# MAGIC       on a.ta = b.ta
-# MAGIC       and a.market = b.market
-# MAGIC       and a.ytd = b.ytd
-# MAGIC       and a.geo_key = b.geo_key
-# MAGIC )
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_kpi 
-# MAGIC
-# MAGIC select
-# MAGIC   distinct
-# MAGIC   '' as pack_code,
-# MAGIC   '' as corp_cod,
-# MAGIC   null as yyyymm,
-# MAGIC   a.ytd,
-# MAGIC   a.geo_key,
-# MAGIC   'key_brand_rank_ytd' as KPI_name,
-# MAGIC   a.key_brand_rank_ytd     as kpi_val,
-# MAGIC   a.key_brand_rank_ytd_ly  as kpi_val_ly,
-# MAGIC   null as str_kpi_val,
-# MAGIC   null as str_kpi_val_ly,
-# MAGIC   b.key_brand_rank_ytd     as kpi_vol,
-# MAGIC   b.key_brand_rank_ytd_ly  as kpi_vol_ly,
-# MAGIC   null as str_kpi_vol,
-# MAGIC   null as str_kpi_vol_ly,
-# MAGIC   'N' as TOTAL_FLAG,
-# MAGIC   a.ta
-# MAGIC from tmp_kpi_ytd_value_all a 
-# MAGIC inner join tmp_kpi_ytd_volume_all b 
-# MAGIC   on a.ta = b.ta
-# MAGIC   and a.market = b.market
-# MAGIC   and a.ytd = b.ytd
-# MAGIC   and a.geo_key = b.geo_key
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.4 kpi: top_brand_ytd
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_kpi_ytd_value as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.ta,
-# MAGIC     a.market,
-# MAGIC     a.ytd,
-# MAGIC     d.geo_key,
-# MAGIC     a.top_brand_ytd
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC   left join dm.dm_zk_retail_geo d 
-# MAGIC     on a.province_city = d.province_city
-# MAGIC   where a.ranked_by = 'value'
-# MAGIC     and a.ytd is not null
-# MAGIC ), tmp_kpi_ytd_volume as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.ta,
-# MAGIC     a.market,
-# MAGIC     a.ytd,
-# MAGIC     d.geo_key,
-# MAGIC     a.top_brand_ytd
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC   left join dm.dm_zk_retail_geo d 
-# MAGIC     on a.province_city = d.province_city
-# MAGIC   where a.ranked_by = 'volume'
-# MAGIC    and a.ytd is not null
-# MAGIC ), tmp_kpi_ytd_value_ly as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     left(ytd,3) || cast(substr(ytd,4,2)+1 as int) || right( ytd,2 ) as ytd,
-# MAGIC     geo_key,
-# MAGIC     top_brand_ytd
-# MAGIC   from tmp_kpi_ytd_value
-# MAGIC ), tmp_kpi_ytd_volume_ly as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     left(ytd,3) || cast(substr(ytd,4,2)+1 as int) || right( ytd,2 ) as ytd,
-# MAGIC     geo_key,
-# MAGIC     top_brand_ytd
-# MAGIC   from tmp_kpi_ytd_volume
-# MAGIC ), tmp_kpi_ytd_value_all as (
-# MAGIC     select
-# MAGIC       a.ta,
-# MAGIC       a.market,
-# MAGIC       a.ytd,
-# MAGIC       a.geo_key,
-# MAGIC       a.top_brand_ytd,
-# MAGIC       b.top_brand_ytd as top_brand_ytd_ly   
-# MAGIC     from tmp_kpi_ytd_value a 
-# MAGIC     inner join tmp_kpi_ytd_value_ly b 
-# MAGIC       on a.ta = b.ta
-# MAGIC       and a.market = b.market
-# MAGIC       and a.ytd = b.ytd
-# MAGIC       and a.geo_key = b.geo_key
-# MAGIC ), tmp_kpi_ytd_volume_all as (
-# MAGIC   select
-# MAGIC       a.ta,
-# MAGIC       a.market,
-# MAGIC       a.ytd,
-# MAGIC       a.geo_key,
-# MAGIC       a.top_brand_ytd,
-# MAGIC       b.top_brand_ytd as top_brand_ytd_ly   
-# MAGIC     from tmp_kpi_ytd_volume a 
-# MAGIC     inner join tmp_kpi_ytd_volume_ly b 
-# MAGIC       on a.ta = b.ta
-# MAGIC       and a.market = b.market
-# MAGIC       and a.ytd = b.ytd
-# MAGIC       and a.geo_key = b.geo_key
-# MAGIC )
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_kpi 
-# MAGIC
-# MAGIC select
-# MAGIC   distinct
-# MAGIC   '' as pack_code,
-# MAGIC   '' as corp_cod,
-# MAGIC   null as yyyymm,
-# MAGIC   a.ytd,
-# MAGIC   a.geo_key,
-# MAGIC   'top_brand_ytd' as KPI_name,
-# MAGIC   null as kpi_val,
-# MAGIC   null as kpi_val_ly,
-# MAGIC   a.top_brand_ytd     as str_kpi_val,
-# MAGIC   a.top_brand_ytd_ly  as str_kpi_val_ly,
-# MAGIC   null as kpi_vol,
-# MAGIC   null as kpi_vol_ly,
-# MAGIC   b.top_brand_ytd     as str_kpi_vol,
-# MAGIC   b.top_brand_ytd_ly  as str_kpi_vol_ly,
-# MAGIC   'N' as TOTAL_FLAG,
-# MAGIC   a.ta
-# MAGIC from tmp_kpi_ytd_value_all a 
-# MAGIC inner join tmp_kpi_ytd_volume_all b 
-# MAGIC   on a.ta = b.ta
-# MAGIC   and a.market = b.market
-# MAGIC   and a.ytd = b.ytd
-# MAGIC   and a.geo_key = b.geo_key
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.5 kpi: top_brand_ms_ytd
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_kpi_ytd_value as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.ta,
-# MAGIC     a.market,
-# MAGIC     a.ytd,
-# MAGIC     d.geo_key,
-# MAGIC     a.top_brand_ms_ytd
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC   left join dm.dm_zk_retail_geo d 
-# MAGIC     on a.province_city = d.province_city
-# MAGIC   where a.ranked_by = 'value'
-# MAGIC     and a.ytd is not null
-# MAGIC ), tmp_kpi_ytd_volume as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.ta,
-# MAGIC     a.market,
-# MAGIC     a.ytd,
-# MAGIC     d.geo_key,
-# MAGIC     a.top_brand_ms_ytd
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC   left join dm.dm_zk_retail_geo d 
-# MAGIC     on a.province_city = d.province_city
-# MAGIC   where a.ranked_by = 'volume'
-# MAGIC    and a.ytd is not null
-# MAGIC ), tmp_kpi_ytd_value_ly as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     left(ytd,3) || cast(substr(ytd,4,2)+1 as int) || right( ytd,2 ) as ytd,
-# MAGIC     geo_key,
-# MAGIC     top_brand_ms_ytd
-# MAGIC   from tmp_kpi_ytd_value
-# MAGIC ), tmp_kpi_ytd_volume_ly as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     left(ytd,3) || cast(substr(ytd,4,2)+1 as int) || right( ytd,2 ) as ytd,
-# MAGIC     geo_key,
-# MAGIC     top_brand_ms_ytd
-# MAGIC   from tmp_kpi_ytd_volume
-# MAGIC ), tmp_kpi_ytd_value_all as (
-# MAGIC     select
-# MAGIC       a.ta,
-# MAGIC       a.market,
-# MAGIC       a.ytd,
-# MAGIC       a.geo_key,
-# MAGIC       a.top_brand_ms_ytd,
-# MAGIC       b.top_brand_ms_ytd as top_brand_ms_ytd_ly   
-# MAGIC     from tmp_kpi_ytd_value a 
-# MAGIC     inner join tmp_kpi_ytd_value_ly b 
-# MAGIC       on a.ta = b.ta
-# MAGIC       and a.market = b.market
-# MAGIC       and a.ytd = b.ytd
-# MAGIC       and a.geo_key = b.geo_key
-# MAGIC ), tmp_kpi_ytd_volume_all as (
-# MAGIC   select
-# MAGIC       a.ta,
-# MAGIC       a.market,
-# MAGIC       a.ytd,
-# MAGIC       a.geo_key,
-# MAGIC       a.top_brand_ms_ytd,
-# MAGIC       b.top_brand_ms_ytd as top_brand_ms_ytd_ly   
-# MAGIC     from tmp_kpi_ytd_volume a 
-# MAGIC     inner join tmp_kpi_ytd_volume_ly b 
-# MAGIC       on a.ta = b.ta
-# MAGIC       and a.market = b.market
-# MAGIC       and a.ytd = b.ytd
-# MAGIC       and a.geo_key = b.geo_key
-# MAGIC )
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_kpi 
-# MAGIC
-# MAGIC select
-# MAGIC   distinct
-# MAGIC   '' as pack_code,
-# MAGIC   '' as corp_cod,
-# MAGIC   null as yyyymm,
-# MAGIC   a.ytd,
-# MAGIC   a.geo_key,
-# MAGIC   'top_brand_ms_ytd' as KPI_name,
-# MAGIC   a.top_brand_ms_ytd     as kpi_val,
-# MAGIC   a.top_brand_ms_ytd_ly  as kpi_val_ly,
-# MAGIC   null as str_kpi_val,
-# MAGIC   null as str_kpi_val_ly,
-# MAGIC   b.top_brand_ms_ytd     as kpi_vol,
-# MAGIC   b.top_brand_ms_ytd_ly  as kpi_vol_ly,
-# MAGIC   null as str_kpi_vol,
-# MAGIC   null as str_kpi_vol_ly,
-# MAGIC   'N' as TOTAL_FLAG,
-# MAGIC   a.ta
-# MAGIC from tmp_kpi_ytd_value_all a 
-# MAGIC inner join tmp_kpi_ytd_volume_all b 
-# MAGIC   on a.ta = b.ta
-# MAGIC   and a.market = b.market
-# MAGIC   and a.ytd = b.ytd
-# MAGIC   and a.geo_key = b.geo_key
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.6 kpi: top_brand_gr_ytd
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_kpi_ytd_value as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.ta,
-# MAGIC     a.market,
-# MAGIC     a.ytd,
-# MAGIC     d.geo_key,
-# MAGIC     a.top_brand_gr_ytd
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC   left join dm.dm_zk_retail_geo d 
-# MAGIC     on a.province_city = d.province_city
-# MAGIC   where a.ranked_by = 'value'
-# MAGIC     and a.ytd is not null
-# MAGIC ), tmp_kpi_ytd_volume as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.ta,
-# MAGIC     a.market,
-# MAGIC     a.ytd,
-# MAGIC     d.geo_key,
-# MAGIC     a.top_brand_gr_ytd
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC   left join dm.dm_zk_retail_geo d 
-# MAGIC     on a.province_city = d.province_city
-# MAGIC   where a.ranked_by = 'volume'
-# MAGIC    and a.ytd is not null
-# MAGIC ), tmp_kpi_ytd_value_ly as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     left(ytd,3) || cast(substr(ytd,4,2)+1 as int) || right( ytd,2 ) as ytd,
-# MAGIC     geo_key,
-# MAGIC     top_brand_gr_ytd
-# MAGIC   from tmp_kpi_ytd_value
-# MAGIC ), tmp_kpi_ytd_volume_ly as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     left(ytd,3) || cast(substr(ytd,4,2)+1 as int) || right( ytd,2 ) as ytd,
-# MAGIC     geo_key,
-# MAGIC     top_brand_gr_ytd
-# MAGIC   from tmp_kpi_ytd_volume
-# MAGIC ), tmp_kpi_ytd_value_all as (
-# MAGIC     select
-# MAGIC       a.ta,
-# MAGIC       a.market,
-# MAGIC       a.ytd,
-# MAGIC       a.geo_key,
-# MAGIC       a.top_brand_gr_ytd,
-# MAGIC       b.top_brand_gr_ytd as top_brand_gr_ytd_ly   
-# MAGIC     from tmp_kpi_ytd_value a 
-# MAGIC     inner join tmp_kpi_ytd_value_ly b 
-# MAGIC       on a.ta = b.ta
-# MAGIC       and a.market = b.market
-# MAGIC       and a.ytd = b.ytd
-# MAGIC       and a.geo_key = b.geo_key
-# MAGIC ), tmp_kpi_ytd_volume_all as (
-# MAGIC   select
-# MAGIC       a.ta,
-# MAGIC       a.market,
-# MAGIC       a.ytd,
-# MAGIC       a.geo_key,
-# MAGIC       a.top_brand_gr_ytd,
-# MAGIC       b.top_brand_gr_ytd as top_brand_gr_ytd_ly   
-# MAGIC     from tmp_kpi_ytd_volume a 
-# MAGIC     inner join tmp_kpi_ytd_volume_ly b 
-# MAGIC       on a.ta = b.ta
-# MAGIC       and a.market = b.market
-# MAGIC       and a.ytd = b.ytd
-# MAGIC       and a.geo_key = b.geo_key
-# MAGIC )
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_kpi 
-# MAGIC
-# MAGIC select
-# MAGIC   distinct
-# MAGIC   '' as pack_code,
-# MAGIC   '' as corp_cod,
-# MAGIC   null as yyyymm,
-# MAGIC   a.ytd,
-# MAGIC   a.geo_key,
-# MAGIC   'top_brand_gr_ytd' as KPI_name,
-# MAGIC   a.top_brand_gr_ytd     as kpi_val,
-# MAGIC   a.top_brand_gr_ytd_ly  as kpi_val_ly,
-# MAGIC   null as str_kpi_val,
-# MAGIC   null as str_kpi_val_ly,
-# MAGIC   b.top_brand_gr_ytd     as kpi_vol,
-# MAGIC   b.top_brand_gr_ytd_ly  as kpi_vol_ly,
-# MAGIC   null as str_kpi_vol,
-# MAGIC   null as str_kpi_vol_ly,
-# MAGIC   'N' as TOTAL_FLAG,
-# MAGIC   a.ta
-# MAGIC from tmp_kpi_ytd_value_all a 
-# MAGIC inner join tmp_kpi_ytd_volume_all b 
-# MAGIC   on a.ta = b.ta
-# MAGIC   and a.market = b.market
-# MAGIC   and a.ytd = b.ytd
-# MAGIC   and a.geo_key = b.geo_key
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.7 kpi: top_brand_inc_ms_ytd
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_kpi_ytd_value as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.ta,
-# MAGIC     a.market,
-# MAGIC     a.ytd,
-# MAGIC     d.geo_key,
-# MAGIC     a.top_brand_inc_ms_ytd
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC   left join dm.dm_zk_retail_geo d 
-# MAGIC     on a.province_city = d.province_city
-# MAGIC   where a.ranked_by = 'value'
-# MAGIC     and a.ytd is not null
-# MAGIC ), tmp_kpi_ytd_volume as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.ta,
-# MAGIC     a.market,
-# MAGIC     a.ytd,
-# MAGIC     d.geo_key,
-# MAGIC     a.top_brand_inc_ms_ytd
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC   left join dm.dm_zk_retail_geo d 
-# MAGIC     on a.province_city = d.province_city
-# MAGIC   where a.ranked_by = 'volume'
-# MAGIC    and a.ytd is not null
-# MAGIC ), tmp_kpi_ytd_value_ly as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     left(ytd,3) || cast(substr(ytd,4,2)+1 as int) || right( ytd,2 ) as ytd,
-# MAGIC     geo_key,
-# MAGIC     top_brand_inc_ms_ytd
-# MAGIC   from tmp_kpi_ytd_value
-# MAGIC ), tmp_kpi_ytd_volume_ly as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     left(ytd,3) || cast(substr(ytd,4,2)+1 as int) || right( ytd,2 ) as ytd,
-# MAGIC     geo_key,
-# MAGIC     top_brand_inc_ms_ytd
-# MAGIC   from tmp_kpi_ytd_volume
-# MAGIC ), tmp_kpi_ytd_value_all as (
-# MAGIC     select
-# MAGIC       a.ta,
-# MAGIC       a.market,
-# MAGIC       a.ytd,
-# MAGIC       a.geo_key,
-# MAGIC       a.top_brand_inc_ms_ytd,
-# MAGIC       b.top_brand_inc_ms_ytd as top_brand_inc_ms_ytd_ly   
-# MAGIC     from tmp_kpi_ytd_value a 
-# MAGIC     inner join tmp_kpi_ytd_value_ly b 
-# MAGIC       on a.ta = b.ta
-# MAGIC       and a.market = b.market
-# MAGIC       and a.ytd = b.ytd
-# MAGIC       and a.geo_key = b.geo_key
-# MAGIC ), tmp_kpi_ytd_volume_all as (
-# MAGIC   select
-# MAGIC       a.ta,
-# MAGIC       a.market,
-# MAGIC       a.ytd,
-# MAGIC       a.geo_key,
-# MAGIC       a.top_brand_inc_ms_ytd,
-# MAGIC       b.top_brand_inc_ms_ytd as top_brand_inc_ms_ytd_ly   
-# MAGIC     from tmp_kpi_ytd_volume a 
-# MAGIC     inner join tmp_kpi_ytd_volume_ly b 
-# MAGIC       on a.ta = b.ta
-# MAGIC       and a.market = b.market
-# MAGIC       and a.ytd = b.ytd
-# MAGIC       and a.geo_key = b.geo_key
-# MAGIC )
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_kpi 
-# MAGIC
-# MAGIC select
-# MAGIC   distinct
-# MAGIC   '' as pack_code,
-# MAGIC   '' as corp_cod,
-# MAGIC   null as yyyymm,
-# MAGIC   a.ytd,
-# MAGIC   a.geo_key,
-# MAGIC   'top_brand_inc_ms_ytd' as KPI_name,
-# MAGIC   a.top_brand_inc_ms_ytd     as kpi_val,
-# MAGIC   a.top_brand_inc_ms_ytd_ly  as kpi_val_ly,
-# MAGIC   null as str_kpi_val,
-# MAGIC   null as str_kpi_val_ly,
-# MAGIC   b.top_brand_inc_ms_ytd     as kpi_vol,
-# MAGIC   b.top_brand_inc_ms_ytd_ly  as kpi_vol_ly,
-# MAGIC   null as str_kpi_vol,
-# MAGIC   null as str_kpi_vol_ly,
-# MAGIC   'N' as TOTAL_FLAG,
-# MAGIC   a.ta
-# MAGIC from tmp_kpi_ytd_value_all a 
-# MAGIC inner join tmp_kpi_ytd_volume_all b 
-# MAGIC   on a.ta = b.ta
-# MAGIC   and a.market = b.market
-# MAGIC   and a.ytd = b.ytd
-# MAGIC   and a.geo_key = b.geo_key
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.8 kpi: key_brand_qtd
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_kpi_ytd_value as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.ta,
-# MAGIC     a.market,
-# MAGIC     a.yyyymm,
-# MAGIC     d.geo_key,
-# MAGIC     a.key_brand_qtd
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC   left join dm.dm_zk_retail_geo d 
-# MAGIC     on a.province_city = d.province_city
-# MAGIC   where a.ranked_by = 'value'
-# MAGIC     and a.ytd is not null
-# MAGIC ), tmp_kpi_ytd_volume as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.ta,
-# MAGIC     a.market,
-# MAGIC     a.yyyymm,
-# MAGIC     d.geo_key,
-# MAGIC     a.key_brand_qtd
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC   left join dm.dm_zk_retail_geo d 
-# MAGIC     on a.province_city = d.province_city
-# MAGIC   where a.ranked_by = 'volume'
-# MAGIC    and a.ytd is not null
-# MAGIC ), tmp_kpi_ytd_value_ly as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     cast(yyyymm + 100 as int ) as yyyymm,
-# MAGIC     geo_key,
-# MAGIC     key_brand_qtd
-# MAGIC   from tmp_kpi_ytd_value
-# MAGIC ), tmp_kpi_ytd_volume_ly as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     cast(yyyymm + 100 as int ) as yyyymm,
-# MAGIC     geo_key,
-# MAGIC     key_brand_qtd
-# MAGIC   from tmp_kpi_ytd_volume
-# MAGIC ), tmp_kpi_ytd_value_all as (
-# MAGIC     select
-# MAGIC       a.ta,
-# MAGIC       a.market,
-# MAGIC       a.yyyymm,
-# MAGIC       a.geo_key,
-# MAGIC       a.key_brand_qtd,
-# MAGIC       b.key_brand_qtd as key_brand_qtd_ly   
-# MAGIC     from tmp_kpi_ytd_value a 
-# MAGIC     inner join tmp_kpi_ytd_value_ly b 
-# MAGIC       on a.ta = b.ta
-# MAGIC       and a.market = b.market
-# MAGIC       and a.yyyymm = b.yyyymm
-# MAGIC       and a.geo_key = b.geo_key
-# MAGIC ), tmp_kpi_ytd_volume_all as (
-# MAGIC   select
-# MAGIC       a.ta,
-# MAGIC       a.market,
-# MAGIC       a.yyyymm,
-# MAGIC       a.geo_key,
-# MAGIC       a.key_brand_qtd,
-# MAGIC       b.key_brand_qtd as key_brand_qtd_ly   
-# MAGIC     from tmp_kpi_ytd_volume a 
-# MAGIC     inner join tmp_kpi_ytd_volume_ly b 
-# MAGIC       on a.ta = b.ta
-# MAGIC       and a.market = b.market
-# MAGIC       and a.yyyymm = b.yyyymm
-# MAGIC       and a.geo_key = b.geo_key
-# MAGIC )
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_kpi 
-# MAGIC
-# MAGIC select
-# MAGIC   distinct
-# MAGIC   '' as pack_code,
-# MAGIC   '' as corp_cod,
-# MAGIC   a.yyyymm,
-# MAGIC   null as ytd,
-# MAGIC   a.geo_key,
-# MAGIC   'key_brand_qtd' as KPI_name,
-# MAGIC   null as kpi_val,
-# MAGIC   null as kpi_val_ly,
-# MAGIC   a.key_brand_qtd     as str_kpi_val,
-# MAGIC   a.key_brand_qtd_ly  as str_kpi_val_ly,
-# MAGIC   null as kpi_vol,
-# MAGIC   null as kpi_vol_ly,
-# MAGIC   b.key_brand_qtd     as str_kpi_vol,
-# MAGIC   b.key_brand_qtd_ly  as str_kpi_vol_ly,
-# MAGIC   'N' as TOTAL_FLAG,
-# MAGIC   a.ta
-# MAGIC from tmp_kpi_ytd_value_all a 
-# MAGIC inner join tmp_kpi_ytd_volume_all b 
-# MAGIC   on a.ta = b.ta
-# MAGIC   and a.market = b.market
-# MAGIC   and a.yyyymm = b.yyyymm
-# MAGIC   and a.geo_key = b.geo_key
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.9 kpi: key_brand_rank_qtd
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_kpi_ytd_value as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.ta,
-# MAGIC     a.market,
-# MAGIC     a.yyyymm,
-# MAGIC     d.geo_key,
-# MAGIC     a.key_brand_rank_qtd
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC   left join dm.dm_zk_retail_geo d 
-# MAGIC     on a.province_city = d.province_city
-# MAGIC   where a.ranked_by = 'value'
-# MAGIC     and a.ytd is not null
-# MAGIC ), tmp_kpi_ytd_volume as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.ta,
-# MAGIC     a.market,
-# MAGIC     a.yyyymm,
-# MAGIC     d.geo_key,
-# MAGIC     a.key_brand_rank_qtd
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC   left join dm.dm_zk_retail_geo d 
-# MAGIC     on a.province_city = d.province_city
-# MAGIC   where a.ranked_by = 'volume'
-# MAGIC    and a.ytd is not null
-# MAGIC ), tmp_kpi_ytd_value_ly as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     cast(yyyymm + 100 as int ) as yyyymm,
-# MAGIC     geo_key,
-# MAGIC     key_brand_rank_qtd
-# MAGIC   from tmp_kpi_ytd_value
-# MAGIC ), tmp_kpi_ytd_volume_ly as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     cast(yyyymm + 100 as int ) as yyyymm,
-# MAGIC     geo_key,
-# MAGIC     key_brand_rank_qtd
-# MAGIC   from tmp_kpi_ytd_volume
-# MAGIC ), tmp_kpi_ytd_value_all as (
-# MAGIC     select
-# MAGIC       a.ta,
-# MAGIC       a.market,
-# MAGIC       a.yyyymm,
-# MAGIC       a.geo_key,
-# MAGIC       a.key_brand_rank_qtd,
-# MAGIC       b.key_brand_rank_qtd as key_brand_rank_qtd_ly   
-# MAGIC     from tmp_kpi_ytd_value a 
-# MAGIC     inner join tmp_kpi_ytd_value_ly b 
-# MAGIC       on a.ta = b.ta
-# MAGIC       and a.market = b.market
-# MAGIC       and a.yyyymm = b.yyyymm
-# MAGIC       and a.geo_key = b.geo_key
-# MAGIC ), tmp_kpi_ytd_volume_all as (
-# MAGIC   select
-# MAGIC       a.ta,
-# MAGIC       a.market,
-# MAGIC       a.yyyymm,
-# MAGIC       a.geo_key,
-# MAGIC       a.key_brand_rank_qtd,
-# MAGIC       b.key_brand_rank_qtd as key_brand_rank_qtd_ly   
-# MAGIC     from tmp_kpi_ytd_volume a 
-# MAGIC     inner join tmp_kpi_ytd_volume_ly b 
-# MAGIC       on a.ta = b.ta
-# MAGIC       and a.market = b.market
-# MAGIC       and a.yyyymm = b.yyyymm
-# MAGIC       and a.geo_key = b.geo_key
-# MAGIC )
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_kpi 
-# MAGIC
-# MAGIC select
-# MAGIC   distinct
-# MAGIC   '' as pack_code,
-# MAGIC   '' as corp_cod,
-# MAGIC   a.yyyymm,
-# MAGIC   null as ytd,
-# MAGIC   a.geo_key,
-# MAGIC   'key_brand_rank_qtd' as KPI_name,
-# MAGIC   a.key_brand_rank_qtd     as kpi_val,
-# MAGIC   a.key_brand_rank_qtd_ly  as kpi_val_ly,
-# MAGIC   null as str_kpi_val,
-# MAGIC   null as str_kpi_val_ly,
-# MAGIC   b.key_brand_rank_qtd     as kpi_vol,
-# MAGIC   b.key_brand_rank_qtd_ly  as kpi_vol_ly,
-# MAGIC   null as str_kpi_vol,
-# MAGIC   null as str_kpi_vol_ly,
-# MAGIC   'N' as TOTAL_FLAG,
-# MAGIC   a.ta
-# MAGIC from tmp_kpi_ytd_value_all a 
-# MAGIC inner join tmp_kpi_ytd_volume_all b 
-# MAGIC   on a.ta = b.ta
-# MAGIC   and a.market = b.market
-# MAGIC   and a.yyyymm = b.yyyymm
-# MAGIC   and a.geo_key = b.geo_key
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.10 kpi: top_brand_qtd
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_kpi_ytd_value as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.ta,
-# MAGIC     a.market,
-# MAGIC     a.yyyymm,
-# MAGIC     d.geo_key,
-# MAGIC     a.top_brand_qtd
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC   left join dm.dm_zk_retail_geo d 
-# MAGIC     on a.province_city = d.province_city
-# MAGIC   where a.ranked_by = 'value'
-# MAGIC     and a.ytd is not null
-# MAGIC ), tmp_kpi_ytd_volume as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.ta,
-# MAGIC     a.market,
-# MAGIC     a.yyyymm,
-# MAGIC     d.geo_key,
-# MAGIC     a.top_brand_qtd
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC   left join dm.dm_zk_retail_geo d 
-# MAGIC     on a.province_city = d.province_city
-# MAGIC   where a.ranked_by = 'volume'
-# MAGIC    and a.ytd is not null
-# MAGIC ), tmp_kpi_ytd_value_ly as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     cast(yyyymm + 100 as int ) as yyyymm,
-# MAGIC     geo_key,
-# MAGIC     top_brand_qtd
-# MAGIC   from tmp_kpi_ytd_value
-# MAGIC ), tmp_kpi_ytd_volume_ly as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     cast(yyyymm + 100 as int ) as yyyymm,
-# MAGIC     geo_key,
-# MAGIC     top_brand_qtd
-# MAGIC   from tmp_kpi_ytd_volume
-# MAGIC ), tmp_kpi_ytd_value_all as (
-# MAGIC     select
-# MAGIC       a.ta,
-# MAGIC       a.market,
-# MAGIC       a.yyyymm,
-# MAGIC       a.geo_key,
-# MAGIC       a.top_brand_qtd,
-# MAGIC       b.top_brand_qtd as top_brand_qtd_ly   
-# MAGIC     from tmp_kpi_ytd_value a 
-# MAGIC     inner join tmp_kpi_ytd_value_ly b 
-# MAGIC       on a.ta = b.ta
-# MAGIC       and a.market = b.market
-# MAGIC       and a.yyyymm = b.yyyymm
-# MAGIC       and a.geo_key = b.geo_key
-# MAGIC ), tmp_kpi_ytd_volume_all as (
-# MAGIC   select
-# MAGIC       a.ta,
-# MAGIC       a.market,
-# MAGIC       a.yyyymm,
-# MAGIC       a.geo_key,
-# MAGIC       a.top_brand_qtd,
-# MAGIC       b.top_brand_qtd as top_brand_qtd_ly   
-# MAGIC     from tmp_kpi_ytd_volume a 
-# MAGIC     inner join tmp_kpi_ytd_volume_ly b 
-# MAGIC       on a.ta = b.ta
-# MAGIC       and a.market = b.market
-# MAGIC       and a.yyyymm = b.yyyymm
-# MAGIC       and a.geo_key = b.geo_key
-# MAGIC )
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_kpi 
-# MAGIC
-# MAGIC select
-# MAGIC   distinct
-# MAGIC   '' as pack_code,
-# MAGIC   '' as corp_cod,
-# MAGIC   a.yyyymm,
-# MAGIC   null as ytd,
-# MAGIC   a.geo_key,
-# MAGIC   'top_brand_qtd' as KPI_name,
-# MAGIC   null as kpi_val,
-# MAGIC   null as kpi_val_ly,
-# MAGIC   a.top_brand_qtd     as str_kpi_val,
-# MAGIC   a.top_brand_qtd_ly  as str_kpi_val_ly,
-# MAGIC   null as kpi_vol,
-# MAGIC   null as kpi_vol_ly,
-# MAGIC   b.top_brand_qtd     as str_kpi_vol,
-# MAGIC   b.top_brand_qtd_ly  as str_kpi_vol_ly,
-# MAGIC   'N' as TOTAL_FLAG,
-# MAGIC   a.ta
-# MAGIC from tmp_kpi_ytd_value_all a 
-# MAGIC inner join tmp_kpi_ytd_volume_all b 
-# MAGIC   on a.ta = b.ta
-# MAGIC   and a.market = b.market
-# MAGIC   and a.yyyymm = b.yyyymm
-# MAGIC   and a.geo_key = b.geo_key
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.11 kpi: top_brand_ms_qtd
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_kpi_ytd_value as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.ta,
-# MAGIC     a.market,
-# MAGIC     a.yyyymm,
-# MAGIC     d.geo_key,
-# MAGIC     a.top_brand_ms_qtd
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC   left join dm.dm_zk_retail_geo d 
-# MAGIC     on a.province_city = d.province_city
-# MAGIC   where a.ranked_by = 'value'
-# MAGIC     and a.ytd is not null
-# MAGIC ), tmp_kpi_ytd_volume as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.ta,
-# MAGIC     a.market,
-# MAGIC     a.yyyymm,
-# MAGIC     d.geo_key,
-# MAGIC     a.top_brand_ms_qtd
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC   left join dm.dm_zk_retail_geo d 
-# MAGIC     on a.province_city = d.province_city
-# MAGIC   where a.ranked_by = 'volume'
-# MAGIC    and a.ytd is not null
-# MAGIC ), tmp_kpi_ytd_value_ly as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     cast(yyyymm + 100 as int ) as yyyymm,
-# MAGIC     geo_key,
-# MAGIC     top_brand_ms_qtd
-# MAGIC   from tmp_kpi_ytd_value
-# MAGIC ), tmp_kpi_ytd_volume_ly as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     cast(yyyymm + 100 as int ) as yyyymm,
-# MAGIC     geo_key,
-# MAGIC     top_brand_ms_qtd
-# MAGIC   from tmp_kpi_ytd_volume
-# MAGIC ), tmp_kpi_ytd_value_all as (
-# MAGIC     select
-# MAGIC       a.ta,
-# MAGIC       a.market,
-# MAGIC       a.yyyymm,
-# MAGIC       a.geo_key,
-# MAGIC       a.top_brand_ms_qtd,
-# MAGIC       b.top_brand_ms_qtd as top_brand_ms_qtd_ly   
-# MAGIC     from tmp_kpi_ytd_value a 
-# MAGIC     inner join tmp_kpi_ytd_value_ly b 
-# MAGIC       on a.ta = b.ta
-# MAGIC       and a.market = b.market
-# MAGIC       and a.yyyymm = b.yyyymm
-# MAGIC       and a.geo_key = b.geo_key
-# MAGIC ), tmp_kpi_ytd_volume_all as (
-# MAGIC   select
-# MAGIC       a.ta,
-# MAGIC       a.market,
-# MAGIC       a.yyyymm,
-# MAGIC       a.geo_key,
-# MAGIC       a.top_brand_ms_qtd,
-# MAGIC       b.top_brand_ms_qtd as top_brand_ms_qtd_ly   
-# MAGIC     from tmp_kpi_ytd_volume a 
-# MAGIC     inner join tmp_kpi_ytd_volume_ly b 
-# MAGIC       on a.ta = b.ta
-# MAGIC       and a.market = b.market
-# MAGIC       and a.yyyymm = b.yyyymm
-# MAGIC       and a.geo_key = b.geo_key
-# MAGIC )
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_kpi 
-# MAGIC
-# MAGIC select
-# MAGIC   distinct
-# MAGIC   '' as pack_code,
-# MAGIC   '' as corp_cod,
-# MAGIC   a.yyyymm,
-# MAGIC   null as ytd,
-# MAGIC   a.geo_key,
-# MAGIC   'top_brand_ms_qtd' as KPI_name,
-# MAGIC   a.top_brand_ms_qtd     as kpi_val,
-# MAGIC   a.top_brand_ms_qtd_ly  as kpi_val_ly,
-# MAGIC   null as str_kpi_val,
-# MAGIC   null as str_kpi_val_ly,
-# MAGIC   b.top_brand_ms_qtd     as kpi_vol,
-# MAGIC   b.top_brand_ms_qtd_ly  as kpi_vol_ly,
-# MAGIC   null as str_kpi_vol,
-# MAGIC   null as str_kpi_vol_ly,
-# MAGIC   'N' as TOTAL_FLAG,
-# MAGIC   a.ta
-# MAGIC from tmp_kpi_ytd_value_all a 
-# MAGIC inner join tmp_kpi_ytd_volume_all b 
-# MAGIC   on a.ta = b.ta
-# MAGIC   and a.market = b.market
-# MAGIC   and a.yyyymm = b.yyyymm
-# MAGIC   and a.geo_key = b.geo_key
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.12 kpi: top_brand_inc_ms_qtd
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_kpi_ytd_value as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.ta,
-# MAGIC     a.market,
-# MAGIC     a.yyyymm,
-# MAGIC     d.geo_key,
-# MAGIC     a.top_brand_inc_ms_qtd
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC   left join dm.dm_zk_retail_geo d 
-# MAGIC     on a.province_city = d.province_city
-# MAGIC   where a.ranked_by = 'value'
-# MAGIC     and a.ytd is not null
-# MAGIC ), tmp_kpi_ytd_volume as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.ta,
-# MAGIC     a.market,
-# MAGIC     a.yyyymm,
-# MAGIC     d.geo_key,
-# MAGIC     a.top_brand_inc_ms_qtd
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC   left join dm.dm_zk_retail_geo d 
-# MAGIC     on a.province_city = d.province_city
-# MAGIC   where a.ranked_by = 'volume'
-# MAGIC    and a.ytd is not null
-# MAGIC ), tmp_kpi_ytd_value_ly as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     cast(yyyymm + 100 as int ) as yyyymm,
-# MAGIC     geo_key,
-# MAGIC     top_brand_inc_ms_qtd
-# MAGIC   from tmp_kpi_ytd_value
-# MAGIC ), tmp_kpi_ytd_volume_ly as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     cast(yyyymm + 100 as int ) as yyyymm,
-# MAGIC     geo_key,
-# MAGIC     top_brand_inc_ms_qtd
-# MAGIC   from tmp_kpi_ytd_volume
-# MAGIC ), tmp_kpi_ytd_value_all as (
-# MAGIC     select
-# MAGIC       a.ta,
-# MAGIC       a.market,
-# MAGIC       a.yyyymm,
-# MAGIC       a.geo_key,
-# MAGIC       a.top_brand_inc_ms_qtd,
-# MAGIC       b.top_brand_inc_ms_qtd as top_brand_inc_ms_qtd_ly   
-# MAGIC     from tmp_kpi_ytd_value a 
-# MAGIC     inner join tmp_kpi_ytd_value_ly b 
-# MAGIC       on a.ta = b.ta
-# MAGIC       and a.market = b.market
-# MAGIC       and a.yyyymm = b.yyyymm
-# MAGIC       and a.geo_key = b.geo_key
-# MAGIC ), tmp_kpi_ytd_volume_all as (
-# MAGIC   select
-# MAGIC       a.ta,
-# MAGIC       a.market,
-# MAGIC       a.yyyymm,
-# MAGIC       a.geo_key,
-# MAGIC       a.top_brand_inc_ms_qtd,
-# MAGIC       b.top_brand_inc_ms_qtd as top_brand_inc_ms_qtd_ly   
-# MAGIC     from tmp_kpi_ytd_volume a 
-# MAGIC     inner join tmp_kpi_ytd_volume_ly b 
-# MAGIC       on a.ta = b.ta
-# MAGIC       and a.market = b.market
-# MAGIC       and a.yyyymm = b.yyyymm
-# MAGIC       and a.geo_key = b.geo_key
-# MAGIC )
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_kpi 
-# MAGIC
-# MAGIC select
-# MAGIC   distinct
-# MAGIC   '' as pack_code,
-# MAGIC   '' as corp_cod,
-# MAGIC   a.yyyymm,
-# MAGIC   null as ytd,
-# MAGIC   a.geo_key,
-# MAGIC   'top_brand_inc_ms_qtd' as KPI_name,
-# MAGIC   a.top_brand_inc_ms_qtd     as kpi_val,
-# MAGIC   a.top_brand_inc_ms_qtd_ly  as kpi_val_ly,
-# MAGIC   null as str_kpi_val,
-# MAGIC   null as str_kpi_val_ly,
-# MAGIC   b.top_brand_inc_ms_qtd     as kpi_vol,
-# MAGIC   b.top_brand_inc_ms_qtd_ly  as kpi_vol_ly,
-# MAGIC   null as str_kpi_vol,
-# MAGIC   null as str_kpi_vol_ly,
-# MAGIC   'N' as TOTAL_FLAG,
-# MAGIC   a.ta
-# MAGIC from tmp_kpi_ytd_value_all a 
-# MAGIC inner join tmp_kpi_ytd_volume_all b 
-# MAGIC   on a.ta = b.ta
-# MAGIC   and a.market = b.market
-# MAGIC   and a.yyyymm = b.yyyymm
-# MAGIC   and a.geo_key = b.geo_key
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.13 kpi: top_brand_gr_qtd
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_kpi_ytd_value as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.ta,
-# MAGIC     a.market,
-# MAGIC     a.yyyymm,
-# MAGIC     d.geo_key,
-# MAGIC     a.top_brand_gr_qtd
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC   left join dm.dm_zk_retail_geo d 
-# MAGIC     on a.province_city = d.province_city
-# MAGIC   where a.ranked_by = 'value'
-# MAGIC     and a.ytd is not null
-# MAGIC ), tmp_kpi_ytd_volume as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.ta,
-# MAGIC     a.market,
-# MAGIC     a.yyyymm,
-# MAGIC     d.geo_key,
-# MAGIC     a.top_brand_gr_qtd
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC   left join dm.dm_zk_retail_geo d 
-# MAGIC     on a.province_city = d.province_city
-# MAGIC   where a.ranked_by = 'volume'
-# MAGIC    and a.ytd is not null
-# MAGIC ), tmp_kpi_ytd_value_ly as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     cast(yyyymm + 100 as int ) as yyyymm,
-# MAGIC     geo_key,
-# MAGIC     top_brand_gr_qtd
-# MAGIC   from tmp_kpi_ytd_value
-# MAGIC ), tmp_kpi_ytd_volume_ly as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     cast(yyyymm + 100 as int ) as yyyymm,
-# MAGIC     geo_key,
-# MAGIC     top_brand_gr_qtd
-# MAGIC   from tmp_kpi_ytd_volume
-# MAGIC ), tmp_kpi_ytd_value_all as (
-# MAGIC     select
-# MAGIC       a.ta,
-# MAGIC       a.market,
-# MAGIC       a.yyyymm,
-# MAGIC       a.geo_key,
-# MAGIC       a.top_brand_gr_qtd,
-# MAGIC       b.top_brand_gr_qtd as top_brand_gr_qtd_ly   
-# MAGIC     from tmp_kpi_ytd_value a 
-# MAGIC     inner join tmp_kpi_ytd_value_ly b 
-# MAGIC       on a.ta = b.ta
-# MAGIC       and a.market = b.market
-# MAGIC       and a.yyyymm = b.yyyymm
-# MAGIC       and a.geo_key = b.geo_key
-# MAGIC ), tmp_kpi_ytd_volume_all as (
-# MAGIC   select
-# MAGIC       a.ta,
-# MAGIC       a.market,
-# MAGIC       a.yyyymm,
-# MAGIC       a.geo_key,
-# MAGIC       a.top_brand_gr_qtd,
-# MAGIC       b.top_brand_gr_qtd as top_brand_gr_qtd_ly   
-# MAGIC     from tmp_kpi_ytd_volume a 
-# MAGIC     inner join tmp_kpi_ytd_volume_ly b 
-# MAGIC       on a.ta = b.ta
-# MAGIC       and a.market = b.market
-# MAGIC       and a.yyyymm = b.yyyymm
-# MAGIC       and a.geo_key = b.geo_key
-# MAGIC )
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_kpi 
-# MAGIC
-# MAGIC select
-# MAGIC   distinct
-# MAGIC   '' as pack_code,
-# MAGIC   '' as corp_cod,
-# MAGIC   a.yyyymm,
-# MAGIC   null as ytd,
-# MAGIC   a.geo_key,
-# MAGIC   'top_brand_gr_qtd' as KPI_name,
-# MAGIC   a.top_brand_gr_qtd     as kpi_val,
-# MAGIC   a.top_brand_gr_qtd_ly  as kpi_val_ly,
-# MAGIC   null as str_kpi_val,
-# MAGIC   null as str_kpi_val_ly,
-# MAGIC   b.top_brand_gr_qtd     as kpi_vol,
-# MAGIC   b.top_brand_gr_qtd_ly  as kpi_vol_ly,
-# MAGIC   null as str_kpi_vol,
-# MAGIC   null as str_kpi_vol_ly,
-# MAGIC   'N' as TOTAL_FLAG,
-# MAGIC   a.ta
-# MAGIC from tmp_kpi_ytd_value_all a 
-# MAGIC inner join tmp_kpi_ytd_volume_all b 
-# MAGIC   on a.ta = b.ta
-# MAGIC   and a.market = b.market
-# MAGIC   and a.yyyymm = b.yyyymm
-# MAGIC   and a.geo_key = b.geo_key
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ### PART-2：TOP数据（8个）
-# MAGIC - top1_brand_val
-# MAGIC - top1_brand_gr
-# MAGIC - top2_brand_val
-# MAGIC - top2_brand_gr
-# MAGIC - top1_incremental_brand
-# MAGIC - top1_incremental_gr
-# MAGIC - top2_incremental_brand
-# MAGIC - top2_incremental_gr
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 将RX市场数据合并并处理数据格式获取code
-# MAGIC -- -------关联 corp code 
-# MAGIC -- -------是否total 数据打标
-# MAGIC -- -------格式处理
-# MAGIC -- -------dm 使用 niad 数据
-# MAGIC -- -------全国数据 地理编码 为 roc 
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert overwrite table tmp.tmp_zk_retail_rx_ta_and_top_corp 
-# MAGIC select 
-# MAGIC 	distinct
-# MAGIC 		case WHEN right(corporation,3) ='TTL' THEN 'ta_total' else 'ta_corp' end    data_type
-# MAGIC 		,case when replace(a.rx_type,' TTL','') ='NIAD' THEN 'DM'
-# MAGIC 		      when   replace(a.rx_type,' TTL','')   ='GI-Rx+OTC' then 'GI'
-# MAGIC 					  ELSE   replace(a.rx_type,' TTL','')  END  ta 
-# MAGIC 		,nvl(b.CORP_COD ,CORP_COD)    CORP_COD
-# MAGIC     ,CASE WHEN right(corporation,3) ='TTL' THEN 'Y' else 'N' end  TOTAL_FLAG
-# MAGIC 		,a.quarter_flag   YTD
-# MAGIC     ,'ROC'            GEO_KEY
-# MAGIC 		,replace(a.top1_brand_val,'-','')  top1_brand_val
-# MAGIC 		,coalesce(cast(a.top1_brand_gr as double ),0 )  top1_brand_gr
-# MAGIC 		,replace(a.top2_brand_val,'-','')  top2_brand_val
-# MAGIC  		,coalesce(cast(a.top2_brand_gr as double ),0 )  top2_brand_gr
-# MAGIC 		,replace(a.top1_incremental_brand,'-','')  top1_incremental_brand
-# MAGIC  		,coalesce(cast(a.top1_incremental_gr as double ),0 )    top1_incremental_gr
-# MAGIC 		,replace(a.top2_incremental_brand,'-','')  top2_incremental_brand
-# MAGIC  		,coalesce(cast(a.top2_incremental_gr as double ),0 )    top2_incremental_gr
-# MAGIC 	from dwd.dwd_gnd_ext_retail_rx_ta_top_corp a 
-# MAGIC 	left join (select  ZK_Corp_C,max(case when CORP_COD ='F+N' then 'A5Z' ELSE CORP_COD END ) CORP_COD from dwd.dwd_inc_gnd_retail_b2c_label_total group by ZK_Corp_C ) b  
-# MAGIC 	on a.corporation = b.ZK_Corp_C
-# MAGIC   WHERE  rx_type <>'DM'
-# MAGIC UNION ALL 
-# MAGIC   select 
-# MAGIC 	distinct
-# MAGIC 		case WHEN right(corporation,3) ='TTL' THEN 'ta_total' else 'ta_corp' end    data_type
-# MAGIC 		,replace(a.rx_type,' TTL','')       ta 
-# MAGIC 		,nvl(b.CORP_COD ,CORP_COD)    CORP_COD
-# MAGIC     ,CASE WHEN right(corporation,3) ='TTL' THEN 'Y' else 'N' end  TOTAL_FLAG
-# MAGIC 		,a.quarter_flag   YTD
-# MAGIC     ,'ROC'            GEO_KEY
-# MAGIC 		,replace(a.top1_brand_val,'-','')  top1_brand_val
-# MAGIC 		,coalesce(cast(a.top1_brand_gr as double ) ,0 ) top1_brand_gr
-# MAGIC 		,replace(a.top2_brand_val,'-','')  top2_brand_val
-# MAGIC  		,coalesce(cast(a.top2_brand_gr as double ) ,0 ) top2_brand_gr
-# MAGIC 		,replace(a.top1_incremental_brand,'-','')  top1_incremental_brand
-# MAGIC  		,coalesce(cast(a.top1_incremental_gr as double ),0 )    top1_incremental_gr
-# MAGIC 		,replace(a.top2_incremental_brand,'-','')  top2_incremental_brand
-# MAGIC  		,coalesce(cast(a.top2_incremental_gr as double ) ,0 )   top2_incremental_gr
-# MAGIC 	from dwd.dwd_gnd_ext_retail_rx_ta_top_corp a 
-# MAGIC 	left join (select  ZK_Corp_C,max(case when CORP_COD ='F+N' then 'A5Z' ELSE CORP_COD END ) CORP_COD from dwd.dwd_inc_gnd_retail_b2c_label_total group by ZK_Corp_C ) b  
-# MAGIC 	on a.corporation = b.ZK_Corp_C
-# MAGIC   WHERE  rx_type ='NIAD'
-# MAGIC   union all 
-# MAGIC   select distinct
-# MAGIC 		'top_corp'         data_type
-# MAGIC 		,NULL          ta 
-# MAGIC 		,nvl(b.CORP_COD,a.corporation)   CORP_COD
-# MAGIC     ,'Y'                            TOTAL_FLAG
-# MAGIC  		,a.quarter_flag
-# MAGIC     ,'ROC'        GEO_KEY
-# MAGIC 		,replace(a.top1_brand_val,'-','')  top1_brand_val
-# MAGIC 		,coalesce(cast(a.top1_brand_gr as double ),0 )  top1_brand_gr
-# MAGIC 		,replace(a.top2_brand_val,'-','')  top2_brand_val
-# MAGIC  		,coalesce(cast(a.top2_brand_gr as double ),0 )  top2_brand_gr
-# MAGIC 		,replace(a.top1_incremental_brand,'-','')  top1_incremental_brand
-# MAGIC  		,coalesce(cast(a.top1_incremental_gr as double ) ,0 )   top1_incremental_gr
-# MAGIC 		,replace(a.top2_incremental_brand,'-','')  top2_incremental_brand
-# MAGIC  		,coalesce(cast(a.top2_incremental_gr as double )  ,0 )  top2_incremental_gr
-# MAGIC 	from  dwd.dwd_gnd_ext_retail_rx_top_corp a 
-# MAGIC 	left join (select  ZK_Corp,max(case when CORP_COD ='F+N' then 'A5Z' ELSE CORP_COD END ) CORP_COD from dwd.dwd_inc_gnd_retail_b2c_label_total group by ZK_Corp ) b  
-# MAGIC 	on a.corporation = b.ZK_Corp
-# MAGIC  
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.14 top1_brand_val
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_kpi 
-# MAGIC
-# MAGIC SELECT distinct
-# MAGIC   ''                         pack_code
-# MAGIC   ,corp_cod               
-# MAGIC   ,NULL                      YYYYMM                     
-# MAGIC   ,ytd                         
-# MAGIC   ,geo_key      
-# MAGIC   ,'top1_brand_val'          kpi_name 	     
-# MAGIC   ,null         			       kpi_val
-# MAGIC   ,NULL                      kpi_val_ly   
-# MAGIC   ,top1_brand_val            str_kpi_val		 
-# MAGIC   ,NULL                   	 str_kpi_val_ly 
-# MAGIC   ,null					             kpi_vol 
-# MAGIC   ,null                      kpi_vol_ly
-# MAGIC   ,null					             str_kpi_vol 
-# MAGIC   ,null                      str_kpi_vol_ly  
-# MAGIC   ,TOTAL_FLAG
-# MAGIC   ,ta                         
-# MAGIC from tmp.tmp_zk_retail_rx_ta_and_top_corp  
-# MAGIC
-# MAGIC
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.15 top1_brand_gr
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_kpi 
-# MAGIC
-# MAGIC SELECT distinct
-# MAGIC   ''                         pack_code
-# MAGIC   ,corp_cod               
-# MAGIC   ,NULL                      YYYYMM                     
-# MAGIC   ,ytd                         
-# MAGIC   ,geo_key      
-# MAGIC   ,'top1_brand_gr'           kpi_name 	     
-# MAGIC   ,top1_brand_gr         		 kpi_val
-# MAGIC   ,NULL                      kpi_val_ly   
-# MAGIC   ,NULL                      str_kpi_val		 
-# MAGIC   ,NULL                   	 str_kpi_val_ly 
-# MAGIC   ,null					             kpi_vol 
-# MAGIC   ,null                      kpi_vol_ly
-# MAGIC   ,null					             str_kpi_vol 
-# MAGIC   ,null                      str_kpi_vol_ly    
-# MAGIC   ,TOTAL_FLAG
-# MAGIC   ,ta                         
-# MAGIC from tmp.tmp_zk_retail_rx_ta_and_top_corp  
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.16 top2_brand_val
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_kpi 
-# MAGIC
-# MAGIC SELECT distinct
-# MAGIC   ''                         pack_code
-# MAGIC   ,corp_cod               
-# MAGIC   ,NULL                      YYYYMM                     
-# MAGIC   ,ytd                         
-# MAGIC   ,geo_key      
-# MAGIC   ,'top2_brand_val'          kpi_name 	     
-# MAGIC   ,null         			       kpi_val
-# MAGIC   ,NULL                      kpi_val_ly   
-# MAGIC   ,top2_brand_val            str_kpi_val		 
-# MAGIC   ,NULL                   	 str_kpi_val_ly 
-# MAGIC   ,null					             kpi_vol 
-# MAGIC   ,null                      kpi_vol_ly
-# MAGIC   ,null					             str_kpi_vol 
-# MAGIC   ,null                      str_kpi_vol_ly     
-# MAGIC   ,TOTAL_FLAG
-# MAGIC   ,ta                       
-# MAGIC from tmp.tmp_zk_retail_rx_ta_and_top_corp
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.17 top2_brand_gr
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_kpi 
-# MAGIC
-# MAGIC SELECT distinct
-# MAGIC   ''                         pack_code
-# MAGIC   ,corp_cod               
-# MAGIC   ,NULL                      YYYYMM                     
-# MAGIC   ,ytd                         
-# MAGIC   ,geo_key      
-# MAGIC   ,'top2_brand_gr'        	 kpi_name
-# MAGIC   ,top2_brand_gr  	         kpi_val
-# MAGIC   ,NULL                      kpi_val_ly   
-# MAGIC   ,NULL                      str_kpi_val		 
-# MAGIC   ,NULL                   	 str_kpi_val_ly 
-# MAGIC   ,null					             kpi_vol 
-# MAGIC   ,null                      kpi_vol_ly
-# MAGIC   ,null					             str_kpi_vol 
-# MAGIC   ,null                      str_kpi_vol_ly     
-# MAGIC   ,TOTAL_FLAG
-# MAGIC   ,ta                        
-# MAGIC from tmp.tmp_zk_retail_rx_ta_and_top_corp
-# MAGIC
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.18 top1_incremental_brand
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_kpi 
-# MAGIC
-# MAGIC SELECT distinct
-# MAGIC   ''                         pack_code
-# MAGIC   ,corp_cod               
-# MAGIC   ,NULL                      YYYYMM                     
-# MAGIC   ,ytd                         
-# MAGIC   ,geo_key      
-# MAGIC   ,'top1_incremental_brand'  kpi_name 	     
-# MAGIC   ,null         			       kpi_val
-# MAGIC   ,NULL                      kpi_val_ly   
-# MAGIC   ,top1_incremental_brand    str_kpi_val		 
-# MAGIC   ,NULL                   	 str_kpi_val_ly 
-# MAGIC   ,null					             kpi_vol 
-# MAGIC   ,null                      kpi_vol_ly
-# MAGIC   ,null					             str_kpi_vol 
-# MAGIC   ,null                      str_kpi_vol_ly     
-# MAGIC   ,TOTAL_FLAG
-# MAGIC   ,ta                       
-# MAGIC from tmp.tmp_zk_retail_rx_ta_and_top_corp 
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.19 top1_incremental_gr
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_kpi 
-# MAGIC
-# MAGIC SELECT distinct
-# MAGIC   ''                         pack_code
-# MAGIC   ,corp_cod               
-# MAGIC   ,NULL                      YYYYMM                     
-# MAGIC   ,ytd                         
-# MAGIC   ,geo_key      
-# MAGIC   ,'top1_incremental_gr'     kpi_name 	     
-# MAGIC   ,top1_incremental_gr       kpi_val
-# MAGIC   ,NULL                      kpi_val_ly   
-# MAGIC   ,NULL                      str_kpi_val		 
-# MAGIC   ,NULL                   	 str_kpi_val_ly 
-# MAGIC   ,null					             kpi_vol 
-# MAGIC   ,null                      kpi_vol_ly
-# MAGIC   ,null					             str_kpi_vol 
-# MAGIC   ,null                      str_kpi_vol_ly     
-# MAGIC   ,TOTAL_FLAG
-# MAGIC   ,ta                             
-# MAGIC from tmp.tmp_zk_retail_rx_ta_and_top_corp
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.20 top2_incremental_brand
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_kpi 
-# MAGIC
-# MAGIC SELECT distinct
-# MAGIC   ''                         pack_code
-# MAGIC   ,corp_cod               
-# MAGIC   ,NULL                      YYYYMM                     
-# MAGIC   ,ytd                         
-# MAGIC   ,geo_key      
-# MAGIC   ,'top2_incremental_brand'  kpi_name 	     
-# MAGIC   ,null         			       kpi_val
-# MAGIC   ,NULL                      kpi_val_ly   
-# MAGIC   ,top2_incremental_brand    str_kpi_val		 
-# MAGIC   ,NULL                   	 str_kpi_val_ly 
-# MAGIC   ,null					             kpi_vol 
-# MAGIC   ,null                      kpi_vol_ly
-# MAGIC   ,null					             str_kpi_vol 
-# MAGIC   ,null                      str_kpi_vol_ly     
-# MAGIC   ,TOTAL_FLAG
-# MAGIC   ,ta                         
-# MAGIC from tmp.tmp_zk_retail_rx_ta_and_top_corp  
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.21 top2_incremental_gr
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_kpi 
-# MAGIC
-# MAGIC SELECT distinct
-# MAGIC   ''                         pack_code
-# MAGIC   ,corp_cod               
-# MAGIC   ,NULL                      YYYYMM                     
-# MAGIC   ,ytd                         
-# MAGIC   ,geo_key      
-# MAGIC   ,'top2_incremental_gr'     kpi_name 	     
-# MAGIC   ,top2_incremental_gr       kpi_val
-# MAGIC   ,NULL                      kpi_val_ly   
-# MAGIC   ,NULL                      str_kpi_val		 
-# MAGIC   ,NULL                      str_kpi_val_ly 
-# MAGIC   ,null			                 kpi_vol 
-# MAGIC   ,null                      kpi_vol_ly
-# MAGIC   ,null			                 str_kpi_vol 
-# MAGIC   ,null                      str_kpi_vol_ly     
-# MAGIC   ,TOTAL_FLAG
-# MAGIC   ,ta                          
-# MAGIC from tmp.tmp_zk_retail_rx_ta_and_top_corp 
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ### PART-3：增量数据（1个）
-# MAGIC - corp_type_sales_amount
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.22 处理增量数据 corp_type_sales_amount
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_kpi 
-# MAGIC
-# MAGIC select distinct 
-# MAGIC   ''                               pack_code
-# MAGIC   ,bq.type_name                    corp_cod 
-# MAGIC   ,cast(bq.sales_quarter as int)   yyyymm
-# MAGIC   ,null                            ytd
-# MAGIC   ,'ROC'                           geo_key
-# MAGIC   ,'corp_type_sales_amount'        kpi_name
-# MAGIC   ,bq.sales_amount * 1000000		   kpi_val 
-# MAGIC   ,tq.sales_amount * 1000000		   kpi_val_ly
-# MAGIC   ,NULL                            str_kpi_val		 
-# MAGIC   ,NULL                            str_kpi_val_ly 
-# MAGIC   ,null			                       kpi_vol 
-# MAGIC   ,null                            kpi_vol_ly
-# MAGIC   ,null			                       str_kpi_vol 
-# MAGIC   ,null                            tr_kpi_vol_ly     
-# MAGIC   ,'Y'									           TOTAL_FLAG
-# MAGIC   ,null                            ta         
-# MAGIC from dwd.dwd_gnd_ext_retail_rx_market bq
-# MAGIC left join dwd.dwd_gnd_ext_retail_rx_market tq 
-# MAGIC   on bq.type_name=tq.type_name 
-# MAGIC   and cast(bq.sales_quarter as int) = cast(tq.sales_quarter + 100 as int)
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ### PART-4：top corp及rank(2个)
-# MAGIC - top_corp_sales_amount
-# MAGIC - top_corp_rank
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.23&24 top_corp_sales_amount & top_corp_rank
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC with top_corp_total as (
-# MAGIC ----------------------处理top_corp  大数--------------------
-# MAGIC ---------关联 corp code  特殊：dwd_inc_gnd_retail_b2c_label_total 这个表 az 公司有两个code ，需要取A5Z 那个
-# MAGIC ---------是否total 数据打标
-# MAGIC ---------格式处理
-# MAGIC ---------dm 使用 niad 数据
-# MAGIC ---------全国数据 地理编码 为 roc 
-# MAGIC     select 
-# MAGIC         a.corp_desc,
-# MAGIC         'top_corp'                     data_type
-# MAGIC         ,b.CORP_COD 
-# MAGIC         ,'Y'       TOTAL_FLAG
-# MAGIC         ,a.sales_quarter
-# MAGIC         ,cast(a.sales_quarter as int)     yyyymm
-# MAGIC         ,'ROC'                                    geo_key
-# MAGIC         ,a.sales_amount*1000000                   sales_amount
-# MAGIC         ,c.sales_amount*1000000                   sales_amount_ly
-# MAGIC         ,a.rank1
-# MAGIC         ,null                                     ta
-# MAGIC     FROM dwd.dwd_gnd_ext_retail_nataional_top_corp  a 
-# MAGIC     left join (
-# MAGIC         select  ZK_Corp_C,max(case when CORP_COD ='F+N' then 'A5Z' ELSE CORP_COD END ) CORP_COD 
-# MAGIC         from dwd.dwd_inc_gnd_retail_b2c_label_total group by ZK_Corp_C 
-# MAGIC     ) b  on a.corp_desc= b.ZK_Corp_C
-# MAGIC     left join  dwd.dwd_gnd_ext_retail_nataional_top_corp c 
-# MAGIC         on a.corp_desc= c.corp_desc 
-# MAGIC         and nvl(a.corp_type,'' ) = nvl(c.corp_type,'' ) 
-# MAGIC         and cast(a.sales_quarter as int) =cast(c.sales_quarter as int)+100
-# MAGIC     where a.rank1 is not null 
-# MAGIC
-# MAGIC     unioN all
-# MAGIC    
-# MAGIC     select 
-# MAGIC         a.corp_desc,
-# MAGIC         'top_ta_corp'                     data_type
-# MAGIC         ,B.CORP_COD --A.corp_name as CORP_COD, --自有的corp_name 是 corp_code
-# MAGIC         ,case when A.corp_name  is null then 'Y' ELSE 'N' END TOTAL_FLAG
-# MAGIC         ,a.sales_quarter
-# MAGIC         ,cast(a.sales_quarter as int)     yyyymm
-# MAGIC         ,'ROC'                                    geo_key
-# MAGIC         ,a.sales_amount*1000000                   sales_amount
-# MAGIC         ,c.sales_amount*1000000                   sales_amount_ly
-# MAGIC         ,a.rank1
-# MAGIC         ,CASE WHEN  trim(a.source_name) ='GI-Rx+OTC' THEN 'GI' ELSE trim(a.source_name) END  ta
-# MAGIC     FROM dwd.dwd_gnd_ext_retail_nataional_ta_top_corp  a 
-# MAGIC     left join (
-# MAGIC         select  ZK_Corp_C,max(case when CORP_COD ='F+N' then 'A5Z' ELSE CORP_COD END ) CORP_COD 
-# MAGIC         from dwd.dwd_inc_gnd_retail_b2c_label_total group by ZK_Corp_C 
-# MAGIC     ) b on a.corp_desc= b.ZK_Corp_C
-# MAGIC     left join  dwd.dwd_gnd_ext_retail_nataional_ta_top_corp c 
-# MAGIC         on a.corp_desc= c.corp_desc 
-# MAGIC         and nvl(a.corp_type,'' ) = nvl(c.corp_type,'' ) 
-# MAGIC         and cast(a.sales_quarter as int) =cast(c.sales_quarter as int)+100
-# MAGIC         and a.source_name =c.source_name
-# MAGIC     WHERE trim(a.source_name) <>'DM'
-# MAGIC
-# MAGIC     UNION ALL 
-# MAGIC
-# MAGIC     select 
-# MAGIC         CASE WHEN a.corp_desc='NIAD' THEN 'DM' ELSE a.corp_desc END  corp_desc,
-# MAGIC         'top_ta_corp'                     data_type
-# MAGIC         ,B.CORP_COD --A.corp_name as CORP_COD, --自有的corp_name 是 corp_code
-# MAGIC         ,case when A.corp_name  is null then 'Y' ELSE 'N' END TOTAL_FLAG
-# MAGIC         ,a.sales_quarter
-# MAGIC         ,cast(a.sales_quarter as int)     yyyymm
-# MAGIC         ,'ROC'                                    geo_key
-# MAGIC         ,a.sales_amount*1000000                   sales_amount
-# MAGIC         ,c.sales_amount*1000000                   sales_amount_ly
-# MAGIC         ,a.rank1
-# MAGIC         ,'DM'                      ta
-# MAGIC     FROM dwd.dwd_gnd_ext_retail_nataional_ta_top_corp  a 
-# MAGIC     left join (
-# MAGIC         select  ZK_Corp_C,max(case when CORP_COD ='F+N' then 'A5Z' ELSE CORP_COD END ) CORP_COD 
-# MAGIC         from dwd.dwd_inc_gnd_retail_b2c_label_total group by ZK_Corp_C 
-# MAGIC     ) b on a.corp_desc= b.ZK_Corp_C
-# MAGIC     left join  dwd.dwd_gnd_ext_retail_nataional_ta_top_corp c 
-# MAGIC         on a.corp_desc= c.corp_desc 
-# MAGIC         and nvl(a.corp_type,'' ) = nvl(c.corp_type,'' ) 
-# MAGIC         and cast(a.sales_quarter as int) =cast(c.sales_quarter as int)+100
-# MAGIC         and a.source_name =c.source_name
-# MAGIC     WHERE trim(a.source_name) ='NIAD'
-# MAGIC )
-# MAGIC
-# MAGIC -- 处理top corp 及 rank 数据
-# MAGIC insert into table dws.dws_zk_retail_sales_kpi 
-# MAGIC
-# MAGIC select  DISTINCT 
-# MAGIC     ''                          pack_code
-# MAGIC     ,corp_cod
-# MAGIC     ,yyyymm
-# MAGIC     ,null                       ytd
-# MAGIC     ,geo_key
-# MAGIC     ,'top_corp_sales_amount'    kpi_name
-# MAGIC     ,sales_amount               kpi_val
-# MAGIC     ,sales_amount_ly            kpi_val_ly
-# MAGIC     ,NULL                       str_kpi_val		 
-# MAGIC     ,NULL                       str_kpi_val_ly 
-# MAGIC     ,null			            kpi_vol 
-# MAGIC     ,null                       kpi_vol_ly
-# MAGIC     ,null			            str_kpi_vol 
-# MAGIC     ,null                       str_kpi_vol_ly     
-# MAGIC     ,TOTAL_FLAG
-# MAGIC     ,ta       
-# MAGIC from top_corp_total
-# MAGIC  union all 
-# MAGIC select distinct
-# MAGIC     ''                          pack_code
-# MAGIC     ,corp_cod
-# MAGIC     ,yyyymm
-# MAGIC     ,null                       ytd
-# MAGIC     ,geo_key
-# MAGIC     ,'top_corp_rank'            kpi_name
-# MAGIC     ,rank1                      kpi_val
-# MAGIC     ,null                       kpi_val_ly
-# MAGIC     ,NULL                       str_kpi_val		 
-# MAGIC     ,NULL                       str_kpi_val_ly 
-# MAGIC     ,null			            kpi_vol 
-# MAGIC     ,null                       kpi_vol_ly
-# MAGIC     ,null			            str_kpi_vol 
-# MAGIC     ,null                       str_kpi_vol_ly     
-# MAGIC     ,TOTAL_FLAG
-# MAGIC     ,ta        
-# MAGIC from top_corp_total 
-# MAGIC where lower(rank1) <> 'Total' 
-# MAGIC
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ### PART-5：DTP指标（2个）
-# MAGIC - top_corp_rank
-# MAGIC - top_corp_sales_amount
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.25&26 top_corp_rank & top_corp_sales_amount
-# MAGIC -- 将dtp 数据转换成 kpi 格式---
-# MAGIC -- 品牌数据 初始
-# MAGIC -- 关联公司code 
-# MAGIC -- 处理pack code
-# MAGIC -- 处理格式
-# MAGIC -- total flag 打标
-# MAGIC -- dtp 所有数据的ta  均为 ONCO
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC  with tmp as (
-# MAGIC   -------------获取dtp top brand的本同期数据--------------------------
-# MAGIC   select 
-# MAGIC     cast(top_corp.sales_quarter as int ) yyyymm  
-# MAGIC     ,top_corp.sales_quarter
-# MAGIC     ,replace(top_corp.rank1,'-','')              rank1
-# MAGIC     ,replace(top_corp.corp_name,'-','') crp_name 
-# MAGIC     ,top_corp.brand_name 
-# MAGIC     ,case when top_corp.brand_name  ='Others' then 'Others' else zk.IQVIA_PROD_CODE end iqvia_prod_code
-# MAGIC     ,case when top_corp.brand_name  ='Others' then 'Others' else brand.iqvia_pack_code end iqvia_pack_code
-# MAGIC     ,zk.CORP_COD  
-# MAGIC     -- ,top_corp.source_name
-# MAGIC     ,top_corp.sales_amount*1000000 sales_amount  
-# MAGIC     ,tq.sales_amount*1000000 sales_amount_ly
-# MAGIC     ,'Y' TOTAL_FLAG
-# MAGIC   from dwd.dwd_gnd_ext_retail_dtp_top_brand top_corp
-# MAGIC   left join dwd.dwd_gnd_ext_retail_dtp_top_brand tq 
-# MAGIC     on cast(top_corp.sales_quarter as int ) = cast(tq.sales_quarter+100 as int ) 
-# MAGIC     and nvl(top_corp.corp_name,'') = nvl(tq.corp_name,'' ) 
-# MAGIC     and tq.rank1 =top_corp.rank1   and nvl(top_corp.brand_name,'' ) =nvl(tq.brand_name,'' )
-# MAGIC   left join (
-# MAGIC       select 
-# MAGIC         distinct 
-# MAGIC         ZK_Prod_C,
-# MAGIC         -----------------------------------------------------
-# MAGIC         -- format IQVIA_PROD_CODE
-# MAGIC         case when length(IQVIA_PROD_CODE) < 9 then right(concat('000000000',IQVIA_PROD_CODE),9) else IQVIA_PROD_CODE end as IQVIA_PROD_CODE,
-# MAGIC         -----------------------------------------------------
-# MAGIC         ZK_Corp_C,
-# MAGIC         CORP_COD 
-# MAGIC       from dwd.dwd_inc_gnd_retail_b2c_label_total     
-# MAGIC   )zk on top_corp.brand_name = zk.ZK_Prod_C  AND replace(top_corp.corp_name,'-','')=zk.ZK_Corp_C
-# MAGIC   left join (
-# MAGIC     select PROD_COD IQVIA_PROD_CODE,max(PACK_COD) iqvia_pack_code,CORP_COD 
-# MAGIC     from dm.dm_ims_td_pack_property  group by PROD_COD,CORP_COD
-# MAGIC   ) brand on zk.IQVIA_PROD_CODE = brand.iqvia_prod_code AND replace(zk.CORP_COD,'-','')=brand.corp_cod
-# MAGIC
-# MAGIC   UNION all
-# MAGIC
-# MAGIC   -------获取 dtp top corp的本同期数据------------
-# MAGIC   select 
-# MAGIC     cast(top_corp.sales_quarter as int ) yyyymm  
-# MAGIC     ,top_corp.sales_quarter
-# MAGIC     ,replace(top_corp.rank1,'-','')              rank1
-# MAGIC     ,replace(top_corp.corp_name,'-','') corp_name 
-# MAGIC     ,'' brand_name
-# MAGIC     ,''iqvia_prod_code
-# MAGIC     ,'' iqvia_pack_code
-# MAGIC     ,case when replace(top_corp.corp_name,'-','') ='Others' then '' else pack.corp_cod end  corp_cod
-# MAGIC     -- ,top_corp.source_name
-# MAGIC     ,top_corp.sales_amount*1000000 sales_amount  
-# MAGIC     ,tq.sales_amount*1000000 sales_amount_ly
-# MAGIC     --,case when replace(top_corp.rank1,'-','')  ='' then 'Y' ELSE 'N' END TOTAL_FLAG
-# MAGIC     ,'Y'   TOTAL_FLAG
-# MAGIC   from dwd.dwd_gnd_ext_retail_dtp_top_copd top_corp
-# MAGIC   left join dwd.dwd_gnd_ext_retail_dtp_top_copd tq 
-# MAGIC     on  cast(top_corp.sales_quarter as int ) = cast(tq.sales_quarter+100 as int ) 
-# MAGIC     and nvl(top_corp.corp_name,'') = nvl(tq.corp_name,'' ) 
-# MAGIC     and tq.rank1 =top_corp.rank1   
-# MAGIC   -- left join (select zk_corp_des,max(corp_cod) corp_cod from dwd.dwd_inc_gnd_retail_b2c_label_total group by zk_corp_des) pack  
-# MAGIC   left join (
-# MAGIC     select distinct ZK_Corp_C,CORP_COD from  dwd.dwd_inc_gnd_retail_b2c_label_total 
-# MAGIC   ) pack on replace(top_corp.corp_name,'-','') = pack.ZK_Corp_C
-# MAGIC )
-# MAGIC
-# MAGIC insert overwrite table dws.dws_zk_retail_dtp_sales_kpi
-# MAGIC
-# MAGIC select distinct 
-# MAGIC   iqvia_prod_code            pack_code
-# MAGIC   ,corp_cod
-# MAGIC   ,'ONCO'    ta
-# MAGIC   ,yyyymm
-# MAGIC   ,null                      ytd
-# MAGIC   ,'ROC'                     geo_key
-# MAGIC   ,'top_corp_rank'       kpi_name
-# MAGIC   ,cast(rank1 as double)     kpi_val 
-# MAGIC   ,null                      kpi_val_ly
-# MAGIC   ,null					             str_kpi_val
-# MAGIC   ,null		            	     str_kpi_val_ly
-# MAGIC   ,null					             kpi_vol 
-# MAGIC   ,null                      kpi_vol_ly
-# MAGIC   ,null					             str_kpi_vol 
-# MAGIC   ,null                      str_kpi_vol_ly
-# MAGIC   ,TOTAL_FLAG
-# MAGIC   -- ,null  				             ta
-# MAGIC from tmp where rank1 !=''
-# MAGIC
-# MAGIC union all 
-# MAGIC
-# MAGIC select distinct 
-# MAGIC   iqvia_prod_code            pack_code
-# MAGIC   ,corp_cod
-# MAGIC   ,'ONCO'    ta
-# MAGIC   ,yyyymm
-# MAGIC   ,null                      ytd
-# MAGIC   ,'ROC'                     geo_key
-# MAGIC   ,'top_corp_sales_amount'             kpi_name
-# MAGIC   ,sales_amount              kpi_val 
-# MAGIC   ,sales_amount_ly           kpi_val_ly
-# MAGIC   ,null					             str_kpi_val
-# MAGIC   ,null		            	     str_kpi_val_ly
-# MAGIC   ,null					             kpi_vol 
-# MAGIC   ,null                      kpi_vol_ly
-# MAGIC   ,null					             str_kpi_vol 
-# MAGIC   ,null                      str_kpi_vol_ly
-# MAGIC   ,TOTAL_FLAG
-# MAGIC   -- ,null  				         ta
-# MAGIC from tmp   
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ### PART-6：自有部分数据(9个)
-# MAGIC retail 自有部分数据处理成kpi 形式
-# MAGIC - pack_price_fz
-# MAGIC - pack_price_fm
-# MAGIC - pack_price_by_counting_unit_fm
-# MAGIC - weighted_spread_rate
-# MAGIC - digital_spread_rate
-# MAGIC - pack_price
-# MAGIC - pack_price_by_counting_unit
-# MAGIC - num_dist_rate
-# MAGIC - weig_dist_rate
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.27 pack_price_fz
-# MAGIC -- 在 retail 拆分好的结果表里获取pack 粒度的 price 分子
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC insert overwrite table dws.dws_zk_retail_sales_own_kpi
-# MAGIC
-# MAGIC select 
-# MAGIC   a.iqvia_pack_code  			  pack_code
-# MAGIC   ,a.corp_cod
-# MAGIC   ,YYYYMM
-# MAGIC   ,null                     td
-# MAGIC   ,a.AUDIT_COD  geo_key
-# MAGIC   ,'pack_price_fz'       		KPI_name
-# MAGIC   ,sum(sales_value)         kpi_val
-# MAGIC   ,sum(sales_value_ly)      kpi_val_ly
-# MAGIC   ,null					            str_kpi_val
-# MAGIC   ,null		            	    str_kpi_val_ly
-# MAGIC   ,null				              kpi_vol 
-# MAGIC   ,null                     kpi_vol_ly
-# MAGIC   ,null		      			      str_kpi_vol 
-# MAGIC   ,null                     str_kpi_vol_ly
-# MAGIC   ,'N'					            TOTAL_FLAG
-# MAGIC   ,case when a.source[0] = '慢性阻塞性肺疾病' then 'RE'
-# MAGIC         WHEN A.source[0]=	'慢性胃炎、胃溃疡' THEN 'GI'
-# MAGIC         WHEN A.source[0] = 'NIAD'	THEN 'DM'
-# MAGIC         WHEN A.source[0] IN ('Brilinta Market','他汀类+血脂康','高血压用药','酒石酸美托洛尔')	THEN 'CV'
-# MAGIC         WHEN A.source[0] ='RD Market' THEN 'RD' 
-# MAGIC   END ta
-# MAGIC   ,a.brand_flag
-# MAGIC   ,a.pack_flag
-# MAGIC from  dm.dm_zk_retail_sales  a 
-# MAGIC GROUP BY   
-# MAGIC     a.iqvia_pack_code,
-# MAGIC     a.corp_cod,
-# MAGIC     YYYYMM ,
-# MAGIC     a.AUDIT_COD,
-# MAGIC     case when a.source[0] = '慢性阻塞性肺疾病' then 'RE'
-# MAGIC          WHEN A.source[0]=	'慢性胃炎、胃溃疡' THEN 'GI'
-# MAGIC          WHEN A.source[0] = 'NIAD'	THEN 'DM'
-# MAGIC          WHEN A.source[0] IN ('Brilinta Market','他汀类+血脂康','高血压用药','酒石酸美托洛尔')	THEN 'CV'
-# MAGIC          WHEN A.source[0] ='RD Market' THEN 'RD' 
-# MAGIC     END,
-# MAGIC     a.brand_flag,
-# MAGIC     a.pack_flag
-# MAGIC     having ta is not null and sum(sales_value) > 0 
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.28 pack_price_fm
-# MAGIC -- 在 retail 拆分好的结果表里获取pack 粒度的 price 分母
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_own_kpi
-# MAGIC
-# MAGIC select 
-# MAGIC         a.iqvia_pack_code  			pack_code
-# MAGIC         ,a.corp_cod
-# MAGIC         ,YYYYMM
-# MAGIC         ,null                                   ytd
-# MAGIC         ,a.AUDIT_COD  geo_key
-# MAGIC         ,'pack_price_fm'       		        KPI_name
-# MAGIC         ,sum(a.sales_unit)                       kpi_val
-# MAGIC         ,sum(a.sales_unit_ly)                    kpi_val_ly
-# MAGIC         ,null					str_kpi_val
-# MAGIC         ,null		            	        str_kpi_val_ly
-# MAGIC         ,null				        kpi_vol 
-# MAGIC         ,null                                   kpi_vol_ly
-# MAGIC         ,null		      			 str_kpi_vol 
-# MAGIC         ,null                                    str_kpi_vol_ly
-# MAGIC 	    ,'N'					 TOTAL_FLAG
-# MAGIC         ,case when a.source[0] = '慢性阻塞性肺疾病' then 'RE'
-# MAGIC               WHEN A.source[0]=	'慢性胃炎、胃溃疡' THEN 'GI'
-# MAGIC               WHEN A.source[0] = 'NIAD'	THEN 'DM'
-# MAGIC               WHEN A.source[0] IN ('Brilinta Market','他汀类+血脂康','高血压用药','酒石酸美托洛尔')	THEN 'CV'
-# MAGIC               WHEN A.source[0] ='RD Market' THEN 'RD' 
-# MAGIC         END    ta
-# MAGIC         ,a.brand_flag
-# MAGIC         ,a.pack_flag
-# MAGIC 	from    dm.dm_zk_retail_sales  a 
-# MAGIC     GROUP BY   a.iqvia_pack_code  ,a.corp_cod,YYYYMM ,a.AUDIT_COD  
-# MAGIC              ,case when a.source[0] = '慢性阻塞性肺疾病' then 'RE'
-# MAGIC                     WHEN A.source[0]=	'慢性胃炎、胃溃疡' THEN 'GI'
-# MAGIC                     WHEN A.source[0] = 'NIAD'	THEN 'DM'
-# MAGIC                     WHEN A.source[0] IN ('Brilinta Market','他汀类+血脂康','高血压用药','酒石酸美托洛尔')	THEN 'CV'
-# MAGIC                     WHEN A.source[0] ='RD Market' THEN 'RD' 
-# MAGIC               END 
-# MAGIC             ,a.brand_flag
-# MAGIC             ,a.pack_flag
-# MAGIC     having ta is not null and sum(sales_unit)>0 
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.29 pack_price_by_counting_unit_fm
-# MAGIC -- 在 retail 拆分好的结果表里获取pack 粒度的 by counting unit 的 price 分母
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_own_kpi
-# MAGIC
-# MAGIC  select 
-# MAGIC         a.iqvia_pack_code  			pack_code
-# MAGIC         ,a.corp_cod
-# MAGIC         ,YYYYMM
-# MAGIC         ,null                                   ytd
-# MAGIC         ,a.AUDIT_COD  geo_key
-# MAGIC         ,'pack_price_by_counting_unit_fm'       		        KPI_name
-# MAGIC         ,sum(a.counting_unit)                       kpi_val
-# MAGIC         ,sum(a.counting_unit_ly)                    kpi_val_ly
-# MAGIC         ,null					str_kpi_val
-# MAGIC         ,null		            	        str_kpi_val_ly
-# MAGIC         ,null				        kpi_vol 
-# MAGIC         ,null                                   kpi_vol_ly
-# MAGIC         ,null		      			 str_kpi_vol 
-# MAGIC         ,null                                    str_kpi_vol_ly
-# MAGIC 	    ,'N'					 TOTAL_FLAG
-# MAGIC         ,case when a.source[0] = '慢性阻塞性肺疾病' then 'RE'
-# MAGIC               WHEN A.source[0]=	'慢性胃炎、胃溃疡' THEN 'GI'
-# MAGIC               WHEN A.source[0] = 'NIAD'	THEN 'DM'
-# MAGIC               WHEN A.source[0] IN ('Brilinta Market','他汀类+血脂康','高血压用药','酒石酸美托洛尔')	THEN 'CV'
-# MAGIC               WHEN A.source[0] ='RD Market' THEN 'RD' 
-# MAGIC         END    ta
-# MAGIC         ,a.brand_flag
-# MAGIC         ,a.pack_flag
-# MAGIC 	from    dm.dm_zk_retail_sales  a 
-# MAGIC     GROUP BY   a.iqvia_pack_code  ,a.corp_cod,YYYYMM ,a.AUDIT_COD  
-# MAGIC              ,case when a.source[0] = '慢性阻塞性肺疾病' then 'RE'
-# MAGIC                     WHEN A.source[0]=	'慢性胃炎、胃溃疡' THEN 'GI'
-# MAGIC                     WHEN A.source[0] = 'NIAD'	THEN 'DM'
-# MAGIC                     WHEN A.source[0] IN ('Brilinta Market','他汀类+血脂康','高血压用药','酒石酸美托洛尔')	THEN 'CV'
-# MAGIC                     WHEN A.source[0] ='RD Market' THEN 'RD' 
-# MAGIC               END 
-# MAGIC             ,a.brand_flag
-# MAGIC             ,a.pack_flag
-# MAGIC     having ta is not null and sum(counting_unit)>0
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 将pack表的 price 数据进行处理
-# MAGIC -- 在 retail 拆分好的结果表里获取pack 粒度的 price 分子
-# MAGIC -- 关联 corp code 
-# MAGIC -- 获取geo_key  后续的audit key 
-# MAGIC -- 获取ta 值
-# MAGIC -- 获取pack 文件中计算price 的所有指标 及加权铺货率、数字铺货率
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC with pack_rawdata as (
-# MAGIC   select * from tmp.tmp_retail_pack_rawdata where data_flag = 0
-# MAGIC ), tmp_pack_property as (
-# MAGIC   ----------------------------------------------------------------
-# MAGIC   -- format iqvia_pack_code
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     case when length(trim(iqvia_pack_code)) < 12 and trim(iqvia_pack_code) REGEXP '^[0-9]'  
-# MAGIC       then right(concat('000000000000',trim(iqvia_pack_code)),12) 
-# MAGIC       else trim(iqvia_pack_code) 
-# MAGIC     end as iqvia_pack_code,
-# MAGIC   ----------------------------------------------------------------
-# MAGIC     product_id
-# MAGIC   from dwd.dwd_gnd_ext_retail_pack_property
-# MAGIC ),a as (
-# MAGIC   select
-# MAGIC     df.brand_flag,df.zk_product_id,YYYYMM,pack.iqvia_pack_code,corp.corp_cod,zk_region
-# MAGIC     ,sum(sales_value)           sales_value
-# MAGIC     ,sum(sales_unit)            sales_unit
-# MAGIC     ,sum(weighted_spread_rate)  weighted_spread_rate
-# MAGIC     ,sum(digital_spread_rate)   digital_spread_rate
-# MAGIC     ,sum(sales_value_ly)        sales_value_ly
-# MAGIC     ,sum(sales_unit_ly)         sales_unit_ly
-# MAGIC     ,sum(weighted_spread_rate_ly) weighted_spread_rate_ly   
-# MAGIC     ,sum(digital_spread_rate_ly)  digital_spread_rate_ly
-# MAGIC from (
-# MAGIC       select 
-# MAGIC         month as YYYYMM,
-# MAGIC         product_id as zk_product_id,
-# MAGIC         zk_regin as zk_region
-# MAGIC         ,sales_value,sales_unit,weighted_spread_rate,digital_spread_rate
-# MAGIC         ,0 sales_value_ly
-# MAGIC         ,0 sales_unit_ly
-# MAGIC         ,0 weighted_spread_rate_ly
-# MAGIC         ,0 digital_spread_rate_ly
-# MAGIC         ,brand_flag 
-# MAGIC       from pack_rawdata 
-# MAGIC
-# MAGIC       union all 
-# MAGIC
-# MAGIC       select 
-# MAGIC         cast( month + 100  as int ) as yyyymm,
-# MAGIC         product_id as zk_product_id,
-# MAGIC         zk_regin as zk_region
-# MAGIC         ,0 sales_value
-# MAGIC         ,0 sales_unit
-# MAGIC         ,0 weighted_spread_rate
-# MAGIC         ,0 digital_spread_rate
-# MAGIC         ,sales_value sales_value_ly
-# MAGIC         ,sales_unit sales_unit_ly 
-# MAGIC         ,weighted_spread_rate weighted_spread_rate_ly
-# MAGIC         ,digital_spread_rate  digital_spread_rate_ly
-# MAGIC         ,brand_flag 
-# MAGIC       from pack_rawdata 
-# MAGIC       where month + 100 <= (select max(month) FROM pack_rawdata)
-# MAGIC ) df 
-# MAGIC left join tmp_pack_property pack on pack.product_id = df.zk_product_id 
-# MAGIC left join tmp.tmp_zk_retail_pack_property_corp corp 
-# MAGIC   on pack.iqvia_pack_code = corp.iqvia_pack_code
-# MAGIC group by YYYYMM,pack.iqvia_pack_code,corp.corp_cod,zk_region,df.brand_flag,df.zk_product_id
-# MAGIC )
-# MAGIC
-# MAGIC insert overwrite table tmp.tmp_zk_retail_price 
-# MAGIC select 
-# MAGIC     distinct  
-# MAGIC     YYYYMM,
-# MAGIC     zk_product_id,
-# MAGIC     d.ta,
-# MAGIC     c.geo_key,
-# MAGIC     a.iqvia_pack_code,
-# MAGIC     b.iqvia_prod_code,
-# MAGIC     b.prod_des_c,
-# MAGIC     corp_cod,
-# MAGIC     zk_region,
-# MAGIC     sales_value,
-# MAGIC     sales_value_ly,
-# MAGIC     sales_unit,
-# MAGIC     sales_unit_ly,
-# MAGIC     weighted_spread_rate,
-# MAGIC     weighted_spread_rate_ly,
-# MAGIC     digital_spread_rate,
-# MAGIC     digital_spread_rate_ly
-# MAGIC   from a  
-# MAGIC   left join (
-# MAGIC       select distinct iqvia_pack_code ,prod_des_c,prod_des,iqvia_prod_code  
-# MAGIC       from dm.dm_zk_retail_pack_property
-# MAGIC   ) b on a.iqvia_pack_code=b.iqvia_pack_code
-# MAGIC   left join (
-# MAGIC     select distinct geo_key,province_city from dm.dm_zk_retail_geo
-# MAGIC   ) c on a.zk_region = c.province_city
-# MAGIC   left join (
-# MAGIC     select distinct iqvia_pack_code,ta from dm.dm_zk_retail_market_property  
-# MAGIC   ) d on a.iqvia_pack_code=d.iqvia_pack_code 
-# MAGIC   where a.iqvia_pack_code in (select distinct iqvia_pack_code from dm.dm_zk_retail_sales)
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.30 weighted_spread_rate
-# MAGIC -- 在 retail pack 粒度的文件中获取加权铺货率
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_own_kpi
-# MAGIC
-# MAGIC select  distinct 
-# MAGIC         iqvia_pack_code   pack_code
-# MAGIC         ,corp_cod
-# MAGIC         ,YYYYMM
-# MAGIC         ,null ytd
-# MAGIC         ,geo_key
-# MAGIC         ,'weighted_spread_rate'     KPI_name
-# MAGIC         ,weighted_spread_rate       kpi_val
-# MAGIC         ,weighted_spread_rate_ly    kpi_val_ly
-# MAGIC         ,null					         str_kpi_val
-# MAGIC         ,null		            	 str_kpi_val_ly
-# MAGIC         ,null					         kpi_vol 
-# MAGIC         ,null                  kpi_vol_ly
-# MAGIC         ,null		      			   str_kpi_vol 
-# MAGIC         ,null                  str_kpi_vol_ly
-# MAGIC 		    ,'N'					  			 TOTAL_FLAG
-# MAGIC         ,ta				             ta
-# MAGIC         ,case when prod.prod_des_c  is null  THEN 2 else  1 END  brand_flag
-# MAGIC         ,case when geo_key ='CHT' THEN 2 else  1 END             pack_flag
-# MAGIC from tmp.tmp_zk_retail_price   a 
-# MAGIC left join (
-# MAGIC   SELECT DISTINCT b.prod_des_c 
-# MAGIC   FROM tmp.tmp_retail_pack_rawdata A 
-# MAGIC   LEFT JOIN (
-# MAGIC     SELECT DISTINCT iqvia_pack_code,prod_des_c 
-# MAGIC     FROM dm.dm_zk_retail_pack_property
-# MAGIC   ) b  on a.pack_code = b.iqvia_pack_code
-# MAGIC   where a.brand_flag = 1
-# MAGIC ) prod on a.prod_des_c = prod.prod_des_c 
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.31 digital_spread_rate
-# MAGIC -- 在 retail pack 粒度的文件中获取数字铺货率
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_own_kpi
-# MAGIC
-# MAGIC select   distinct
-# MAGIC          iqvia_pack_code
-# MAGIC         ,corp_cod
-# MAGIC         ,YYYYMM
-# MAGIC         ,null ytd
-# MAGIC         ,geo_key
-# MAGIC         ,'digital_spread_rate'     KPI_name
-# MAGIC         ,digital_spread_rate       kpi_val
-# MAGIC         ,digital_spread_rate_ly    kpi_val_ly
-# MAGIC         ,null					         str_kpi_val
-# MAGIC         ,null		            	 str_kpi_val_ly
-# MAGIC         ,null					         kpi_vol 
-# MAGIC         ,null                  kpi_vol_ly
-# MAGIC         ,null		      			   str_kpi_vol 
-# MAGIC         ,null                  str_kpi_vol_ly
-# MAGIC 		    ,'N'					  			 TOTAL_FLAG
-# MAGIC         ,ta				             ta
-# MAGIC         ,case when prod.prod_des_c  is null  THEN 2 else  1 END  brand_flag
-# MAGIC         ,case when geo_key ='CHT' THEN 2 else  1 END             pack_flag
-# MAGIC from tmp.tmp_zk_retail_price   a 
-# MAGIC left join (
-# MAGIC   SELECT DISTINCT b.prod_des_c 
-# MAGIC   FROM tmp.tmp_retail_pack_rawdata A 
-# MAGIC   LEFT JOIN (
-# MAGIC     SELECT DISTINCT iqvia_pack_code,prod_des_c 
-# MAGIC     FROM dm.dm_zk_retail_pack_property
-# MAGIC   ) b  on a.pack_code = b.iqvia_pack_code
-# MAGIC   where a.brand_flag = 1
-# MAGIC ) prod on a.prod_des_c=prod.prod_des_c 
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.32 pack_price
-# MAGIC -- 在 retail pack 粒度的文件中获取计算pack 粒度的price 
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_own_kpi
-# MAGIC
-# MAGIC select distinct 
-# MAGIC         iqvia_pack_code
-# MAGIC         ,corp_cod
-# MAGIC         ,YYYYMM
-# MAGIC         ,null ytd
-# MAGIC         ,geo_key
-# MAGIC         ,'pack_price'     KPI_name
-# MAGIC         ,round(sum(sales_value)/sum(sales_unit),3)  kpi_val
-# MAGIC         ,round(sum(sales_value_ly)/sum(sales_unit_ly),3)  kpi_val_ly
-# MAGIC         ,null					         str_kpi_val
-# MAGIC         ,null		            	 str_kpi_val_ly
-# MAGIC         ,null					         kpi_vol 
-# MAGIC         ,null                  kpi_vol_ly
-# MAGIC         ,null		      			   str_kpi_vol 
-# MAGIC         ,null                  str_kpi_vol_ly
-# MAGIC 		    ,'N'					  			 TOTAL_FLAG
-# MAGIC         ,ta				             ta
-# MAGIC         ,case when prod.prod_des_c  is null  THEN 2 else  1 END  brand_flag
-# MAGIC         ,case when geo_key ='CHT' THEN 2 else  1 END             pack_flag
-# MAGIC from tmp.tmp_zk_retail_price   a 
-# MAGIC left join (
-# MAGIC   SELECT DISTINCT b.prod_des_c 
-# MAGIC   FROM tmp.tmp_retail_pack_rawdata A 
-# MAGIC   LEFT JOIN (
-# MAGIC     SELECT DISTINCT iqvia_pack_code,prod_des_c 
-# MAGIC     FROM dm.dm_zk_retail_pack_property
-# MAGIC   ) b  on a.pack_code = b.iqvia_pack_code
-# MAGIC   where a.brand_flag = 1
-# MAGIC ) prod on a.prod_des_c=prod.prod_des_c 
-# MAGIC group by 
-# MAGIC   corp_cod,
-# MAGIC   YYYYMM,
-# MAGIC   geo_key,
-# MAGIC   ta,
-# MAGIC   iqvia_pack_code,
-# MAGIC   case when prod.prod_des_c  is null  THEN 2 else 1 END,
-# MAGIC   case when geo_key ='CHT' THEN 2 else  1 END   
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.33 pack_price_by_counting_unit
-# MAGIC -- 在 retail pack 粒度的文件中获取计算pack 粒度的price by counting unit  
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC with tmp_pack_property as (
-# MAGIC   ----------------------------------------------------------------
-# MAGIC   -- format iqvia_pack_code
-# MAGIC   select 
-# MAGIC     case when length(trim(iqvia_pack_code)) < 12 and trim(iqvia_pack_code) REGEXP '^[0-9]'  
-# MAGIC       then right(concat('000000000000',trim(iqvia_pack_code)),12) 
-# MAGIC       else trim(iqvia_pack_code) 
-# MAGIC     end as iqvia_pack_code,
-# MAGIC   ----------------------------------------------------------------
-# MAGIC     product_id,
-# MAGIC     counting_unit,
-# MAGIC     unit
-# MAGIC   from dwd.dwd_gnd_ext_retail_pack_property
-# MAGIC )
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_own_kpi
-# MAGIC
-# MAGIC select distinct
-# MAGIC   a.iqvia_pack_code
-# MAGIC   ,a.corp_cod
-# MAGIC   ,YYYYMM
-# MAGIC   ,null ytd
-# MAGIC   ,geo_key
-# MAGIC   ,'pack_price_by_counting_unit'     KPI_name
-# MAGIC   ,round(sum(sales_value)/sum(sales_unit*(b.counting_unit/coalesce(b.unit,1 ))),3)  kpi_val
-# MAGIC   ,round(sum(sales_value_ly)/sum(sales_unit_ly*(b.counting_unit/coalesce(b.unit,1 ))),3)  kpi_val_ly
-# MAGIC   ,null					         str_kpi_val
-# MAGIC   ,null		            	 str_kpi_val_ly
-# MAGIC   ,null					         kpi_vol 
-# MAGIC   ,null                  kpi_vol_ly
-# MAGIC   ,null		      			   str_kpi_vol 
-# MAGIC   ,null                  str_kpi_vol_ly
-# MAGIC   ,'N'					  			 TOTAL_FLAG
-# MAGIC   ,ta				             ta
-# MAGIC   ,case when prod.prod_des_c  is null  THEN 2 else  1 END  brand_flag
-# MAGIC   ,case when geo_key ='CHT' THEN 2 else  1 END             pack_flag
-# MAGIC from tmp.tmp_zk_retail_price   a 
-# MAGIC left join tmp_pack_property b on a.zk_product_id =b.product_id  
-# MAGIC left join (
-# MAGIC   SELECT DISTINCT b.prod_des_c 
-# MAGIC   FROM tmp.tmp_retail_pack_rawdata A 
-# MAGIC   LEFT JOIN (
-# MAGIC     SELECT DISTINCT iqvia_pack_code,prod_des_c 
-# MAGIC     FROM dm.dm_zk_retail_pack_property
-# MAGIC   ) b  on a.pack_code = b.iqvia_pack_code
-# MAGIC   where a.brand_flag = 1
-# MAGIC ) prod on a.prod_des_c=prod.prod_des_c   
-# MAGIC group by 
-# MAGIC   a.corp_cod,
-# MAGIC   YYYYMM,geo_key,
-# MAGIC   ta,
-# MAGIC   a.iqvia_pack_code,
-# MAGIC   case when prod.prod_des_c  is null  THEN 2 else  1 END,
-# MAGIC   case when geo_key ='CHT' THEN 2 else  1 END 
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- 8.34&35 num_dist_rate & weig_dist_rate
-# MAGIC -- 在 retail brand 品牌文件中获取数字铺货率 并对re 特殊处理，re相关品牌优先取inhaled market 对应 pack  
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC insert into table dws.dws_zk_retail_sales_own_kpi
-# MAGIC
-# MAGIC with exploded_data as (
-# MAGIC   select 
-# MAGIC     ta,
-# MAGIC     market,
-# MAGIC     brand,
-# MAGIC     ifnull(common_name,'' ) as common_name,
-# MAGIC     level,
-# MAGIC     split(level_ta,',') array_ta,
-# MAGIC     split(level_market,',') array_market,
-# MAGIC     split(level_molecule,',') array_molecule,
-# MAGIC     split(level_brand,',') array_brand
-# MAGIC   from dwd.dwd_gnd_retail_split_automatic
-# MAGIC   where level like '%MULTI_BRAND%'
-# MAGIC ), tmp_config as (
-# MAGIC     select 
-# MAGIC       ta,
-# MAGIC       market,
-# MAGIC       brand,
-# MAGIC       common_name,
-# MAGIC       level,
-# MAGIC       array_ta[idx] as level_ta,
-# MAGIC       array_market[idx] as level_market,
-# MAGIC       array_molecule[idx] as level_molecule,
-# MAGIC       array_brand[idx] as level_brand
-# MAGIC     from exploded_data
-# MAGIC     lateral view posexplode(array_ta) AS idx, split_ta
-# MAGIC
-# MAGIC     union all 
-# MAGIC
-# MAGIC     select 
-# MAGIC       ta,
-# MAGIC       market,
-# MAGIC       brand,
-# MAGIC       common_name,
-# MAGIC       level,
-# MAGIC       level_ta,
-# MAGIC       level_market,
-# MAGIC       level_molecule,
-# MAGIC       level_brand
-# MAGIC     from dwd.dwd_gnd_retail_split_automatic
-# MAGIC     where level = 'BRAND'
-# MAGIC ),max_pack_mapping as (
-# MAGIC  select 
-# MAGIC     level_ta,
-# MAGIC     level_market,
-# MAGIC     level_molecule,
-# MAGIC     level_brand,
-# MAGIC     molecule_desc,
-# MAGIC     product_desc,
-# MAGIC     corp_cod,
-# MAGIC     max(pack_code) as pack_code
-# MAGIC  from tmp.tmp_retail_pack_mapping
-# MAGIC  group by level_ta,level_market,level_molecule,level_brand,molecule_desc,product_desc,corp_cod
-# MAGIC ), tmp_brand_kpi_now as (
-# MAGIC   select 
-# MAGIC     distinct
-# MAGIC     a.ta,
-# MAGIC     nvl(f.iqvia_pack_code,c.pack_code)  as pack_code,
-# MAGIC     c.corp_cod,
-# MAGIC     c.product_desc,
-# MAGIC     a.YYYYMM,
-# MAGIC     d.geo_key,
-# MAGIC     a.num_dist_rate,
-# MAGIC     a.weig_dist_rate
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all a 
-# MAGIC   inner join tmp_config b 
-# MAGIC       on a.ta = b.ta
-# MAGIC       and a.market = b.market
-# MAGIC       and a.zk_brand_category = b.brand
-# MAGIC       and a.zk_common_name = b.common_name
-# MAGIC   inner join max_pack_mapping c 
-# MAGIC       on c.level_ta = b.level_ta
-# MAGIC       and c.level_market = b.level_market
-# MAGIC       and c.level_molecule = b.level_molecule
-# MAGIC       and c.level_brand = b.level_brand
-# MAGIC   left join dm.dm_zk_retail_geo d 
-# MAGIC       on a.province_city = d.province_city
-# MAGIC   left join (
-# MAGIC     select distinct iqvia_pack_code ,prod_des_c 
-# MAGIC     from dm.dm_zk_retail_pack_property 
-# MAGIC   ) e on c.pack_code = e.iqvia_pack_code
-# MAGIC   left join (
-# MAGIC     select prod_des_c,max(iqvia_pack_code) iqvia_pack_code 
-# MAGIC     from dm.dm_zk_retail_pack_property
-# MAGIC     where market='Inhaled Extended Market' 
-# MAGIC     group by prod_des_c
-# MAGIC   ) f on e.prod_des_c =f.prod_des_c
-# MAGIC ), tmp_brand_kpi_ly as (
-# MAGIC   select
-# MAGIC     pack_code,
-# MAGIC      corp_cod,
-# MAGIC      cast(YYYYMM + 100 as int ) as YYYYMM,
-# MAGIC      geo_key,
-# MAGIC      num_dist_rate,
-# MAGIC      weig_dist_rate
-# MAGIC   from tmp_brand_kpi_now
-# MAGIC ), tmp_brand_kpi as (
-# MAGIC   select 
-# MAGIC     a.*,
-# MAGIC     b.num_dist_rate as num_dist_rate_ly,
-# MAGIC     b.weig_dist_rate as weig_dist_rate_ly
-# MAGIC   from tmp_brand_kpi_now a
-# MAGIC   left join tmp_brand_kpi_ly b 
-# MAGIC     on a.pack_code = b.pack_code
-# MAGIC     and a.corp_cod = b.corp_cod
-# MAGIC     and a.YYYYMM = b.YYYYMM
-# MAGIC     and a.geo_key = b.geo_key
-# MAGIC )
-# MAGIC
-# MAGIC select  
-# MAGIC   pack_code,
-# MAGIC   corp_cod,
-# MAGIC   yyyymm,
-# MAGIC   null as ytd,
-# MAGIC   geo_key,
-# MAGIC   'num_dist_rate' as KPI_name,
-# MAGIC   num_dist_rate as kpi_val,
-# MAGIC   num_dist_rate_ly as kpi_val_ly,
-# MAGIC   null as str_kpi_val,
-# MAGIC   null as str_kpi_val_ly,
-# MAGIC   null as kpi_vol,
-# MAGIC   null as kpi_vol_ly,
-# MAGIC   null as str_kpi_vol,
-# MAGIC   null as str_kpi_vol_ly,
-# MAGIC   'N' as TOTAL_FLAG,
-# MAGIC   ta,
-# MAGIC   case when product_desc is null THEN 2 else 1 END  as brand_flag,
-# MAGIC   case when geo_key ='CHT' THEN 2 else  1 END       as pack_flag
-# MAGIC from tmp_brand_kpi
-# MAGIC
-# MAGIC union all 
-# MAGIC
-# MAGIC select  
-# MAGIC   pack_code,
-# MAGIC   corp_cod,
-# MAGIC   yyyymm,
-# MAGIC   null as ytd,
-# MAGIC   geo_key,
-# MAGIC   'weig_dist_rate' as KPI_name,
-# MAGIC   weig_dist_rate as kpi_val,
-# MAGIC   weig_dist_rate_ly as kpi_val_ly,
-# MAGIC   null as str_kpi_val,
-# MAGIC   null as str_kpi_val_ly,
-# MAGIC   null as kpi_vol,
-# MAGIC   null as kpi_vol_ly,
-# MAGIC   null as str_kpi_vol,
-# MAGIC   null as str_kpi_vol_ly,
-# MAGIC   'N' as TOTAL_FLAG,
-# MAGIC   ta,
-# MAGIC   case when product_desc is null THEN 2 else 1 END  as brand_flag,
-# MAGIC   case when geo_key ='CHT' THEN 2 else  1 END       as pack_flag
-# MAGIC from tmp_brand_kpi
-# MAGIC
-# MAGIC
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ### PART-7：映射到dm表
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-8: map to dm.dm_zk_retail_sales_kpi
-# MAGIC -- PART-7: 映射到dm表
-# MAGIC -- 将所有渠道kpi 数据汇总到dm
-# MAGIC -- KPI 表汇总
-# MAGIC -- ytd  为是否ytd flag
-# MAGIC -- geo 将cht(全国) 改成 ROC
-# MAGIC -- DTP_FLAG: O-非dtp ,1-dtp数据
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC insert overwrite table dm.dm_zk_retail_sales_kpi 
-# MAGIC ( pack_code
-# MAGIC   ,corp_cod
-# MAGIC   ,ta
-# MAGIC   ,YYYYMM
-# MAGIC   ,ytd
-# MAGIC   ,geo_key
-# MAGIC   ,KPI_name
-# MAGIC   ,kpi_val
-# MAGIC   ,kpi_val_ly
-# MAGIC   ,str_kpi_val
-# MAGIC   ,str_kpi_val_ly
-# MAGIC   ,kpi_vol
-# MAGIC   ,kpi_vol_ly
-# MAGIC   ,str_kpi_vol
-# MAGIC   ,str_kpi_vol_ly
-# MAGIC   ,TOTAL_FLAG
-# MAGIC   ,data_source
-# MAGIC   ,dtp_flag
-# MAGIC   ,brand_flag
-# MAGIC   ,pack_flag
-# MAGIC )
-# MAGIC --------retail 渠道 kpi  
-# MAGIC select 
-# MAGIC     nvl(pack_code,'')  pack_code  
-# MAGIC     ,nvl(corp_cod,'')  corp_cod
-# MAGIC     ,nvl(ta,'')   ta
-# MAGIC     ,nvl(YYYYMM,cast( if(length(ytd)=7 AND substr(ytd,6,1)<>'Q',concat('20',substr(ytd,4,2))*100 + right(ytd,2) ,concat('20',substr(ytd,4,2))*100  + right(ytd,1) * 3 ) as int ))  YYYYMM
-# MAGIC     ,if(ytd IS NOT NULL ,'Y' ,'N')  YTD
-# MAGIC     ,case when geo_key ='CHT' THEN 'ROC' ELSE nvl(geo_key,'') END geo_key
-# MAGIC     ,nvl(kpi_name,'') as kpi_name
-# MAGIC     ,nvl(cast(kpi_val as double),0)  kpi_val 
-# MAGIC     ,nvl(cast(kpi_val_ly as double),0) kpi_val_ly  
-# MAGIC     ,nvl(str_kpi_val,'')  
-# MAGIC     ,nvl(str_kpi_val_ly,'')  
-# MAGIC     ,nvl(cast(kpi_vol as double),0) kpi_vol  
-# MAGIC     ,nvl(cast(kpi_vol_ly as double),0) kpi_vol_ly  
-# MAGIC     ,nvl(str_kpi_vol,'')  
-# MAGIC     ,nvl(str_kpi_vol_ly,'')  
-# MAGIC     ,nvl(TOTAL_FLAG,'') 
-# MAGIC     ,'Retail(Quarterly)'  data_source
-# MAGIC     ,'0' dtp_flag
-# MAGIC     , 0
-# MAGIC     , 0
-# MAGIC  from dws.dws_zk_retail_sales_kpi
-# MAGIC  WHERE nvl(ta,'' ) NOT IN ('GI-Rx','GI-OTC')
-# MAGIC
-# MAGIC  union all 
-# MAGIC   ---------------dtp 的kpi 
-# MAGIC select 
-# MAGIC     nvl(pack_code,'')  pack_code  
-# MAGIC     ,nvl(corp_cod,'')  corp_cod
-# MAGIC     ,nvl(ta,'')   ta
-# MAGIC     ,nvl(YYYYMM,cast( if(length(ytd)=7,concat('20',substr(ytd,4,2))*100 + right(ytd,1) * 3 ,substr(ytd,4,4) * 100 + right(ytd,1) * 3 ) as int ))   YYYYMM
-# MAGIC     ,if(ytd IS NOT NULL ,'Y' ,'N')  YTD
-# MAGIC     ,case when geo_key ='CHT' THEN 'ROC' ELSE nvl(geo_key,'') END 
-# MAGIC     ,nvl(kpi_name,'')
-# MAGIC     ,nvl(kpi_val,0)
-# MAGIC     ,nvl(kpi_val_ly,0)  
-# MAGIC     ,nvl(str_kpi_val,'')  
-# MAGIC     ,nvl(str_kpi_val_ly,'')  
-# MAGIC     ,nvl(kpi_vol,0)  
-# MAGIC     ,nvl(kpi_vol_ly,0)  
-# MAGIC     ,nvl(str_kpi_vol,'')  
-# MAGIC     ,nvl(str_kpi_vol_ly,'')  
-# MAGIC     ,nvl(TOTAL_FLAG,'') 
-# MAGIC     ,'Retail(Quarterly)'  data_source
-# MAGIC     ,'1' dtp_flag
-# MAGIC     ,0
-# MAGIC     ,0
-# MAGIC from  dws.dws_zk_retail_dtp_sales_kpi 
-# MAGIC  WHERE nvl(ta,'' ) NOT IN ('GI-Rx','GI-OTC')
-# MAGIC
-# MAGIC  union all 
-# MAGIC
-# MAGIC --拼接retail 自有部分kpi 
-# MAGIC select 
-# MAGIC     nvl(pack_code,'')  pack_code  
-# MAGIC     ,nvl(corp_cod,'')  corp_cod
-# MAGIC     ,nvl(ta,'')   ta
-# MAGIC     ,nvl(YYYYMM,cast( if(length(ytd)=7,concat('20',substr(ytd,4,2))*100 + right(ytd,1) * 3 ,substr(ytd,4,4) * 100 + right(ytd,1) * 3 ) as int ))   YYYYMM
-# MAGIC     ,if(ytd IS NOT NULL ,'Y' ,'N')  YTD
-# MAGIC     ,case when geo_key ='CHT' THEN 'ROC' ELSE nvl(geo_key,'') END geo_key
-# MAGIC     ,nvl(kpi_name,'')
-# MAGIC     ,nvl(cast(kpi_val as double),0)  kpi_val 
-# MAGIC     ,nvl(cast(kpi_val_ly as double),0) kpi_val_ly  
-# MAGIC     ,nvl(str_kpi_val,'')  
-# MAGIC     ,nvl(str_kpi_val_ly,'')  
-# MAGIC     ,nvl(cast(kpi_vol as double),0) kpi_vol  
-# MAGIC     ,nvl(cast(kpi_vol_ly as double),0) kpi_vol_ly  
-# MAGIC     ,nvl(str_kpi_vol,'')  
-# MAGIC     ,nvl(str_kpi_vol_ly,'')  
-# MAGIC     ,nvl(TOTAL_FLAG,'') 
-# MAGIC     ,'Retail(Quarterly)'  data_source
-# MAGIC     ,'0' dtp_flag
-# MAGIC     ,nvl(brand_flag,0)
-# MAGIC     ,nvl(pack_flag,0)
-# MAGIC  from dws.dws_zk_retail_sales_own_kpi
-# MAGIC  WHERE nvl(ta,'' ) NOT IN ('GI-Rx','GI-OTC')
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-9: map to dm.dm_zk_retail_market_ratio
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-9: map to dm.dm_zk_retail_market_ratio
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC /*
-# MAGIC 修改人：chenwu
-# MAGIC 修改时间：20250319
-# MAGIC 修改内容：
-# MAGIC */
-# MAGIC ------------------------生产retail 的ratio 表，该表系数用于计算pdot--------
-# MAGIC insert overwrite table dm.dm_zk_retail_market_ratio
-# MAGIC (
-# MAGIC market_pack_key,
-# MAGIC pack_cod,
-# MAGIC prod_des,
-# MAGIC cmps_des,
-# MAGIC corp_cod,
-# MAGIC market,
-# MAGIC value_market_ratio,
-# MAGIC unit_market_ratio,
-# MAGIC countingunit_market_ratio,
-# MAGIC etl_insert_dt,
-# MAGIC etl_update_dt
-# MAGIC )
-# MAGIC select distinct
-# MAGIC     a.market || a.iqvia_pack_code                     as market_pack_key
-# MAGIC     ,a.iqvia_pack_code                                as pack_cod
-# MAGIC     ,a.prod_des                                       as prod_des
-# MAGIC     ,a.cmps_des                                       as cmps_des
-# MAGIC     ,a.corp_cod                                       as corp_cod
-# MAGIC     ,a.market                                         as market
-# MAGIC     ,a.extend_market_ratio                            as value_market_ratio
-# MAGIC     ,a.extend_market_ratio                            as unit_market_ratio
-# MAGIC 		,coalesce(case when t4.ratio is null then t5.ratio*coalesce(a.extend_market_ratio ,1 )
-# MAGIC 				 else t4.ratio*coalesce(a.extend_market_ratio ,1 )
-# MAGIC 				 end ,a.extend_market_ratio ) countingunit_market_ratio --20250319如果tblbrandratio 里面的没有对应的 ratio 则用market_ratio兜底而不是直接1
-# MAGIC    ,from_utc_timestamp(current_timestamp(),'UTC+8') 	    AS etl_insert_dt
-# MAGIC    ,from_utc_timestamp(current_timestamp(),'UTC+8') 	    AS etl_update_dt
-# MAGIC  from tmp.tmp_dm_zk_retail_pack_property  a 
-# MAGIC left join (--COUNTINGUNIT
-# MAGIC 	select distinct 
-# MAGIC 		market,
-# MAGIC 		cmps_cod,
-# MAGIC 		cmps_des,
-# MAGIC 		----------------------------------------------------------------------------
-# MAGIC 		-- format pack_cod from dwd_gnd_ims_tblbrandratio
-# MAGIC 		case when length(trim(pack_cod)) < 12 and trim(pack_cod) REGEXP '^[0-9]'  
-# MAGIC 			then right(concat('000000000000',trim(pack_cod)),12) 
-# MAGIC 			else trim(pack_cod) 
-# MAGIC 		end as pack_cod,
-# MAGIC 		----------------------------------------------------------------------------
-# MAGIC 		pack_des,
-# MAGIC 		level,
-# MAGIC 		type,
-# MAGIC 		cast(ratio as float) as ratio,
-# MAGIC 		cast(starttime as int) starttime,
-# MAGIC 		cast (endtime as int) endtime
-# MAGIC 	from dwd.dwd_gnd_ims_tblbrandratio 
-# MAGIC     where UPPER(TYPE) = 'COUNTINGUNIT' and UPPER(Level) = 'PACK'   
-# MAGIC )t4 on a.market=t4.market
-# MAGIC     and a.iqvia_pack_code  = t4.PACK_COD
-# MAGIC left join (--COUNTINGUNIT
-# MAGIC 	select distinct 
-# MAGIC 		market,
-# MAGIC 		cmps_cod,
-# MAGIC 		cmps_des,
-# MAGIC 		----------------------------------------------------------------------------
-# MAGIC 		-- format pack_cod from dwd_gnd_ims_tblbrandratio
-# MAGIC 		case when length(trim(pack_cod)) < 12 and trim(pack_cod) REGEXP '^[0-9]'  
-# MAGIC 			then right(concat('000000000000',trim(pack_cod)),12) 
-# MAGIC 			else trim(pack_cod) 
-# MAGIC 		end as pack_cod,
-# MAGIC 		----------------------------------------------------------------------------
-# MAGIC 		pack_des,
-# MAGIC 		level,
-# MAGIC 		type,
-# MAGIC 		cast(ratio as float) as ratio,
-# MAGIC 		cast(starttime as int) starttime,
-# MAGIC 		cast (endtime as int) endtime
-# MAGIC 	from dwd.dwd_gnd_ims_tblbrandratio 
-# MAGIC     where UPPER(TYPE) = 'COUNTINGUNIT' and UPPER(Level) = 'MOLECULE'
-# MAGIC ) t5 on a.market=t5.market
-# MAGIC     and  right(concat('000000',a.CMPS_COD ),6 )= right(concat('000000',t5.CMPS_COD ),6 )
-# MAGIC union all 
-# MAGIC select distinct
-# MAGIC     a.market || a.iqvia_pack_code                     as market_pack_key
-# MAGIC     ,a.iqvia_pack_code                                as pack_cod
-# MAGIC     ,a.prod_des                                       as prod_des
-# MAGIC     ,a.cmps_des                                       as cmps_des
-# MAGIC     ,a.corp_cod                                       as corp_cod
-# MAGIC     ,a.market                                         as market
-# MAGIC     ,a.Market_Ratio                            as value_market_ratio
-# MAGIC     ,a.Market_Ratio                            as unit_market_ratio
-# MAGIC 		,coalesce(case when t4.ratio is null then t5.ratio*coalesce(a.Market_Ratio ,1 )
-# MAGIC 				 else t4.ratio*coalesce(a.Market_Ratio ,1 )
-# MAGIC 				 end ,a.Market_Ratio  ) countingunit_market_ratio --20250319如果tblbrandratio 里面的没有对应的 ratio 则用market_ratio兜底而不是直接1
-# MAGIC    ,from_utc_timestamp(current_timestamp(),'UTC+8') 	    AS etl_insert_dt
-# MAGIC    ,from_utc_timestamp(current_timestamp(),'UTC+8') 	    AS etl_update_dt
-# MAGIC  from dws.dws_zk_retail_dtp_market  a 
-# MAGIC left join (--COUNTINGUNIT
-# MAGIC 	select distinct 
-# MAGIC 		market,
-# MAGIC 		cmps_cod,
-# MAGIC 		cmps_des,
-# MAGIC 		----------------------------------------------------------------------------
-# MAGIC 		-- format pack_cod from dwd_gnd_ims_tblbrandratio
-# MAGIC 		case when length(trim(pack_cod)) < 12 and trim(pack_cod) REGEXP '^[0-9]'  
-# MAGIC 			then right(concat('000000000000',trim(pack_cod)),12) 
-# MAGIC 			else trim(pack_cod) 
-# MAGIC 		end as pack_cod,
-# MAGIC 		----------------------------------------------------------------------------
-# MAGIC 		pack_des,
-# MAGIC 		level,
-# MAGIC 		type,
-# MAGIC 		cast(ratio as float) as ratio,
-# MAGIC 		cast(starttime as int) starttime,
-# MAGIC 		cast (endtime as int) endtime
-# MAGIC 	from dwd.dwd_gnd_ims_tblbrandratio 
-# MAGIC     where UPPER(TYPE) = 'COUNTINGUNIT' and UPPER(Level) = 'PACK'
-# MAGIC )t4 on a.market=t4.market
-# MAGIC     and a.iqvia_pack_code = t4.PACK_COD
-# MAGIC left join (--COUNTINGUNIT
-# MAGIC 	select distinct 
-# MAGIC 		market,
-# MAGIC 		cmps_cod,
-# MAGIC 		cmps_des,
-# MAGIC 		----------------------------------------------------------------------------
-# MAGIC 		-- format pack_cod from dwd_gnd_ims_tblbrandratio
-# MAGIC 		case when length(trim(pack_cod)) < 12 and trim(pack_cod) REGEXP '^[0-9]'  
-# MAGIC 			then right(concat('000000000000',trim(pack_cod)),12) 
-# MAGIC 			else trim(pack_cod) 
-# MAGIC 		end as pack_cod,
-# MAGIC 		----------------------------------------------------------------------------
-# MAGIC 		pack_des,
-# MAGIC 		level,
-# MAGIC 		type,
-# MAGIC 		cast(ratio as float) as ratio,
-# MAGIC 		cast(starttime as int) starttime,
-# MAGIC 		cast (endtime as int) endtime
-# MAGIC 	from dwd.dwd_gnd_ims_tblbrandratio 
-# MAGIC     where UPPER(TYPE) = 'COUNTINGUNIT' and UPPER(Level) = 'MOLECULE'
-# MAGIC ) t5 on a.market=t5.market
-# MAGIC     and  right(concat('000000',a.CMPS_COD ),6 ) = right(concat('000000',t5.CMPS_COD ),6 )
-# MAGIC  
-
-# COMMAND ----------
-
-############################################################END################################################################
\ No newline at end of file
diff --git a/EXTERNAL/Retail/10 map_to_retail_dm_table.py:Zone.Identifier b/EXTERNAL/Retail/10 map_to_retail_dm_table.py:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/11 map_to_overview_dm_table.py b/EXTERNAL/Retail/11 map_to_overview_dm_table.py
deleted file mode 100644
index 6f7b991..0000000
--- a/EXTERNAL/Retail/11 map_to_overview_dm_table.py	
+++ /dev/null
@@ -1,1000 +0,0 @@
-# Databricks notebook source
-############################################################START##############################################################
-### STEP-10: map to dm.dm_zk_retail_overview_data
-### STEP-11: map to dm.dm_zk_retail_product_info
-### STEP-12: map to dm.dm_zk_retail_brand
-### STEP-13: map to dm.dm_zk_retail_export
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-10: map to dm.dm_zk_retail_overview_data
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-10: map to dm.dm_zk_retail_overview_data
-# MAGIC -- 10.1 将所有overview 数据整合在同一张表里
-# MAGIC
-# MAGIC -- -- 注意事项：
-# MAGIC -- --rank1字段：Total行排名设为99，其他行如果数据源是null，则设为98。总之不能为null。
-# MAGIC -- --           每个数据源文件（file_name）判断是否Total行的方式不尽相同，具体参考代码。
-# MAGIC -- --sales_quarter字段：数据源中有两种格式，24Q1以及2024Q1，因此需要统一成2024Q1这种格式。
-# MAGIC -- --                   有些因为是YTD的值，源文件里sales_quarter是null，需将YTD字段中的时间拆出来作为sales_quarter字段的值
-# MAGIC -- --最终表的source_name字段的内容是各个TA，RC字段是南区、北区等。而数据源文件中都叫source_name，每个源文件需按实际情况拆分成2列
-# MAGIC -- --yyyymm字段：Q1是3月、Q2是6月、Q3是9月、Q4是12月。
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC insert overwrite table dws.dws_zk_retail_overview_data 
-# MAGIC (
-# MAGIC   rank1
-# MAGIC   ,product_desc
-# MAGIC   ,product_type
-# MAGIC   ,common_name
-# MAGIC   ,brand
-# MAGIC   ,corp
-# MAGIC   ,corporation
-# MAGIC   ,corp_type
-# MAGIC   ,sales_quarter
-# MAGIC   ,yyyymm
-# MAGIC   ,ytd
-# MAGIC   ,sales_amount
-# MAGIC   ,sales_amount_ly
-# MAGIC   ,sales_amount_total
-# MAGIC   ,sales_amount_ly_total
-# MAGIC   ,rx_type
-# MAGIC   ,top1_brand_val
-# MAGIC   ,top1_brand_gr
-# MAGIC   ,top2_brand_val
-# MAGIC   ,top2_brand_gr
-# MAGIC   ,top1_incremental_brand
-# MAGIC   ,top1_incremental_gr
-# MAGIC   ,top2_incremental_brand
-# MAGIC   ,top2_incremental_gr
-# MAGIC   ,ytd_gr
-# MAGIC   ,ytd_ms
-# MAGIC   ,ytd_delta_ms
-# MAGIC   ,dtp_name
-# MAGIC   ,file_name
-# MAGIC   ,source_name
-# MAGIC   ,rc
-# MAGIC   ,rx_otc
-# MAGIC   ,top_incre
-# MAGIC   ,etl_insert_dt
-# MAGIC   ,etl_update_dt
-# MAGIC )
-# MAGIC
-# MAGIC
-# MAGIC with overview as
-# MAGIC (
-# MAGIC select 
-# MAGIC   case when replace(upper(corp_name),'-','') = 'DTP TOTAL' then '99'
-# MAGIC        when rank1 is null then '98'
-# MAGIC        else replace(rank1,' ','') end as rank1
-# MAGIC   ,null                 as product_desc
-# MAGIC   ,null                 as product_type 
-# MAGIC   ,null                 as common_name
-# MAGIC   ,null                 as brand
-# MAGIC   ,replace(corp_name,'-','') as corp   
-# MAGIC   ,null      		        as corporation
-# MAGIC   ,null      		        as corp_type
-# MAGIC   ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
-# MAGIC         else sales_quarter
-# MAGIC         end as sales_quarter
-# MAGIC   ,null      		        as ytd
-# MAGIC   ,sales_amount 
-# MAGIC   ,null 			          as rx_type
-# MAGIC   ,null 			          as top1_brand_val
-# MAGIC   ,null 			          as top1_brand_gr
-# MAGIC   ,null 			          as top2_brand_val
-# MAGIC   ,null 			          as top2_brand_gr
-# MAGIC   ,null 			          as top1_incremental_brand
-# MAGIC   ,null 			          as top1_incremental_gr
-# MAGIC   ,null 			          as top2_incremental_brand 
-# MAGIC   ,null 			          as top2_incremental_gr
-# MAGIC   ,null               as ytd_gr
-# MAGIC   ,null               as ytd_ms
-# MAGIC   ,null               as ytd_delta_ms
-# MAGIC   ,null                 as dtp_name
-# MAGIC   ,'DTP TOP10企业排名' file_name
-# MAGIC   ,NULL               as source_name
-# MAGIC   ,null                  rc
-# MAGIC   ,'Rx' as rx_otc
-# MAGIC   ,'TOP' as top_incre
-# MAGIC from  dwd.dwd_gnd_ext_retail_dtp_top_copd    ---这个没有ytd 三个字段添加
-# MAGIC union all 
-# MAGIC select 
-# MAGIC   case when replace(upper(brand_name),'-','') = 'DTP TOTAL' then '99'
-# MAGIC        when rank1 is null then '98'
-# MAGIC        else replace(rank1,' ','') end as rank1
-# MAGIC   ,null 				        as product_desc
-# MAGIC   ,null 				        as product_type
-# MAGIC   ,null 				        as common_name
-# MAGIC   ,brand_name     		  as brand
-# MAGIC   ,replace(corp_name,'-','')  as corp 
-# MAGIC   ,null	    			      as corporation
-# MAGIC   ,null	    			      as corp_type
-# MAGIC   ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
-# MAGIC         else sales_quarter
-# MAGIC         end as sales_quarter
-# MAGIC   ,null      		        as ytd
-# MAGIC   ,sales_amount
-# MAGIC   ,null 			          as rx_type
-# MAGIC   ,null 			          as top1_brand_val
-# MAGIC   ,null 			          as top1_brand_gr
-# MAGIC   ,null 			          as top2_brand_val
-# MAGIC   ,null 			          as top2_brand_gr
-# MAGIC   ,null 			          as top1_incremental_brand
-# MAGIC   ,null 			          as top1_incremental_gr
-# MAGIC   ,null 			          as top2_incremental_brand 
-# MAGIC   ,null 			          as top2_incremental_gr
-# MAGIC   ,null               as ytd_gr
-# MAGIC   ,null               as ytd_ms
-# MAGIC   ,null               as ytd_delta_ms
-# MAGIC   ,null                 as dtp_name
-# MAGIC   ,'DTP TOP10品牌排名' file_name
-# MAGIC   ,NULL               as source_name
-# MAGIC   ,null                  rc
-# MAGIC   ,'Rx' as rx_otc
-# MAGIC   ,'TOP' as top_incre
-# MAGIC from  dwd.dwd_gnd_ext_retail_dtp_top_brand    ---这个没有ytd 三个字段添加
-# MAGIC union all
-# MAGIC
-# MAGIC select  
-# MAGIC   case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
-# MAGIC        when rank1 is null then '98'
-# MAGIC        else replace(rank1,' ','') end as rank1
-# MAGIC   ,null							  as product_desc
-# MAGIC   ,null						  	as product_type
-# MAGIC   ,null							  as common_name
-# MAGIC   ,null							  as brand
-# MAGIC   ,corp_desc 					as corp 
-# MAGIC   ,corporation
-# MAGIC   ,`type` as corp_type
-# MAGIC   ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
-# MAGIC         else sales_quarter
-# MAGIC         end as sales_quarter
-# MAGIC   ,null            		as ytd
-# MAGIC   ,sales_amount
-# MAGIC   ,null 			 	  		as rx_type
-# MAGIC   ,null 			 	  		as top1_brand_val
-# MAGIC   ,null 			 	  		as top1_brand_gr
-# MAGIC   ,null 			 	  		as top2_brand_val
-# MAGIC   ,null 			 	  		as top2_brand_gr
-# MAGIC   ,null 			 	  		as top1_incremental_brand
-# MAGIC   ,null 			 	  		as top1_incremental_gr
-# MAGIC   ,null 			 	  		as top2_incremental_brand 
-# MAGIC   ,null 			 	  		as top2_incremental_gr
-# MAGIC   ,null as ytd_gr
-# MAGIC   ,null as ytd_ms
-# MAGIC   ,null as ytd_delta_ms
-# MAGIC   ,null 			 	  		as dtp_name
-# MAGIC   ,'全国-集团排名' file_name
-# MAGIC   ,case when ta = 'GI' then concat(ta,'-',rx_otc)
-# MAGIC      when ta = 'NIAD-excl. GLP1' then 'DM'
-# MAGIC      else ta end as source_name
-# MAGIC   ,null                  rc
-# MAGIC   ,rx_otc
-# MAGIC   ,case when upper(top_top_incre) = 'TOP SALES' then 'TOP' else 'Incre' end as top_incre
-# MAGIC from dwd.dwd_gnd_retail_national_corp_rank
-# MAGIC
-# MAGIC union all 
-# MAGIC select 
-# MAGIC   case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
-# MAGIC        when rank1 is null then '98'
-# MAGIC        else replace(rank1,' ','') end as rank1
-# MAGIC   ,prod_desc as product_desc
-# MAGIC   ,`type` as product_type
-# MAGIC   ,cmps_desc as common_name
-# MAGIC   ,brand
-# MAGIC   ,corp_desc as corp
-# MAGIC   ,corporation
-# MAGIC   ,null                 as  corp_type
-# MAGIC   ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
-# MAGIC         else sales_quarter
-# MAGIC         end as sales_quarter
-# MAGIC   ,null                 as ytd
-# MAGIC   ,sales_amount
-# MAGIC   ,null 			 	  		as rx_type
-# MAGIC   ,null 			 	  		as top1_brand_val
-# MAGIC   ,null 			 	  		as top1_brand_gr
-# MAGIC   ,null 			 	  		as top2_brand_val
-# MAGIC   ,null 			 	  		as top2_brand_gr
-# MAGIC   ,null 			 	  		as top1_incremental_brand
-# MAGIC   ,null 			 	  		as top1_incremental_gr
-# MAGIC   ,null 			 	  		as top2_incremental_brand 
-# MAGIC   ,null 			 	  		as top2_incremental_gr
-# MAGIC   ,null as ytd_gr
-# MAGIC   ,null as ytd_ms
-# MAGIC   ,null as ytd_delta_ms
-# MAGIC   ,null 			 	  		as dtp_name
-# MAGIC   ,'全国-产品排名'    file_name
-# MAGIC   ,case when ta = 'GI' then concat(ta,'-',rx_otc)
-# MAGIC      when ta = 'NIAD-excl. GLP1' then 'DM'
-# MAGIC      else ta end as source_name
-# MAGIC   ,null                  rc
-# MAGIC   ,rx_otc
-# MAGIC   ,case when upper(top_top_incre) = 'TOP SALES' then 'TOP' else 'Incre' end as top_incre
-# MAGIC from dwd.dwd_gnd_retail_national_prd_rank
-# MAGIC union all 
-# MAGIC select 
-# MAGIC   case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
-# MAGIC        when rank1 is null then '98'
-# MAGIC        else replace(rank1,' ','') end as rank1
-# MAGIC   ,null						        as product_desc
-# MAGIC   ,null						        as product_type
-# MAGIC   ,null						        as common_name
-# MAGIC   ,null						        as brand
-# MAGIC   ,corp_desc 				      as corp 
-# MAGIC   ,corporation
-# MAGIC   ,`type` as corp_type
-# MAGIC   ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
-# MAGIC         else sales_quarter
-# MAGIC         end as sales_quarter
-# MAGIC   ,null                   as ytd
-# MAGIC   ,sales_amount
-# MAGIC   ,null 			 	         as rx_type
-# MAGIC   ,null 			 	         as top1_brand_val
-# MAGIC   ,null 			 	         as top1_brand_gr
-# MAGIC   ,null 			 	         as top2_brand_val
-# MAGIC   ,null 			 	         as top2_brand_gr
-# MAGIC   ,null 			 	         as top1_incremental_brand
-# MAGIC   ,null 			 	         as top1_incremental_gr
-# MAGIC   ,null 			 	         as top2_incremental_brand 
-# MAGIC   ,null 			 	         as top2_incremental_gr
-# MAGIC   ,null as ytd_gr
-# MAGIC   ,null as ytd_ms
-# MAGIC   ,null as ytd_delta_ms
-# MAGIC   ,null 			 	         as dtp_name
-# MAGIC   ,'大区-集团排名' file_name
-# MAGIC   ,case when ta = 'GI' then concat(ta,'-',rx_otc)
-# MAGIC      when ta = 'NIAD-excl. GLP1' then 'DM'
-# MAGIC      else ta end as source_name
-# MAGIC   ,region                  rc
-# MAGIC   ,rx_otc
-# MAGIC   ,case when upper(top_top_incre) = 'TOP SALES' then 'TOP' else 'Incre' end as top_incre
-# MAGIC from  dwd.dwd_gnd_retail_region_corp_rank
-# MAGIC )
-# MAGIC
-# MAGIC -- --计算Total值，按文件、季度、TA、rx_otc、top_incre进行合计
-# MAGIC -- --因为数据中本身就包含了Total行，因此直接筛选了rank1 = '99'(即筛选Total行)进行合计
-# MAGIC ,overview_total as (
-# MAGIC select file_name,
-# MAGIC        source_name,
-# MAGIC        rx_otc,
-# MAGIC        top_incre,
-# MAGIC        sales_quarter,
-# MAGIC        rc,
-# MAGIC        sum(sales_amount) sales_amount_total
-# MAGIC from overview
-# MAGIC where rank1 = '99'
-# MAGIC group by file_name,sales_quarter,rx_otc,top_incre,source_name,rc
-# MAGIC )
-# MAGIC
-# MAGIC -- --取到文件中的最大时间，在获取ly值的时候，用于限定时间范围
-# MAGIC ,overview_maxyq as (
-# MAGIC select max(sales_quarter) max_sales_quarter
-# MAGIC   from overview
-# MAGIC where sales_quarter is not null
-# MAGIC )
-# MAGIC
-# MAGIC -- --在数据源的基础上，增加yyyymm字段、sales_amount_ly、sales_amount_total、sales_amount_ly_total字段
-# MAGIC select 
-# MAGIC   case when max(rank1) < 10000 then max(rank1) else cast(max(rank1) as int) - 10000 end as rank1
-# MAGIC   ,product_desc
-# MAGIC   ,product_type
-# MAGIC   ,common_name
-# MAGIC   ,brand
-# MAGIC   ,corp
-# MAGIC   ,corporation
-# MAGIC   ,corp_type
-# MAGIC   ,sales_quarter
-# MAGIC   ,case when right(sales_quarter,1) = '1' then concat(left(sales_quarter,4),'03')
-# MAGIC       when right(sales_quarter,1) = '2' then concat(left(sales_quarter,4),'06')
-# MAGIC       when right(sales_quarter,1) = '3' then concat(left(sales_quarter,4),'09')
-# MAGIC       when right(sales_quarter,1) = '4' then concat(left(sales_quarter,4),'12')
-# MAGIC   end as yyyymm
-# MAGIC   ,max(ytd) ytd
-# MAGIC   ,sum(sales_amount) as sales_amount
-# MAGIC   ,sum(sales_amount_ly) as sales_amount_ly
-# MAGIC   ,sum(sales_amount_total) as sales_amount_total
-# MAGIC   ,sum(sales_amount_ly_total) as sales_amount_ly_total
-# MAGIC   ,rx_type
-# MAGIC   ,max(top1_brand_val) top1_brand_val
-# MAGIC   ,max(top1_brand_gr) top1_brand_gr
-# MAGIC   ,max(top2_brand_val) top2_brand_val
-# MAGIC   ,max(top2_brand_gr) top2_brand_gr
-# MAGIC   ,max(top1_incremental_brand) top1_incremental_brand
-# MAGIC   ,max(top1_incremental_gr) top1_incremental_gr
-# MAGIC   ,max(top2_incremental_brand) top2_incremental_brand
-# MAGIC   ,max(top2_incremental_gr) top2_incremental_gr
-# MAGIC   ,max(ytd_gr) ytd_gr
-# MAGIC   ,max(ytd_ms) ytd_ms
-# MAGIC   ,max(ytd_delta_ms) ytd_delta_ms
-# MAGIC   ,dtp_name
-# MAGIC   ,file_name
-# MAGIC   ,source_name
-# MAGIC   ,rc
-# MAGIC   ,rx_otc
-# MAGIC   ,top_incre
-# MAGIC   ,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_insert_dt
-# MAGIC   ,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_update_dt
-# MAGIC from
-# MAGIC (
-# MAGIC   select
-# MAGIC     cast(rank1 as int) + 10000 rank1
-# MAGIC     ,product_desc
-# MAGIC     ,product_type
-# MAGIC     ,common_name
-# MAGIC     ,brand
-# MAGIC     ,corp
-# MAGIC     ,corporation
-# MAGIC     ,corp_type
-# MAGIC     ,t1.sales_quarter
-# MAGIC     ,ytd
-# MAGIC     ,sales_amount
-# MAGIC     ,0 as sales_amount_ly
-# MAGIC     ,t2.sales_amount_total
-# MAGIC     ,0 as sales_amount_ly_total
-# MAGIC     ,rx_type
-# MAGIC     ,top1_brand_val
-# MAGIC     ,top1_brand_gr
-# MAGIC     ,top2_brand_val
-# MAGIC     ,top2_brand_gr
-# MAGIC     ,top1_incremental_brand
-# MAGIC     ,top1_incremental_gr
-# MAGIC     ,top2_incremental_brand
-# MAGIC     ,top2_incremental_gr
-# MAGIC     ,ytd_gr
-# MAGIC     ,ytd_ms
-# MAGIC     ,ytd_delta_ms
-# MAGIC     ,dtp_name
-# MAGIC     ,t1.file_name
-# MAGIC     ,t1.source_name
-# MAGIC     ,t1.rc
-# MAGIC     ,t1.rx_otc
-# MAGIC     ,t1.top_incre
-# MAGIC   from overview t1
-# MAGIC   left join overview_total t2
-# MAGIC     on t1.file_name = t2.file_name
-# MAGIC     and nvl(t1.sales_quarter,'') = nvl(t2.sales_quarter,'')
-# MAGIC     and t1.rx_otc = t2.rx_otc
-# MAGIC     and t1.top_incre = t2.top_incre
-# MAGIC     and NVL(t1.source_name,'') = NVL(t2.source_name,'')
-# MAGIC     and NVL(t1.rc,'') = NVL(t2.rc,'')
-# MAGIC
-# MAGIC   union all
-# MAGIC
-# MAGIC   select
-# MAGIC     cast(rank1 as int) rank1
-# MAGIC     ,product_desc
-# MAGIC     ,product_type
-# MAGIC     ,common_name
-# MAGIC     ,brand
-# MAGIC     ,corp
-# MAGIC     ,corporation
-# MAGIC     ,corp_type
-# MAGIC     ,concat(cast(left(t1.sales_quarter,4) as int) + 1,right(t1.sales_quarter,2)) as sales_quarter
-# MAGIC     ,null as ytd
-# MAGIC     ,0 as sales_amount
-# MAGIC     ,sales_amount as sales_amount_ly
-# MAGIC     ,0 as sales_amount_total
-# MAGIC     ,t2.sales_amount_total as sales_amount_ly_total
-# MAGIC     ,rx_type
-# MAGIC     ,null as top1_brand_val
-# MAGIC     ,null as top1_brand_gr
-# MAGIC     ,null as top2_brand_val
-# MAGIC     ,null as top2_brand_gr
-# MAGIC     ,null as top1_incremental_brand
-# MAGIC     ,null as top1_incremental_gr
-# MAGIC     ,null as top2_incremental_brand
-# MAGIC     ,null as top2_incremental_gr
-# MAGIC     ,null as ytd_gr
-# MAGIC     ,null as ytd_ms
-# MAGIC     ,null as ytd_delta_ms
-# MAGIC     ,dtp_name
-# MAGIC     ,t1.file_name
-# MAGIC     ,t1.source_name
-# MAGIC     ,t1.rc
-# MAGIC     ,t1.rx_otc
-# MAGIC     ,t1.top_incre
-# MAGIC   from overview t1
-# MAGIC   left join overview_total t2
-# MAGIC     on t1.file_name = t2.file_name
-# MAGIC     and nvl(t1.sales_quarter,'') = nvl(t2.sales_quarter,'')
-# MAGIC     and t1.rx_otc = t2.rx_otc
-# MAGIC     and t1.top_incre = t2.top_incre
-# MAGIC     and NVL(t1.source_name,'') = NVL(t2.source_name,'')
-# MAGIC     and NVL(t1.rc,'') = NVL(t2.rc,'')
-# MAGIC   left join overview_maxyq t3
-# MAGIC   on 1=1
-# MAGIC   where concat(cast(left(t1.sales_quarter,4) as int) + 1,right(t1.sales_quarter,2)) <= t3.max_sales_quarter
-# MAGIC ) t
-# MAGIC group by
-# MAGIC product_desc
-# MAGIC ,product_type
-# MAGIC ,common_name
-# MAGIC ,brand
-# MAGIC ,corp
-# MAGIC ,corporation
-# MAGIC ,corp_type
-# MAGIC ,sales_quarter
-# MAGIC ,rx_type
-# MAGIC ,dtp_name
-# MAGIC ,file_name
-# MAGIC ,source_name
-# MAGIC ,rc
-# MAGIC ,rx_otc
-# MAGIC ,top_incre
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-10: map to dm.dm_zk_retail_overview_data
-# MAGIC -- 10.2 将free report overview 导出的合并文件写入dm 
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC insert overwrite table dm.dm_zk_retail_overview_data(
-# MAGIC   rank1,
-# MAGIC   product_desc,
-# MAGIC   product_type,
-# MAGIC   common_name,
-# MAGIC   brand,
-# MAGIC   corp,
-# MAGIC   corporation,
-# MAGIC   corp_type,
-# MAGIC   sales_quarter,
-# MAGIC   yyyymm,
-# MAGIC   ytd,
-# MAGIC   sales_amount,
-# MAGIC   sales_amount_ly,
-# MAGIC   sales_amount_total,
-# MAGIC   sales_amount_ly_total,
-# MAGIC   rx_type,
-# MAGIC   top1_brand_val,
-# MAGIC   top1_brand_gr,
-# MAGIC   top2_brand_val,
-# MAGIC   top2_brand_gr,
-# MAGIC   top1_incremental_brand,
-# MAGIC   top1_incremental_gr,
-# MAGIC   top2_incremental_brand,
-# MAGIC   top2_incremental_gr,
-# MAGIC   ytd_gr,
-# MAGIC   ytd_ms,
-# MAGIC   ytd_delta_ms,
-# MAGIC   dtp_name,
-# MAGIC   file_name,
-# MAGIC   source_name,
-# MAGIC   rc,
-# MAGIC   rx_otc,
-# MAGIC   top_incre,
-# MAGIC   etl_insert_dt,
-# MAGIC   etl_update_dt
-# MAGIC   )
-# MAGIC   select 
-# MAGIC   trim(rank1) rank1 
-# MAGIC   ,product_desc
-# MAGIC   ,product_type
-# MAGIC   ,common_name
-# MAGIC   ,brand
-# MAGIC   ,nvl(corp,'' ) corp
-# MAGIC   ,corporation
-# MAGIC   ,corp_type
-# MAGIC   ,sales_quarter 
-# MAGIC   ,yyyymm
-# MAGIC   ,case when ytd is null then 'N' ELSE 'Y' END ytd
-# MAGIC   ,sales_amount
-# MAGIC   ,sales_amount_ly
-# MAGIC   ,sales_amount_total
-# MAGIC   ,sales_amount_ly_total
-# MAGIC   ,rx_type
-# MAGIC   ,top1_brand_val
-# MAGIC   ,cast(top1_brand_gr as double)  top1_brand_gr
-# MAGIC   ,top2_brand_val
-# MAGIC   ,cast(top2_brand_gr as double) top2_brand_gr
-# MAGIC   ,top1_incremental_brand
-# MAGIC   ,cast(top1_incremental_gr as double) top1_incremental_gr
-# MAGIC   ,top2_incremental_brand
-# MAGIC   ,cast(top2_incremental_gr as double) top2_incremental_gr
-# MAGIC   ,cast(ytd_gr as double ) ytd_gr
-# MAGIC   ,cast(ytd_ms as double) ytd_ms
-# MAGIC   ,cast(ytd_delta_ms as double) ytd_delta_ms
-# MAGIC   ,dtp_name
-# MAGIC   ,file_name
-# MAGIC   ,trim(source_name) source_name 
-# MAGIC   ,rc 
-# MAGIC   ,rx_otc
-# MAGIC   ,top_incre
-# MAGIC     ,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_insert_dt
-# MAGIC     ,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_update_dt
-# MAGIC from dws.dws_zk_retail_overview_data
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-11: map to dm.dm_zk_retail_product_info
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-11: map to dm.dm_zk_retail_product_info
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC ------------------------------retail/EC原始维度，从b2c配置表直取-----------------------------------------
-# MAGIC insert overwrite table dws.dws_zk_retail_product_info 
-# MAGIC select  distinct 
-# MAGIC     product_id
-# MAGIC     -------------------------------------------------------------
-# MAGIC     -- format iqvia_pack_code
-# MAGIC     ,case when length(trim(iqvia_pack_code)) < 12 and trim(iqvia_pack_code) REGEXP '^[0-9]'  then right(concat('000000000000',trim(iqvia_pack_code)),12) else trim(iqvia_pack_code) end as iqvia_pack_code
-# MAGIC     -------------------------------------------------------------
-# MAGIC     ,prescription_nature
-# MAGIC     ,medicine_type
-# MAGIC     ,zk_medicine_tier1
-# MAGIC     ,zk_medicine_tier2
-# MAGIC     ,zk_medicine_tier3
-# MAGIC     ,zk_medicine_tier4
-# MAGIC     ,common_name
-# MAGIC     ,dosage_form
-# MAGIC     ,user_type
-# MAGIC     ,category_name
-# MAGIC     ,product_name
-# MAGIC     ,brand_name
-# MAGIC     ,zk_manu_des
-# MAGIC     ,zk_corp_des
-# MAGIC     ,zk_pack_des
-# MAGIC   ,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_insert_dt
-# MAGIC 	,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_update_dt
-# MAGIC from dwd.dwd_gnd_ext_retail_pack_property;
-# MAGIC ------------------------------retail/EC原始维度，从b2c直取 写入dm-----------------------------------------
-# MAGIC insert overwrite table dm.dm_zk_retail_product_info 
-# MAGIC select  distinct 
-# MAGIC     product_id
-# MAGIC     ,iqvia_pack_code
-# MAGIC     ,prescription_nature
-# MAGIC     ,medicine_type
-# MAGIC     ,zk_medicine_tier1
-# MAGIC     ,zk_medicine_tier2
-# MAGIC     ,zk_medicine_tier3
-# MAGIC     ,zk_medicine_tier4
-# MAGIC     ,common_name
-# MAGIC     ,dosage_form
-# MAGIC     ,user_type
-# MAGIC     ,category_name
-# MAGIC     ,product_name
-# MAGIC     ,brand_name
-# MAGIC     ,zk_manu_des
-# MAGIC     ,zk_corp_des
-# MAGIC     ,zk_pack_des
-# MAGIC   ,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_insert_dt
-# MAGIC 	,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_update_dt
-# MAGIC   from dws.dws_zk_retail_product_info;
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-12: map to dm.dm_zk_retail_brand
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-12: map to dm.dm_zk_retail_brand
-# MAGIC -- retail 自有部分需要导出数据，从品牌数据报表直取,无特殊加工
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC ------------------------------retail 自有部分需要导出数据，从品牌数据报表直取,无特殊加工-----------------------------------------
-# MAGIC insert overwrite table dws.dws_zk_retail_brand 
-# MAGIC with max_yq as (
-# MAGIC select TA,market,rc_name_en,province_city,ranked_by,max(yq) as yq
-# MAGIC from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all
-# MAGIC group by TA,market,rc_name_en,province_city,ranked_by
-# MAGIC )
-# MAGIC
-# MAGIC select  distinct 
-# MAGIC     t1.TA,
-# MAGIC     t1.market,
-# MAGIC     t1.rc_name_en,
-# MAGIC     t1.province_city
-# MAGIC     ,key_brand_ytd
-# MAGIC     ,key_brand_rank_ytd
-# MAGIC     ,top_brand_ytd
-# MAGIC     ,top_brand_ms_ytd
-# MAGIC     ,top_brand_inc_ms_ytd
-# MAGIC     ,top_brand_gr_ytd
-# MAGIC     ,key_brand_qtd
-# MAGIC     ,key_brand_rank_qtd
-# MAGIC     ,top_brand_qtd
-# MAGIC     ,top_brand_ms_qtd
-# MAGIC     ,top_brand_inc_ms_qtd
-# MAGIC     ,top_brand_gr_qtd
-# MAGIC     ,t1.ranked_by
-# MAGIC     ,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_insert_dt
-# MAGIC     ,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_update_dt
-# MAGIC from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all t1
-# MAGIC inner join max_yq t2
-# MAGIC on t1.TA = t2.TA
-# MAGIC and t1.market = t2.market
-# MAGIC and t1.rc_name_en = t2.rc_name_en
-# MAGIC and t1.province_city = t2.province_city
-# MAGIC and t1.yq = t2.yq
-# MAGIC and t1.ranked_by = t2.ranked_by
-# MAGIC ;
-# MAGIC
-# MAGIC -- dm_zk_retail_brand
-# MAGIC
-# MAGIC ------------------------------retail 自有部分需要导出数据，写入dm-----------------------------------------
-# MAGIC insert overwrite table dm.dm_zk_retail_brand 
-# MAGIC select  distinct 
-# MAGIC     TA,market,rc_name_en,province_city
-# MAGIC     ,key_brand_ytd
-# MAGIC     ,cast(key_brand_rank_ytd as double) key_brand_rank_ytd
-# MAGIC     ,top_brand_ytd
-# MAGIC     ,cast(top_brand_ms_ytd as double)   top_brand_ms_ytd
-# MAGIC     ,cast(top_brand_inc_ms_ytd as double) top_brand_inc_ms_ytd
-# MAGIC     ,cast(top_brand_gr_ytd as double)  top_brand_gr_ytd
-# MAGIC     ,key_brand_qtd
-# MAGIC     ,cast(key_brand_rank_qtd as double ) key_brand_rank_qtd
-# MAGIC     ,top_brand_qtd
-# MAGIC     ,cast(top_brand_ms_qtd as double ) top_brand_ms_qtd
-# MAGIC     ,cast(top_brand_inc_ms_qtd as double ) top_brand_inc_ms_qtd
-# MAGIC     ,cast(top_brand_gr_qtd as double ) top_brand_gr_qtd
-# MAGIC     ,ranked_by
-# MAGIC from dws.dws_zk_retail_brand;
-# MAGIC
-# MAGIC  
-# MAGIC
-# MAGIC
-# MAGIC
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-13: map to dm.dm_zk_retail_export
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC -- STEP-13: map to dm.dm_zk_retail_export
-# MAGIC
-# MAGIC --修改时间：20240821
-# MAGIC --修改人：FanXujia
-# MAGIC --修改内容：
-# MAGIC --导出模板整合，由原来的十几个文件改为3个文件
-# MAGIC --《全国-集团排名》：dwd.dwd_gnd_retail_national_corp_rank
-# MAGIC --《全国-产品排名》：dwd.dwd_gnd_retail_national_prd_rank
-# MAGIC --《大区-集团排名》：dwd.dwd_gnd_retail_region_corp_rank
-# MAGIC -------------------------------------------------------------------------------------
-# MAGIC
-# MAGIC insert overwrite table dws.dws_zk_retail_export
-# MAGIC (
-# MAGIC   ta,
-# MAGIC   rx_otc,
-# MAGIC   top_top_incre,
-# MAGIC   rank1,
-# MAGIC   corp_desc,
-# MAGIC   corporation,
-# MAGIC   type,
-# MAGIC   prod_desc,
-# MAGIC   cmps_desc,
-# MAGIC   brand,
-# MAGIC   region,
-# MAGIC   sales_quarter,
-# MAGIC   sales_amount,
-# MAGIC   file_name,
-# MAGIC   etl_insert_dt,
-# MAGIC   etl_update_dt
-# MAGIC )
-# MAGIC --《全国-集团排名》
-# MAGIC select distinct
-# MAGIC   ta,
-# MAGIC   rx_otc,
-# MAGIC   top_top_incre,
-# MAGIC   case when upper(trim(rank1)) = 'TOTAL' then '99'
-# MAGIC       when rank1 is null then '98'
-# MAGIC       else trim(rank1) end as rank1,
-# MAGIC   corp_desc,
-# MAGIC   corporation,
-# MAGIC   type,
-# MAGIC   null as prod_desc,
-# MAGIC   null as cmps_desc,
-# MAGIC   null as brand,
-# MAGIC   null as region,
-# MAGIC   sales_quarter,
-# MAGIC   sales_amount,
-# MAGIC   '全国-集团排名' as file_name,
-# MAGIC   from_utc_timestamp(current_timestamp(),'UTC+8') as etl_insert_dt,
-# MAGIC   from_utc_timestamp(current_timestamp(),'UTC+8') as etl_update_dt
-# MAGIC from dwd.dwd_gnd_retail_national_corp_rank
-# MAGIC
-# MAGIC union all
-# MAGIC
-# MAGIC --《全国-产品排名》
-# MAGIC select distinct
-# MAGIC   ta,
-# MAGIC   rx_otc,
-# MAGIC   top_top_incre,
-# MAGIC   case when upper(trim(rank1)) = 'TOTAL' then '99'
-# MAGIC       when rank1 is null then '98'
-# MAGIC       else trim(rank1) end as rank1,
-# MAGIC   corp_desc,
-# MAGIC   corporation,
-# MAGIC   type,
-# MAGIC   prod_desc,
-# MAGIC   cmps_desc,
-# MAGIC   brand,
-# MAGIC   null as region,
-# MAGIC   sales_quarter,
-# MAGIC   sales_amount,
-# MAGIC   '全国-产品排名' as file_name,
-# MAGIC   from_utc_timestamp(current_timestamp(),'UTC+8') as etl_insert_dt,
-# MAGIC   from_utc_timestamp(current_timestamp(),'UTC+8') as etl_update_dt
-# MAGIC from dwd.dwd_gnd_retail_national_prd_rank
-# MAGIC
-# MAGIC union all
-# MAGIC
-# MAGIC --《大区-集团排名》
-# MAGIC select distinct
-# MAGIC   ta,
-# MAGIC   rx_otc,
-# MAGIC   top_top_incre,
-# MAGIC   case when upper(trim(rank1)) = 'TOTAL' then '99'
-# MAGIC       when rank1 is null then '98'
-# MAGIC       else trim(rank1) end as rank1,
-# MAGIC   corp_desc,
-# MAGIC   corporation,
-# MAGIC   type,
-# MAGIC   null as prod_desc,
-# MAGIC   null as cmps_desc,
-# MAGIC   null as brand,
-# MAGIC   region,
-# MAGIC   sales_quarter,
-# MAGIC   sales_amount,
-# MAGIC   '大区-集团排名' as file_name,
-# MAGIC   from_utc_timestamp(current_timestamp(),'UTC+8') as etl_insert_dt,
-# MAGIC   from_utc_timestamp(current_timestamp(),'UTC+8') as etl_update_dt
-# MAGIC from dwd.dwd_gnd_retail_region_corp_rank;
-# MAGIC
-# MAGIC --写入dm表
-# MAGIC insert overwrite table dm.dm_zk_retail_export
-# MAGIC (
-# MAGIC   ta,
-# MAGIC   rx_otc,
-# MAGIC   top_top_incre,
-# MAGIC   rank1,
-# MAGIC   corp_desc,
-# MAGIC   corporation,
-# MAGIC   type,
-# MAGIC   prod_desc,
-# MAGIC   cmps_desc,
-# MAGIC   brand,
-# MAGIC   region,
-# MAGIC   sales_quarter,
-# MAGIC   sales_amount,
-# MAGIC   file_name,
-# MAGIC   etl_insert_dt,
-# MAGIC   etl_update_dt
-# MAGIC )
-# MAGIC select
-# MAGIC   ta,
-# MAGIC   rx_otc,
-# MAGIC   top_top_incre,
-# MAGIC   rank1,
-# MAGIC   corp_desc,
-# MAGIC   corporation,
-# MAGIC   type,
-# MAGIC   prod_desc,
-# MAGIC   cmps_desc,
-# MAGIC   brand,
-# MAGIC   region,
-# MAGIC   sales_quarter,
-# MAGIC   sales_amount,
-# MAGIC   file_name,
-# MAGIC   etl_insert_dt,
-# MAGIC   etl_update_dt
-# MAGIC from dws.dws_zk_retail_export;
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ## STEP-14: calculate niad date
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC CREATE OR REPLACE TABLE tmp.tmp_dm_td_ext_retail_niad_month as 
-# MAGIC WITH ALL_RETIAL_DATA (
-# MAGIC   select
-# MAGIC     max(
-# MAGIC       nvl(
-# MAGIC         month,
-# MAGIC         CONCAT(
-# MAGIC           SUBSTRING(quarter, 1, 4), -- 提取年份（前4位）
-# MAGIC           CASE
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '1' THEN '03' -- Q1 → 03月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '2' THEN '06' -- Q2 → 06月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '3' THEN '09' -- Q3 → 09月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '4' THEN '12' -- Q4 → 12月
-# MAGIC           END
-# MAGIC         )
-# MAGIC       )
-# MAGIC     ) as month,
-# MAGIC     'NIAD' as datatype
-# MAGIC   from
-# MAGIC     dwd.dwd_gnd_ext_retail_nataional_niad
-# MAGIC   union all
-# MAGIC   select
-# MAGIC     max(
-# MAGIC       nvl(
-# MAGIC         month,
-# MAGIC         CONCAT(
-# MAGIC           SUBSTRING(quarter, 1, 4), -- 提取年份（前4位）
-# MAGIC           CASE
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '1' THEN '03' -- Q1 → 03月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '2' THEN '06' -- Q2 → 06月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '3' THEN '09' -- Q3 → 09月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '4' THEN '12' -- Q4 → 12月
-# MAGIC           END
-# MAGIC         )
-# MAGIC       )
-# MAGIC     ) as month,
-# MAGIC     'NOTNIAD' as datatype
-# MAGIC   from
-# MAGIC     dwd.dwd_gnd_ext_retail_statin_xzk
-# MAGIC   union all
-# MAGIC   select
-# MAGIC     max(
-# MAGIC       nvl(
-# MAGIC         month,
-# MAGIC         CONCAT(
-# MAGIC           SUBSTRING(quarter, 1, 4), -- 提取年份（前4位）
-# MAGIC           CASE
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '1' THEN '03' -- Q1 → 03月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '2' THEN '06' -- Q2 → 06月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '3' THEN '09' -- Q3 → 09月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '4' THEN '12' -- Q4 → 12月
-# MAGIC           END
-# MAGIC         )
-# MAGIC       )
-# MAGIC     ) as month,
-# MAGIC     'NOTNIAD' as datatype
-# MAGIC   from
-# MAGIC     dwd.dwd_gnd_ext_retail_nataional_oap
-# MAGIC   union all
-# MAGIC   select
-# MAGIC     max(
-# MAGIC       nvl(
-# MAGIC         month,
-# MAGIC         CONCAT(
-# MAGIC           SUBSTRING(quarter, 1, 4), -- 提取年份（前4位）
-# MAGIC           CASE
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '1' THEN '03' -- Q1 → 03月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '2' THEN '06' -- Q2 → 06月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '3' THEN '09' -- Q3 → 09月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '4' THEN '12' -- Q4 → 12月
-# MAGIC           END
-# MAGIC         )
-# MAGIC       )
-# MAGIC     ) as month,
-# MAGIC     'NOTNIAD' as datatype
-# MAGIC   from
-# MAGIC     dwd.dwd_gnd_ext_retail_anti_asthma_copd
-# MAGIC   union all
-# MAGIC   select
-# MAGIC     max(
-# MAGIC       nvl(
-# MAGIC         month,
-# MAGIC         CONCAT(
-# MAGIC           SUBSTRING(quarter, 1, 4), -- 提取年份（前4位）
-# MAGIC           CASE
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '1' THEN '03' -- Q1 → 03月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '2' THEN '06' -- Q2 → 06月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '3' THEN '09' -- Q3 → 09月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '4' THEN '12' -- Q4 → 12月
-# MAGIC           END
-# MAGIC         )
-# MAGIC       )
-# MAGIC     ) as month,
-# MAGIC     'NOTNIAD' as datatype
-# MAGIC   from
-# MAGIC     dwd.dwd_gnd_ext_retail_aagsa_ppi_oral
-# MAGIC   union all
-# MAGIC   select
-# MAGIC     max(
-# MAGIC       nvl(
-# MAGIC         month,
-# MAGIC         CONCAT(
-# MAGIC           SUBSTRING(quarter, 1, 4), -- 提取年份（前4位）
-# MAGIC           CASE
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '1' THEN '03' -- Q1 → 03月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '2' THEN '06' -- Q2 → 06月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '3' THEN '09' -- Q3 → 09月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '4' THEN '12' -- Q4 → 12月
-# MAGIC           END
-# MAGIC         )
-# MAGIC       )
-# MAGIC     ) as month,
-# MAGIC     'NOTNIAD' as datatype
-# MAGIC   from
-# MAGIC     dwd.dwd_gnd_ext_retail_atomizer
-# MAGIC   union all
-# MAGIC   select
-# MAGIC     max(
-# MAGIC       nvl(
-# MAGIC         month,
-# MAGIC         CONCAT(
-# MAGIC           SUBSTRING(quarter, 1, 4), -- 提取年份（前4位）
-# MAGIC           CASE
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '1' THEN '03' -- Q1 → 03月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '2' THEN '06' -- Q2 → 06月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '3' THEN '09' -- Q3 → 09月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '4' THEN '12' -- Q4 → 12月
-# MAGIC           END
-# MAGIC         )
-# MAGIC       )
-# MAGIC     ) as month,
-# MAGIC     'NOTNIAD' as datatype
-# MAGIC   from
-# MAGIC     dwd.dwd_gnd_ext_retail_nataional_rd
-# MAGIC   union all
-# MAGIC   select
-# MAGIC     max(
-# MAGIC       nvl(
-# MAGIC         month,
-# MAGIC         CONCAT(
-# MAGIC           SUBSTRING(quarter, 1, 4), -- 提取年份（前4位）
-# MAGIC           CASE
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '1' THEN '03' -- Q1 → 03月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '2' THEN '06' -- Q2 → 06月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '3' THEN '09' -- Q3 → 09月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '4' THEN '12' -- Q4 → 12月
-# MAGIC           END
-# MAGIC         )
-# MAGIC       )
-# MAGIC     ) as month,
-# MAGIC     'NOTNIAD' as datatype
-# MAGIC   from
-# MAGIC     dwd.dwd_gnd_ext_retail_metoprolol_tartrat
-# MAGIC   union all
-# MAGIC   select
-# MAGIC     max(
-# MAGIC       nvl(
-# MAGIC         month,
-# MAGIC         CONCAT(
-# MAGIC           SUBSTRING(quarter, 1, 4), -- 提取年份（前4位）
-# MAGIC           CASE
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '1' THEN '03' -- Q1 → 03月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '2' THEN '06' -- Q2 → 06月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '3' THEN '09' -- Q3 → 09月
-# MAGIC             WHEN SUBSTRING(quarter, 6, 1) = '4' THEN '12' -- Q4 → 12月
-# MAGIC           END
-# MAGIC         )
-# MAGIC       )
-# MAGIC     ) as month,
-# MAGIC     'NOTNIAD' as datatype
-# MAGIC   from
-# MAGIC     dwd.dwd_gnd_ext_retail_htn
-# MAGIC )
-# MAGIC SELECT
-# MAGIC   MAX(t1.month) as NIAD_MONTH,
-# MAGIC   max(t2.month) OTHERS_MONTH
-# MAGIC FROM
-# MAGIC   all_retial_data t1
-# MAGIC     LEFT JOIN (
-# MAGIC       SELECT
-# MAGIC         MAX(month) as month
-# MAGIC       FROM
-# MAGIC         all_retial_data
-# MAGIC       WHERE
-# MAGIC         datatype = 'NOTNIAD'
-# MAGIC     ) t2
-# MAGIC WHERE
-# MAGIC   t1.datatype = 'NIAD'
-
-# COMMAND ----------
-
-############################################################END################################################################
\ No newline at end of file
diff --git a/EXTERNAL/Retail/11 map_to_overview_dm_table.py:Zone.Identifier b/EXTERNAL/Retail/11 map_to_overview_dm_table.py:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/12 dws_tf_external_retail_dtp_special.sql b/EXTERNAL/Retail/12 dws_tf_external_retail_dtp_special.sql
deleted file mode 100644
index ff12c73..0000000
--- a/EXTERNAL/Retail/12 dws_tf_external_retail_dtp_special.sql	
+++ /dev/null
@@ -1,81 +0,0 @@
--- Databricks notebook source
-insert overwrite table dws.dws_tf_external_retail_dtp_special 
-with dim_geo as (
-  SELECT 
-    AUDIT_COD
-    ,REGION_TYPE
-    ,PROVINCE_C
-  FROM DM.DM_TD_EXTERNAL_GEO 
-  WHERE DATA_SOURCE = 'DTP(Quarterly)'
-  GROUP BY 1,2,3
-)
-,all_data (--所有DTP BRAND 中的数据聚合
-  select 
-    market
-    ,province_city
-    ,yyyymm
-    ,sum(sales_value)  as sales_value
-    ,sum(sales_volume)  as sales_volume
-    ,sum(pdot_counting_unit) as pdot_counting_unit
-  from dwd.dwd_gnd_ext_dtp_zk_brand --数据来源表
-  where type = '品类' 
-  and market = 'EGFR TKI' 
-  and zk_brand_category ='EGFR TKI Market'
-  and ranked_by = 'value'
-  group by 1,2,3
-)
-,not_quanguo_data as (--计算非全国部分
-  select 
-    market
-    ,yyyymm
-    ,sum(sales_value)  as sales_value
-    ,sum(sales_volume)  as sales_volume
-    ,sum(pdot_counting_unit) as pdot_counting_unit
-  from all_data
-  where province_city <> '全国'
-  group by 1,2
-)
-,roc_data as (--计算 roc部分的值 = 全国- 非全国合计
-  select 
-    a.market
-    ,'ROC' as province_city
-    ,a.yyyymm
-    ,a.sales_value-b.sales_value  as sales_value
-    ,a.sales_volume - b.sales_volume  as sales_volume
-    ,a.pdot_counting_unit - b.pdot_counting_unit  as pdot_counting_unit
-  from all_data a
-  left join not_quanguo_data b on a.market = b.market and a.yyyymm = b.yyyymm
-  where a.province_city = '全国'
-)
-,all_data_with_roc as (--合并全部数据
-  select 
-    market
-    ,province_city
-    ,yyyymm
-    ,sales_value
-    ,sales_volume
-    ,pdot_counting_unit
-  from all_data where province_city <> '全国'
-  union all
-  select 
-    market
-    ,province_city
-    ,yyyymm
-    ,sales_value
-    ,sales_volume
-    ,pdot_counting_unit
-  from roc_data 
-)
-
-select 
-  a.market
-  ,a.province_city
-  ,concat(b.AUDIT_COD, 'DTP(Quarterly)', b.REGION_TYPE ) as audit_key --pbi dim_rc 关联键
-  ,concat(b.AUDIT_COD, 'DTP(Quarterly)' ) audit_source --pbi dim_geo 关联键
-  ,concat(left(a.yyyymm,4),'-',right(a.yyyymm,2),'-01') date_key --pbi dim_date 关联键
-  ,a.yyyymm
-  ,a.sales_value
-  ,a.sales_volume
-  ,a.pdot_counting_unit
-from all_data_with_roc a 
-left join dim_geo b on a.province_city = b.PROVINCE_C
\ No newline at end of file
diff --git a/EXTERNAL/Retail/12 dws_tf_external_retail_dtp_special.sql:Zone.Identifier b/EXTERNAL/Retail/12 dws_tf_external_retail_dtp_special.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/13 DM_TF_EXT_RETAIL_SALES.sql b/EXTERNAL/Retail/13 DM_TF_EXT_RETAIL_SALES.sql
deleted file mode 100644
index 7eeb536..0000000
--- a/EXTERNAL/Retail/13 DM_TF_EXT_RETAIL_SALES.sql	
+++ /dev/null
@@ -1,184 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TF_EXT_RETAIL_SALES (
---   YYYYMM STRING,
---   PACK_CODE STRING,
---   CORP_CODE STRING,
---   AUDIT_CODE STRING,
---   PLATFORM_TYPE STRING,
---   STORE_NAME STRING,
---   STORE_TYPE STRING,
---   REGION_TYPE STRING,
---   PACK_FLAG INT,
---   PROD_FLAG INT,
---   DTP_FLAG INT,
---   SALES_UNIT_CAL DECIMAL(38,10),
---   SALES_UNIT_CAL_LY DECIMAL(38,10),
---   SALES_VALUE_CAL DECIMAL(38,10),
---   SALES_VALUE_CAL_LY DECIMAL(38,10),
---   CONUTING_UNIT DECIMAL(38,10),
---   CONUTING_UNIT_LY DECIMAL(38,10),
---   DATA_SOURCE STRING,
---   INST_CODE STRING COMMENT '内部机构编码',
---   CMPS_FLAG STRING COMMENT '分子式标签',
---   DEPT_NAME STRING COMMENT '科室名称',
---   PRESCRIPTION DECIMAL(38,10) COMMENT '处方张数',
---   PRESCRIPTION_LY DECIMAL(38,10) COMMENT '去年同期处方张数',
---   NEW_CODE STRING COMMENT '主数据关联CODE',
---   AREA STRING COMMENT '城市',
---   H_LEVEL STRING COMMENT '医院类型',
---   REIMBURSE STRING COMMENT '报销情况',
---   REIMBURSE_TYPE STRING COMMENT '报销类型',
---   PRESCRIPTION_SOURCE STRING COMMENT '处方来源',
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_retail_sales';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_retail_sales';
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW RETAIL_SALES
-AS
-SELECT
-  A.YYYYMM,
-  A.iqvia_pack_code AS PACK_CODE,
-  trim(A.AUDIT_COD) AS AUDIT_CODE,
-  'Retail(Quarterly)' DATA_SOURCE,
-  -------------------------------------
-  SUM(sales_unit) SALES_UNIT_CAL,
-  SUM(sales_unit_ly) as SALES_UNIT_CAL_LY,
-  SUM(sales_value) SALES_VALUE_CAL,
-  SUM(sales_value_LY) as SALES_VALUE_CAL_LY,
-  SUM(counting_unit) CONUTING_UNIT,
-  SUM(counting_unit_LY) as CONUTING_UNIT_LY,
-  null as prescription,
-  null as prescription_ly,
-  -------------------------------------
-  --Retail藏数逻辑标签------------------
-  A.PACK_FLAG,
-  A.brand_flag PROD_FLAG,
-  0 DTP_FLAG,
-  case
-    when
-      max(lower(C.CMPS_DES)) in ('atorvastatin', 'rosuvastatin', 'esomeprazole', 'omeprazole')
-    then
-      1
-    else 0
-  end as cmps_flag,
-  -------------------------------------
-  --EC数据标签--------------------------
-  '' PLATFORM_TYPE,
-  '' STORE_NAME,
-  '' STORE_TYPE,
-  -------------------------------------
-  --COUNTY数据标签----------------------
-  '' REGION_TYPE,
-  -------------------------------------
-  --AIA数据标签-------------------------
-  null inst_code, --可以移除，报告没有使用
-  -------------------------------------
-  --XIE HE 数据标签---------------------
-  '' as dept_name,
-  '' as new_code,
-  '' as area,
-  '' as h_level,
-  '' as reimburse,
-  '' as reimburse_type,
-  '' as prescription_source,
-  -------------------------------------
-  '' as CORP_CODE --可以移除，报告没有使用
--------------------------------------
-FROM
-  dm.dm_zk_retail_sales A
-    LEFT JOIN (
-      select DISTINCT
-        iqvia_pack_code,
-        CMPS_DES
-      from
-        dm.dm_zk_retail_pack_property
-    ) C
-      ON A.iqvia_pack_code = C.iqvia_pack_code
-where
-  A.YYYYMM >= '202001' 
-GROUP BY
-  A.YYYYMM,
-  A.iqvia_pack_code,
-  A.AUDIT_COD,
-  A.PACK_FLAG,
-  A.brand_flag
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TF_EXT_RETAIL_SALES
-(
-  YYYYMM,
-  PACK_CODE,
-  AUDIT_CODE,
-  DATA_SOURCE,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  CMPS_FLAG,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  INST_CODE,
-  DEPT_NAME,
-  NEW_CODE,
-  AREA,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_SOURCE,
-  CORP_CODE,
-  ETL_INSERT_DT,
-  ETL_UPDATE_DT
-)
-SELECT 
-  YYYYMM,
-  NVL    (
-    NULLIF(PACK_CODE, ''),
-    CONCAT ('PACK_CODE_', DATA_SOURCE)
-  ) AS PACK_CODE,
-  NVL (NULLIF(AUDIT_CODE, ''), 'ROC') AS AUDIT_CODE,
-  DATA_SOURCE,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  CMPS_FLAG,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  INST_CODE,
-  DEPT_NAME,
-  NEW_CODE,
-  AREA,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_SOURCE,
-  CORP_CODE,
-  FROM_UTC_TIMESTAMP (CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP (CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
-FROM 
-  RETAIL_SALES
-;
\ No newline at end of file
diff --git a/EXTERNAL/Retail/13 DM_TF_EXT_RETAIL_SALES.sql:Zone.Identifier b/EXTERNAL/Retail/13 DM_TF_EXT_RETAIL_SALES.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/14 DM_TF_EXT_RETAIL_DTP_SALES.sql b/EXTERNAL/Retail/14 DM_TF_EXT_RETAIL_DTP_SALES.sql
deleted file mode 100644
index b8c6115..0000000
--- a/EXTERNAL/Retail/14 DM_TF_EXT_RETAIL_DTP_SALES.sql	
+++ /dev/null
@@ -1,170 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TF_EXT_RETAIL_DTP_SALES (
---   YYYYMM STRING,
---   PACK_CODE STRING,
---   CORP_CODE STRING,
---   AUDIT_CODE STRING,
---   PLATFORM_TYPE STRING,
---   STORE_NAME STRING,
---   STORE_TYPE STRING,
---   REGION_TYPE STRING,
---   PACK_FLAG INT,
---   PROD_FLAG INT,
---   DTP_FLAG INT,
---   SALES_UNIT_CAL DECIMAL(38,10),
---   SALES_UNIT_CAL_LY DECIMAL(38,10),
---   SALES_VALUE_CAL DECIMAL(38,10),
---   SALES_VALUE_CAL_LY DECIMAL(38,10),
---   CONUTING_UNIT DECIMAL(38,10),
---   CONUTING_UNIT_LY DECIMAL(38,10),
---   DATA_SOURCE STRING,
---   INST_CODE STRING COMMENT '内部机构编码',
---   CMPS_FLAG STRING COMMENT '分子式标签',
---   DEPT_NAME STRING COMMENT '科室名称',
---   PRESCRIPTION DECIMAL(38,10) COMMENT '处方张数',
---   PRESCRIPTION_LY DECIMAL(38,10) COMMENT '去年同期处方张数',
---   NEW_CODE STRING COMMENT '主数据关联CODE',
---   AREA STRING COMMENT '城市',
---   H_LEVEL STRING COMMENT '医院类型',
---   REIMBURSE STRING COMMENT '报销情况',
---   REIMBURSE_TYPE STRING COMMENT '报销类型',
---   PRESCRIPTION_SOURCE STRING COMMENT '处方来源',
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_retail_dtp_sales';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_retail_dtp_sales';
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW RETAIL_DTP_SALES
-AS
-SELECT
-    A.YYYYMM,
-    A.iqvia_pack_code AS PACK_CODE,
-    trim(A.AUDIT_COD) AS AUDIT_CODE,
-    'DTP(Quarterly)' DATA_SOURCE,
-    -------------------------------------
-    SUM(sales_unit) SALES_UNIT_CAL,
-    SUM(sales_unit_ly) as SALES_UNIT_CAL_LY,
-    SUM(sales_value) SALES_VALUE_CAL,
-    SUM(sales_value_LY) as SALES_VALUE_CAL_LY,
-    SUM(counting_unit) CONUTING_UNIT,
-    SUM(counting_unit_LY) as CONUTING_UNIT_LY,
-    null as prescription,
-    null as prescription_ly,
-    -------------------------------------
-    --Retail藏数逻辑标签------------------
-    1 PACK_FLAG,
-    brand_flag AS PROD_FLAG,
-    1 DTP_FLAG,
-    null as cmps_flag,
-    -------------------------------------
-    --EC数据标签--------------------------
-    '' PLATFORM_TYPE,
-    '' STORE_NAME,
-    '' STORE_TYPE,
-    -------------------------------------
-    --COUNTY数据标签----------------------
-    '' REGION_TYPE,
-    -------------------------------------
-    --AIA数据标签-------------------------
-    null inst_code, --可以移除，报告没有使用
-    -------------------------------------
-    --XIE HE 数据标签---------------------
-    '' as dept_name,
-    '' as new_code,
-    '' as area,
-    '' as h_level,
-    '' as reimburse,
-    '' as reimburse_type,
-    '' as prescription_source,
-    -------------------------------------
-    '' as CORP_CODE --可以移除，报告没有使用
-  -------------------------------------
-  FROM
-    dm.dm_zk_retail_dtp_sales A
-  where
-    A.YYYYMM >= '201901'
-  GROUP BY
-    A.YYYYMM,
-    A.iqvia_pack_code,
-    A.AUDIT_COD,
-    A.brand_flag,
-    A.pack_flag
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TF_EXT_RETAIL_DTP_SALES
-(
-  YYYYMM,
-  PACK_CODE,
-  AUDIT_CODE,
-  DATA_SOURCE,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  CMPS_FLAG,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  INST_CODE,
-  DEPT_NAME,
-  NEW_CODE,
-  AREA,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_SOURCE,
-  CORP_CODE,
-  ETL_INSERT_DT,
-  ETL_UPDATE_DT
-)
-SELECT 
-  YYYYMM,
-  NVL    (
-    NULLIF(PACK_CODE, ''),
-    CONCAT ('PACK_CODE_', DATA_SOURCE)
-  ) AS PACK_CODE,
-  NVL (NULLIF(AUDIT_CODE, ''), 'ROC') AS AUDIT_CODE,
-  DATA_SOURCE,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  CMPS_FLAG,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  INST_CODE,
-  DEPT_NAME,
-  NEW_CODE,
-  AREA,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_SOURCE,
-  CORP_CODE,
-  FROM_UTC_TIMESTAMP (CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP (CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
-FROM 
-  RETAIL_DTP_SALES
-;
\ No newline at end of file
diff --git a/EXTERNAL/Retail/14 DM_TF_EXT_RETAIL_DTP_SALES.sql:Zone.Identifier b/EXTERNAL/Retail/14 DM_TF_EXT_RETAIL_DTP_SALES.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/15 DM_TD_EXT_RETAIL_PACK_PROPERTY.sql b/EXTERNAL/Retail/15 DM_TD_EXT_RETAIL_PACK_PROPERTY.sql
deleted file mode 100644
index 090d0f0..0000000
--- a/EXTERNAL/Retail/15 DM_TD_EXT_RETAIL_PACK_PROPERTY.sql	
+++ /dev/null
@@ -1,146 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_RETAIL_PACK_PROPERTY
---  (
---   MARKET_PACK_KEY STRING,
---   PACK_CODE STRING,
---   PACK_DESC STRING,
---   STGH_DESC STRING,
---   PACK_LCH STRING,
---   FAMILY_CODE STRING,
---   FAMILY_NAME STRING,
---   PROD_CODE STRING,
---   PROD_DESC STRING,
---   PROD_DESC_C STRING,
---   CMPS_CODE STRING,
---   CMPS_DESC STRING,
---   CMPS_DESC_C STRING,
---   ATC1_CODE STRING,
---   ATC2_CODE STRING,
---   ATC3_CODE STRING,
---   ATC4_CODE STRING,
---   APP1_CODE STRING,
---   APP2_CODE STRING,
---   APP3_CODE STRING,
---   BIO_DESC STRING,
---   GENE_ORIG_DESC STRING,
---   ETH_OTC_DESC STRING,
---   NRDL_DESC STRING,
---   NRDL_ENTRY_DATE STRING,
---   EDL_DESC STRING,
---   TCM_DESC STRING,
---   PAED_DESC STRING,
---   GQCE_DESC STRING,
---   VBP_DESC_V STRING,
---   VBP_DESC STRING,
---   MANU_CODE STRING,
---   MANU_DESC STRING,
---   MANU_DESC_C STRING,
---   MNFL_CODE STRING,
---   MNFL_DESC STRING,
---   CORP_CODE STRING,
---   CORP_DESC STRING,
---   CORP_DESC_C STRING,
---   BRANDTYPE STRING,
---   MARKET STRING,
---   KEY_COMPETITOR STRING,
---   IS_AZ STRING,
---   AZ_MAIN STRING,
---   AZ_RELATED STRING,
---   ATC1_DESC STRING,
---   ATC1_DESC_C STRING,
---   ATC2_DESC STRING,
---   ATC2_DESC_C STRING,
---   ATC3_DESC STRING,
---   ATC3_DESC_C STRING,
---   ATC4_DESC STRING,
---   ATC4_DESC_C STRING,
---   APP1_DESC STRING,
---   APP1_DESC_C STRING,
---   APP2_DESC STRING,
---   APP2_DESC_C STRING,
---   APP3_DESC STRING,
---   APP3_DESC_C STRING,
---   CLASS STRING,
---   MARKET_RATIO STRING,
---   COUNTINGUNIT STRING,
---   VBP_BRAND STRING,
---   REPLENISH_FALG STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
--- )
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_retail_pack_property';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_retail_pack_property';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_RETAIL_PACK_PROPERTY
-SELECT
-  MARKET_PACK_KEY,
-  IQVIA_PACK_CODE AS PACK_CODE,
-  PACK_DES AS PACK_DESC,
-  STGH_DES AS STGH_DESC,
-  PACK_LCH,
-  FAMILY_CODE,
-  FAMILY_NAME,
-  IQVIA_PROD_CODE AS PROD_CODE,
-  PROD_DES AS PROD_DESC,
-  PROD_DES_C AS PROD_DESC_C,
-  CMPS_COD AS CMPS_CODE,
-  CMPS_DES AS CMPS_DESC,
-  CMPS_DES_C AS CMPS_DESC_C,
-  ATC1_COD AS ATC1_CODE,
-  ATC2_COD AS ATC2_CODE,
-  ATC3_COD AS ATC3_CODE,
-  ATC4_COD AS ATC4_CODE,
-  APP1_COD AS APP1_CODE,
-  APP2_COD AS APP2_CODE,
-  APP3_COD AS APP3_CODE,
-  BIO_DESC,
-  GENE_ORIG_DESC,
-  ETH_OTC_DESC,
-  NRDL_DESC,
-  NRDL_ENTRY_DATE,
-  EDL_DESC,
-  TCM_DESC,
-  PAED_DESC,
-  GQCE_DESC,
-  NULL AS VBP_DESC_V,
-  VBP_DESC,
-  MANU_COD AS MANU_CODE,
-  MANU_DES AS MANU_DESC,
-  MANU_DES_C AS MANU_DESC_C,
-  MNFL_COD AS MNFL_CODE,
-  MNFL_DES AS MNFL_DESC,
-  CORP_COD AS CORP_CODE,
-  CORP_DES AS CORP_DESC,
-  CORP_DES_C AS CORP_DESC_C,
-  BRANDTYPE,
-  MARKET,
-  KEY_COMPETITOR,
-  IS_AZ,
-  AZ_MAIN,
-  AZ_RELATED,
-  ATC1_DES AS ATC1_DESC,
-  ATC1_DES_C AS ATC1_DESC_C,
-  ATC2_DES AS ATC2_DESC,
-  ATC2_DES_C AS ATC2_DESC_C,
-  ATC3_DES AS ATC3_DESC,
-  ATC3_DES_C AS ATC3_DESC_C,
-  ATC4_DES AS ATC4_DESC,
-  ATC4_DES_C AS ATC4_DESC_C,
-  APP1_DES AS APP1_DESC,
-  APP1_DES_C AS APP1_DESC_C,
-  APP2_DES AS APP2_DESC,
-  APP2_DES_C AS APP2_DESC_C,
-  APP3_DES AS APP3_DESC,
-  APP3_DES_C AS APP3_DESC_C,
-  CLASS,
-  NULL AS MARKET_RATIO,
-  NULL AS COUNTINGUNIT,
-  NULL AS VBP_BRAND,
-  NULL AS REPLENISH_FALG,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_ZK_RETAIL_PACK_PROPERTY;
\ No newline at end of file
diff --git a/EXTERNAL/Retail/15 DM_TD_EXT_RETAIL_PACK_PROPERTY.sql:Zone.Identifier b/EXTERNAL/Retail/15 DM_TD_EXT_RETAIL_PACK_PROPERTY.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/16 DM_TD_EXT_RETAIL_DTP_PACK_PROPERTY.sql b/EXTERNAL/Retail/16 DM_TD_EXT_RETAIL_DTP_PACK_PROPERTY.sql
deleted file mode 100644
index daaf07d..0000000
--- a/EXTERNAL/Retail/16 DM_TD_EXT_RETAIL_DTP_PACK_PROPERTY.sql	
+++ /dev/null
@@ -1,146 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_RETAIL_DTP_PACK_PROPERTY
---  (
---   MARKET_PACK_KEY STRING,
---   PACK_CODE STRING,
---   PACK_DESC STRING,
---   STGH_DESC STRING,
---   PACK_LCH STRING,
---   FAMILY_CODE STRING,
---   FAMILY_NAME STRING,
---   PROD_CODE STRING,
---   PROD_DESC STRING,
---   PROD_DESC_C STRING,
---   CMPS_CODE STRING,
---   CMPS_DESC STRING,
---   CMPS_DESC_C STRING,
---   ATC1_CODE STRING,
---   ATC2_CODE STRING,
---   ATC3_CODE STRING,
---   ATC4_CODE STRING,
---   APP1_CODE STRING,
---   APP2_CODE STRING,
---   APP3_CODE STRING,
---   BIO_DESC STRING,
---   GENE_ORIG_DESC STRING,
---   ETH_OTC_DESC STRING,
---   NRDL_DESC STRING,
---   NRDL_ENTRY_DATE STRING,
---   EDL_DESC STRING,
---   TCM_DESC STRING,
---   PAED_DESC STRING,
---   GQCE_DESC STRING,
---   VBP_DESC_V STRING,
---   VBP_DESC STRING,
---   MANU_CODE STRING,
---   MANU_DESC STRING,
---   MANU_DESC_C STRING,
---   MNFL_CODE STRING,
---   MNFL_DESC STRING,
---   CORP_CODE STRING,
---   CORP_DESC STRING,
---   CORP_DESC_C STRING,
---   BRANDTYPE STRING,
---   MARKET STRING,
---   KEY_COMPETITOR STRING,
---   IS_AZ STRING,
---   AZ_MAIN STRING,
---   AZ_RELATED STRING,
---   ATC1_DESC STRING,
---   ATC1_DESC_C STRING,
---   ATC2_DESC STRING,
---   ATC2_DESC_C STRING,
---   ATC3_DESC STRING,
---   ATC3_DESC_C STRING,
---   ATC4_DESC STRING,
---   ATC4_DESC_C STRING,
---   APP1_DESC STRING,
---   APP1_DESC_C STRING,
---   APP2_DESC STRING,
---   APP2_DESC_C STRING,
---   APP3_DESC STRING,
---   APP3_DESC_C STRING,
---   CLASS STRING,
---   MARKET_RATIO STRING,
---   COUNTINGUNIT STRING,
---   VBP_BRAND STRING,
---   REPLENISH_FALG STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
--- )
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_retail_dtp_pack_property';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_retail_dtp_pack_property';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_RETAIL_DTP_PACK_PROPERTY
-SELECT
-  MARKET_PACK_KEY,
-  iqvia_pack_code AS PACK_CODE,
-  pack_des AS PACK_DESC,
-  stgh_des AS STGH_DESC,
-  pack_lch AS PACK_LCH,
-  Family_cod AS FAMILY_CODE,
-  Family_Name AS FAMILY_NAME,
-  PROD_COD AS PROD_CODE,
-  prod_des AS PROD_DESC,
-  prod_des_c AS PROD_DESC_C,
-  cmps_cod AS CMPS_CODE,
-  cmps_des AS CMPS_DESC,
-  cmps_des_c AS CMPS_DESC_C,
-  atc1_cod AS ATC1_CODE,
-  atc2_cod AS ATC2_CODE,
-  atc3_cod AS ATC3_CODE,
-  atc4_cod AS ATC4_CODE,
-  app1_cod AS APP1_CODE,
-  app2_cod AS APP2_CODE,
-  app3_cod AS APP3_CODE,
-  BIO_DESC,
-  gene_orig_desc AS GENE_ORIG_DESC,
-  eth_otc_desc AS ETH_OTC_DESC,
-  nrdl_desc AS NRDL_DESC,
-  NRDL_ENTRY_DATE,
-  edl_desc AS EDL_DESC,
-  TCM_DESC,
-  PAED_DESC,
-  GQCE_DESC,
-  NULL AS VBP_DESC_V,
-  VBP_DESC,
-  MANU_COD AS MANU_CODE,
-  MANU_DES AS MANU_DESC,
-  MANU_DES_C AS MANU_DESC_C,
-  MNFL_COD AS MNFL_CODE,
-  MNFL_DES AS MNFL_DESC,
-  CORP_COD AS CORP_CODE,
-  corp_des AS CORP_DESC,
-  CORP_DES_C AS CORP_DESC_C,
-  BrandType AS BRANDTYPE,
-  MARKET,
-  KEY_COMPETITOR,
-  IS_AZ,
-  AZ_MAIN,
-  AZ_Related AS AZ_RELATED,
-  atc1_des AS ATC1_DESC,
-  atc1_des_c AS ATC1_DESC_C,
-  atc2_des AS ATC2_DESC,
-  atc2_des_c AS ATC2_DESC_C,
-  atc3_des AS ATC3_DESC,
-  atc3_des_c AS ATC3_DESC_C,
-  atc4_des AS ATC4_DESC,
-  atc4_des_c AS ATC4_DESC_C,
-  app1_des AS APP1_DESC,
-  app1_des_c AS APP1_DESC_C,
-  app2_des AS APP2_DESC,
-  app2_des_c AS APP2_DESC_C,
-  app3_des AS APP3_DESC,
-  app3_des_c AS APP3_DESC_C,
-  Class AS CLASS,
-  NULL AS MARKET_RATIO,
-  NULL AS COUNTINGUNIT,
-  NULL AS VBP_BRAND,
-  NULL AS REPLENISH_FALG,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_ZK_RETAIL_DTP_PACK_PROPERTY;
\ No newline at end of file
diff --git a/EXTERNAL/Retail/16 DM_TD_EXT_RETAIL_DTP_PACK_PROPERTY.sql:Zone.Identifier b/EXTERNAL/Retail/16 DM_TD_EXT_RETAIL_DTP_PACK_PROPERTY.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/17 DM_TD_EXT_DTP_PACK2MARKET.sql b/EXTERNAL/Retail/17 DM_TD_EXT_DTP_PACK2MARKET.sql
deleted file mode 100644
index 14dfbea..0000000
--- a/EXTERNAL/Retail/17 DM_TD_EXT_DTP_PACK2MARKET.sql	
+++ /dev/null
@@ -1,248 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_DTP_PACK2MARKET (
---   MARKET STRING,
---   PACK_CODE STRING,
---   PACK_DESC STRING,
---   STGH_DESC STRING,
---   PACK_LCH STRING,
---   PROD_CODE STRING,
---   CMPS_CODE STRING,
---   CMPS_DESC STRING,
---   ATC1_CODE STRING,
---   ATC2_CODE STRING,
---   ATC3_CODE STRING,
---   ATC4_CODE STRING,
---   APP1_CODE STRING,
---   APP2_CODE STRING,
---   APP3_CODE STRING,
---   BIO_DESC STRING,
---   GENE_ORIG_DESC STRING,
---   ETH_OTC_DESC STRING,
---   NRDL_DESC STRING,
---   NRDL_ENTRY_DATE STRING,
---   EDL_DESC STRING,
---   TCM_DESC STRING,
---   PAED_DESC STRING,
---   GQCE_DESC STRING,
---   VBP_DESC STRING,
---   MANU_CODE STRING,
---   MANU_DESC STRING,
---   MNFL_CODE STRING,
---   MNFL_DESC STRING,
---   CORP_CODE STRING,
---   CORP_DESC STRING,
---   BRANDTYPE STRING,
---   BU STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   MARKET_RATIO STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_dtp_pack2market';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_dtp_pack2market';
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW VIEW_EXT_DTP
-AS
--- 包含规则
-SELECT DISTINCT
-  T2.MARKET,
-  T1.PACK_CODE,
-  T1.PACK_DESC,
-  T1.STGH_DESC,
-  T1.PACK_LCH,
-  T1.PROD_CODE,
-  T1.CMPS_CODE,
-  T1.CMPS_DESC,
-  T1.ATC1_CODE,
-  T1.ATC2_CODE,
-  T1.ATC3_CODE,
-  T1.ATC4_CODE,
-  T1.APP1_CODE,
-  T1.APP2_CODE,
-  T1.APP3_CODE,
-  T1.BIO_DESC,
-  T1.GENE_ORIG_DESC AS GENE_ORIG,
-  T1.ETH_OTC_DESC AS ETH_OTC_D,
-  T1.NRDL_DESC,
-  T1.NRDL_ENTRY_DATE AS NRDL_ENTR,
-  T1.EDL_DESC,
-  T1.TCM_DESC,
-  T1.PAED_DESC,
-  T1.GQCE_DESC,
-  T1.VBP_DESC,
-  T1.MANU_CODE,
-  T1.MANU_DESC,
-  T1.MNFL_CODE,
-  T1.MNFL_DESC,
-  T1.CORP_CODE,
-  T1.CORP_DESC,
-  T1.BRANDTYPE,
-  T2.BU,
-  T2.STARTTIME,
-  T2.ENDTIME,
-  COALESCE(T2.EXTEND_MARKET_RATIO, '1') AS MARKET_RATIO
-FROM DM.DM_TD_EXT_RETAIL_DTP_PACK_PROPERTY AS T1
-LEFT JOIN (
-  SELECT 
-    MARKET,
-    BU,
-    STARTTIME,
-    ENDTIME,
-    EXTEND_MARKET_RATIO,
-    ATC1_CODE,
-    ATC2_CODE,
-    ATC3_CODE,
-    ATC4_CODE,
-    NFC1_CODE,
-    NFC2_CODE,
-    NFC3_CODE,
-    CORPORATION_CODE,
-    MANUFACTURER_CODE,
-    PRODUCT_CODE,
-    PACK_CODE,
-    STRENGTH,
-    MOLECULE_CODE
-  FROM DWD.dwd_gnd_ext_retail_dtp_tblmarket_bymonth
-  WHERE EXTEND_MARKET IS NULL AND (NOT_IN_FLAG IS NULL OR NOT_IN_FLAG = '1')
-) AS T2
-  ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
-  AND (T2.ATC2_CODE IS NULL OR T1.ATC2_CODE = T2.ATC2_CODE)
-  AND (T2.ATC3_CODE IS NULL OR T1.ATC3_CODE = T2.ATC3_CODE)
-  AND (T2.ATC4_CODE IS NULL OR T1.ATC4_CODE = T2.ATC4_CODE)
-  AND (T2.NFC1_CODE IS NULL OR T1.APP1_CODE = T2.NFC1_CODE)
-  AND (T2.NFC2_CODE IS NULL OR T1.APP2_CODE = T2.NFC2_CODE)
-  AND (T2.NFC3_CODE IS NULL OR T1.APP3_CODE = T2.NFC3_CODE)
-  AND (T2.CORPORATION_CODE IS NULL OR T1.CORP_CODE = T2.CORPORATION_CODE)
-  AND (T2.MANUFACTURER_CODE IS NULL OR T1.MANU_CODE = T2.MANUFACTURER_CODE)
-  AND (T2.PRODUCT_CODE IS NULL OR T1.PROD_CODE = T2.PRODUCT_CODE)
-  AND (T2.PACK_CODE IS NULL OR T1.PACK_CODE = T2.PACK_CODE)
-  AND (T2.STRENGTH IS NULL OR T1.STGH_DESC = T2.STRENGTH)
-  AND (T2.MOLECULE_CODE IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE)
-WHERE T2.MARKET IS NOT NULL
-
-EXCEPT
-
--- 排除规则
-SELECT DISTINCT
-  T2.MARKET,
-  T1.PACK_CODE,
-  T1.PACK_DESC,
-  T1.STGH_DESC,
-  T1.PACK_LCH,
-  T1.PROD_CODE,
-  T1.CMPS_CODE,
-  T1.CMPS_DESC,
-  T1.ATC1_CODE,
-  T1.ATC2_CODE,
-  T1.ATC3_CODE,
-  T1.ATC4_CODE,
-  T1.APP1_CODE,
-  T1.APP2_CODE,
-  T1.APP3_CODE,
-  T1.BIO_DESC,
-  T1.GENE_ORIG_DESC AS GENE_ORIG,
-  T1.ETH_OTC_DESC AS ETH_OTC_D,
-  T1.NRDL_DESC,
-  T1.NRDL_ENTRY_DATE AS NRDL_ENTR,
-  T1.EDL_DESC,
-  T1.TCM_DESC,
-  T1.PAED_DESC,
-  T1.GQCE_DESC,
-  T1.VBP_DESC,
-  T1.MANU_CODE,
-  T1.MANU_DESC,
-  T1.MNFL_CODE,
-  T1.MNFL_DESC,
-  T1.CORP_CODE,
-  T1.CORP_DESC,
-  T1.BRANDTYPE,
-  T2.BU,
-  T2.STARTTIME,
-  T2.ENDTIME,
-  COALESCE(T2.EXTEND_MARKET_RATIO, '1') AS MARKET_RATIO
-FROM DM.DM_TD_EXT_RETAIL_DTP_PACK_PROPERTY AS T1
-LEFT JOIN (
-  SELECT 
-    MARKET,
-    BU,
-    STARTTIME,
-    ENDTIME,
-    EXTEND_MARKET_RATIO,
-    ATC1_CODE,
-    ATC2_CODE,
-    ATC3_CODE,
-    ATC4_CODE,
-    NFC1_CODE,
-    NFC2_CODE,
-    NFC3_CODE,
-    CORPORATION_CODE,
-    MANUFACTURER_CODE,
-    PRODUCT_CODE,
-    PACK_CODE,
-    STRENGTH,
-    MOLECULE_CODE  
-  FROM DWD.dwd_gnd_ext_retail_dtp_tblmarket_bymonth
-  WHERE EXTEND_MARKET IS NULL AND NOT_IN_FLAG = '0'
-) AS T2
-  ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
-  AND (T2.ATC2_CODE IS NULL OR T1.ATC2_CODE = T2.ATC2_CODE)
-  AND (T2.ATC3_CODE IS NULL OR T1.ATC3_CODE = T2.ATC3_CODE)
-  AND (T2.ATC4_CODE IS NULL OR T1.ATC4_CODE = T2.ATC4_CODE)
-  AND (T2.NFC1_CODE IS NULL OR T1.APP1_CODE = T2.NFC1_CODE)
-  AND (T2.NFC2_CODE IS NULL OR T1.APP2_CODE = T2.NFC2_CODE)
-  AND (T2.NFC3_CODE IS NULL OR T1.APP3_CODE = T2.NFC3_CODE)
-  AND (T2.CORPORATION_CODE IS NULL OR T1.CORP_CODE = T2.CORPORATION_CODE)
-  AND (T2.MANUFACTURER_CODE IS NULL OR T1.MANU_CODE = T2.MANUFACTURER_CODE)
-  AND (T2.PRODUCT_CODE IS NULL OR T1.PROD_CODE = T2.PRODUCT_CODE)
-  AND (T2.PACK_CODE IS NULL OR T1.PACK_CODE = T2.PACK_CODE)
-  AND (T2.STRENGTH IS NULL OR T1.STGH_DESC = T2.STRENGTH)
-  AND (T2.MOLECULE_CODE IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE)
-WHERE T2.MARKET IS NOT NULL;
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_DTP_PACK2MARKET
-SELECT 
-  MARKET,
-  PACK_CODE,
-  PACK_DESC,
-  STGH_DESC,
-  PACK_LCH,
-  PROD_CODE,
-  CMPS_CODE,
-  CMPS_DESC,
-  ATC1_CODE,
-  ATC2_CODE,
-  ATC3_CODE,
-  ATC4_CODE,
-  APP1_CODE,
-  APP2_CODE,
-  APP3_CODE,
-  BIO_DESC,
-  GENE_ORIG,
-  ETH_OTC_D,
-  NRDL_DESC,
-  NRDL_ENTR,
-  EDL_DESC,
-  TCM_DESC,
-  PAED_DESC,
-  GQCE_DESC,
-  VBP_DESC,
-  MANU_CODE,
-  MANU_DESC,
-  MNFL_CODE,
-  MNFL_DESC,
-  CORP_CODE,
-  CORP_DESC,
-  BRANDTYPE,
-  BU,
-  STARTTIME,
-  ENDTIME,
-  MARKET_RATIO,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM VIEW_EXT_DTP
\ No newline at end of file
diff --git a/EXTERNAL/Retail/17 DM_TD_EXT_DTP_PACK2MARKET.sql:Zone.Identifier b/EXTERNAL/Retail/17 DM_TD_EXT_DTP_PACK2MARKET.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/17 DM_TD_EXT_RETAIL_PACK2MARKET.sql b/EXTERNAL/Retail/17 DM_TD_EXT_RETAIL_PACK2MARKET.sql
deleted file mode 100644
index 70b01e7..0000000
--- a/EXTERNAL/Retail/17 DM_TD_EXT_RETAIL_PACK2MARKET.sql	
+++ /dev/null
@@ -1,248 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_RETAIL_PACK2MARKET (
---   MARKET STRING,
---   PACK_CODE STRING,
---   PACK_DESC STRING,
---   STGH_DESC STRING,
---   PACK_LCH STRING,
---   PROD_CODE STRING,
---   CMPS_CODE STRING,
---   CMPS_DESC STRING,
---   ATC1_CODE STRING,
---   ATC2_CODE STRING,
---   ATC3_CODE STRING,
---   ATC4_CODE STRING,
---   APP1_CODE STRING,
---   APP2_CODE STRING,
---   APP3_CODE STRING,
---   BIO_DESC STRING,
---   GENE_ORIG_DESC STRING,
---   ETH_OTC_DESC STRING,
---   NRDL_DESC STRING,
---   NRDL_ENTRY_DATE STRING,
---   EDL_DESC STRING,
---   TCM_DESC STRING,
---   PAED_DESC STRING,
---   GQCE_DESC STRING,
---   VBP_DESC STRING,
---   MANU_CODE STRING,
---   MANU_DESC STRING,
---   MNFL_CODE STRING,
---   MNFL_DESC STRING,
---   CORP_CODE STRING,
---   CORP_DESC STRING,
---   BRANDTYPE STRING,
---   BU STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   MARKET_RATIO STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_retail_pack2market';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_retail_pack2market';
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW VIEW_EXT_RETAIL
-AS
--- 包含规则
-SELECT DISTINCT
-  T2.MARKET,
-  T1.PACK_CODE,
-  T1.PACK_DESC,
-  T1.STGH_DESC,
-  T1.PACK_LCH,
-  T1.PROD_CODE,
-  T1.CMPS_CODE,
-  T1.CMPS_DESC,
-  T1.ATC1_CODE,
-  T1.ATC2_CODE,
-  T1.ATC3_CODE,
-  T1.ATC4_CODE,
-  T1.APP1_CODE,
-  T1.APP2_CODE,
-  T1.APP3_CODE,
-  T1.BIO_DESC,
-  T1.GENE_ORIG_DESC AS GENE_ORIG,
-  T1.ETH_OTC_DESC AS ETH_OTC_D,
-  T1.NRDL_DESC,
-  T1.NRDL_ENTRY_DATE AS NRDL_ENTR,
-  T1.EDL_DESC,
-  T1.TCM_DESC,
-  T1.PAED_DESC,
-  T1.GQCE_DESC,
-  T1.VBP_DESC,
-  T1.MANU_CODE,
-  T1.MANU_DESC,
-  T1.MNFL_CODE,
-  T1.MNFL_DESC,
-  T1.CORP_CODE,
-  T1.CORP_DESC,
-  T1.BRANDTYPE,
-  T2.BU,
-  T2.STARTTIME,
-  T2.ENDTIME,
-  COALESCE(T2.EXTEND_MARKET_RATIO, '1') AS MARKET_RATIO
-FROM DM.DM_TD_EXT_RETAIL_PACK_PROPERTY AS T1
-LEFT JOIN (
-  SELECT 
-    MARKET,
-    BU,
-    STARTTIME,
-    ENDTIME,
-    EXTEND_MARKET_RATIO,
-    ATC1_CODE,
-    ATC2_CODE,
-    ATC3_CODE,
-    ATC4_CODE,
-    NFC1_CODE,
-    NFC2_CODE,
-    NFC3_CODE,
-    CORPORATION_CODE,
-    MANUFACTURER_CODE,
-    PRODUCT_CODE,
-    PACK_CODE,
-    STRENGTH,
-    MOLECULE_CODE
-  FROM DWD.dwd_gnd_ext_retail_tblmarket_bymonth
-  WHERE EXTEND_MARKET IS NULL AND (NOT_IN_FLAG IS NULL OR NOT_IN_FLAG = '1')
-) AS T2
-  ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
-  AND (T2.ATC2_CODE IS NULL OR T1.ATC2_CODE = T2.ATC2_CODE)
-  AND (T2.ATC3_CODE IS NULL OR T1.ATC3_CODE = T2.ATC3_CODE)
-  AND (T2.ATC4_CODE IS NULL OR T1.ATC4_CODE = T2.ATC4_CODE)
-  AND (T2.NFC1_CODE IS NULL OR T1.APP1_CODE = T2.NFC1_CODE)
-  AND (T2.NFC2_CODE IS NULL OR T1.APP2_CODE = T2.NFC2_CODE)
-  AND (T2.NFC3_CODE IS NULL OR T1.APP3_CODE = T2.NFC3_CODE)
-  AND (T2.CORPORATION_CODE IS NULL OR T1.CORP_CODE = T2.CORPORATION_CODE)
-  AND (T2.MANUFACTURER_CODE IS NULL OR T1.MANU_CODE = T2.MANUFACTURER_CODE)
-  AND (T2.PRODUCT_CODE IS NULL OR T1.PROD_CODE = T2.PRODUCT_CODE)
-  AND (T2.PACK_CODE IS NULL OR T1.PACK_CODE = T2.PACK_CODE)
-  AND (T2.STRENGTH IS NULL OR T1.STGH_DESC = T2.STRENGTH)
-  AND (T2.MOLECULE_CODE IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE)
-WHERE T2.MARKET IS NOT NULL
-
-EXCEPT
-
--- 排除规则
-SELECT DISTINCT
-  T2.MARKET,
-  T1.PACK_CODE,
-  T1.PACK_DESC,
-  T1.STGH_DESC,
-  T1.PACK_LCH,
-  T1.PROD_CODE,
-  T1.CMPS_CODE,
-  T1.CMPS_DESC,
-  T1.ATC1_CODE,
-  T1.ATC2_CODE,
-  T1.ATC3_CODE,
-  T1.ATC4_CODE,
-  T1.APP1_CODE,
-  T1.APP2_CODE,
-  T1.APP3_CODE,
-  T1.BIO_DESC,
-  T1.GENE_ORIG_DESC AS GENE_ORIG,
-  T1.ETH_OTC_DESC AS ETH_OTC_D,
-  T1.NRDL_DESC,
-  T1.NRDL_ENTRY_DATE AS NRDL_ENTR,
-  T1.EDL_DESC,
-  T1.TCM_DESC,
-  T1.PAED_DESC,
-  T1.GQCE_DESC,
-  T1.VBP_DESC,
-  T1.MANU_CODE,
-  T1.MANU_DESC,
-  T1.MNFL_CODE,
-  T1.MNFL_DESC,
-  T1.CORP_CODE,
-  T1.CORP_DESC,
-  T1.BRANDTYPE,
-  T2.BU,
-  T2.STARTTIME,
-  T2.ENDTIME,
-  COALESCE(T2.EXTEND_MARKET_RATIO, '1') AS MARKET_RATIO
-FROM DM.DM_TD_EXT_RETAIL_PACK_PROPERTY AS T1
-LEFT JOIN (
-  SELECT 
-    MARKET,
-    BU,
-    STARTTIME,
-    ENDTIME,
-    EXTEND_MARKET_RATIO,
-    ATC1_CODE,
-    ATC2_CODE,
-    ATC3_CODE,
-    ATC4_CODE,
-    NFC1_CODE,
-    NFC2_CODE,
-    NFC3_CODE,
-    CORPORATION_CODE,
-    MANUFACTURER_CODE,
-    PRODUCT_CODE,
-    PACK_CODE,
-    STRENGTH,
-    MOLECULE_CODE  
-  FROM DWD.dwd_gnd_ext_retail_tblmarket_bymonth
-  WHERE EXTEND_MARKET IS NULL AND NOT_IN_FLAG = '0'
-) AS T2
-  ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
-  AND (T2.ATC2_CODE IS NULL OR T1.ATC2_CODE = T2.ATC2_CODE)
-  AND (T2.ATC3_CODE IS NULL OR T1.ATC3_CODE = T2.ATC3_CODE)
-  AND (T2.ATC4_CODE IS NULL OR T1.ATC4_CODE = T2.ATC4_CODE)
-  AND (T2.NFC1_CODE IS NULL OR T1.APP1_CODE = T2.NFC1_CODE)
-  AND (T2.NFC2_CODE IS NULL OR T1.APP2_CODE = T2.NFC2_CODE)
-  AND (T2.NFC3_CODE IS NULL OR T1.APP3_CODE = T2.NFC3_CODE)
-  AND (T2.CORPORATION_CODE IS NULL OR T1.CORP_CODE = T2.CORPORATION_CODE)
-  AND (T2.MANUFACTURER_CODE IS NULL OR T1.MANU_CODE = T2.MANUFACTURER_CODE)
-  AND (T2.PRODUCT_CODE IS NULL OR T1.PROD_CODE = T2.PRODUCT_CODE)
-  AND (T2.PACK_CODE IS NULL OR T1.PACK_CODE = T2.PACK_CODE)
-  AND (T2.STRENGTH IS NULL OR T1.STGH_DESC = T2.STRENGTH)
-  AND (T2.MOLECULE_CODE IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE)
-WHERE T2.MARKET IS NOT NULL;
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_RETAIL_PACK2MARKET
-SELECT
-  MARKET,
-  PACK_CODE,
-  PACK_DESC,
-  STGH_DESC,
-  PACK_LCH,
-  PROD_CODE,
-  CMPS_CODE,
-  CMPS_DESC,
-  ATC1_CODE,
-  ATC2_CODE,
-  ATC3_CODE,
-  ATC4_CODE,
-  APP1_CODE,
-  APP2_CODE,
-  APP3_CODE,
-  BIO_DESC,
-  GENE_ORIG,
-  ETH_OTC_D,
-  NRDL_DESC,
-  NRDL_ENTR,
-  EDL_DESC,
-  TCM_DESC,
-  PAED_DESC,
-  GQCE_DESC,
-  VBP_DESC,
-  MANU_CODE,
-  MANU_DESC,
-  MNFL_CODE,
-  MNFL_DESC,
-  CORP_CODE,
-  CORP_DESC,
-  BRANDTYPE,
-  BU,
-  STARTTIME,
-  ENDTIME,
-  MARKET_RATIO,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM VIEW_EXT_RETAIL
\ No newline at end of file
diff --git a/EXTERNAL/Retail/17 DM_TD_EXT_RETAIL_PACK2MARKET.sql:Zone.Identifier b/EXTERNAL/Retail/17 DM_TD_EXT_RETAIL_PACK2MARKET.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/18 DM_TD_EXT_DTP_MARKET_RATIO.sql b/EXTERNAL/Retail/18 DM_TD_EXT_DTP_MARKET_RATIO.sql
deleted file mode 100644
index 9aadbf4..0000000
--- a/EXTERNAL/Retail/18 DM_TD_EXT_DTP_MARKET_RATIO.sql	
+++ /dev/null
@@ -1,30 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_DTP_MARKET_RATIO (
---   MARKET STRING,
---   PACK_CODE STRING,
---   CMPS_CODE STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   MARKET_RATIO STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_dtp_market_ratio';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_dtp_market_ratio';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_DTP_MARKET_RATIO
-SELECT 
-  DISTINCT
-  MARKET,
-  PACK_CODE,
-  CMPS_CODE,
-  STARTTIME,
-  ENDTIME,
-  MARKET_RATIO,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT 
-FROM DM.DM_TD_EXT_DTP_PACK2MARKET
-WHERE UPPER(MARKET) NOT LIKE '%ALL%'
\ No newline at end of file
diff --git a/EXTERNAL/Retail/18 DM_TD_EXT_DTP_MARKET_RATIO.sql:Zone.Identifier b/EXTERNAL/Retail/18 DM_TD_EXT_DTP_MARKET_RATIO.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/18 DM_TD_EXT_RETAIL_MARKET_RATIO.sql b/EXTERNAL/Retail/18 DM_TD_EXT_RETAIL_MARKET_RATIO.sql
deleted file mode 100644
index 0f5feb3..0000000
--- a/EXTERNAL/Retail/18 DM_TD_EXT_RETAIL_MARKET_RATIO.sql	
+++ /dev/null
@@ -1,30 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_RETAIL_MARKET_RATIO (
---   MARKET STRING,
---   PACK_CODE STRING,
---   CMPS_CODE STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   MARKET_RATIO STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_retail_market_ratio';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_retail_market_ratio';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_RETAIL_MARKET_RATIO
-SELECT 
-  DISTINCT
-  MARKET,
-  PACK_CODE,
-  CMPS_CODE,
-  STARTTIME,
-  ENDTIME,
-  MARKET_RATIO,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT 
-FROM DM.DM_TD_EXT_RETAIL_PACK2MARKET
-WHERE UPPER(MARKET) NOT LIKE '%ALL%'
\ No newline at end of file
diff --git a/EXTERNAL/Retail/18 DM_TD_EXT_RETAIL_MARKET_RATIO.sql:Zone.Identifier b/EXTERNAL/Retail/18 DM_TD_EXT_RETAIL_MARKET_RATIO.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/19 DM_TD_EXT_DTP_MARKET_BRAND_RATIO.sql b/EXTERNAL/Retail/19 DM_TD_EXT_DTP_MARKET_BRAND_RATIO.sql
deleted file mode 100644
index 3876d22..0000000
--- a/EXTERNAL/Retail/19 DM_TD_EXT_DTP_MARKET_BRAND_RATIO.sql	
+++ /dev/null
@@ -1,160 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_DTP_MARKET_BRAND_RATIO (
---   MARKET STRING,
---   PACK_CODE STRING,
---   VALUE_BRAND_RATIO FLOAT,
---   VALUE_BRAND_RATIO_START STRING,
---   VALUE_BRAND_RATIO_END STRING,
---   UNIT_BRAND_RATIO FLOAT,
---   UNIT_BRAND_START STRING,
---   UNIT_BRAND_END STRING,
---   COUNTINGUNIT_BRAND_RATIO FLOAT,
---   COUNTINGUNIT_BRAND_START STRING,
---   COUNTINGUNIT_BRAND_END STRING,
---   PDOT_BRAND_RATIO FLOAT,
---   PDOT_BRAND_START STRING,
---   PDOT_BRAND_END STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_dtp_market_brand_ratio';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_dtp_market_brand_ratio';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_DTP_MARKET_BRAND_RATIO
-SELECT 
-  DISTINCT
-  T1.MARKET,
-  T1.PACK_CODE,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.RATIO
-  ELSE NVL(T5.RATIO, 1) END AS VALUE_BRAND_RATIO,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.STARTTIME
-  ELSE NVL(T5.STARTTIME, 200001) END AS VALUE_BRAND_RATIO_START,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.ENDTIME
-  ELSE NVL(T5.ENDTIME, 299912) END AS VALUE_BRAND_RATIO_END,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.RATIO
-  ELSE NVL(T6.RATIO, 1) END AS UNIT_BRAND_RATIO,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.STARTTIME
-  ELSE NVL(T6.STARTTIME, 200001) END AS UNIT_BRAND_START,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.ENDTIME
-  ELSE NVL(T6.ENDTIME, 299912) END AS UNIT_BRAND_END,
-  1 AS COUNTINGUNIT_BRAND_RATIO,
-  200001 AS COUNTINGUNIT_BRAND_START,
-  299912 AS COUNTINGUNIT_BRAND_END,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.RATIO
-  ELSE NVL(T7.RATIO, 1) END AS PDOT_BRAND_RATIO,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.STARTTIME
-  ELSE NVL(T7.STARTTIME, 200001) END AS PDOT_BRAND_START,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.ENDTIME
-  ELSE NVL(T7.ENDTIME, 299912) END AS PDOT_BRAND_END,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_DTP_MARKET_RATIO T1
-LEFT JOIN ( --VALUE--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'VALUE' AND UPPER(LEVEL) = 'PACK'
-) T2 ON T1.MARKET = T2.MARKET AND T1.PACK_CODE = T2.PACK_COD
-LEFT JOIN ( --UNIT--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'UNIT' AND UPPER(LEVEL) = 'PACK'                  
-) T3 ON T1.MARKET = T3.MARKET AND T1.PACK_CODE = T3.PACK_COD
-LEFT JOIN ( --COUNTINGUNIT--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'COUNTINGUNIT' AND UPPER(LEVEL) = 'PACK'
-) T4 ON T1.MARKET = T4.MARKET AND T1.PACK_CODE = T4.PACK_COD
-LEFT JOIN ( --VALUE--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'VALUE' AND UPPER(LEVEL) = 'MOLECULE'
-) T5 ON T1.MARKET = T5.MARKET AND T1.CMPS_CODE = T5.CMPS_COD
-LEFT JOIN ( --UNIT--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'UNIT' AND UPPER(LEVEL) = 'MOLECULE'
-) T6 ON T1.MARKET = T6.MARKET AND T1.CMPS_CODE = T6.CMPS_COD
-LEFT JOIN ( --COUNTINGUNIT--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'COUNTINGUNIT' AND UPPER(LEVEL) = 'MOLECULE'
-) T7 ON T1.MARKET = T7.MARKET
-AND T1.CMPS_CODE = T7.CMPS_COD
\ No newline at end of file
diff --git a/EXTERNAL/Retail/19 DM_TD_EXT_DTP_MARKET_BRAND_RATIO.sql:Zone.Identifier b/EXTERNAL/Retail/19 DM_TD_EXT_DTP_MARKET_BRAND_RATIO.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/19 DM_TD_EXT_RETAIL_MARKET_BRAND_RATIO.sql b/EXTERNAL/Retail/19 DM_TD_EXT_RETAIL_MARKET_BRAND_RATIO.sql
deleted file mode 100644
index c61532a..0000000
--- a/EXTERNAL/Retail/19 DM_TD_EXT_RETAIL_MARKET_BRAND_RATIO.sql	
+++ /dev/null
@@ -1,163 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_RETAIL_MARKET_BRAND_RATIO (
---   MARKET STRING,
---   PACK_CODE STRING,
---   VALUE_BRAND_RATIO FLOAT,
---   VALUE_BRAND_RATIO_START STRING,
---   VALUE_BRAND_RATIO_END STRING,
---   UNIT_BRAND_RATIO FLOAT,
---   UNIT_BRAND_START STRING,
---   UNIT_BRAND_END STRING,
---   COUNTINGUNIT_BRAND_RATIO FLOAT,
---   COUNTINGUNIT_BRAND_START STRING,
---   COUNTINGUNIT_BRAND_END STRING,
---   PDOT_BRAND_RATIO FLOAT,
---   PDOT_BRAND_START STRING,
---   PDOT_BRAND_END STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_retail_market_brand_ratio';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_retail_market_brand_ratio';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_RETAIL_MARKET_BRAND_RATIO
-SELECT 
-  DISTINCT
-  T1.MARKET,
-  T1.PACK_CODE,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.RATIO
-  ELSE NVL(T5.RATIO, 1) END AS VALUE_BRAND_RATIO,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.STARTTIME
-  ELSE NVL(T5.STARTTIME, 200001) END AS VALUE_BRAND_RATIO_START,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.ENDTIME
-  ELSE NVL(T5.ENDTIME, 299912) END AS VALUE_BRAND_RATIO_END,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.RATIO
-  ELSE NVL(T6.RATIO, 1) END AS UNIT_BRAND_RATIO,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.STARTTIME
-  ELSE NVL(T6.STARTTIME, 200001) END AS UNIT_BRAND_START,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.ENDTIME
-  ELSE NVL(T6.ENDTIME, 299912) END AS UNIT_BRAND_END,
-  1 AS COUNTINGUNIT_BRAND_RATIO,
-  200001 AS COUNTINGUNIT_BRAND_START,
-  299912 AS COUNTINGUNIT_BRAND_END,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.RATIO
-  ELSE NVL(T7.RATIO, 1) END AS PDOT_BRAND_RATIO,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.STARTTIME
-  ELSE NVL(T7.STARTTIME, 200001) END AS PDOT_BRAND_START,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.ENDTIME
-  ELSE NVL(T7.ENDTIME, 299912) END AS PDOT_BRAND_END,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_RETAIL_MARKET_RATIO T1
-LEFT JOIN ( --VALUE--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'VALUE' AND UPPER(LEVEL) = 'PACK'
-) T2 ON T1.MARKET = T2.MARKET AND T1.PACK_CODE = T2.PACK_COD
-LEFT JOIN ( --UNIT--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'UNIT' AND UPPER(LEVEL) = 'PACK'                  
-) T3 ON T1.MARKET = T3.MARKET AND T1.PACK_CODE = T3.PACK_COD
-LEFT JOIN ( --COUNTINGUNIT--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'COUNTINGUNIT' AND UPPER(LEVEL) = 'PACK'
-) T4 ON T1.MARKET = T4.MARKET AND T1.PACK_CODE = T4.PACK_COD
-LEFT JOIN ( --VALUE--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'VALUE' AND UPPER(LEVEL) = 'MOLECULE'
-) T5 ON T1.MARKET = T5.MARKET AND T1.CMPS_CODE = T5.CMPS_COD
-LEFT JOIN ( --UNIT--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'UNIT' AND UPPER(LEVEL) = 'MOLECULE'
-) T6 ON T1.MARKET = T6.MARKET AND T1.CMPS_CODE = T6.CMPS_COD
-LEFT JOIN ( --COUNTINGUNIT--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'COUNTINGUNIT' AND UPPER(LEVEL) = 'MOLECULE'
-) T7 ON T1.MARKET = T7.MARKET
-AND T1.CMPS_CODE = T7.CMPS_COD
-
--- COMMAND ----------
-
diff --git a/EXTERNAL/Retail/19 DM_TD_EXT_RETAIL_MARKET_BRAND_RATIO.sql:Zone.Identifier b/EXTERNAL/Retail/19 DM_TD_EXT_RETAIL_MARKET_BRAND_RATIO.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/20 DM_TD_EXT_DTP_MARKET_PACK_MAPPING.sql b/EXTERNAL/Retail/20 DM_TD_EXT_DTP_MARKET_PACK_MAPPING.sql
deleted file mode 100644
index 824fd4c..0000000
--- a/EXTERNAL/Retail/20 DM_TD_EXT_DTP_MARKET_PACK_MAPPING.sql	
+++ /dev/null
@@ -1,88 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_DTP_MARKET_PACK_MAPPING
--- (
---   PACK_CODE STRING,
---   MARKET STRING,
---   CLASS STRING,
---   KEY_COMPETITOR STRING,
---   MARKET_RATIO STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   VALUE_BRAND_RATIO STRING,
---   VALUE_BRAND_RATIO_START STRING,
---   VALUE_BRAND_RATIO_END STRING,
---   UNIT_BRAND_RATIO STRING,
---   UNIT_BRAND_START STRING,
---   UNIT_BRAND_END STRING,
---   COUNTINGUNIT_BRAND_RATIO STRING,
---   COUNTINGUNIT_BRAND_START STRING,
---   COUNTINGUNIT_BRAND_END STRING,
---   PDOT_BRAND_RATIO STRING,
---   PDOT_BRAND_START STRING,
---   PDOT_BRAND_END STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
--- )
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_dtp_market_pack_mapping';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_dtp_market_pack_mapping';
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW DTP_MARKET_PACK_MAPPING
-AS
-SELECT  DISTINCT
-  T1.PACK_CODE,
-  T1.MARKET,
-  T1.CLASS,
-  T1.KEY_COMPETITOR,
-  T2.MARKET_RATIO,
-  T2.STARTTIME,
-  T2.ENDTIME,
-  T3.VALUE_BRAND_RATIO,
-  T3.VALUE_BRAND_RATIO_START,
-  T3.VALUE_BRAND_RATIO_END,
-  T3.UNIT_BRAND_RATIO,
-  T3.UNIT_BRAND_START,
-  T3.UNIT_BRAND_END,
-  T3.COUNTINGUNIT_BRAND_RATIO,
-  T3.COUNTINGUNIT_BRAND_START,
-  T3.COUNTINGUNIT_BRAND_END,
-  T3.PDOT_BRAND_RATIO,
-  T3.PDOT_BRAND_START,
-  T3.PDOT_BRAND_END
- FROM 
-DM.DM_TD_EXT_RETAIL_DTP_PACK_PROPERTY T1
-LEFT JOIN DM.DM_TD_EXT_DTP_MARKET_RATIO T2
-  ON T1.MARKET = T2.MARKET AND T1.PACK_CODE = T2.PACK_CODE
-LEFT JOIN DM.DM_TD_EXT_DTP_MARKET_BRAND_RATIO T3
-  ON T1.MARKET = T3.MARKET AND T1.PACK_CODE = T3.PACK_CODE
-WHERE UPPER(T1.MARKET) NOT LIKE "%ALL%"
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_DTP_MARKET_PACK_MAPPING
-SELECT 
-  PACK_CODE,
-  MARKET,
-  CLASS,
-  KEY_COMPETITOR,
-  MARKET_RATIO,
-  STARTTIME,
-  ENDTIME,
-  VALUE_BRAND_RATIO,
-  VALUE_BRAND_RATIO_START,
-  VALUE_BRAND_RATIO_END,
-  UNIT_BRAND_RATIO,
-  UNIT_BRAND_START,
-  UNIT_BRAND_END,
-  COUNTINGUNIT_BRAND_RATIO,
-  COUNTINGUNIT_BRAND_START,
-  COUNTINGUNIT_BRAND_END,
-  PDOT_BRAND_RATIO,
-  PDOT_BRAND_START,
-  PDOT_BRAND_END,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DTP_MARKET_PACK_MAPPING
\ No newline at end of file
diff --git a/EXTERNAL/Retail/20 DM_TD_EXT_DTP_MARKET_PACK_MAPPING.sql:Zone.Identifier b/EXTERNAL/Retail/20 DM_TD_EXT_DTP_MARKET_PACK_MAPPING.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/20 DM_TD_EXT_RETAIL_MARKET_PACK_MAPPING.sql b/EXTERNAL/Retail/20 DM_TD_EXT_RETAIL_MARKET_PACK_MAPPING.sql
deleted file mode 100644
index 3e49038..0000000
--- a/EXTERNAL/Retail/20 DM_TD_EXT_RETAIL_MARKET_PACK_MAPPING.sql	
+++ /dev/null
@@ -1,88 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_RETAIL_MARKET_PACK_MAPPING
--- (
---   PACK_CODE STRING,
---   MARKET STRING,
---   CLASS STRING,
---   KEY_COMPETITOR STRING,
---   MARKET_RATIO STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   VALUE_BRAND_RATIO STRING,
---   VALUE_BRAND_RATIO_START STRING,
---   VALUE_BRAND_RATIO_END STRING,
---   UNIT_BRAND_RATIO STRING,
---   UNIT_BRAND_START STRING,
---   UNIT_BRAND_END STRING,
---   COUNTINGUNIT_BRAND_RATIO STRING,
---   COUNTINGUNIT_BRAND_START STRING,
---   COUNTINGUNIT_BRAND_END STRING,
---   PDOT_BRAND_RATIO STRING,
---   PDOT_BRAND_START STRING,
---   PDOT_BRAND_END STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
--- )
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_retail_market_pack_mapping';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_retail_market_pack_mapping';
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW RETAIL_MARKET_PACK_MAPPING
-AS
-SELECT  DISTINCT
-  T1.PACK_CODE,
-  T1.MARKET,
-  T1.CLASS,
-  T1.KEY_COMPETITOR,
-  T2.MARKET_RATIO,
-  T2.STARTTIME,
-  T2.ENDTIME,
-  T3.VALUE_BRAND_RATIO,
-  T3.VALUE_BRAND_RATIO_START,
-  T3.VALUE_BRAND_RATIO_END,
-  T3.UNIT_BRAND_RATIO,
-  T3.UNIT_BRAND_START,
-  T3.UNIT_BRAND_END,
-  T3.COUNTINGUNIT_BRAND_RATIO,
-  T3.COUNTINGUNIT_BRAND_START,
-  T3.COUNTINGUNIT_BRAND_END,
-  T3.PDOT_BRAND_RATIO,
-  T3.PDOT_BRAND_START,
-  T3.PDOT_BRAND_END
- FROM 
-DM.DM_TD_EXT_RETAIL_PACK_PROPERTY T1
-LEFT JOIN DM.DM_TD_EXT_RETAIL_MARKET_RATIO T2
-  ON T1.MARKET = T2.MARKET AND T1.PACK_CODE = T2.PACK_CODE
-LEFT JOIN DM.DM_TD_EXT_RETAIL_MARKET_BRAND_RATIO T3
-  ON T1.MARKET = T3.MARKET AND T1.PACK_CODE = T3.PACK_CODE
-WHERE UPPER(T1.MARKET) NOT LIKE "%ALL%"
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_RETAIL_MARKET_PACK_MAPPING
-SELECT 
-  PACK_CODE,
-  MARKET,
-  CLASS,
-  KEY_COMPETITOR,
-  MARKET_RATIO,
-  STARTTIME,
-  ENDTIME,
-  VALUE_BRAND_RATIO,
-  VALUE_BRAND_RATIO_START,
-  VALUE_BRAND_RATIO_END,
-  UNIT_BRAND_RATIO,
-  UNIT_BRAND_START,
-  UNIT_BRAND_END,
-  COUNTINGUNIT_BRAND_RATIO,
-  COUNTINGUNIT_BRAND_START,
-  COUNTINGUNIT_BRAND_END,
-  PDOT_BRAND_RATIO,
-  PDOT_BRAND_START,
-  PDOT_BRAND_END,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM RETAIL_MARKET_PACK_MAPPING
\ No newline at end of file
diff --git a/EXTERNAL/Retail/20 DM_TD_EXT_RETAIL_MARKET_PACK_MAPPING.sql:Zone.Identifier b/EXTERNAL/Retail/20 DM_TD_EXT_RETAIL_MARKET_PACK_MAPPING.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/z1 dwd_inc_gnd_ext_retail_nataional_作废.py b/EXTERNAL/Retail/z1 dwd_inc_gnd_ext_retail_nataional_作废.py
deleted file mode 100644
index d827c18..0000000
--- a/EXTERNAL/Retail/z1 dwd_inc_gnd_ext_retail_nataional_作废.py	
+++ /dev/null
@@ -1,367 +0,0 @@
-# Databricks notebook source
-# MAGIC %md
-# MAGIC ### 原本逻辑
-
-# COMMAND ----------
-
-#当更新pack 或品牌 事实数据时需要运行此代码，否则无需运行。
-
-# COMMAND ----------
-
-# MAGIC %sql 
-# MAGIC update dwd.dwd_gnd_ext_retail_corresponding_relationship set table_name ='dwd.dwd_gnd_ext_retail_nataional_oap' where file_name ='pack-CV-抗血栓2通用名-全国.xlsx';
-# MAGIC update dwd.dwd_gnd_ext_retail_corresponding_relationship set table_name ='dwd.dwd_gnd_ext_retail_htn' where file_name ='pack-CV-高血压-化学药-全国.xlsx';
-# MAGIC update dwd.dwd_gnd_ext_retail_corresponding_relationship set table_name ='dwd.dwd_gnd_ext_retail_atomizer' where file_name ='pack-雾化器-全国&县域数据.xlsx';
-# MAGIC update dwd.dwd_gnd_ext_retail_corresponding_relationship set table_name ='dwd.dwd_gnd_ext_retail_anti_asthma_copd' where file_name ='pack-RE-慢阻肺-全国.xlsx';
-# MAGIC update dwd.dwd_gnd_ext_retail_corresponding_relationship set table_name ='dwd.dwd_gnd_ext_zk_brand' where file_name ='Brand-品牌数据报表.xlsx';
-# MAGIC update dwd.dwd_gnd_ext_retail_corresponding_relationship set table_name ='dwd.dwd_gnd_ext_retail_statin_xzk' where file_name ='pack-CV-他汀类+血脂康-全国.xlsx';
-# MAGIC update dwd.dwd_gnd_ext_retail_corresponding_relationship set table_name ='dwd.dwd_gnd_ext_retail_nataional_rd' where file_name ='pack-RD-肾科-全国.xlsx';
-# MAGIC update dwd.dwd_gnd_ext_retail_corresponding_relationship set table_name ='dwd.dwd_gnd_ext_retail_aagsa_ppi_oral' where file_name ='pack-GI-慢性胃炎胃溃疡-全国.xlsx';
-# MAGIC update dwd.dwd_gnd_ext_retail_corresponding_relationship set table_name ='dwd.dwd_gnd_ext_retail_nataional_niad' where file_name ='pack-DM-口服降糖化学药.xlsx';
-# MAGIC update dwd.dwd_gnd_ext_retail_corresponding_relationship set table_name ='dwd.dwd_gnd_ext_retail_metoprolol_tartrat' where file_name ='pack-CV-酒石酸美托洛尔.xlsx';
-# MAGIC
-
-# COMMAND ----------
-
- # pack数据自动接入 整合
-#获取配置表信息(表名、brand_flag 
-df = spark.sql("""
-SELECT  DISTINCT  table_name tab ,file_name brand_flag FROM  dwd.dwd_gnd_ext_retail_corresponding_relationship
-where type_name ='PACK'
-""").collect()
-
-def get_union_pack_data(df):
-  #初始化结果集
-  union_query = None 
-  # niad_pdot_unit需特殊赋值对应表名：tmp.tmp_inc_gnd_ext_retail_nataional_niad
-  # niad_pdot_unit_flag = 'tmp.tmp_inc_gnd_ext_retail_nataional_niad'
-  for table in df:  
-  # 选择当前表名
-    T = str(table.tab)
-  # 获取对应brand表维度对应得 market 名称 
-    brand_flag = str(table.brand_flag)
-    sql = f"""
-          select 
-              cast(t1.month as int)  AS YYYYMM
-              ,cast(left(t1.quarter, 4) as int) 											      AS year
-              ,right(t1.quarter, 2) 											                  AS quarter
-              ,t1.quarter 													                        AS yq
-              ,t1.zk_product_id
-              ,t1.zk_region
-              ,t1.zk_rx_otc
-              ,t1.zk_medicine_type
-              ,t1.zk_medicine_tier1
-              ,t1.zk_medicine_tier2
-              ,t1.zk_medicine_tier3
-              ,t1.zk_medicine_tier4
-              ,t1.zk_common_name
-              ,t1.zk_dosage_form
-              ,t1.zk_user_type
-              ,t1.zk_category_name
-              ,t1.zk_product_name
-              ,t1.zk_brand_name
-              ,t1.zk_manu_des
-              ,t1.zk_corp_des
-              ,t1.zk_pack_des
-              ,t1.price
-              ,CAST(replace(t1.sales_unit,',','') AS decimal(30,10)) 				        as sales_unit
-              ,CAST(replace(t1.sales_value,',','') AS decimal(30,10)) 				      as sales_value
-              ,CAST(replace(t1.digital_spread_rate,',','') AS decimal(30,10)) 		  as digital_spread_rate
-              ,CAST(replace(t1.weighted_spread_rate,',','') AS decimal(30,10)) 		  as weighted_spread_rate
-              ,CAST(replace(t1.counting_unit,',','') AS decimal(30,10)) 			      as counting_unit
-              ,'{brand_flag}'                                                       as brand_flag
-              ,from_utc_timestamp(current_timestamp(),'UTC+8') 					            AS etl_insert_dt
-              ,from_utc_timestamp(current_timestamp(),'UTC+8') 					            AS etl_update_dt
-            from {T}  t1
-            left join dws.dws_ext_retail_td_prod t2 
-	              on t1.zk_product_id = t2.zk_product_id
-            where month is not null
-      """
-  # 读取数据
-    current_query = spark.sql(sql)
-  #union 数据 
-    if union_query ==None:
-      union_query=current_query
-    else:
-      union_query = union_query.union(current_query)
-  #返回数据集 / 写入表也行？？？
-  return   union_query 
-pack_result = get_union_pack_data(df)
-pack_result.write.mode("overwrite").saveAsTable("dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all")
-
-# COMMAND ----------
-
-
-# brand+ 省份数据自动接入
-#获取配置表信息(表名、brand_flag 
-dfband = spark.sql("""
-SELECT  DISTINCT  table_name tab ,file_name brand_flag FROM  dwd.dwd_gnd_ext_retail_corresponding_relationship
-where type_name ='BRAND'
-""").collect()
-
-def get_union_brand_data(df):
-    #数据为空 
-    if df == None:
-        return None
-    #初始化结果集
-    union_query = None 
-    for table in df:  
-    # 选择当前表名
-        T = str(table.tab)
-    # 获取对应brand表维度对应得 market 名称 
-        pack_flag = str(table.brand_flag)
-        sql = f"""
-          select 
-              cast(left(quarter, 4)*100 + right(quarter,1)*3 as int ) 							    AS YYYYMM
-              ,cast(left(quarter, 4) as int ) 											         	AS year
-              ,right(quarter, 2) 											              		   	AS quarter
-              ,quarter 														                        AS yq
-			  ,type 																				AS brand_cat_type
-			  ,case when ta = 'NIAD' then 'DM' else ta end 											AS TA
-			  ,market 																				AS market 
-			  ,zk_brand_category                                                                    AS zk_brand_category
-			  ,zk_common_name                                                                       AS zk_common_name 
-			  ,zk_manu_des                                                                          AS zk_manu_des 
-			  ,rc_name_en                                                                           AS rc_name_en 
-			  ,province_city                                                                        AS province_city 
-			  ,ytd                                                                                  AS ytd 
-			  ,cast(sales_value  * 1000000  as decimal(30,10)) 									    AS sales_val
-			  ,cast(sales_volume * 1000000  as decimal(30,10))                                       AS sales_vol
-			  ,cast(price as decimal(30,10))														as price 
-			  ,cast(num_dist_rate as decimal(30,10))                                                as num_dist_rate 
-			  ,cast(weig_dist_rate  as decimal(30,10))                                              as weig_dist_rate 
-			  ,cast(value_share as decimal(30,10))                                                  as val_share 
-			  ,cast(volume_share as decimal(30,10))                                                 as vol_share 
-			  ,replace(key_brand_ytd,'-','') 														as key_brand_ytd
-			  ,cast(replace(key_brand_rank_ytd,'-','0') as int)                                     as key_brand_rank_ytd
-			  ,replace(top_brand_ytd,'-','')                                                        as top_brand_ytd
-			  ,cast(replace(top_brand_ms_ytd,'-','0') as decimal(30,10))                            as top_brand_ms_ytd
-			  ,cast(replace(top_brand_inc_ms_ytd,'-','0') as decimal(30,10))                        as top_brand_inc_ms_ytd
-			  ,cast(replace(top_brand_gr_ytd,'-','0') as decimal(30,10))                            as top_brand_gr_ytd
-			  ,replace(key_brand_qtd,'-','')                                                        as key_brand_qtd
-			  ,cast(replace(key_brand_rank_qtd,'-','0') as int)                                     as key_brand_rank_qtd
-			  ,replace(top_brand_qtd,'-','')                                                        as top_brand_qtd
-			  ,cast(replace(top_brand_ms_qtd,'-','0') as decimal(30,10))                            as top_brand_ms_qtd
-			  ,cast(replace(top_brand_inc_ms_qtd,'-','0') as decimal(30,10))                        as top_brand_inc_ms_qtd
-			  ,cast(replace(top_brand_gr_qtd,'-','0') as decimal(30,10))                            as top_brand_gr_qtd
-			  ,ranked_by																			as ranked_by
-			  ,'{pack_flag}'                   														as pack_flag
-			  ,from_utc_timestamp(current_timestamp(),'UTC+8') 										as etl_insert_dt 
-			  ,from_utc_timestamp(current_timestamp(),'UTC+8') 										as etl_update_dt 
-                from {T} 
-                 """
-        # 读取数据  
-        current_query = spark.sql(sql)
-        #union 数据 
-        if union_query == None:
-            union_query = current_query
-        else:
-            union_query = union_query.union(current_query)
-        #返回数据集 / 写入表也行？？？
-    return   union_query 
-brand_result = get_union_brand_data(dfband)
-brand_result.write.mode("overwrite").saveAsTable("dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all")
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC ----------------------多达一、天一宁、others、氨氯地平阿托伐他汀钙 数据在 高血压和他汀血脂康里面重复，但该数据在品牌报表里面没有对应的值，会导致后续拆分到pack + 省份时得到的结果不一致，因此需要将高血压或者他汀血脂康数据 根据pack+ 全国数据按省份数平均分配，并汇总到品牌维度，写入品牌数据报表，为后续pack +全国拆分到pack + 省份 提供数据基础
-# MAGIC insert overwrite table dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all
-# MAGIC with data_pack as (
-# MAGIC ----------底表获取基础数据----pack 汇总到品牌 --并按省份数量平均
-# MAGIC select brand_flag,a.YYYYMM,nvl(b.prod_des_c,'OTHERS' ) prod_des_c ,sum(a.sales_value)/sum(num)  sales_value,sum(a.sales_unit)/sum(num) sales_unit  ,sum(a.sales_value) sales ,sum(a.sales_unit) saleu 
-# MAGIC from dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all a 
-# MAGIC left join dwd.dwd_gnd_ext_retail_pack_property b on a.zk_product_id = b.product_id 
-# MAGIC cross join (select count(distinct zk_region) num from dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all where zk_region<>'全国')
-# MAGIC where a.zk_common_name ='氨氯地平阿托伐他汀钙'  and  a.brand_flag in ('pack-CV-他汀类+血脂康-全国.xlsx' ,'pack-CV-高血压-化学药-全国.xlsx','pack-CV-抗血栓2通用名-全国.xlsx')
-# MAGIC group by 1,2,3
-# MAGIC ),city as (
-# MAGIC   ----获取省份及年月头表
-# MAGIC   select  distinct 
-# MAGIC YYYYMM
-# MAGIC ,year
-# MAGIC ,quarter
-# MAGIC ,yq
-# MAGIC ,province_city
-# MAGIC from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all
-# MAGIC where province_city !='全国' and ranked_by ='volume'
-# MAGIC )
-# MAGIC , split as (
-# MAGIC ------分别补充全国数据、品牌数据------
-# MAGIC select 
-# MAGIC city.YYYYMM
-# MAGIC ,year
-# MAGIC ,quarter
-# MAGIC ,yq
-# MAGIC ,'品牌'    brand_cat_type
-# MAGIC ,'CV'      TA 
-# MAGIC ,brand_flag        market
-# MAGIC ,prod_des_c
-# MAGIC ,''  
-# MAGIC ,''  
-# MAGIC ,''   
-# MAGIC ,province_city
-# MAGIC ,''  
-# MAGIC ,sales_value
-# MAGIC ,sales_unit
-# MAGIC ,0,0,0,0,0,'' ,0 ,''  ,0,0,0,'',0,'',0,0,0,'volume' ,'' 
-# MAGIC from data_pack  left join city  on city.YYYYMM=data_pack.YYYYMM  
-# MAGIC union all 
-# MAGIC select 
-# MAGIC city.YYYYMM
-# MAGIC ,year
-# MAGIC ,quarter
-# MAGIC ,yq
-# MAGIC ,'品牌'    brand_cat_type
-# MAGIC ,'CV'      TA 
-# MAGIC ,brand_flag        market
-# MAGIC ,prod_des_c
-# MAGIC ,''
-# MAGIC ,''
-# MAGIC ,''
-# MAGIC ,'全国' province_city
-# MAGIC ,''
-# MAGIC ,sales   sales_value
-# MAGIC ,saleu   sales_unit
-# MAGIC ,0,0,0,0,0,'' ,0 ,''  ,0,0,0,'',0,'',0,0,0,'volume' ,'' 
-# MAGIC from data_pack  left join (select distinct year,quarter,yyyymm,yq from city ) city on city.YYYYMM=data_pack.YYYYMM  
-# MAGIC
-# MAGIC )
-# MAGIC select * from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all   
-# MAGIC union all 
-# MAGIC select * 
-# MAGIC  ,from_utc_timestamp(current_timestamp(),'UTC+8') 					            AS etl_insert_dt
-# MAGIC  ,from_utc_timestamp(current_timestamp(),'UTC+8') 					            AS etl_update_dt
-# MAGIC from split 
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC --补位
-# MAGIC with tmp as (
-# MAGIC select
-# MAGIC YYYYMM,
-# MAGIC year,
-# MAGIC quarter,
-# MAGIC yq,
-# MAGIC case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as zk_product_id,
-# MAGIC zk_region,
-# MAGIC zk_rx_otc,
-# MAGIC zk_medicine_type,
-# MAGIC zk_medicine_tier1,
-# MAGIC zk_medicine_tier2,
-# MAGIC zk_medicine_tier3,
-# MAGIC zk_medicine_tier4,
-# MAGIC zk_common_name,
-# MAGIC zk_dosage_form,
-# MAGIC zk_user_type,
-# MAGIC zk_category_name,
-# MAGIC zk_product_name,
-# MAGIC zk_brand_name,
-# MAGIC zk_manu_des,
-# MAGIC zk_corp_des,
-# MAGIC zk_pack_des,
-# MAGIC price,
-# MAGIC sales_unit,
-# MAGIC sales_value,
-# MAGIC digital_spread_rate,
-# MAGIC weighted_spread_rate,
-# MAGIC counting_unit,
-# MAGIC brand_flag,
-# MAGIC etl_insert_dt,
-# MAGIC etl_update_dt
-# MAGIC from dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all
-# MAGIC -- pack-CV-酒石酸美托洛尔.xlsx的数据没有了，所以排除 酒石酸美托洛尔
-# MAGIC where brand_flag<>'pack-CV-酒石酸美托洛尔.xlsx'
-# MAGIC )
-# MAGIC
-# MAGIC insert overwrite dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all
-# MAGIC select *
-# MAGIC from tmp;
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ### 新逻辑
-# MAGIC - 修改brand数据，先拆分成月维度的数据
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC /*
-# MAGIC 修改时间：20250311
-# MAGIC 修改人：chenwu
-# MAGIC 修改内容：brand来数频率为 季度来数， 但是 pack 为 月度来数据，需要用季度的数据/3得到月度的
-# MAGIC */
-# MAGIC insert overwrite table dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all
-# MAGIC with quarterly_table as (
-# MAGIC   select 
-# MAGIC   *
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all
-# MAGIC   where market not in ('NIAD','Inhaled Extended Market','布地奈德雾化溶液')
-# MAGIC   -- 范围内只能是 季度来数据的，如果有月度来数据的需要排除掉
-# MAGIC )
-# MAGIC
-# MAGIC ,month_table as (--转化成月度数据
-# MAGIC   SELECT 
-# MAGIC     SUBSTR(q.yq, 1, 4)*100 +       -- 提取年份
-# MAGIC     LPAD(m.month_num, 2, '0')   -- 补零月份
-# MAGIC     AS YYYYMM                  -- 月份首日
-# MAGIC   ,`year`  
-# MAGIC   ,`quarter`
-# MAGIC   ,yq
-# MAGIC   ,brand_cat_type
-# MAGIC   ,TA
-# MAGIC   ,market
-# MAGIC   ,zk_brand_category
-# MAGIC   ,zk_common_name
-# MAGIC   ,zk_manu_des
-# MAGIC   ,rc_name_en
-# MAGIC   ,province_city
-# MAGIC   ,ytd
-# MAGIC   ,sales_val /3  --除3
-# MAGIC   ,sales_vol /3  --除3
-# MAGIC   ,price 
-# MAGIC   ,num_dist_rate 
-# MAGIC   ,weig_dist_rate 
-# MAGIC   ,val_share 
-# MAGIC   ,vol_share 
-# MAGIC   ,key_brand_ytd 
-# MAGIC   ,key_brand_rank_ytd 
-# MAGIC   ,top_brand_ytd
-# MAGIC   ,top_brand_ms_ytd 
-# MAGIC   ,top_brand_inc_ms_ytd
-# MAGIC   ,top_brand_gr_ytd
-# MAGIC   ,key_brand_qtd
-# MAGIC   ,key_brand_rank_qtd
-# MAGIC   ,top_brand_qtd
-# MAGIC   ,top_brand_ms_qtd
-# MAGIC   ,top_brand_inc_ms_qtd
-# MAGIC   ,top_brand_gr_qtd
-# MAGIC   ,ranked_by
-# MAGIC   ,pack_flag
-# MAGIC   ,etl_insert_dt
-# MAGIC   ,etl_update_dt
-# MAGIC FROM 
-# MAGIC   quarterly_table q
-# MAGIC LATERAL VIEW EXPLODE(            -- 为每季度生成三个月
-# MAGIC   CASE 
-# MAGIC     WHEN RIGHT(q.yq, 2) = 'Q1' THEN ARRAY(1, 2, 3)
-# MAGIC     WHEN RIGHT(q.yq, 2) = 'Q2' THEN ARRAY(4, 5, 6)
-# MAGIC     WHEN RIGHT(q.yq, 2) = 'Q3' THEN ARRAY(7, 8, 9)
-# MAGIC     WHEN RIGHT(q.yq, 2) = 'Q4' THEN ARRAY(10, 11, 12)
-# MAGIC   END
-# MAGIC ) m AS month_num
-# MAGIC )
-# MAGIC
-# MAGIC ,other_not_quarterly_table (
-# MAGIC   select 
-# MAGIC   *
-# MAGIC   from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all
-# MAGIC   where market in ('NIAD','Inhaled Extended Market','布地奈德雾化溶液')
-# MAGIC   -- 范围内只能是 月度来数据的
-# MAGIC )
-# MAGIC
-# MAGIC select * from month_table
-# MAGIC union all
-# MAGIC select * from other_not_quarterly_table
\ No newline at end of file
diff --git a/EXTERNAL/Retail/z1 dwd_inc_gnd_ext_retail_nataional_作废.py:Zone.Identifier b/EXTERNAL/Retail/z1 dwd_inc_gnd_ext_retail_nataional_作废.py:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/z2 retail_load_data_作废.sql b/EXTERNAL/Retail/z2 retail_load_data_作废.sql
deleted file mode 100644
index f5142ab..0000000
--- a/EXTERNAL/Retail/z2 retail_load_data_作废.sql	
+++ /dev/null
@@ -1,6276 +0,0 @@
--- Databricks notebook source
--- MAGIC %md
--- MAGIC ### 维度信息计算
-
--- COMMAND ----------
-
--------------------------------------------------------------------------------------
---修改时间：20240819
---修改人：FanXujia
---修改内容：
---模板整合，将原本的十几个手工表改成3个表。
---其中，
---新文件《全国-集团排名》筛选：TA=Retail Total，Rx/OTC= Rx，Top/Top Incre. = Top Sales，对应了旧文件：《全国-Rx-TOP集团》
---新文件《全国-集团排名》筛选：TA <> Retail Total，Top/Top Incre. = Top Sales，对应了旧文件：《全国-分TA-TOP集团》
---《全国-集团排名》：dwd.dwd_gnd_retail_national_corp_rank
---《全国-产品排名》：dwd.dwd_gnd_retail_national_prd_rank
---《大区-集团排名》：dwd.dwd_gnd_retail_region_corp_rank
--------------------------------------------------------------------------------------
-
--- COMMAND ----------
-
---直接写入旧的文件对应的表，这样后面的代码都不用改动。
---新文件《全国-集团排名》筛选：TA=Retail Total，Rx/OTC= Rx，Top/Top Incre. = Top Sales，对应了旧文件：《全国-Rx-TOP集团》
-insert overwrite table dwd.dwd_gnd_ext_retail_nataional_top_corp
-(
-rank1,
-corp_desc,
-corporation,
-corp_type,
-sales_quarter,
-sales_amount,
-ytd_gr,
-ytd_ms,
-ytd_delta_ms,
-builtinarchivedate,
-source_file_path,
-source_file_name,
-etl_insert_dt
-)
-select 
-trim(rank1) as rank1,
-corp_desc,
-corporation,
-`type` as corp_type,
-sales_quarter,
-sales_amount,
-null as ytd_gr,
-null as ytd_ms,
-null as ytd_delta_ms,
-builtinarchivedate,
-source_file_path,
-source_file_name,
-etl_insert_dt
-from dwd.dwd_gnd_retail_national_corp_rank
-where upper(ta) = 'RETAIL TOTAL'
-and upper(rx_otc) = 'RX'
-and upper(top_top_incre) = 'TOP SALES'
-
--- COMMAND ----------
-
---直接写入旧的文件对应的表，这样后面的代码都不用改动。
---新文件《全国-集团排名》筛选：TA <> Retail Total，Top/Top Incre. = Top Sales，对应了旧文件：《全国-分TA-TOP集团》
-insert overwrite table dwd.dwd_gnd_ext_retail_nataional_ta_top_corp
-(
-rank1,
-corp_desc,
-corp_name,
-corp_type,
-source_name,
-sales_quarter,
-sales_amount,
-ytd_gr,
-ytd_ms,
-ytd_delta_ms,
-builtinarchivedate,
-source_file_path,
-source_file_name,
-etl_insert_dt
-)
-select 
-trim(rank1) as rank1,
-corp_desc,
-corporation as corp_name,
-`type` as corp_type,
-case when ta = 'GI' then concat(ta,'-',rx_otc)
-     when ta = 'NIAD-excl. GLP1' then 'DM'
-     else ta end as source_name,
-sales_quarter,
-sales_amount,
-null as ytd_gr,
-null as ytd_ms,
-null as ytd_delta_ms,
-builtinarchivedate,
-source_file_path,
-source_file_name,
-etl_insert_dt
-from dwd.dwd_gnd_retail_national_corp_rank
-where upper(ta) <> 'RETAIL TOTAL'
-and upper(top_top_incre) = 'TOP SALES'
-
--- COMMAND ----------
-
--------------------从底表获取market 与ta 对应关系------------------------------
-insert overwrite table dws.dws_ext_retail_td_ta
-select
-	market,
-    ta,
-    from_utc_timestamp(current_timestamp(),'UTC+8')	etl_insert_dt,
-    from_utc_timestamp(current_timestamp(),'UTC+8')	etl_update_dt
-from  dwd.dwd_gnd_ext_retail_dim_ta;   
-
--- COMMAND ----------
-
---增加retail的省份和城市 geo表
- with t1 as (
-	----获取底表的 province_city
-select province_city
-from (select zk_region province_city from dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all 
-union all 
-select province_city  from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all)
- group by province_city
----增加dtp的部分
-UNION 
-select distinct province_city from dwd.dwd_gnd_ext_dtp_zk_brand
-)
-, tmp as (
-----------------按照retail 逻辑划分福厦泉、全国，并从chpa的geo中提取其他维度信息---------------------
-select distinct 
- case when t1.province_city = '全国' then 'CHT'
- 	when t1.province_city = '福厦泉' then 'FXQ'
- else 
- 	nvl(t2.geo_key, t3.geo_key) 
- end geo_key,
- t4.AZ_City_tier
- ,t4.city_tier,
- province_city,
- t3.city_name,
- t3.city_code, 
- t3.city_name_en,
- case when t1.province_city = '福厦泉' then '福建'
- when t1.province_city = '全国' then '全国'
- else 
- 	nvl(t3.province_name,t2.province_name) 
- end province_name,
- case when t1.province_city = '福厦泉' then 'FJ'
- when t1.province_city = '全国' then 'National'
- else 
- 	nvl(t3.province_code,t2.province_code)
- end province_code, 
- case when t1.province_city = '福厦泉' then 'Fujian'
-  when t1.province_city = '全国' then 'National'
- else 
- 	nvl(t3.province_name_en,t2.province_name_en) 
- end province_name_en,  
- case when t1.province_city = '福厦泉' then 'SOUTH'
-  when t1.province_city = '全国' then 'National'
- else 
- 	nvl(t3.area_code,t2.area_code) 
- end area_code,
- case when t1.province_city = '福厦泉' then '南部地区'
-  when t1.province_city = '全国' then 'National'
- else 
- 	nvl(t3.area_name,t2.area_name) 
- end area_name, 
- case when t1.province_city = '福厦泉' then 'South China'
-  when t1.province_city = '全国' then 'National'
- else 
- 	nvl(t3.area_name_en,t2.area_name_en) 
- end area_name_en,
-
- case when t1.province_city = '福厦泉' then 'SOUTH'
-  when t1.province_city = '全国' then 'National'
- else 
- 	nvl(t3.rc_code,t2.rc_code) 
- end rc_code, 
- case when t1.province_city = '福厦泉' then '南部地区'
-  when t1.province_city = '全国' then 'National'
- else 
- 	nvl(t3.rc_name,t2.rc_name) 
- end rc_name, 
- case when t1.province_city = '福厦泉' then 'South China'
-  when t1.province_city = '全国' then 'National'
- else 
- 	nvl(t3.rc_name_en,t2.rc_name_en) 
- end rc_name_en 
-from  t1 left 
-join dm.dm_td_geography t2
-on t1.province_city = t2.province_name and t2.geo_key = t2.province_code
-left join dm.dm_td_geography t3 
-on t1.province_city = replace(t3.city_name,'市','') and t3.geo_key = t3.city_code
-left join dws.dws_ims_td_geo t4 
-on  t1.province_city = replace(t4.AUDIT_DES_C,'市','')    
-)
--------------------省份、自治区等处理-----------------------
-insert overwrite table dm.dm_zk_retail_geo
-SELECT 
-    geo_key
-	 ,city_name_en
-	 ,replace(city_name,'市')  																			  city_c
-	 ,case when city_code is not null then 'City' else 'Province' END city_type
-	 ,city_tier
-   ,AZ_City_tier
-	 ,province_name_en
-	 ,province_name
-	 ,province_code
-	 ,city_name     																			  city_map
-	 ,case when  province_code  in ('TJ','CQ','BJ','SH')  then concat(province_name,'市') 
-	 			 when  province_code in  ('SC','YN','LN','SA','GZ','HN','HL','SX','ZJ','JS','SD','JL','FJ','GD','HU','AH','GS','HE','JX','HB') then  concat(province_name,'省') 
-	 			 when  province_code  ='GX' THEN concat(province_name,'壮族自治区')
-				 when  province_code  ='IM' THEN concat(province_name,'自治区') 
-		ELSE province_name
-	 end 																						  province_map
-	 ,city_code
-	 ,province_city
-   ,area_code
-   ,area_name
-   ,area_name_en
-   ,rc_code
-   ,rc_name
-   ,rc_name_en
-	,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_insert_dt
-	,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_update_dt
- from tmp 
-
-UNION ALL 
-
-SELECT 
-'ROC'
-,'Other Low Tiers'
-,'Other Low Tiers'
-,'City'
-,	1
-,	1	
-,'Other Low Tiers'
-,'Other Low Tiers'
-,	null	
-,'Other Low Tiers'
-,'Other Low Tiers'
-,'Other Low Tiers'
-,'Other Low Tiers'
-,'Other Low Tiers'
-,'Other Low Tiers'
-,'Other Low Tiers'
-,'Other Low Tiers'
-,'Other Low Tiers'
-,'Other Low Tiers'
-	,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_insert_dt
-	,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_update_dt
-
--- COMMAND ----------
-
-/**
- B2C标签表整合关联tblmarket 表，获取market 信息
-
-*/
-insert overwrite table tmp.tmp_zk_retail_pack_property 
-with  tmp1 as (
-	
-	select distinct
-			prod.iqvia_lineno 
-			,if( prod.iqvia_pack_code REGEXP '^[0-9]',right(concat('000000000000',prod.iqvia_pack_code),12),prod.iqvia_pack_code) as iqvia_pack_code --right(concat('0000000',prod.iqvia_pack_code),7) 	  
-			, right(concat('000000000',prod.iqvia_prod_code),9) 	as PROD_COD
-			,prod.iqvia_notes 
-			,prod.new_pack_flag 
-			,prod.is_exists_chpa 
-			,prod.product_id 
-			,prod.prescription_nature 
-			,prod.medicine_type 
-			,prod.zk_medicine_tier1 
-				,prod.zk_medicine_tier2 
-			,prod.zk_medicine_tier3 
-			,prod.zk_medicine_tier4 
-			,prod.common_name 
-			,prod.dosage_form 
-			,prod.user_type 
-			,prod.category_name 
-			,prod.product_name 
-			,prod.brand_name 
-			,prod.zk_manu_des 
-			,prod.zk_corp_des 
-			,prod.zk_pack_des 
-			,prod.counting_unit_a 
-			,prod.dosage_unit_a 
-			,prod.unit_a 
-			,prod.app1_cod 
-			,prod.app1_des 
-			,prod.app1_des_c 
-			,prod.app2_cod 
-			,prod.app2_des 
-			,prod.app2_des_c 
-			,prod.app3_cod 
-			,prod.app3_des 
-			,prod.app3_des_c 
-			,prod.atc1_cod 
-			,prod.atc1_des 
-			,prod.atc1_des_c 
-			,prod.atc2_cod 
-			,prod.atc2_des 
-			,prod.atc2_des_c 
-			,prod.atc3_cod 
-			,prod.atc3_des 
-			,prod.atc3_des_c 
-			,prod.atc4_cod 
-			,prod.atc4_des 
-			,prod.atc4_des_c 
-			,prod.bio_desc 
-			,right(concat('000000',nvl(prod.cmps_cod,0 )),6)   cmps_cod
-			,prod.cmps_des 
-			,prod.cmps_des_c 
-			,prod.corp_cod 
-			,prod.corp_des 
-			,prod.corp_des_c 
-			,prod.edl_desc 
-			,prod.eth_otc_desc 
-			,prod.gene_orig_desc 
-			,prod.gqce_desc 
-			,prod.manu_cod 
-			,prod.manu_des 
-			,prod.manu_des_c 
-			,prod.mnfl_cod 
-			,prod.mnfl_des 
-			,prod.nrdl_desc 
-			,prod.pack_des 
-			,prod.stgh_des 
-			,prod.pack_lch 
-			,prod.paed_desc 
-			,prod.prod_des 
-			,prod.prod_des_c 
-			,prod.tcm_desc 
-			,prod.vbp_desc 
-			,prod.unit 
-			,prod.counting_unit 
-			,prod.dosage_unit  
-			,nvl(MOLE.NRDL_Entry_Date,'') 											  AS NRDL_ENTRY_DATE
-			,tblmkt.market 
-			,tblmkt.bu
-			,nvl(tblmkt.extend_market_ratio,1)										as extend_market_ratio
-from dwd.dwd_gnd_ext_retail_pack_property  prod 
-LEFT JOIN dwd.dwd_ims_td_pack_additional_attribute MOLE ON prod.iqvia_pack_code = MOLE.Pack_Code 
-left join (
-				select market
-							,bu
-							,atc1_code
-							,atc2_code
-							,atc3_code
-							,atc4_code
-							,nfc1_code
-							,nfc2_code
-							,nfc3_code
-							,pack_code
-							,Molecule_Code
-							,zk_common_name
-							,extend_market_ratio 
-							,zk_product_id
-							,zk_dosage_form
-							,Product_Code
-							,not_in_flag
-							,extend_market
-				from dwd.dwd_gnd_ext_retail_tblmarket
-				-- where (market not in( 'ZOK Default Market', 'Inhaled Extended Market') or (case when market in( 'Inhaled Extended Market') then  zk_product_id is not null end))
-				where 1=1
-					and  Extend_Market IS NULL 
-					AND ( NOT_IN_FLAG IS NULL or  NOT_IN_FLAG = '1' )
-)tblmkt
-on  nvl(prod.ATC1_COD,'')	 = case when tblmkt.ATC1_Code    is null then nvl(prod.ATC1_COD,'')  else tblmkt.ATC1_Code end
-and nvl(prod.ATC2_COD,'')	 = case when tblmkt.ATC2_Code    is null then nvl(prod.ATC2_COD,'')  else tblmkt.ATC2_Code end
-and nvl(prod.ATC3_COD,'')	 = case when tblmkt.ATC3_Code    is null then nvl(prod.ATC3_COD,'')  else tblmkt.ATC3_Code end
-and nvl(prod.ATC4_COD,'')	 = case when tblmkt.ATC4_Code    is null then nvl(prod.ATC4_COD,'')  else tblmkt.ATC4_Code end
-and nvl(prod.APP1_COD,'')	 = case when tblmkt.NFC1_Code    is null then nvl(prod.APP1_COD,'')  else tblmkt.NFC1_Code end
-and nvl(prod.APP2_COD,'')	 = case when tblmkt.NFC2_Code    is null then nvl(prod.APP2_COD,'')  else tblmkt.NFC2_Code end
-and nvl(prod.APP3_COD,'')	 = case when tblmkt.NFC3_Code    is null then nvl(prod.APP3_COD,'')  else tblmkt.NFC3_Code end
-and  right(concat('000000000',nvl(prod.iqvia_prod_code,0 )),9)    = case when tblmkt.Product_Code is null then  right(concat('000000000',nvl(prod.iqvia_prod_code,0 )),9)  else   right(concat('000000000',nvl(tblmkt.Product_Code,0 )),9)  end
-and if(nvl(prod.iqvia_pack_code,0 ) REGEXP '^[0-9]' ,right(concat('000000000000',nvl(prod.iqvia_pack_code,0 )),12),nvl(prod.iqvia_pack_code,0 ))
-	= case when tblmkt.Pack_Code is null then if(nvl(prod.iqvia_pack_code,0 ) REGEXP '^[0-9]' ,right(concat('000000000000',nvl(prod.iqvia_pack_code,0 )),12),nvl(prod.iqvia_pack_code,0 ))
-	else if(nvl(tblmkt.Pack_Code,0 ) REGEXP '^[0-9]' ,right(concat('000000000000',nvl(tblmkt.Pack_Code,0 )),12),nvl(tblmkt.Pack_Code,0 ))  end
--- and  right(concat('00000',nvl(prod.iqvia_prod_code,0 )),5)    = case when tblmkt.Product_Code is null then  right(concat('00000',nvl(prod.iqvia_prod_code,0 )),5)  else   right(concat('00000',nvl(tblmkt.Product_Code,0 )),5)  end
--- and right(concat('0000000',nvl(prod.iqvia_pack_code,0 )),7)  = case when tblmkt.Pack_Code    is null then right(concat('0000000',nvl(prod.iqvia_pack_code,0 )),7)   else right(concat('0000000',tblmkt.Pack_Code ),7 )  end
-and right(concat('000000',nvl(prod.cmps_cod,0 )),6) 	= case when tblmkt.Molecule_Code 	is null then right(concat('000000',nvl(prod.cmps_cod,0 )),6)	else right(concat('000000',nvl(tblmkt.Molecule_Code,0 )),6)  end 
-where tblmkt.market is not null
-
-)
-, tmp2 as (
-	
-	select distinct
-			prod.iqvia_lineno 
-			,if( prod.iqvia_pack_code REGEXP '^[0-9]',right(concat('000000000000',prod.iqvia_pack_code),12),prod.iqvia_pack_code) as iqvia_pack_code --right(concat('0000000',prod.iqvia_pack_code),7) 	  
-			, right(concat('000000000',prod.iqvia_prod_code),9) 	as PROD_COD
-			,prod.iqvia_notes 
-			,prod.new_pack_flag 
-			,prod.is_exists_chpa 
-			,prod.product_id 
-			,prod.prescription_nature 
-			,prod.medicine_type 
-			,prod.zk_medicine_tier1 
-			,prod.zk_medicine_tier2 
-			,prod.zk_medicine_tier3 
-			,prod.zk_medicine_tier4 
-			,prod.common_name 
-			,prod.dosage_form 
-			,prod.user_type 
-			,prod.category_name 
-			,prod.product_name 
-			,prod.brand_name 
-			,prod.zk_manu_des 
-			,prod.zk_corp_des 
-			,prod.zk_pack_des 
-			,prod.counting_unit_a 
-			,prod.dosage_unit_a 
-			,prod.unit_a 
-			,prod.app1_cod 
-			,prod.app1_des 
-			,prod.app1_des_c 
-			,prod.app2_cod 
-			,prod.app2_des 
-			,prod.app2_des_c 
-			,prod.app3_cod 
-			,prod.app3_des 
-			,prod.app3_des_c 
-			,prod.atc1_cod 
-			,prod.atc1_des 
-			,prod.atc1_des_c 
-			,prod.atc2_cod 
-			,prod.atc2_des 
-			,prod.atc2_des_c 
-			,prod.atc3_cod 
-			,prod.atc3_des 
-			,prod.atc3_des_c 
-			,prod.atc4_cod 
-			,prod.atc4_des 
-			,prod.atc4_des_c 
-			,prod.bio_desc 
-			,right(concat('000000',nvl(prod.cmps_cod,0 )),6)  cmps_cod
-			,prod.cmps_des 
-			,prod.cmps_des_c 
-			,prod.corp_cod 
-			,prod.corp_des 
-			,prod.corp_des_c 
-			,prod.edl_desc 
-			,prod.eth_otc_desc 
-			,prod.gene_orig_desc 
-			,prod.gqce_desc 
-			,prod.manu_cod 
-			,prod.manu_des 
-			,prod.manu_des_c 
-			,prod.mnfl_cod 
-			,prod.mnfl_des 
-			,prod.nrdl_desc 
-			,prod.pack_des 
-			,prod.stgh_des 
-			,prod.pack_lch 
-			,prod.paed_desc 
-			,prod.prod_des 
-			,prod.prod_des_c 
-			,prod.tcm_desc 
-			,prod.vbp_desc 
-			,prod.unit 
-			,prod.counting_unit 
-			,prod.dosage_unit  
-			,nvl(MOLE.NRDL_Entry_Date,'') 											  AS NRDL_ENTRY_DATE
-			,tblmkt.market 
-			,tblmkt.bu
-			,nvl(tblmkt.extend_market_ratio,1)										as extend_market_ratio
-			,1  																	as f_flag
-from dwd.dwd_gnd_ext_retail_pack_property  prod 
-LEFT JOIN dwd.dwd_ims_td_pack_additional_attribute MOLE ON prod.iqvia_pack_code = MOLE.Pack_Code 
-left join (
-				select market
-							,bu
-							,atc1_code
-							,atc2_code
-							,atc3_code
-							,atc4_code
-							,nfc1_code
-							,nfc2_code
-							,nfc3_code
-							,pack_code
-							,Molecule_Code
-							,zk_common_name
-							,extend_market_ratio 
-							,zk_product_id
-							,zk_dosage_form
-							,Product_Code
-							,not_in_flag
-							,extend_market
-				from dwd.dwd_gnd_ext_retail_tblmarket
-				-- where (market not in( 'ZOK Default Market', 'Inhaled Extended Market') or (case when market in( 'Inhaled Extended Market') then  zk_product_id is not null end))
-				where 1=1
-							and Extend_Market IS NULL  and NOT_IN_FLAG ='0' 
- 
-)tblmkt
-on  nvl(prod.ATC1_COD,'')	 = case when tblmkt.ATC1_Code    is null then nvl(prod.ATC1_COD,'')  else tblmkt.ATC1_Code end
-and nvl(prod.ATC2_COD,'')	 = case when tblmkt.ATC2_Code    is null then nvl(prod.ATC2_COD,'')  else tblmkt.ATC2_Code end 
-and nvl(prod.ATC3_COD,'')	 = case when tblmkt.ATC3_Code    is null then nvl(prod.ATC3_COD,'')  else tblmkt.ATC3_Code end
-and nvl(prod.ATC4_COD,'')	 = case when tblmkt.ATC4_Code    is null then nvl(prod.ATC4_COD,'')  else tblmkt.ATC4_Code end
-and nvl(prod.APP1_COD,'')	 = case when tblmkt.NFC1_Code    is null then nvl(prod.APP1_COD,'')  else tblmkt.NFC1_Code end
-and nvl(prod.APP2_COD,'')	 = case when tblmkt.NFC2_Code    is null then nvl(prod.APP2_COD,'')  else tblmkt.NFC2_Code end
-and nvl(prod.APP3_COD,'')	 = case when tblmkt.NFC3_Code    is null then nvl(prod.APP3_COD,'')  else tblmkt.NFC3_Code end
-and  right(concat('000000000',nvl(prod.iqvia_prod_code,0 )),9)    = case when tblmkt.Product_Code is null then  right(concat('000000000',nvl(prod.iqvia_prod_code,0 )),9)  else   right(concat('000000000',nvl(tblmkt.Product_Code,0 )),9)  end
-and if(nvl(prod.iqvia_pack_code,0 ) REGEXP '^[0-9]' ,right(concat('000000000000',nvl(prod.iqvia_pack_code,0 )),12),nvl(prod.iqvia_pack_code,0 ))
-	= case when tblmkt.Pack_Code is null then if(nvl(prod.iqvia_pack_code,0 ) REGEXP '^[0-9]' ,right(concat('000000000000',nvl(prod.iqvia_pack_code,0 )),12),nvl(prod.iqvia_pack_code,0 ))
-	else if(nvl(tblmkt.Pack_Code,0 ) REGEXP '^[0-9]' ,right(concat('000000000000',nvl(tblmkt.Pack_Code,0 )),12),nvl(tblmkt.Pack_Code,0 ))  end
-and right(concat('000000',nvl(prod.cmps_cod,0 )),6) 	= case when tblmkt.Molecule_Code 	is null then right(concat('000000',nvl(prod.cmps_cod,0 )),6)	else right(concat('000000',nvl(tblmkt.Molecule_Code,0 )),6)  end 
-where tblmkt.market is not null
-
-
-)
-, tmp3 as (
-	select distinct
-			 tmp1.iqvia_lineno 
-			,tmp1.iqvia_pack_code 
-			,tmp1.PROD_COD
-			,tmp1.iqvia_notes 
-			,tmp1.new_pack_flag 
-			,tmp1.is_exists_chpa 
-			,tmp1.product_id 
-			,tmp1.prescription_nature 
-			,tmp1.medicine_type 
-			,tmp1.zk_medicine_tier1 
-			,tmp1.zk_medicine_tier2 
-			,tmp1.zk_medicine_tier3 
-			,tmp1.zk_medicine_tier4 
-			,tmp1.common_name 
-			,tmp1.dosage_form 
-			,tmp1.user_type 
-			,tmp1.category_name 
-			,tmp1.product_name 
-			,tmp1.brand_name 
-			,tmp1.zk_manu_des 
-			,tmp1.zk_corp_des 
-			,tmp1.zk_pack_des 
-			,tmp1.counting_unit_a 
-			,tmp1.dosage_unit_a 
-			,tmp1.unit_a 
-			,tmp1.app1_cod 
-			,tmp1.app1_des 
-			,tmp1.app1_des_c 
-			,tmp1.app2_cod 
-			,tmp1.app2_des 
-			,tmp1.app2_des_c 
-			,tmp1.app3_cod 
-			,tmp1.app3_des 
-			,tmp1.app3_des_c 
-			,tmp1.atc1_cod 
-			,tmp1.atc1_des 
-			,tmp1.atc1_des_c 
-			,tmp1.atc2_cod 
-			,tmp1.atc2_des 
-			,tmp1.atc2_des_c 
-			,tmp1.atc3_cod 
-			,tmp1.atc3_des 
-			,tmp1.atc3_des_c 
-			,tmp1.atc4_cod 
-			,tmp1.atc4_des 
-			,tmp1.atc4_des_c 
-			,tmp1.bio_desc 
-			,tmp1.cmps_cod 
-			,tmp1.cmps_des   
-			,tmp1.cmps_des_c 
-			,tmp1.corp_cod 
-			,tmp1.corp_des 
-			,tmp1.corp_des_c 
-			,tmp1.edl_desc 
-			,tmp1.eth_otc_desc 
-			,tmp1.gene_orig_desc 
-			,tmp1.gqce_desc 
-			,tmp1.manu_cod 
-			,tmp1.manu_des 
-			,tmp1.manu_des_c 
-			,tmp1.mnfl_cod 
-			,tmp1.mnfl_des 
-			,tmp1.nrdl_desc 
-			,tmp1.pack_des 
-			,tmp1.stgh_des 
-			,tmp1.pack_lch 
-			,tmp1.paed_desc 
-			,tmp1.prod_des 
-			,tmp1.prod_des_c 
-			,tmp1.tcm_desc 
-			,tmp1.vbp_desc 
-			,tmp1.unit 
-			,tmp1.counting_unit 
-			,tmp1.dosage_unit  
-			,tmp1.NRDL_ENTRY_DATE
-			,tmp1.market 
-			,nvl(t2.bu,tmp1.bu)									as bu
-			,tmp1.extend_market_ratio	
-			,IF(tmp1.corp_des_c in('阿斯利康制药集团') ,'Y','N')      is_az
-from tmp1 left join tmp2
-	 on  nvl(tmp1.ATC1_COD,'')			= nvl(tmp2.ATC1_COD,'')			
-     and nvl(tmp1.ATC2_COD,'')			= nvl(tmp2.ATC2_COD,'')			
-     and nvl(tmp1.ATC3_COD,'')			= nvl(tmp2.ATC3_COD,'')			
-     and nvl(tmp1.ATC4_COD,'')			= nvl(tmp2.ATC4_COD,'')			
-     and nvl(tmp1.APP1_COD,'')			= nvl(tmp2.APP1_COD,'')			
-     and nvl(tmp1.APP2_COD,'')			= nvl(tmp2.APP2_COD,'')			
-     and nvl(tmp1.APP3_COD,'')			= nvl(tmp2.APP3_COD,'')			
-     and nvl(tmp1.PROD_COD,'')			= nvl(tmp2.PROD_COD,'')			
-     and nvl(tmp1.iqvia_pack_code,'')	= nvl(tmp2.iqvia_pack_code,'')	
-     and nvl(tmp1.common_name ,'')		= nvl(tmp2.common_name ,'')		
-     and nvl(tmp1.product_id,'')  		= nvl(tmp2.product_id,'')  		
-     and nvl(tmp1.dosage_form ,'')		= nvl(tmp2.dosage_form ,'')		
-     and nvl(tmp1.CMPS_COD,'')  		= nvl(tmp2.CMPS_COD,'')  		
-     and nvl(tmp1.market ,'')			= nvl(tmp2.market ,'')		
-left join  (select Market, BU,Extend_Market,Extend_Market_Ratio from dwd.dwd_gnd_ext_retail_tblmarket
-					--  where (market not in( 'ZOK Default Market', 'Inhaled Extended Market') and  Extend_Market IS NOT NULL
-					--  )or (case when market in( 'Inhaled Extended Market') then  zk_product_id is not null end)
-					where Extend_Market IS NOT NULL
-					 ) t2 on tmp1.Market=t2.Extend_Market
-where  NVL(tmp2.f_flag,0)  !=1   
-
-)
-
-
--- 合并所有市场数据  
-select 
-	* 
-from tmp3
---没有匹配上的给默认市场：Non AZ Retail Related Market
-union all
-select 
-			prod.iqvia_lineno 
-			,if( prod.iqvia_pack_code REGEXP '^[0-9]',right(concat('000000000000',prod.iqvia_pack_code),12),prod.iqvia_pack_code) as iqvia_pack_code
-			,right(concat('000000000',prod.iqvia_prod_code),9) as iqvia_prod_code
-			-- ,right(concat('0000000', prod.iqvia_pack_code ),7 ) iqvia_pack_code
-			-- ,right(concat('00000', prod.iqvia_prod_code ),5) iqvia_prod_code
-			,prod.iqvia_notes 
-			,prod.new_pack_flag 
-			,prod.is_exists_chpa 
-			,prod.product_id 
-			,prod.prescription_nature 
-			,prod.medicine_type 
-			,prod.zk_medicine_tier1 
-			,prod.zk_medicine_tier2 
-			,prod.zk_medicine_tier3 
-			,prod.zk_medicine_tier4 
-			,prod.common_name 
-			,prod.dosage_form 
-			,prod.user_type 
-			,prod.category_name 
-			,prod.product_name 
-			,prod.brand_name 
-			,prod.zk_manu_des 
-			,prod.zk_corp_des 
-			,prod.zk_pack_des 
-			,prod.counting_unit_a 
-			,prod.dosage_unit_a 
-			,prod.unit_a 
-			,prod.app1_cod 
-			,prod.app1_des 
-			,prod.app1_des_c 
-			,prod.app2_cod 
-			,prod.app2_des 
-			,prod.app2_des_c 
-			,prod.app3_cod 
-			,prod.app3_des 
-			,prod.app3_des_c 
-			,prod.atc1_cod 
-			,prod.atc1_des 
-			,prod.atc1_des_c 
-			,prod.atc2_cod 
-			,prod.atc2_des 
-			,prod.atc2_des_c 
-			,prod.atc3_cod 
-			,prod.atc3_des 
-			,prod.atc3_des_c 
-			,prod.atc4_cod 
-			,prod.atc4_des 
-			,prod.atc4_des_c 
-			,prod.bio_desc 
-			,right(concat('00000',nvl(prod.cmps_cod,0 )),6) cmps_cod
-			,prod.cmps_des 
-			,prod.cmps_des_c 
-			,prod.corp_cod 
-			,prod.corp_des 
-			,prod.corp_des_c 
-			,prod.edl_desc 
-			,prod.eth_otc_desc 
-			,prod.gene_orig_desc 
-			,prod.gqce_desc 
-			,prod.manu_cod 
-			,prod.manu_des 
-			,prod.manu_des_c 
-			,prod.mnfl_cod 
-			,prod.mnfl_des 
-			,prod.nrdl_desc 
-			,prod.pack_des 
-			,prod.stgh_des 
-			,prod.pack_lch 
-			,prod.paed_desc 
-			,prod.prod_des 
-			,prod.prod_des_c 
-			,prod.tcm_desc 
-			,prod.vbp_desc 
-			,prod.unit 
-			,prod.counting_unit 
-			,prod.dosage_unit  
-			,nvl(MOLE.NRDL_Entry_Date,'') 											      AS NRDL_ENTRY_DATE
-			,'Non AZ Retail Related Market' 	 								  as market 
-			,tmp3.bu
-			,nvl(tmp3.extend_market_ratio,1)													as extend_market_ratio
-			,IF(PROD.corp_des_c in('阿斯利康制药集团') ,'Y','N')      is_az
-
-from  dwd.dwd_gnd_ext_retail_pack_property  prod
-left join tmp3   on prod.product_id = tmp3.product_id
-LEFT JOIN dwd.dwd_ims_td_pack_additional_attribute MOLE ON prod.iqvia_pack_code = MOLE.Pack_Code 
-where tmp3.product_id is null
-
-
--- COMMAND ----------
-
------处理 Nifedipine 上传时有特殊字符，无法匹配----
-update  tmp.tmp_zk_retail_pack_property 
-set market='Nifedipine Market'
-where market like 'Nifedipine%'
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ### brand拆分
-
--- COMMAND ----------
-
---------------------------------------------获取省份文件中的品牌的数据,用于后续比例拆分--------------------------
-insert overwrite table tmp.tmp_retail_brand 
-SELECT
-    YYYYMM,
-    TA,
-    case
-        when zk_brand_category in ('氨氯地平阿托伐他汀钙片', '多达一', '天依宁', 'OTHERS') then zk_brand_category --
-        else b.PROD_DES_C
-    end as PROD_DES_C,
-    province_city,
-    brand_cat_type,
-    A.zk_common_name,
-    A.market,
-    SUM(sales_val) sales_val,
-    cast(SUM(sales_vol) as decimal(30,10)) sales_vol
-FROM
-    dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all A
-    left JOIN (
-        select
-            distinct PROD_DES_C,
-            ZK_Prod_C
-        from
-            dwd.dwd_inc_gnd_retail_b2c_label_total
-    ) B ON nvl(A.zk_brand_category, '') = nvl(B.ZK_Prod_C, '')
-
-where
-    ranked_by = 'volume' --and brand_cat_type = '品牌' --and TA = 'CV'
-GROUP BY
-    YYYYMM,
-    TA,
-    case
-        when zk_brand_category in ('氨氯地平阿托伐他汀钙片', '多达一', '天依宁', 'OTHERS') then zk_brand_category
-        else b.PROD_DES_C
-    end,
-    province_city,
-    A.market,
-        A.zk_common_name,
-    brand_cat_type
-
--- COMMAND ----------
-
-------------------------------------------------------------------------------------------------------------
---修改时间：20240903
---修改人：FanXujia
---修改内容：新增一个高血压的子市场《酒石酸美托洛尔》，实为高血压市场里的一个分子式，到pack、到省份粒度。品牌粒度文件中没有他。
--------------------------------------------------------------------------------------------------------------
-
-
--- COMMAND ----------
-
----------------------------把品牌、全国数据拆分，并得到比例----------------------------710 修改 ------------------
-insert overwrite table tmp.tmp_zk_retail_brandTotal
-WITH MKT AS (
-  ----------------MKT 总值------------
-select a.YYYYMM,ta,a.province_city,a.brand_cat_type,a.market,
-  a.sales_val
-  ,a.sales_vol
-  ,B.brand_mkt  marketmapping
-from tmp.tmp_retail_brand a 
-left join (SELECT DISTINCT brand_mkt,market_mapping  FROM dwd.dwd_gnd_ext_retail_corresponding_relationship WHERE category_name IS NOT NULL  AND TA IN ('CV','GI')) B 
-on a.market=b.brand_mkt and B.brand_mkt = B.market_mapping
-where brand_cat_type = '品类' 
-and  A.TA IN ('CV','GI')  AND B.brand_mkt IS not null
-), brand_df AS (
-  -------归属于分子式子市场的品牌------
-select a.YYYYMM,a.TA,a.PROD_DES_C,a.province_city
-  ,case when a.market = 'pack-CV-高血压-化学药-全国.xlsx' then '氨氯地平,阿托伐他汀'
-        when a.market  = 'pack-CV-他汀类+血脂康-全国.xlsx' then '氨氯地平,阿托伐他汀' else A.market  end  submkt
-  ,cmps_des_c
-  ,case when a.market = 'pack-CV-高血压-化学药-全国.xlsx' then '高血压用药' 
-       when a.market  = 'pack-CV-他汀类+血脂康-全国.xlsx' then '他汀类+血脂康' else B.brand_mkt end  marketmapping
-        -- when a.market  = 'pack-CV-他汀类+血脂康-全国.xlsx' then '他汀类+血脂康' else coalesce(B.brand_mkt,A.market )  end  marketmapping
-  ,a.sales_val,a.sales_vol
-from tmp.tmp_retail_brand a  
-left join (select distinct brand_mkt,category_name from dwd.dwd_gnd_ext_retail_corresponding_relationship where category_name is not null  AND TA IN ('CV','GI') AND category_name<>brand_mkt) B 
-ON a.market=b.category_name 
-left join (select distinct  prod_des_c,cmps_des_c from dwd.dwd_gnd_ext_retail_pack_property ) C ON A.PROD_DES_C=C.prod_des_c
-where brand_cat_type = '品牌'  
-and a.market not in (select distinct brand_mkt from dwd.dwd_gnd_ext_retail_corresponding_relationship where brand_mkt is not null )
-and TA IN ('CV','GI')
-),cmps_total as (
-  ---------------------分子式汇总值------------
-  select a.YYYYMM,ta,a.province_city,a.brand_cat_type  --,c.zk_common_name,c.cmps_des_c
-  ,a.market,a.sales_val,a.sales_vol,B.brand_mkt marketmapping
-from tmp.tmp_retail_brand a 
-left join (SELECT DISTINCT brand_mkt,category_name  FROM dwd.dwd_gnd_ext_retail_corresponding_relationship WHERE category_name IS NOT NULL  AND TA IN ('CV','GI')) B 
-on a.market=b.category_name and B.brand_mkt<> B.category_name
--- LEFT JOIN (select DISTINCT zk_common_name,cmps_des_c,marketmapping from brand_df) c on c.zk_common_name= a.market and B.brand_mkt = c.marketmapping 
-where brand_cat_type = '品类'  
-and A.TA IN ('CV','GI') and B.brand_mkt is not null
-), mkt_brand as (
-  ----直接归属mkt 下的brand ，不能按同一个比例处理，需单独减去------------------
-  select a.YYYYMM,a.TA,a.province_city,
-case when a.market = 'pack-CV-高血压-化学药-全国.xlsx' then '氨氯地平,阿托伐他汀'
-        when a.market  = 'pack-CV-他汀类+血脂康-全国.xlsx' then '氨氯地平,阿托伐他汀' else A.market  end market
-,concat('Others_cmps_',cmps_des_c )  cmps_des_c
-,concat('Others_cmps_',a.market )  marketmapping
-,a.PROD_DES_C
-  ,case when a.market = 'pack-CV-高血压-化学药-全国.xlsx' then '氨氯地平,阿托伐他汀'
-        when a.market  = 'pack-CV-他汀类+血脂康-全国.xlsx' then '氨氯地平,阿托伐他汀' else A.market  end  submkt
-  ,a.sales_val,a.sales_vol
-from tmp.tmp_retail_brand a  
-left join (select distinct  prod_des_c,cmps_des_c from dwd.dwd_gnd_ext_retail_pack_property ) C ON A.PROD_DES_C=C.prod_des_c
-where brand_cat_type = '品牌'  
-and case when a.market = 'pack-CV-高血压-化学药-全国.xlsx' then '氨氯地平,阿托伐他汀'
-        when a.market  = 'pack-CV-他汀类+血脂康-全国.xlsx' then '氨氯地平,阿托伐他汀' else A.market  end   in (select distinct brand_mkt from dwd.dwd_gnd_ext_retail_corresponding_relationship where brand_mkt is not null  and ta   IN ('CV','GI'))
-and TA IN ('CV','GI')
-and a.PROD_DES_C not in (select  distinct PROD_DES_C from brand_df)
-)
---------酒石酸美托洛尔
-,metoprolol_tartrat as
-(
-select YYYYMM,
-'CV' as TA,
-zk_region as province_city,
-'高血压用药' as marketmapping,
-sum(sales_value) as sales_val,
-sum(sales_unit) as sales_vol
-from dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all
-where brand_flag = 'pack-CV-酒石酸美托洛尔.xlsx'
-group by YYYYMM,zk_region
-)
-, brand_data AS (
-  --------------------计算others_cmps-----------------
-  --从others_cmps这里扣除酒石酸美托洛尔
-select 
-  MKT.YYYYMM
-  ,MKT.ta,MKT.province_city
-  ,MKT.market
-  ,concat('Others_cmps_',mkt.market ) cmps_des_c
-  ,concat('Others_cmps_',mkt.market ) prodmapping
-  ,MKT.sales_val - b.sales_val - coalesce(val,0 ) - coalesce(metoprolol_tartrat.sales_val,0) sales_val
-  ,MKT.sales_vol - b.sales_vol -coalesce(vol, 0 ) - coalesce(metoprolol_tartrat.sales_vol,0) sales_vol
-FROM MKT inner JOIN
-     -- (select YYYYMM,province_city,marketmapping,sum(sales_val) sales_val,sum(sales_vol) sales_vol from cmps_total  group by YYYYMM,province_city,marketmapping) b
-            (
-                  select 
-                YYYYMM,province_city,marketmapping,sum(sales_val) sales_val,sum(sales_vol) sales_vol 
-                from (
-                      select YYYYMM,province_city,marketmapping,sum(sales_val) sales_val,sum(sales_vol) sales_vol from cmps_total  group by YYYYMM,province_city,marketmapping
-                    union all 
-                    select YYYYMM,province_city
-                        ,case when market = 'pack-CV-高血压-化学药-全国.xlsx' then '高血压用药' 
-                          when market  = 'pack-CV-他汀类+血脂康-全国.xlsx' then '他汀类+血脂康'  end  marketmapping 
-                        ,sum(sales_val),sum(sales_vol)  
-                    from tmp.tmp_retail_brand where PROD_DES_C in ('多达一', '氨氯地平阿托伐他汀钙片', '天依宁', 'OTHERS')  
-                    group by YYYYMM,province_city
-                          ,case when market = 'pack-CV-高血压-化学药-全国.xlsx' then '高血压用药' 
-                      when  market  = 'pack-CV-他汀类+血脂康-全国.xlsx' then '他汀类+血脂康'  end 
-                ) group by YYYYMM,province_city,marketmapping
-          ) b
-on MKT.YYYYMM=b.YYYYMM and MKT.province_city=b.province_city and MKT.market=b.marketmapping
-left join (select YYYYMM,TA,province_city,market,marketmapping,sum(sales_val) val ,sum(sales_vol) vol 
-           from mkt_brand
-           group by YYYYMM,TA,province_city,market,marketmapping 
-           ) mkt_brand on MKT.YYYYMM =mkt_brand.YYYYMM and MKT.market =mkt_brand.market and MKT.province_city=mkt_brand.province_city 
-left join metoprolol_tartrat
-on MKT.YYYYMM = metoprolol_tartrat.YYYYMM AND MKT.market = metoprolol_tartrat.marketmapping AND MKT.province_city = metoprolol_tartrat.province_city
-union all 
---------------计算others_cmps_brand-----------------
---cmps_total里没有酒石酸美托洛尔，因此这里不用减酒石酸美托洛尔
-SELECT  a.YYYYMM,a.ta,a.province_city
-  ,a.marketmapping  market 
-  ,cmps_des_c
-  ,CASE WHEN A.MARKET ='其他拉唑类' THEN 'Others_其他拉唑类' ELSE  coalesce(concat('Others_',b.cmps_des_c),concat('Others_',A.marketmapping) ) END  prodmapping
-  ,a.sales_val - coalesce(b.sales_val,0 )    sales_val
-  ,a.sales_vol - coalesce(b.sales_vol,0 )    sales_vol
-from cmps_total a 
-LEFT JOIN (select YYYYMM,province_city,submkt,cmps_des_c,marketmapping,sum(sales_val) sales_val,sum(sales_vol) sales_vol from brand_df  GROUP BY YYYYMM,province_city,submkt,marketmapping,cmps_des_c ) b 
-on a.YYYYMM=b.YYYYMM and a.province_city=b.province_city   and a.marketmapping=b.marketmapping and a.market=b.submkt 
-union all 
---------------归属于分子式子市场的品牌-----------
-SELECT 
-  YYYYMM,TA,province_city
-  ,marketmapping market
-  ,cmps_des_c
-  ,PROD_DES_C
-  ,sales_val
-  ,sales_vol
-FROM brand_df
-union all 
--------------直接归属于市场的品牌
-select 
- YYYYMM,TA,province_city
-  ,market
-  ,cmps_des_c
-  ,prod_des_c
-  ,sales_val
-  ,sales_vol
-from mkt_brand
-------这里不用union上酒石酸美托洛尔，因为他有pack粒度的数，不需要计算比例
-)
- -----计算拆分比例------
-SELECT 
-  YYYYMM
-  ,ta
-  ,province_city
-  ,market
-  ,case when ta='CV' AND prodmapping ='OTHERS' THEN '氨氯地平,阿托伐他汀' 
-        WHEN TA='GI' AND cmps_des_c IS NULL THEN '其他拉唑类'
-    ELSE cmps_des_c END  cmps_des_c
-  ,prodmapping
-  ,sales_val
-  ,sales_vol
-  ,nvl(cast(sales_val as decimal(38,15))  / sum(sales_val) over(PARTITION BY YYYYMM,ta,market,prodmapping),0.0384615384615385)  valRate
-  ,nvl(cast(sales_vol as decimal(38,15))  / sum(sales_vol) over(PARTITION BY YYYYMM,ta,market,prodmapping),0.0384615384615385)  volRate
-from (
-     -------------倒减ROC--------------
-      SELECT 
-        A.YYYYMM
-        ,A.ta
-        ,'ROC'  province_city
-        ,A.market
-        ,cmps_des_c
-        ,case when A.prodmapping ='OTHERS' THEN 'Others_氨氯地平阿托伐他汀钙片' ELSE A.prodmapping END prodmapping
-        ,A.sales_val - coalesce(B.sales_val ,0 ) sales_val
-        ,A.sales_vol - coalesce(B.sales_vol,0)  sales_vol
-      FROM brand_data A 
-      LEFT JOIN (select YYYYMM,market,prodmapping,sum(sales_val) sales_val,sum(sales_vol) sales_vol from brand_data where province_city<>'全国' GROUP BY  YYYYMM,market,prodmapping)  B 
-      ON A.YYYYMM =B.YYYYMM AND A.prodmapping=B.prodmapping AND A.markeT=B.market 
-      WHERE A.province_city ='全国'  
-      union all 
-      ------计算好的比例拆分基础数据----
-      select 
-        YYYYMM,ta,province_city,market,cmps_des_c        
-        ,case when A.prodmapping ='OTHERS' THEN 'Others_氨氯地平阿托伐他汀钙片' ELSE A.prodmapping END prodmapping
-
-        ,sales_val,sales_vol
-      FROM brand_data A 
-      where province_city <>'全国'
-)
-
--- COMMAND ----------
-
--- ----------------------------------------------pack全国数据 rd 抗血栓2通用名 不用补数,niad GI,re 逻辑特殊，所以排除，仅保留CV 他汀、高血压数据-------------------------------------------------
-------对pack 进行处理，关联维度表获取prod ,cmps,market 等数据，同时，对省份文件有的品牌填充原有品牌值，省份文件存在分子式但品牌不在的用others_cmps方式记录，其他为others_market,用于按特定比例拆分数据---
-create or replace table tmp.tmp_zk_retail_pack 
-using delta 
-as
---将酒石酸美托洛尔的数据从高血压的数据中排除掉
-------------------注意事项---------------------------------------------------------------
---使用相减的方法，每个省份都会剩下0.0几
---因此直接使用not in的方法
------------------------------------------------------------------------------------------
-with pack_without_metoprolol_tartrat as (
-
-select *
-from dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all
--- 新数据中不含 酒石酸美托洛尔
-            -- where zk_product_id not in (
-            -- select distinct zk_product_id from dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all
-            -- where brand_flag = 'pack-CV-酒石酸美托洛尔.xlsx'
-            -- )
-)
-,tmp as (
-    select
-    A.YYYYMM,
-    a.zk_product_id,
-    B.iqvia_pack_code,
-    E.market_mapping market,
-    case
-        when b.cmps_des_c = '氨氯地平,阿托伐他汀'
-        and b.prod_des_c is null then 'OTHERS_氨氯地平,阿托伐他汀'
-        else B.prod_des_c
-    end prod_des_c,
-  
-    case
-        when b.cmps_des_c = '氨氯地平,阿托伐他汀'
-        and b.prod_des_c is null 
-    THEN  'Others_氨氯地平阿托伐他汀钙片'
-    ELSE coalesce(C.prodmapping,concat('Others_',F.cmps_des_c),CONCAT('Others_cmps_',E.brand_mkt) ) 
-    END  PROD_MAPPING,
-        -- coalesce(C.prodmapping,concat('Others_',F.cmps_des_c),CONCAT('Others_cmps_',E.brand_mkt) ) PROD_MAPPING,
-
-    SUM(A.sales_value) sales_value,
-    sum(sales_unit) sales_unit,
-    SUM(A.sales_unit * b.counting_unit) counting_unit
-from
-    pack_without_metoprolol_tartrat A
-    left JOIN (
-        select
-            distinct product_id,
-            prod_des_c,
-            iqvia_pack_code,
-            counting_unit/coalesce(unit,1) counting_unit,
-            cmps_des_c
-        from
-            dwd.dwd_gnd_ext_retail_pack_property
-    ) B ON A.zk_product_id = B.product_id 
-    LEFT JOIN (
-        SELECT
-            DISTINCT brand_mkt,
-            file_name,
-            market_mapping
-        FROM
-            DWD.dwd_gnd_ext_retail_corresponding_relationship
-    ) E ON A.brand_flag = E.file_name
-    LEFT JOIN (
-        SELECT
-            DISTINCT YYYYMM,
-            prodmapping,
-            market
-        FROM
-            tmp.tmp_ZK_retail_brandTotal
-    ) C ON A.YYYYMM = C.YYYYMM
-    AND B.prod_des_c = C.prodmapping
-    AND E.market_mapping = C.market ---NIAD 直接取pack数据，gi market 剔除逻辑，RE根据maket拆分 、RE包含雾化器数据-----
-  left join (SELECT  DISTINCT cmps_des_c  FROM TMP.tmp_zk_retail_brandTotal where cmps_des_c is NOT null ) F 
-  ON B.cmps_des_c=F.cmps_des_c 
-where
-    brand_flag NOT in (
-        'pack-DM-口服降糖化学药.xlsx',
-        'pack-GI-慢性胃炎胃溃疡-全国.xlsx',
-        'pack-RE-慢阻肺-全国.xlsx',
-        'pack-雾化器-全国&县域数据.xlsx',
-        'pack-CV-抗血栓2通用名-全国.xlsx',
-        'pack-RD-肾科-全国.xlsx'
-        )
-GROUP BY
-    A.YYYYMM,
-    a.zk_product_id,
-    B.iqvia_pack_code,
-    case
-        when b.cmps_des_c = '氨氯地平,阿托伐他汀'
-        and b.prod_des_c is null then 'OTHERS_氨氯地平,阿托伐他汀'
-        else B.prod_des_c
-    end,
-    E.market_mapping,   
-    --coalesce(C.prodmapping,concat('Others_',F.cmps_des_c),CONCAT('Others_cmps_',E.brand_mkt) )
-    case
-        when b.cmps_des_c = '氨氯地平,阿托伐他汀'
-        and b.prod_des_c is null 
-    THEN  'Others_氨氯地平阿托伐他汀钙片'
-    ELSE coalesce(C.prodmapping,concat('Others_',F.cmps_des_c),CONCAT('Others_cmps_',E.brand_mkt) ) 
-    END
-)
--------美托洛尔 包含琥珀酸美托洛尔 需要通过market 重新定义拆分归属------------
-  select 
-        YYYYMM,zk_product_id,iqvia_pack_code,market,prod_des_c
-        ,case when PROD_MAPPING ='Others_美托洛尔' and flag is not null then 'Others_美托洛尔' 
-              when PROD_MAPPING ='Others_美托洛尔' and flag is  null then 'Others_cmps_高血压用药' 
-              else PROD_MAPPING 
-         end PROD_MAPPING 
-        ,sales_value,sales_unit,counting_unit
-from tmp 
-left join  (select distinct iqvia_pack_code flag from tmp.tmp_zk_retail_pack_property where market ='Metoprolol Succinate Market') fl on tmp.iqvia_pack_code =fl.flag
-
-
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ### NIAD
-
--- COMMAND ----------
-
--------------------niad 全国数据拆分-------------------------------------------------------------------
--- -----------------NIAD 加工 ,将拆分的数据替换成pack 源数据------------------------20240701修改版本------
-insert overwrite table tmp.tmp_retail_sales_niad 
-WITH national_pack as (
-    -------获取niad 的全国pack 基础数据--------
-    select
-        A.YYYYMM,
-        a.zk_product_id,
-        B.iqvia_pack_code,
-        E.market_mapping market,
-        B.prod_des_c,
-        CONCAT(E.brand_mkt, '_Others')  PROD_MAPPING,
-        SUM(A.sales_value) sales_value,
-        sum(sales_unit) sales_unit,
-        SUM(A.sales_unit * b.counting_unit) counting_unit
-    from
-        dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all A
-        left JOIN (
-            select
-                distinct product_id,
-                prod_des_c,
-                iqvia_pack_code,
-                counting_unit/coalesce(unit,1 ) counting_unit
-            from
-                dwd.dwd_gnd_ext_retail_pack_property
-        ) B ON A.zk_product_id = B.product_id
-        LEFT JOIN (
-            SELECT
-                DISTINCT brand_mkt,
-                file_name,
-                market_mapping
-            FROM
-                DWD.dwd_gnd_ext_retail_corresponding_relationship
-        ) E ON A.brand_flag = E.file_name
-    where
-        A.brand_flag in ('pack-DM-口服降糖化学药.xlsx')
-        and A.zk_region = '全国' --and A.YYYYMM='202312' --,'pack-雾化器-全国&县域数据.xlsx')
-    GROUP BY
-        A.YYYYMM,
-        a.zk_product_id,
-        B.iqvia_pack_code,
-        B.prod_des_c,
-        CONCAT(E.brand_mkt, '_Others'),
-        E.market_mapping
-),
-pack_prov as (
-    -------获取niad 的省份pack 基础数据--------
-    select
-        A.YYYYMM,
-        a.zk_product_id,
-        B.iqvia_pack_code,
-        E.market_mapping market,
-        A.brand_flag,
-        B.prod_des_c,
-        NVL(B.PROD_DES_C, CONCAT(E.market_mapping, '_Others')) PROD_MAPPING,
-        SUM(A.sales_value) sales_value,
-        SUM(A.sales_unit) sales_unit,
-        A.zk_region,
-        sum(sales_unit * b.counting_unit) counting_unit
-    from
-        dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all A
-        left JOIN (
-            select
-                distinct product_id,
-                prod_des_c,
-                iqvia_pack_code,
-                counting_unit/coalesce(unit,1 ) counting_unit
-            from
-                dwd.dwd_gnd_ext_retail_pack_property
-        ) B ON A.zk_product_id = B.product_id
-        LEFT JOIN (
-            SELECT
-                DISTINCT brand_mkt,
-                file_name,
-                market_mapping
-            FROM
-                DWD.dwd_gnd_ext_retail_corresponding_relationship
-        ) E ON A.brand_flag = E.file_name
-    where
-        A.brand_flag in ('pack-DM-口服降糖化学药.xlsx')
-        and A.zk_region != '全国' --and A.YYYYMM='202312' --,'pack-雾化器-全国&县域数据.xlsx')
-    GROUP BY
-        A.YYYYMM,
-        a.zk_product_id,
-        B.iqvia_pack_code,
-        B.prod_des_c,
-        E.market_mapping,
-        A.brand_flag,
-        A.zk_region
-)
-
-/*
-修改人：chenwu
-修改时间：20250319
-修改内容：NIAD不藏数据，用于页面藏数逻辑。brand_flag 默认都给1
-*/
---拆分NIAD数据到ROC 
-SELECT 
-  A.YYYYMM
-  ,A.iqvia_pack_code
-  ,A.zk_product_id
-  ,A.prod_des_c
-  ,A.PROD_MAPPING
-  ,'ROC'    province_city
-  ,A.market 
-  ,A.Sales_value  -  nvl(sales_V ,0) Sales_value
-  ,A.sales_unit  -  nvl(SALES_U,0)    sales_unit
-  ,A.counting_unit - nvl(COUNT_U,0)  counting_unit
-  ,2 pack_flag
-  ,1 brand_flag --case when c.mapp is null then 2 else 1 end  brand_flag
-FROM national_pack A 
-LEFT JOIN (
-    SELECT 
-      YYYYMM
-      ,iqvia_pack_code
-      ,zk_product_id
-      ,prod_des_c
-      ,PROD_MAPPING 
-      ,market
-      ,SUM(sales_value)  sales_V
-      ,SUM(sales_unit)	 SALES_U
-      ,SUM(counting_unit) COUNT_U
-    FROM pack_prov
-    GROUP BY 
-      YYYYMM
-      ,iqvia_pack_code
-      ,zk_product_id
-      ,prod_des_c
-      ,PROD_MAPPING 
-      ,market
-)B  ON A.YYYYMM=B.YYYYMM
-	AND A.zk_product_id=B.zk_product_id 
-left join (select b.PROD_DES_C mapp from 
-(select  distinct zk_brand_category from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all  where brand_cat_type='品牌'  and market='NIAD') a 
-left join (select distinct PROD_DES_C,ZK_Prod_C  from dwd.dwd_inc_gnd_retail_b2c_label_total ) b on a.zk_brand_category =b.ZK_Prod_C )  c
-on a.prod_des_c = c.mapp     
-union all  
---pack+省份 原始数据
-select
-  YYYYMM
-  ,iqvia_pack_code
-  ,zk_product_id
-  ,prod_des_c
-  ,PROD_MAPPING 
-  ,zk_region province_city
-  ,market
-  ,sales_value
-  ,sales_unit
-  ,counting_unit
-  ,1 pack_flag
-  ,1 brand_flag --case when b.mapp is null then 2 else 1 end  brand_flag
-from pack_prov  a 
-left join (select b.PROD_DES_C mapp from 
-(select  distinct zk_brand_category from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all  where brand_cat_type='品牌'  and market='NIAD') a 
-left join (select distinct PROD_DES_C,ZK_Prod_C  from dwd.dwd_inc_gnd_retail_b2c_label_total ) b on a.zk_brand_category =b.ZK_Prod_C )  b 
-on a.PROD_MAPPING = b.mapp 
-
- 
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ### RE
-
--- COMMAND ----------
-
--- ------------------------------------------------------------RE 数据拆分-------------------------------------------
--- ------------------
--- insert overwrite table tmp.tmp_retail_result_re 
--- with Inhaled_tmp as (
--- ----拼接Respules Market数据---Inhaled 
--- 	select a.YYYYMM,a.zk_product_id,b.iqvia_pack_code,a.zk_region,sum(a.sales_value) sales_value,sum(sales_unit) sales_unit ,sum(a.sales_unit*(b.counting_unit/coalesce(b.unit,1 )))  counting_unit
--- 	 ,1 pack_flag
--- 	 ,1 brand_flag
--- 	 from  dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all  a 
--- 	 left join dwd.dwd_gnd_ext_retail_pack_property b on a.zk_product_id=b.product_id
--- 	 where brand_flag= 'pack-雾化器-全国&县域数据.xlsx'  and a.zk_region <>'全国'
---    -- and iqvia_pack_code in  (select iqvia_pack_code from tmp.tmp_zk_retail_pack_property where market ='Inhaled Extended Market by Brand')
--- 	 group by  a.YYYYMM,b.iqvia_pack_code,a.zk_region,a.zk_product_id
--- 	 union all 
--- 	-- -inhaled ROC数据----
--- 	  select  
--- 	  a.YYYYMM
--- 	  ,a.zk_product_id
--- 	  ,A.iqvia_pack_code
--- 	  ,'ROC'  province_city
--- 	  ,a.sales_value -inh.sales_value  sales_value
--- 	  ,a.sales_unit -inh.sales_unit    sales_unit
--- 	  ,a.counting_unit-inh.counting_unit  counting_unit
--- 	  ,2 pack_flag
--- 	  ,1 brand_flag
--- 	from (
--- 		  -----re 数据筛选--respules Market数据汇总到全国--
--- 		  select a.YYYYMM,a.zk_product_id,b.iqvia_pack_code,a.zk_region,sum(a.sales_value) sales_value,sum(sales_unit) sales_unit ,sum(a.sales_unit* (b.counting_unit/coalesce(b.unit,1 ))) counting_unit 
--- 		  from  dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all  a 
--- 		  left join dwd.dwd_gnd_ext_retail_pack_property b on a.zk_product_id=b.product_id
--- 		  where brand_flag='pack-RE-慢阻肺-全国.xlsx' 
--- 		  --  and b.iqvia_pack_code in (select iqvia_pack_code from dm.dm_zk_retail_pack_property where market ='Respules Market')
--- 		  and b.iqvia_pack_code in (select iqvia_pack_code from tmp.tmp_zk_retail_pack_property where market ='Respules Market')
--- 		  group by  a.YYYYMM,a.zk_region,b.iqvia_pack_code,a.zk_product_id
--- 	) a INNER join (
--- 		  select 
--- 			a.YYYYMM
--- 			,a.zk_product_id
--- 			,c.iqvia_pack_code
--- 			,coalesce(b.sales_value,0)sales_value
--- 			,coalesce(b.sales_unit,0)    sales_unit
--- 			,coalesce(b.counting_unit,0) counting_unit
--- 		  from (  select YYYYMM,zk_product_id from 
--- 					(select distinct zk_product_id from dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all where zk_region <>'全国')
--- 					cross join (select distinct YYYYMM from dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all where zk_region <>'全国')
--- 		  ) a 
--- 		  left join (select a.YYYYMM,a.zk_product_id,b.iqvia_pack_code,sum(a.sales_value) sales_value,sum(sales_unit) sales_unit,sum(a.sales_unit* (b.counting_unit/coalesce(b.unit,1 ))) counting_unit 
--- 		  from  dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all  a 
--- 		  left join dwd.dwd_gnd_ext_retail_pack_property b on a.zk_product_id=b.product_id
--- 		  where brand_flag= 'pack-雾化器-全国&县域数据.xlsx'  and a.zk_region <>'全国'
--- 		  group by  a.YYYYMM,b.iqvia_pack_code,a.zk_product_id) b 
--- 		  on a.YYYYMM=b.YYYYMM and a.zk_product_id=b.zk_product_id  
--- 			left join dwd.dwd_gnd_ext_retail_pack_property c on a.zk_product_id=c.product_id
--- 		-- WHERE b.iqvia_pack_code IN (select iqvia_pack_code from tmp.tmp_zk_retail_pack_property where market ='Inhaled Extended Market by Brand')
-
--- 	) inh on a.YYYYMM =inh.YYYYMM and a.zk_product_id=inh.zk_product_id
--- )
--- ,mkt as (
---   -------------补充mark 的roc 部分数据
--- 	select YYYYMM,ta,province_city,brand_cat_type,market,sales_val,sales_vol 
--- 	from tmp.tmp_retail_brand where ta='RE' AND brand_cat_type ='品类' and market ='慢性阻塞性肺疾病'
--- 	union all 
--- 	select 
--- 	a.YYYYMM,a.ta,'ROC' ,a.brand_cat_type,a.market,a.sales_val - b.sales_val sales_val ,a.sales_vol-b.sales_vol sales_vol
--- 	from 
--- 		(select YYYYMM,ta,brand_cat_type,market,sum(sales_val) sales_val,sum(sales_vol) sales_vol 
--- 		from tmp.tmp_retail_brand   where ta='RE' AND brand_cat_type ='品类' and market ='慢性阻塞性肺疾病'   and province_city ='全国'
--- 		group by 1,2,3,4
--- 	   ) a 
--- 	left join 
--- 	(
--- 	  select YYYYMM,ta,brand_cat_type,market,sum(sales_val) sales_val,sum(sales_vol) sales_vol 
--- 	  from tmp.tmp_retail_brand   where ta='RE' AND brand_cat_type ='品类' and market ='慢性阻塞性肺疾病'  and province_city <>'全国'
--- 	  group by 1,2,3,4
--- 	)b  on a.YYYYMM =b.YYYYMM and a.ta=b.ta and a.brand_cat_type=b.brand_cat_type  and a.market=b.market
--- )
--- ,total_no_inhaled as (
---   ----------------剔除inhaled 后剩余 MKT 总值------------
--- select a.YYYYMM,a.ta,a.province_city,a.brand_cat_type,a.market
---   ,B.brand_mkt  marketmapping
---   ,sales_val - coalesce(val,0 )   sales_val
---   ,sales_vol - coalesce(vol,0 )  sales_vol
---   -- ,sales_val - coalesce(sales_value,sal )   sales_val
---   -- ,sales_vol - coalesce(sales_unit,vol)  sales_vol
--- from mkt a 
--- left join (SELECT DISTINCT brand_mkt,market_mapping  FROM dwd.dwd_gnd_ext_retail_corresponding_relationship WHERE category_name IS NOT NULL  AND TA='RE') B 
--- on a.market=b.brand_mkt and B.brand_mkt = B.market_mapping
--- -- left join (select YYYYMM,zk_region,sum(sales_value) sales_value,sum(counting_unit) sales_unit from Inhaled_tmp  group by 1,2) c on a.province_city=c.zk_region and a.YYYYMM=c.YYYYMM
--- -- left join (select YYYYMM,'全国' zk_region,sum(sales_value) sal,sum(counting_unit) vol from Inhaled_tmp   group by 1) d on a.YYYYMM=d.YYYYMM and   a.province_city=d.zk_region
--- left join (
---           select YYYYMM,TA,province_city,brand_cat_type,market,sales_val  val,sales_vol vol from tmp.tmp_retail_brand where ta='RE' AND market ='Inhaled Extended Market' AND brand_cat_type ='品类'
---           UNION ALL 
---           select
---           a.YYYYMM,a.TA,'ROC',a.brand_cat_type,a.market
---           ,a.sales_val-b.sales_val
---           ,a.sales_vol-b.sales_vol 
---           from (select YYYYMM,TA,brand_cat_type,market,sales_val ,sales_vol from tmp.tmp_retail_brand where ta='RE' AND market ='Inhaled Extended Market' AND brand_cat_type ='品类' and province_city ='全国') a 
---           left join (select YYYYMM,TA,brand_cat_type,market,sum(sales_val) sales_val,sum(sales_vol) sales_vol from tmp.tmp_retail_brand where ta='RE' AND market ='Inhaled Extended Market' AND brand_cat_type ='品类' AND province_city<>'全国'
---           group by YYYYMM,TA,brand_cat_type,market ) b on a.YYYYMM=b.YYYYMM AND a.brand_cat_type=b.brand_cat_type AND a.market=b.market
--- ) c on     a.province_city=c.province_city and a.YYYYMM=c.YYYYMM 
--- where a.brand_cat_type = '品类' 
--- and  A.TA ='RE'  AND B.brand_mkt IS not null 
---  ), others as (
---   select 
--- a.YYYYMM,a.TA,a.PROD_DES_C,a.province_city,a.market,cmps_des_c,a.market
--- ,a.sales_val-b.sales_val sales_val, a.sales_vol-b.sales_vol  sales_vol
--- from (select YYYYMM,TA,PROD_DES_C,province_city,market,sales_val,sales_vol from tmp.tmp_retail_brand where TA='RE' AND brand_cat_type ='品牌' and market ='慢性阻塞性肺疾病' ) a 
--- inner join (select YYYYMM,TA,PROD_DES_C,province_city,market,sales_val,sales_vol from tmp.tmp_retail_brand where TA='RE' AND brand_cat_type ='品牌' and market ='Inhaled Extended Market') b 
--- on a.YYYYMM =b.YYYYMM and a.PROD_DES_C=b.PROD_DES_C and a.province_city =b.province_city 
--- left join (select distinct  prod_des_c,cmps_des_c from dwd.dwd_gnd_ext_retail_pack_property ) C ON A.PROD_DES_C=C.prod_des_c
--- where a.sales_val-b.sales_val >0
--- union all 
--- select
--- a.YYYYMM,a.TA,a.PROD_DES_C,'ROC',a.market,a.cmps_des_c,a.market,a.sales_val - b.sales_val,a.sales_vol-b.sales_vol
--- from (
---       select 
---     a.YYYYMM,a.TA,a.PROD_DES_C,a.province_city,a.market,
---     cmps_des_c,a.market
---     ,a.sales_val-b.sales_val sales_val, a.sales_vol-b.sales_vol  sales_vol
---     from (select YYYYMM,TA,PROD_DES_C,province_city,market,sales_val,sales_vol from tmp.tmp_retail_brand where TA='RE' AND brand_cat_type ='品牌' and market ='慢性阻塞性肺疾病' ) a 
---     inner join (select YYYYMM,TA,PROD_DES_C,province_city,market,sales_val,sales_vol from tmp.tmp_retail_brand where TA='RE' AND brand_cat_type ='品牌' and market ='Inhaled Extended Market') b 
---     on a.YYYYMM =b.YYYYMM and a.PROD_DES_C=b.PROD_DES_C and a.province_city =b.province_city 
---     left join (select distinct  prod_des_c,cmps_des_c from dwd.dwd_gnd_ext_retail_pack_property ) C ON A.PROD_DES_C=C.prod_des_c
---     where a.sales_val-b.sales_val >0 and a.province_city='全国'
--- ) a left join (
---     select 
---     a.YYYYMM,a.TA,a.PROD_DES_C,a.market,
---     cmps_des_c,a.market
---     ,sum(a.sales_val-b.sales_val) sales_val, sum(a.sales_vol-b.sales_vol)  sales_vol
---     from (select YYYYMM,TA,PROD_DES_C,province_city,market,sales_val,sales_vol from tmp.tmp_retail_brand where TA='RE' AND brand_cat_type ='品牌' and market ='慢性阻塞性肺疾病' ) a 
---     inner join (select YYYYMM,TA,PROD_DES_C,province_city,market,sales_val,sales_vol from tmp.tmp_retail_brand where TA='RE' AND brand_cat_type ='品牌' and market ='Inhaled Extended Market') b 
---     on a.YYYYMM =b.YYYYMM and a.PROD_DES_C=b.PROD_DES_C and a.province_city =b.province_city 
---     left join (select distinct  prod_des_c,cmps_des_c from dwd.dwd_gnd_ext_retail_pack_property ) C ON A.PROD_DES_C=C.prod_des_c
---     where a.sales_val-b.sales_val >0 and a.province_city <> '全国'
--- group by     a.YYYYMM,a.TA,a.PROD_DES_C,a.market, cmps_des_c,a.market
--- ) b on a.YYYYMM=b.YYYYMM and a.PROD_DES_C=b.PROD_DES_C and a.market=b.market and a.cmps_des_c=b.cmps_des_c 
---  )
-
--- , brand_of_no_inhaled as (
---   -------------剔除inhaled 品牌数据及ROC数据------------
--- select a.YYYYMM,a.TA,a.PROD_DES_C,a.province_city
---   , A.market      submkt
---   ,cmps_des_c
---   ,B.brand_mkt   marketmapping
---   ,a.sales_val,a.sales_vol
--- from tmp.tmp_retail_brand a  
--- left join (select distinct brand_mkt,category_name from dwd.dwd_gnd_ext_retail_corresponding_relationship where category_name is not null  AND TA ='RE' AND category_name<>brand_mkt) B 
--- ON a.market=b.category_name 
--- left join (select distinct  prod_des_c,cmps_des_c from dwd.dwd_gnd_ext_retail_pack_property ) C ON A.PROD_DES_C=C.prod_des_c
--- where brand_cat_type = '品牌'  
--- and a.market not in (select distinct brand_mkt from dwd.dwd_gnd_ext_retail_corresponding_relationship where brand_mkt is not null )
--- and TA ='RE'   AND A.market <> 'Inhaled Extended Market'
--- union all 
--- select 
---     a.YYYYMM,a.TA,a.PROD_DES_C,'ROC' province_city
---     ,a.submkt,a.cmps_des_c,a.marketmapping,a.sales_val-b.sales_val  sales_val,a.sales_vol-b.sales_vol  sales_vol
--- from (select a.YYYYMM,a.TA,a.PROD_DES_C,a.province_city
---         , A.market      submkt
---         ,cmps_des_c
---         ,B.brand_mkt   marketmapping
---         ,a.sales_val,a.sales_vol
---       from tmp.tmp_retail_brand a  
---       left join (select distinct brand_mkt,category_name from dwd.dwd_gnd_ext_retail_corresponding_relationship where category_name is not null  AND TA ='RE' AND category_name<>brand_mkt) B 
---       ON a.market=b.category_name 
---       left join (select distinct  prod_des_c,cmps_des_c from dwd.dwd_gnd_ext_retail_pack_property ) C ON A.PROD_DES_C=C.prod_des_c
---       where brand_cat_type = '品牌'  
---       and a.market not in (select distinct brand_mkt from dwd.dwd_gnd_ext_retail_corresponding_relationship where brand_mkt is not null )
---       and TA ='RE'  AND A.market <> 'Inhaled Extended Market' and a.province_city='全国'
---       ) a 
---     left join (select a.YYYYMM,a.TA,a.PROD_DES_C 
---               , A.market      submkt
---               ,cmps_des_c
---               ,B.brand_mkt   marketmapping
---               ,sum(a.sales_val) sales_val,sum(a.sales_vol) sales_vol
---             from tmp.tmp_retail_brand a  
---             left join (select distinct brand_mkt,category_name from dwd.dwd_gnd_ext_retail_corresponding_relationship where category_name is not null  AND TA ='RE' AND category_name<>brand_mkt) B 
---             ON a.market=b.category_name 
---             left join (select distinct  prod_des_c,cmps_des_c from dwd.dwd_gnd_ext_retail_pack_property ) C ON A.PROD_DES_C=C.prod_des_c
---             where brand_cat_type = '品牌'  
---             and a.market not in (select distinct brand_mkt from dwd.dwd_gnd_ext_retail_corresponding_relationship where brand_mkt is not null )
---             and TA ='RE'   AND A.market <> 'Inhaled Extended Market' and a.province_city<>'全国'
---             group by 1,2,3,4,5,6
---       ) b on a.YYYYMM =b.YYYYMM and a.PROD_DES_C =b.PROD_DES_C and a.submkt=b.submkt and a.marketmapping=b.marketmapping  
--- union all 
--- ----拼接 re 部分比inhaled 多出的brand 数据 
---  select * from others 
-
--- ),cmps_total as ( 
---   ------cmps 剔除inhaled 后 的基础数据----
---       select a.YYYYMM,ta,a.province_city,a.brand_cat_type,a.market,B.brand_mkt marketmapping
---         ,a.sales_val,a.sales_vol
---       from tmp.tmp_retail_brand a 
---       left join (SELECT DISTINCT brand_mkt,category_name  FROM dwd.dwd_gnd_ext_retail_corresponding_relationship WHERE category_name IS NOT NULL  AND TA='RE') B 
---       on a.market=b.category_name and B.brand_mkt<> B.category_name
---       where brand_cat_type = '品类'  
---       and A.TA ='RE' and B.brand_mkt is not null AND a.market <>'Inhaled Extended Market'
---       union all 
---       select
---           a.YYYYMM,a.ta,'ROC' ,a.brand_cat_type,a.market,a.marketmapping,a.sales_val-b.sales_val sales_val,a.sales_vol-b.sales_vol sales_vol  
---       from ( select a.YYYYMM,ta,a.province_city,a.brand_cat_type  --,c.zk_common_name,c.cmps_des_c
---             ,a.market,a.sales_val,a.sales_vol,B.brand_mkt marketmapping
---           from tmp.tmp_retail_brand a 
---           left join (SELECT DISTINCT brand_mkt,category_name  FROM dwd.dwd_gnd_ext_retail_corresponding_relationship WHERE category_name IS NOT NULL  AND TA='RE') B 
---           on a.market=b.category_name and B.brand_mkt<> B.category_name
---           where brand_cat_type = '品类'  
---           and A.TA ='RE' and B.brand_mkt is not null AND a.market <>'Inhaled Extended Market' and a.province_city = '全国'
---       )a left join (
---             select a.YYYYMM,ta,a.brand_cat_type ,B.brand_mkt marketmapping
---               ,a.market,sum(a.sales_val) sales_val,sum(a.sales_vol)  sales_vol
---             from tmp.tmp_retail_brand a 
---             left join (SELECT DISTINCT brand_mkt,category_name  FROM dwd.dwd_gnd_ext_retail_corresponding_relationship WHERE category_name IS NOT NULL  AND TA='RE') B 
---             on a.market=b.category_name and B.brand_mkt<> B.category_name
---             where brand_cat_type = '品类'  
---             and A.TA ='RE' and B.brand_mkt is not null AND a.market <>'Inhaled Extended Market' and a.province_city<>'全国'
---             group by 1,2,3,4,5
---       )b  on a.YYYYMM =b.YYYYMM and a.ta=b.ta and a.marketmapping=b.marketmapping and b.market =a.market and a.brand_cat_type=b.brand_cat_type 
--- union all 
--- select 
--- a.YYYYMM,a.TA,a.province_city,'',cmps_des_c,a.market
--- ,a.sales_val-b.sales_val sales_val, a.sales_vol-b.sales_vol  sales_vol
--- from (select YYYYMM,TA,PROD_DES_C,province_city,market,sales_val,sales_vol from tmp.tmp_retail_brand where TA='RE' AND brand_cat_type ='品牌' and market ='慢性阻塞性肺疾病' ) a 
--- inner join (select YYYYMM,TA,PROD_DES_C,province_city,market,sales_val,sales_vol from tmp.tmp_retail_brand where TA='RE' AND brand_cat_type ='品牌' and market ='Inhaled Extended Market') b 
--- on a.YYYYMM =b.YYYYMM and a.PROD_DES_C=b.PROD_DES_C and a.province_city =b.province_city 
--- left join (select distinct  prod_des_c,cmps_des_c from dwd.dwd_gnd_ext_retail_pack_property ) C ON A.PROD_DES_C=C.prod_des_c
--- where a.sales_val-b.sales_val >0
--- union all 
--- select
--- a.YYYYMM,a.TA,'ROC','',a.cmps_des_c,a.market,a.sales_val - b.sales_val,a.sales_vol-b.sales_vol
--- from (
---       select 
---     a.YYYYMM,a.TA,a.PROD_DES_C,a.province_city,a.market,
---     cmps_des_c,a.market
---     ,a.sales_val-b.sales_val sales_val, a.sales_vol-b.sales_vol  sales_vol
---     from (select YYYYMM,TA,PROD_DES_C,province_city,market,sales_val,sales_vol from tmp.tmp_retail_brand where TA='RE' AND brand_cat_type ='品牌' and market ='慢性阻塞性肺疾病' ) a 
---     inner join (select YYYYMM,TA,PROD_DES_C,province_city,market,sales_val,sales_vol from tmp.tmp_retail_brand where TA='RE' AND brand_cat_type ='品牌' and market ='Inhaled Extended Market') b 
---     on a.YYYYMM =b.YYYYMM and a.PROD_DES_C=b.PROD_DES_C and a.province_city =b.province_city 
---     left join (select distinct  prod_des_c,cmps_des_c from dwd.dwd_gnd_ext_retail_pack_property ) C ON A.PROD_DES_C=C.prod_des_c
---     where a.sales_val-b.sales_val >0 and a.province_city='全国'
--- ) a left join (
---     select 
---     a.YYYYMM,a.TA,a.PROD_DES_C,a.market,
---     cmps_des_c,a.market
---     ,sum(a.sales_val-b.sales_val) sales_val, sum(a.sales_vol-b.sales_vol)  sales_vol
---     from (select YYYYMM,TA,PROD_DES_C,province_city,market,sales_val,sales_vol from tmp.tmp_retail_brand where TA='RE' AND brand_cat_type ='品牌' and market ='慢性阻塞性肺疾病' ) a 
---     inner join (select YYYYMM,TA,PROD_DES_C,province_city,market,sales_val,sales_vol from tmp.tmp_retail_brand where TA='RE' AND brand_cat_type ='品牌' and market ='Inhaled Extended Market') b 
---     on a.YYYYMM =b.YYYYMM and a.PROD_DES_C=b.PROD_DES_C and a.province_city =b.province_city 
---     left join (select distinct  prod_des_c,cmps_des_c from dwd.dwd_gnd_ext_retail_pack_property ) C ON A.PROD_DES_C=C.prod_des_c
---     where a.sales_val-b.sales_val >0 and a.province_city <> '全国'
--- group by     a.YYYYMM,a.TA,a.PROD_DES_C,a.market, cmps_des_c,a.market
--- ) b on a.YYYYMM=b.YYYYMM and a.PROD_DES_C=b.PROD_DES_C and a.market=b.market and a.cmps_des_c=b.cmps_des_c 
-
-
-
-
-
---  ),ratio as (
---   select 
---   YYYYMM
---   ,ta
---   ,province_city
---   ,market
---   ,cmps_des_c  
---   ,prodmapping
---   ,sales_val
---   ,sales_vol
---   ,sales_val  /sum(sales_val)over(PARTITION BY YYYYMM,ta,market,prodmapping)   radio_val
---   ,sales_vol / sum(sales_vol)over(PARTITION BY YYYYMM,ta,market,prodmapping)  radio_vol
-
--- from (
---       select 
---         MKT.YYYYMM
---         ,ta,MKT.province_city
---         ,market
---         ,concat('Others_cmps_',market ) cmps_des_c
---         ,concat('Others_cmps_',market ) prodmapping
---         ,MKT.sales_val - b.sales_val  sales_val
---         ,MKT.sales_vol - b.sales_vol  sales_vol
---       FROM total_no_inhaled MKT inner JOIN (select YYYYMM,province_city,marketmapping,sum(sales_val) sales_val,sum(sales_vol) sales_vol from cmps_total  group by YYYYMM,province_city,marketmapping) b
---       on MKT.YYYYMM=b.YYYYMM and MKT.province_city=b.province_city and MKT.market=b.marketmapping
---       where mkt.province_city <>'全国'
---       union all 
---       ------------计算others_cmps_brand-----------------
---       SELECT  a.YYYYMM,a.ta,a.province_city
---         ,a.marketmapping  market 
---         ,cmps_des_c
---         , coalesce(concat('Others_',b.cmps_des_c),concat('Others_',A.marketmapping) )  prodmapping
---         ,a.sales_val - coalesce(b.sales_val,0 )    sales_val
---         ,a.sales_vol - coalesce(b.sales_vol,0 )    sales_vol
---       from cmps_total a 
---       LEFT JOIN (select YYYYMM,province_city,submkt,cmps_des_c,marketmapping,sum(sales_val) sales_val,sum(sales_vol) sales_vol from brand_of_no_inhaled  GROUP BY YYYYMM,province_city,submkt,marketmapping,cmps_des_c ) b 
---       on a.YYYYMM=b.YYYYMM and a.province_city=b.province_city   and a.marketmapping=b.marketmapping and a.market=b.submkt
---       where a.province_city <> '全国'
-
---       union all 
---       SELECT 
---         YYYYMM,TA,province_city
---         ,marketmapping market
---         ,cmps_des_c
---         ,PROD_DES_C
---         ,sales_val
---         ,sales_vol
---       FROM brand_of_no_inhaled
---       where province_city <> '全国'
--- )
---  )
- 
-
- 
---  select   TMP.YYYYMM,tmp.zk_product_id,iqvia_pack_code,province_city,sales_value*radio_val sales_value,tmp.sales_unit*radio_vol sales_unit ,tmp.counting_unit*radio_vol counting_unit
--- ,2 pack_flag,case when tmp.PROD_MAPPING  like 'Others_%' then 2 else 1 end  brand_flag
--- from (
---   select a.YYYYMM,a.zk_product_id
---   ,b.prod_des_c,b.cmps_des_c
---   ,coalesce(c.PROD_DES_C,concat('Others_',F.cmps_des_c),concat('Others_cmps_',e.brand_mkt)) PROD_MAPPING
---   ,b.iqvia_pack_code,a.zk_region,sum(a.sales_value) sales_value,sum(sales_unit) sales_unit,sum(a.sales_unit* (b.counting_unit/coalesce(b.unit,1 ))) counting_unit 
---  from  dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all  a 
---  left join dwd.dwd_gnd_ext_retail_pack_property  b on a.zk_product_id=b.product_id
---  left join (select distinct PROD_DES_C  from tmp.tmp_retail_brand where TA='RE' AND market ='慢性阻塞性肺疾病' and brand_cat_type ='品牌') c on b.prod_des_c =c.PROD_DES_C
---  left join (select distinct cmps_des_c  from ratio  where cmps_des_c not in ( select cmps_des_c from others ))f on b.cmps_des_c =f.cmps_des_c
---  LEFT JOIN (SELECT DISTINCT brand_mkt,file_name FROM DWD.dwd_gnd_ext_retail_corresponding_relationship) E ON A.brand_flag = E.file_name 
---  where brand_flag='pack-RE-慢阻肺-全国.xlsx'
---        AND b.iqvia_pack_code NOT IN (
---               select b.iqvia_pack_code  from  dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all  a 
---               left join dwd.dwd_gnd_ext_retail_pack_property b on a.zk_product_id=b.product_id
---               where brand_flag= 'pack-雾化器-全国&县域数据.xlsx'  and a.zk_region <>'全国')
---       --  AND b.iqvia_pack_code  not in  (select iqvia_pack_code from tmp.tmp_zk_retail_pack_property where market ='Inhaled Extended Market by Brand')
---        AND b.iqvia_pack_code   in  (select iqvia_pack_code from tmp.tmp_zk_retail_pack_property where market ='RE Market')
-
---  group by  a.YYYYMM,b.iqvia_pack_code,a.zk_region,a.zk_product_id ,b.prod_des_c,b.cmps_des_c
---   ,coalesce(c.PROD_DES_C,concat('Others_',F.cmps_des_c),concat('Others_cmps_',e.brand_mkt))
--- ) tmp inner join ratio rate on TMP.YYYYMM=rate.YYYYMM  and   nvl(tmp.PROD_MAPPING ,'' )= nvl(rate.prodmapping,'' )  
---  union all
--- select 
---   a.YYYYMM
---   ,a.zk_product_id
---   ,A.iqvia_pack_code
---   ,zk_region province_city
---   ,sales_value
---   ,sales_unit
---   ,counting_unit,pack_flag,brand_flag
--- from Inhaled_tmp  a
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ## brand 比例拼接到 pack
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ### Inhaled 直取pack
-
--- COMMAND ----------
-
-/*
-修改日期：20250311
-修改人：chenwu
-修改内容：新增Inhaled直取逻辑属于 RE 慢性阻塞性肺疾病
-*/
-create or replace temporary view Inhaled_pack_direct
-as
-with 
-	---Inhaled 
-Inhaled_prov as (
-	select
-    a.YYYYMM,
-    a.zk_product_id,
-    b.iqvia_pack_code,
-    a.zk_region,
-    '慢性阻塞性肺疾病' market,
-    B.prod_des_c,
-    SUM(A.sales_value) sales_value,
-    sum(sales_unit) sales_unit,
-    SUM(A.sales_unit * b.counting_unit) counting_unit
-  from
-    dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all a
-    left JOIN (
-      select
-        distinct product_id,
-        prod_des_c,
-        iqvia_pack_code,
-        counting_unit / coalesce(unit, 1) counting_unit
-      from
-        dwd.dwd_gnd_ext_retail_pack_property
-    ) B ON A.zk_product_id = B.product_id
-	where
-		brand_flag = 'pack-雾化器-全国&县域数据.xlsx'
-		and a.zk_region <> '全国' -- and iqvia_pack_code in  (select iqvia_pack_code from tmp.tmp_zk_retail_pack_property where market ='Inhaled Extended Market by Brand')
-  group by 1,2,3,4,5,6
-)
---全国的数据
-,Inhaled_all as (
-  select
-    a.YYYYMM,
-    a.zk_product_id,
-    b.iqvia_pack_code,
-    '全国' zk_region,
-    '慢性阻塞性肺疾病' market,
-    B.prod_des_c,
-    SUM(A.sales_value) sales_value,
-    sum(sales_unit) sales_unit,
-    SUM(A.sales_unit * b.counting_unit) counting_unit
-  from
-    dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all a
-    left JOIN (
-      select
-        distinct product_id,
-        prod_des_c,
-        iqvia_pack_code,
-        counting_unit / coalesce(unit, 1) counting_unit
-      from
-        dwd.dwd_gnd_ext_retail_pack_property
-    ) B ON A.zk_product_id = B.product_id
-  where
-    brand_flag = 'pack-雾化器-全国&县域数据.xlsx'
-    and a.zk_region = '全国'
-  group by 1,2,3,4,5,6
-)
-
---倒减ROC部分 = 全国 - 省份
-SELECT 
-  A.YYYYMM
-  ,A.iqvia_pack_code
-  ,A.zk_product_id
-  ,A.prod_des_c
-  ,'ROC'    province_city
-  ,A.market 
-  ,A.Sales_value  -  nvl(sales_V ,0)  Sales_value
-  ,A.sales_unit  -  nvl(SALES_U,0)    sales_unit
-  ,A.counting_unit - nvl(COUNT_U,0)   counting_unit
-  ,2 pack_flag
-  ,1 brand_flag
-FROM Inhaled_all A 
-LEFT JOIN (
-    SELECT 
-      YYYYMM
-      ,zk_product_id
-      ,iqvia_pack_code
-      ,SUM(sales_value)  sales_V
-      ,SUM(sales_unit)	 SALES_U
-      ,SUM(counting_unit) COUNT_U
-    FROM Inhaled_prov --省份
-    GROUP BY 
-      YYYYMM
-      ,zk_product_id
-      ,iqvia_pack_code
-)B  ON A.YYYYMM=B.YYYYMM AND A.zk_product_id=B.zk_product_id 
---拼接省份的数据
-union all
-select
-    YYYYMM,
-    iqvia_pack_code,
-    zk_product_id,
-    prod_des_c,
-    zk_region as province_city,
-    market,
-    Sales_value,
-    sales_unit,
-    counting_unit,
-    1 pack_flag,
-    1 brand_flag
-from Inhaled_prov
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ### 布地奈德雾化溶液 直取pack
-
--- COMMAND ----------
-
-/*
-修改日期：20250311
-修改人：chenwu
-修改内容：新增 布地奈德雾化溶液 直取逻辑,属于 RE 慢性阻塞性肺疾病
-*/
-create or replace temporary view bdnd_pack_direct
-as
-with 
-	---布地奈德雾化溶液
-bdnd_prov as (
-	select
-    a.YYYYMM,
-    a.zk_product_id,
-    b.iqvia_pack_code,
-    a.zk_region,
-    '慢性阻塞性肺疾病' market,
-    B.prod_des_c,
-    SUM(A.sales_value) sales_value,
-    sum(sales_unit) sales_unit,
-    SUM(A.sales_unit * b.counting_unit) counting_unit
-  from
-    dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all a
-    left JOIN (
-      select
-        distinct product_id,
-        prod_des_c,
-        iqvia_pack_code,
-        counting_unit / coalesce(unit, 1) counting_unit
-      from
-        dwd.dwd_gnd_ext_retail_pack_property
-    ) B ON A.zk_product_id = B.product_id
-	where
-		zk_common_name ='布地奈德' and brand_flag = 'pack-RE-慢阻肺-全国.xlsx'
-		and a.zk_region <> '全国' -- and iqvia_pack_code in  (select iqvia_pack_code from tmp.tmp_zk_retail_pack_property where market ='Inhaled Extended Market by Brand')
-  group by 1,2,3,4,5,6
-)
---全国的数据
-,bdnd_all as (
-  select
-    a.YYYYMM,
-    a.zk_product_id,
-    b.iqvia_pack_code,
-    '全国' zk_region,
-    '慢性阻塞性肺疾病' market,
-    B.prod_des_c,
-    SUM(A.sales_value) sales_value,
-    sum(sales_unit) sales_unit,
-    SUM(A.sales_unit * b.counting_unit) counting_unit
-  from
-    dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all a
-    left JOIN (
-      select
-        distinct product_id,
-        prod_des_c,
-        iqvia_pack_code,
-        counting_unit / coalesce(unit, 1) counting_unit
-      from
-        dwd.dwd_gnd_ext_retail_pack_property
-    ) B ON A.zk_product_id = B.product_id
-  where
-    zk_common_name ='布地奈德' and brand_flag = 'pack-RE-慢阻肺-全国.xlsx'
-    and a.zk_region = '全国'
-  group by 1,2,3,4,5,6
-)
-
---倒减ROC部分 = 全国 - 省份
-SELECT 
-  A.YYYYMM
-  ,A.iqvia_pack_code
-  ,A.zk_product_id
-  ,A.prod_des_c
-  ,'ROC'    province_city
-  ,A.market 
-  ,A.Sales_value  -  nvl(sales_V ,0)  Sales_value
-  ,A.sales_unit  -  nvl(SALES_U,0)    sales_unit
-  ,A.counting_unit - nvl(COUNT_U,0)   counting_unit
-  ,2 pack_flag
-  ,1 brand_flag
-FROM bdnd_all A 
-LEFT JOIN (
-    SELECT 
-      YYYYMM
-      ,zk_product_id
-      ,iqvia_pack_code
-      ,SUM(sales_value)  sales_V
-      ,SUM(sales_unit)	 SALES_U
-      ,SUM(counting_unit) COUNT_U
-    FROM bdnd_prov --省份
-    GROUP BY 
-      YYYYMM
-      ,zk_product_id
-      ,iqvia_pack_code
-)B  ON A.YYYYMM=B.YYYYMM AND A.zk_product_id=B.zk_product_id 
---拼接省份的数据
-union all
-select
-    YYYYMM,
-    iqvia_pack_code,
-    zk_product_id,
-    prod_des_c,
-    zk_region as province_city,
-    market,
-    Sales_value,
-    sales_unit,
-    counting_unit,
-    1 pack_flag,
-    1 brand_flag
-from bdnd_prov
-
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ### 补数据 pack直取
-
--- COMMAND ----------
-
-/*
-修改日期：20250311
-修改人：chenwu
-修改内容：
-补数据
---1 月份数据会比季度数据提前来，没有拆分比例的时候，保留全国的数据。
---2 因为没有买 高血压总分子式 的数据，所以 高血压其他分子式 数据会漏掉，补进来。
-*/
-
-create or replace temporary view tmp_zk_retail_pack_lost
-as
-with all_with_no_brand_province as (
-  select a.*,
-    case when YYYYMM > b.last_yyymm then 'new_m' else 'lost' end as datatype
-  from dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all a 
-  left join (select max(yyyymm) last_yyymm from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all ) b
-  where YYYYMM > b.last_yyymm
-      or (
-        brand_flag ='pack-CV-高血压-化学药-全国.xlsx'
-    )
-)
-
-,tmp as (
-    select
-    A.YYYYMM,
-    a.zk_product_id,
-    B.iqvia_pack_code,
-    E.market_mapping market,
-    case
-        when b.cmps_des_c = '氨氯地平,阿托伐他汀'
-        and b.prod_des_c is null then 'OTHERS_氨氯地平,阿托伐他汀'
-        else B.prod_des_c
-    end prod_des_c,
-  
-    case
-        when b.cmps_des_c = '氨氯地平,阿托伐他汀'
-        and b.prod_des_c is null 
-    THEN  'Others_氨氯地平阿托伐他汀钙片'
-    ELSE coalesce(C.prodmapping,concat('Others_',F.cmps_des_c),CONCAT('Others_cmps_',E.brand_mkt) ) 
-    END  PROD_MAPPING,
-        -- coalesce(C.prodmapping,concat('Others_',F.cmps_des_c),CONCAT('Others_cmps_',E.brand_mkt) ) PROD_MAPPING,
-    datatype,
-    SUM(A.sales_value) sales_value,
-    sum(sales_unit) sales_unit,
-    SUM(A.sales_unit * b.counting_unit) counting_unit
-from
-    all_with_no_brand_province A
-    left JOIN (
-        select
-            distinct product_id,
-            prod_des_c,
-            iqvia_pack_code,
-            counting_unit/coalesce(unit,1) counting_unit,
-            cmps_des_c
-        from
-            dwd.dwd_gnd_ext_retail_pack_property
-    ) B ON A.zk_product_id = B.product_id
-    LEFT JOIN (
-        SELECT
-            DISTINCT brand_mkt,
-            file_name,
-            market_mapping
-        FROM
-            DWD.dwd_gnd_ext_retail_corresponding_relationship
-    ) E ON A.brand_flag = E.file_name
-    LEFT JOIN (
-        SELECT
-            DISTINCT YYYYMM,
-            prodmapping,
-            market
-        FROM
-            tmp.tmp_ZK_retail_brandTotal
-    ) C ON A.YYYYMM = C.YYYYMM
-    AND B.prod_des_c = C.prodmapping
-    AND E.market_mapping = C.market ---NIAD 直接取pack数据，gi market 剔除逻辑，RE根据maket拆分 、RE包含雾化器数据-----
-  left join (SELECT  DISTINCT cmps_des_c  FROM TMP.tmp_zk_retail_brandTotal where cmps_des_c is NOT null ) F 
-  ON B.cmps_des_c=F.cmps_des_c 
-where
-    brand_flag  in (
-
-        'pack-GI-慢性胃炎胃溃疡-全国.xlsx',
-        "pack-CV-高血压-化学药-全国.xlsx"
-        ,'pack-CV-他汀类+血脂康-全国.xlsx'
-
-        -- 'pack-雾化器-全国&县域数据.xlsx',
-        --'pack-DM-口服降糖化学药.xlsx'
-        --'pack-RE-慢阻肺-全国.xlsx',
-        -- ,'pack-RD-肾科-全国.xlsx' ,'pack-CV-抗血栓2通用名-全国.xlsx' 下面会单独拉取全部
-        )
-GROUP BY
-    A.YYYYMM,
-    a.zk_product_id,
-    B.iqvia_pack_code,
-    case
-        when b.cmps_des_c = '氨氯地平,阿托伐他汀'
-        and b.prod_des_c is null then 'OTHERS_氨氯地平,阿托伐他汀'
-        else B.prod_des_c
-    end,
-    E.market_mapping,   
-    --coalesce(C.prodmapping,concat('Others_',F.cmps_des_c),CONCAT('Others_cmps_',E.brand_mkt) )
-    case
-        when b.cmps_des_c = '氨氯地平,阿托伐他汀'
-        and b.prod_des_c is null 
-    THEN  'Others_氨氯地平阿托伐他汀钙片'
-    ELSE coalesce(C.prodmapping,concat('Others_',F.cmps_des_c),CONCAT('Others_cmps_',E.brand_mkt) ) 
-    END
-    ,datatype
-    )
-
-, result(
-  select 
-        YYYYMM,zk_product_id,iqvia_pack_code,market,prod_des_c
-        ,case when datatype = 'lost' and PROD_MAPPING ='Others_美托洛尔' and flag is not null then 'Others_美托洛尔' 
-              when datatype = 'lost' and PROD_MAPPING ='Others_美托洛尔' and flag is  null then 'Others_cmps_高血压用药' 
-              else PROD_MAPPING 
-         end PROD_MAPPING 
-         ,datatype
-        ,sales_value,sales_unit,counting_unit
-from tmp 
-left join  (select distinct iqvia_pack_code flag from tmp.tmp_zk_retail_pack_property where market ='Metoprolol Succinate Market') fl on tmp.iqvia_pack_code =fl.flag
-)
-
-select yyyymm,zk_product_id,iqvia_pack_code,market,prod_des_c,PROD_MAPPING
-,sales_value
-,sales_unit
-,counting_unit
-from result
-where (PROD_MAPPING = 'Others_cmps_高血压用药' and datatype='lost') or datatype <> 'lost'
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ### 小儿咳喘
-
--- COMMAND ----------
-
---小儿咳喘的brand省份拆分比例
-insert overwrite table tmp.tmp_zk_retail_brandTotal_xiaoer
-with 
-xiaoer_mkt as (--小儿咳喘 总数（ 包含布地奈德）
-  select 
-  YYYYMM
-  ,TA
-  ,province_city
-  ,market
-  ,zk_brand_category
-  ,zk_common_name
-  ,sum(sales_val) sales_val
-  ,sum(sales_vol) sales_vol
-  from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all
-  where  market ='小儿咳喘' and TA = 'RE' and brand_cat_type = '品类'
-  and ranked_by = 'volume'
-  group by 1,2,3,4,5,6 
-)
---布地奈德雾化溶液
-,bdnd as (
-  select 
-  YYYYMM
-  ,TA
-  ,province_city
-  ,market
-  ,zk_brand_category
-  ,zk_common_name
-  ,sum(sales_val) sales_val
-  ,sum(sales_vol) sales_vol
-  from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all
-  where market ='布地奈德雾化溶液' and  zk_brand_category = '布地奈德雾化溶液' and TA = 'RE' and brand_cat_type = '品类'
-  and ranked_by = 'volume'
-  group by 1,2,3,4,5,6
-)
---小快克,可威,希舒美,美林,易坦静
-,xiaoer_brand as (
-  select 
-  YYYYMM
-  ,TA
-  ,province_city
-  ,market
-  ,zk_brand_category
-  ,zk_common_name
-  ,sum(sales_val) sales_val
-  ,sum(sales_vol) sales_vol
-  from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all
-  where market ='小儿咳喘' and TA = 'RE' and brand_cat_type = '品牌'
-  and zk_brand_category in (
-      '可威-颗粒' --奥司他韦
-      ,'可威-胶囊' --奥司他韦
-      ,'美林-混悬滴剂' --布洛芬
-      ,'美林-混悬液'   --布洛芬
-      -- ,'普米克令舒' --布地奈德
-      ,'速福达-干混悬剂' --玛巴洛沙韦
-      ,'速福达-片剂'     --玛巴洛沙韦
-      -- ,'天晴速畅' --布地奈德
-      ,'希舒美'  --阿奇霉素
-      ,'小快克'  --氨酚黄那敏
-      ,'易坦静'  --氨溴特罗
-        )
-  and ranked_by = 'volume'
-  group by 1,2,3,4,5,6
-)
---小儿 - (布地奈得 和 各品牌的 )= 小儿others
-,xiaoer_mkt_m_bdnd as (
-  select 
-  A.YYYYMM
-  ,A.TA
-  ,A.province_city
-  ,A.market
-  ,'others_xiaoer' zk_brand_category
-  ,'others_xiaoer' zk_common_name 
-  ,case when sum(A.sales_val) - coalesce(sum(B.sales_val),0) - coalesce(sum(c.sales_val),0) <=0 then 0 
-        else sum(A.sales_val) - coalesce(sum(B.sales_val),0) - coalesce(sum(c.sales_val),0) end sales_val
-  ,case when sum(A.sales_vol) - coalesce(sum(B.sales_vol),0) - coalesce(sum(c.sales_vol),0) <=0 then 0 
-        else sum(A.sales_vol) - coalesce(sum(B.sales_vol),0) - coalesce(sum(c.sales_vol),0) end sales_vol
-  from xiaoer_mkt A
-  left join (
-    select
-    YYYYMM
-    ,province_city
-    ,sum(sales_val) sales_val
-    ,sum(sales_vol) sales_vol 
-    from bdnd
-    group by 1,2
-  ) B on A.YYYYMM = B.YYYYMM and A.province_city = B.province_city 
-  left join (
-    select 
-    YYYYMM
-    ,province_city
-    ,sum(sales_val) sales_val
-    ,sum(sales_vol) sales_vol 
-    from xiaoer_brand
-    group by 1,2
-  ) C on A.YYYYMM = C.YYYYMM and A.province_city = C.province_city
-  group by 1,2,3,4,5,6
-) 
-
--- 所有的数据
-, all_xiaoer_formated as (
-  select   *
-  from xiaoer_mkt_m_bdnd 
-  union all
-  select   *
-  from xiaoer_brand 
-)
-
--- 倒减去roc
-, all_xiaoer_w_roc as (
-  select
-  A.YYYYMM
-  ,A.TA
-  ,'ROC' province_city
-  ,A.market
-  ,A.zk_brand_category
-  ,A.zk_common_name
-  ,A.sales_val - coalesce(B.sales_val,0)  as sales_val
-  ,A.sales_vol - coalesce(B.sales_vol,0)  as sales_vol 
-  from all_xiaoer_formated A
-  left join (
-    select
-    YYYYMM
-    ,TA
-    ,market
-    ,zk_brand_category
-    ,zk_common_name
-    ,sum(sales_val) sales_val
-    ,sum(sales_vol) sales_vol 
-    from all_xiaoer_formated 
-    where province_city <> '全国'
-    group by 1,2,3,4,5
-    ) B on A.TA = B.TA and A.YYYYMM=B.YYYYMM 
-      and A.market = B.market 
-      and A.zk_brand_category= B.zk_brand_category 
-      and A.zk_common_name = B.zk_common_name
-  where A.province_city = '全国'
-union all
-select
-  YYYYMM
-  ,TA
-  ,province_city
-  ,market
-  ,zk_brand_category
-  ,zk_common_name
-  ,sales_val
-  ,sales_vol 
-from all_xiaoer_formated
-where province_city <> '全国'
-)
--- 计算拆分比例
-SELECT 
-  YYYYMM
-  ,TA
-  ,province_city
-  ,market
-  ,zk_common_name 
-  ,zk_brand_category
-  ,sales_val
-  ,sales_vol
-  ,nvl(cast(sales_val as decimal(38,15)) / sum(sales_val) over(PARTITION BY YYYYMM,TA,market,zk_brand_category),0.0384615384615385) valRate
-  ,nvl(cast(sales_vol as decimal(38,15)) / sum(sales_vol) over(PARTITION BY YYYYMM,TA,market,zk_brand_category),0.0384615384615385) volRate
-from all_xiaoer_w_roc
-
-
--- COMMAND ----------
-
-create or replace temporary view tmp_pack_xiaoer
-as
-with xiaoer_all_pack as (
-  select
-    a.YYYYMM,
-    a.zk_product_id,
-    a.zk_common_name,
-    a.zk_product_name,
-    a.zk_category_name,
-    b.iqvia_pack_code,
-    -- -- c.province_city,
-    '' market,
-    B.prod_des_c,
-    SUM(A.sales_value) sales_value,
-    sum(A.sales_unit) sales_unit,
-    SUM(A.sales_unit * b.counting_unit) counting_unit
-  from
-    dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all a
-    left JOIN (
-      select
-        distinct product_id,
-        prod_des_c,
-        iqvia_pack_code,
-        counting_unit / coalesce(unit, 1) counting_unit
-      from
-        dwd.dwd_gnd_ext_retail_pack_property
-    ) B ON A.zk_product_id = B.product_id
-	where
-		brand_flag = 'pack-RE-慢阻肺-全国.xlsx'	and a.zk_region = '全国' 
-    and zk_common_name <>'布地奈德'
-  group by 1,2,3,4,5,6,7,8
-)
-
-,tmp_brand_2_pack_xiaoer as (
-  select   1 id  ,'布洛芬' b_cmp  ,'美林-混悬滴剂' b_brand  ,'布洛芬' p_cmp  ,'美林' p_product  ,'布洛芬混悬滴剂' p_category  union all
-  select   2 id  ,'布洛芬' b_cmp  ,'美林-混悬液' b_brand  ,'布洛芬' p_cmp  ,'美林' p_product  ,'布洛芬混悬液' p_category  union all
-  select   3 id  ,'奥司他韦' b_cmp  ,'可威-颗粒' b_brand  ,'奥司他韦' p_cmp  ,'可威' p_product  ,'磷酸奥司他韦颗粒' p_category  union all
-  select   8 id  ,'奥司他韦' b_cmp  ,'可威-胶囊' b_brand  ,'奥司他韦' p_cmp  ,'可威' p_product  ,'磷酸奥司他韦胶囊' p_category  union all
-  select   4 id  ,'阿奇霉素' b_cmp  ,'希舒美' b_brand  ,'阿奇霉素' p_cmp  ,'希舒美' p_product  ,'阿奇霉素干混悬剂' p_category  union all
-  select   5 id  ,'氨酚黄那敏' b_cmp  ,'小快克' b_brand  ,'氨酚黄那敏' p_cmp  ,'小快克' p_product  ,'小儿氨酚黄那敏颗粒' p_category  union all
-  select   6 id  ,'氨溴特罗' b_cmp  ,'易坦静' b_brand  ,'氨溴特罗' p_cmp  ,'易坦静' p_product  ,'氨溴特罗口服溶液' p_category  union all
-  select   9 id  ,'玛巴洛沙韦' b_cmp  ,'速福达-片剂' b_brand  ,'玛巴洛沙韦' p_cmp  ,'速福达' p_product  ,'玛巴洛沙韦片' p_category  union all
-  select   10 id  ,'玛巴洛沙韦' b_cmp  ,'速福达-干混悬剂' b_brand  ,'玛巴洛沙韦' p_cmp  ,'速福达' p_product  ,'玛巴洛沙韦干混悬剂' p_category  union all
-  select   7 id  ,'others_xiaoer' b_cmp  ,'others_xiaoer' b_brand  ,'others_xiaoer' p_cmp  ,'others_xiaoer' p_product  ,'others_xiaoer' p_category
-)
-
-select 
-A.YYYYMM
-,A.zk_product_id
-,A.iqvia_pack_code
-,case when c.YYYYMM is null then '全国' else c.province_city end as province_city --如果季度拆分比例没有则不扩展province，直接为全国
-,'小儿咳喘' market
-,A.prod_des_c
-,'小儿咳喘' PROD_MAPPING
-,case when C.YYYYMM is null then A.sales_value else cast(A.sales_value * C.ValRate as decimal(38, 10)) end as sales_value
-,case when C.YYYYMM is null then A.sales_unit else cast(A.sales_unit * C.VolRate as decimal(38, 10)) end as sales_unit
-,case when C.YYYYMM is null then A.counting_unit else cast(A.counting_unit * C.VolRate as decimal(38, 10)) end as counting_unit
--- ,C.ValRate
--- ,B.B_cmp
-,case when c.YYYYMM is null then 1 else 2 end as pack_flag --2 按比例拆分的，1 不拆分比例的
-,case when c.YYYYMM is not null and B.B_cmp is null then 2 else 1 end as brand_flag --2 others_xiaoer 倒减出来的比例，1 是brand省份的比例
-from xiaoer_all_pack A --pack数据
-left join tmp_brand_2_pack_xiaoer B --brand 和 pack 的mapping
-  on A.zk_common_name = B.p_cmp 
-  and A.zk_product_name = B.p_product
-  and A.zk_category_name = B.p_category
-left join (select * from tmp.tmp_zk_retail_brandTotal_xiaoer ) C --拆分比例
-  on A.YYYYMM = C.YYYYMM
-  and case when B.B_cmp is null then 'others_xiaoer' else B.B_cmp end = C.zk_common_name -- 没有拆分比例的 归为others
-  and case when B.B_brand is null then 'others_xiaoer' else B.B_brand end = C.zk_brand_category
-  -- where A.iqvia_pack_code = '1092502'
-  -- and A.YYYYMM = '202412'
-
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ### pack 拼接省份比例
-
--- COMMAND ----------
-
----------------------------------------------将所有数据拆分到省份拼接--------------------------------------------------------------------
-insert overwrite table tmp.tmp_retail_result 
-with tmp as (
-  -- 选取pack 粒度基础数据 用于筛选 抗血栓2通用名 和 rd 数据
-	select A.YYYYMM,a.zk_product_id,B.iqvia_pack_code,E.market_mapping market,A.brand_flag,B.prod_des_c,NVL(B.PROD_DES_C,CONCAT(E.market_mapping,'_Others')) PROD_MAPPING,SUM(A.sales_value) sales_value,SUM(A.sales_unit) sales_unit,A.zk_region,sum(sales_unit * b.counting_unit) counting_unit 
-from dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all A 
-left JOIN (select distinct product_id, prod_des_c,iqvia_pack_code,counting_unit/coalesce(unit,1 ) counting_unit from dwd.dwd_gnd_ext_retail_pack_property) B ON A.zk_product_id = B.product_id
-LEFT JOIN (SELECT DISTINCT brand_mkt,file_name,market_mapping FROM DWD.dwd_gnd_ext_retail_corresponding_relationship) E ON A.brand_flag = E.file_name 
-where A.zk_product_id not in (
-  select distinct zk_product_id from dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all
-  where brand_flag = 'pack-CV-酒石酸美托洛尔.xlsx'
-)
-	GROUP BY A.YYYYMM,a.zk_product_id,B.iqvia_pack_code,B.prod_des_c, E.market_mapping ,A.brand_flag,A.zk_region
-	
-) ,GI AS (
---- gi 数据需要从 GI 文件中获取 market 为gi 的数据---
-select A.YYYYMM,a.zk_product_id,B.iqvia_pack_code,E.market_mapping market,B.prod_des_c
-,coalesce(C.prodmapping,concat('Others_',F.cmps_des_c),CONCAT('Others_cmps_',E.brand_mkt) ) PROD_MAPPING
-,SUM(A.sales_value) sales_value,sum(sales_unit) sales_unit ,SUM(A.sales_unit * b.counting_unit) counting_unit
-from dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all A 
-left JOIN (select distinct product_id, prod_des_c,iqvia_pack_code,counting_unit/coalesce(unit,1 ) counting_unit,CASE WHEN cmps_cod IN ('001658','002782','008617','001051','001853','008467') THEN '其他拉唑类' ELSE cmps_des_c END cmps_des_c from dwd.dwd_gnd_ext_retail_pack_property ) B ON A.zk_product_id = B.product_id
-LEFT JOIN (SELECT DISTINCT brand_mkt,file_name,market_mapping FROM DWD.dwd_gnd_ext_retail_corresponding_relationship) E ON A.brand_flag = E.file_name
-LEFT JOIN (SELECT DISTINCT YYYYMM,prodmapping,market FROM tmp.tmp_zk_retail_brandTotal) C ON A.YYYYMM = C.YYYYMM AND B.prod_des_c = C.prodmapping AND E.market_mapping = C.market
-left join (SELECT  DISTINCT cmps_des_c  FROM TMP.tmp_zk_retail_brandTotal where cmps_des_c is NOT null ) F on b.cmps_des_c =f.cmps_des_c
-
-where brand_flag   in   ( 'pack-GI-慢性胃炎胃溃疡-全国.xlsx')  
-and (
-  
-     b.product_id in ( select distinct a.product_id from  tmp.tmp_zk_retail_pack_property a  where a.market ='Antacid anti GI swelling agent+PPI Oral' )
-          -- b.product_id in ( select distinct a.product_id from  dws.dws_zk_retail_pack_property a  where a.market ='Retail_GI Market' )
-
-)
-GROUP BY A.YYYYMM,a.zk_product_id,B.iqvia_pack_code,B.prod_des_c
-,coalesce(C.prodmapping,concat('Others_',F.cmps_des_c),CONCAT('Others_cmps_',E.brand_mkt) )
-,E.market_mapping
-)
---酒石酸美托洛尔
-,national_metoprolol_tartrat as (
-  select
-    t1.YYYYMM,
-    t2.iqvia_pack_code,
-    t1.zk_product_id,
-    t2.prod_des_c,
-    NVL(t2.prod_des_c, '酒石酸美托洛尔_Others') PROD_MAPPING,
-    t1.zk_region as province_city,
-    '酒石酸美托洛尔' as market,
-    t1.sales_value,
-    t1.sales_unit,
-    t1.sales_unit * NVL(t2.counting_unit,1) as counting_unit
-  from
-    dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all t1
-    left JOIN (
-      select
-        distinct product_id,
-        prod_des_c,
-        iqvia_pack_code,
-        counting_unit / coalesce(unit, 1) counting_unit
-      from
-        dwd.dwd_gnd_ext_retail_pack_property
-    ) t2 ON t1.zk_product_id = t2.product_id
-  where
-    t1.brand_flag = 'pack-CV-酒石酸美托洛尔.xlsx'
-    and t1.zk_region = '全国'
-),
-prov_metoprolol_tartrat as (
-  select
-    t1.YYYYMM,
-    t2.iqvia_pack_code,
-    t1.zk_product_id,
-    t2.prod_des_c,
-    NVL(t2.prod_des_c, '酒石酸美托洛尔_Others') PROD_MAPPING,
-    t1.zk_region as province_city,
-    '酒石酸美托洛尔' as market,
-    t1.sales_value,
-    t1.sales_unit,
-    t1.sales_unit * NVL(t2.counting_unit,1) as counting_unit
-  from
-    dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all t1
-    left JOIN (
-      select
-        distinct product_id,
-        prod_des_c,
-        iqvia_pack_code,
-        counting_unit / coalesce(unit, 1) counting_unit
-      from
-        dwd.dwd_gnd_ext_retail_pack_property
-    ) t2 ON t1.zk_product_id = t2.product_id
-  where
-    t1.brand_flag = 'pack-CV-酒石酸美托洛尔.xlsx'
-    and t1.zk_region <> '全国'
-),
-all_metoprolol_tartrat as (
-  select
-    t1.YYYYMM,
-    t1.iqvia_pack_code,
-    t1.zk_product_id,
-    t1.prod_des_c,
-    t1.PROD_MAPPING,
-    'ROC' as province_city,
-    t1.market,
-    t1.sales_value - t2.sales_value sales_value,
-    t1.sales_unit - t2.sales_unit sales_unit,
-    t1.counting_unit - t2.counting_unit counting_unit,
-    2 as pack_flag,
-    2 as brand_flag
-  from
-    national_metoprolol_tartrat t1
-    left join (
-      select
-        YYYYMM,
-        zk_product_id,
-        sum(sales_value) sales_value,
-        sum(sales_unit) sales_unit,
-        sum(counting_unit) counting_unit
-      from
-        prov_metoprolol_tartrat
-      group by
-        YYYYMM,
-        zk_product_id
-    ) t2 on t1.YYYYMM = t2.YYYYMM
-    and t1.zk_product_id = t2.zk_product_id
-  union all
-  select
-    YYYYMM,
-    iqvia_pack_code,
-    zk_product_id,
-    prod_des_c,
-    PROD_MAPPING,
-    province_city,
-    market,
-    sales_value,
-    sales_unit,
-    counting_unit,
-    1 as pack_flag,
-    2 as brand_flag
-  from
-    prov_metoprolol_tartrat
-)
-
----他汀类+血脂康  +  高血压用药-----------
----拆分、倒减 pack_flag brand_flag 为0 ，取源数据为1
---这里tmp_zk_retail_pack和tmp_zk_retail_brandTotal都已将酒石酸美托洛尔排除
-  select A.YYYYMM,a.iqvia_pack_code,a.zk_product_id,a.prod_des_c,A.PROD_MAPPING,b.province_city,A.market,cast(a.sales_value*b.ValRate as decimal(38,10)) sales_value,cast(a.sales_unit*b.VolRate  as decimal(38,10)) sales_unit,cast(a.counting_unit * b.VolRate  as decimal(38,10)) counting_unit
-,2 pack_flag
-,case when  PROD_MAPPING IN   ('多达一', '氨氯地平阿托伐他汀钙片', '天依宁', 'OTHERS_氨氯地平,阿托伐他汀') or flag is null  then 2 else 1 end  brand_flag
-from tmp.tmp_zk_retail_pack a 
-inner join tmp.tmp_zk_retail_brandTotal b on a.YYYYMM = b.YYYYMM and nvl(a.PROD_MAPPING ,'' )= nvl(b.prodmapping,'' ) and a.market = b.market
-left join (select distinct PROD_DES_C flag from tmp.tmp_retail_brand) on a.prod_des_c = flag   
-UNION ALL 
---- NIAD 
-SELECT YYYYMM,iqvia_pack_code,zk_product_id,prod_des_c, PROD_MAPPING,province_city,market,sales_value,sales_unit ,counting_unit,pack_flag,brand_flag  from tmp.tmp_retail_sales_niad
---- GI 
-UNION ALL 
-select A.YYYYMM,a.iqvia_pack_code,a.zk_product_id,a.prod_des_c,A.PROD_MAPPING,b.province_city,A.market,a.sales_value*b.ValRate sales_value,a.sales_unit*b.VolRate sales_unit,a.counting_unit * b.VolRate counting_unit
-,2 pack_flag
--- ,case when a.PROD_MAPPING =concat('Others_',a.market )   then 2 else 1 end brand_flag
-,case when (a.PROD_MAPPING  like 'Others_%' and a.PROD_MAPPING not like 'Others_cmps%') or flag is null  then 2 else 1 end  brand_flag
-from GI a 
-inner join tmp.tmp_zk_retail_brandTotal b on a.YYYYMM = b.YYYYMM and a.PROD_MAPPING = b.prodmapping and a.market = b.market
-left join (select distinct PROD_DES_C flag from tmp.tmp_retail_brand) on a.prod_des_c = flag   
---RD和抗血栓
-union all 
-select 
-YYYYMM
-,iqvia_pack_code
-,zk_product_id
-,prod_des_c
-,PROD_MAPPING
-,'全国'    zk_region
-,case when brand_flag = 'pack-RD-肾科-全国.xlsx'  then 'RD Market' else 'Brilinta Market'  end market 
-,sales_value
-,sales_unit
-,counting_unit
-,2 pack_flag
-,2 brand_flag
-from tmp  
-where brand_flag in ( 'pack-CV-抗血栓2通用名-全国.xlsx','pack-RD-肾科-全国.xlsx')  
--- 补充漏掉的部分
-union all 
-select
-a.YYYYMM
-,a.iqvia_pack_code
-,a.zk_product_id
-,a.prod_des_c
-,a.PROD_MAPPING
-,'全国'    zk_region
-,a.market
-,a.sales_value
-,a.sales_unit
-,a.counting_unit
-,1 pack_flag
-,1 brand_flag
-FROM tmp_zk_retail_pack_lost a
-
------拼接re结果
--- union all 
--- select 
--- a.YYYYMM
--- ,a.iqvia_pack_code
--- ,a.zk_product_id
--- ,b.prod_des_c
--- ,b.prod_des_c
--- ,a.province_city
--- ,'慢性阻塞性肺疾病'   market
--- ,a.sales_value
--- ,a.sales_unit
--- ,a.counting_unit
--- ,pack_flag
--- ,case when c.mapp is null then 2 else 1 end brand_flag
--- from tmp.tmp_retail_result_re a 
--- left join dwd.dwd_gnd_ext_retail_pack_property b 
--- on a.zk_product_id =b.product_id 
--- left join (select b.PROD_DES_C mapp from 
---           (select  distinct zk_brand_category from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all  where brand_cat_type='品牌'  and market='慢性阻塞性肺疾病') a 
---           left join (select distinct PROD_DES_C,ZK_Prod_C  from dwd.dwd_inc_gnd_retail_b2c_label_total ) b on a.zk_brand_category =b.ZK_Prod_C )  c
---           on b.prod_des_c  = c.mapp 
--- --酒石酸美托洛尔
--- union all
--- select
--- YYYYMM,
--- iqvia_pack_code,
--- zk_product_id,
--- prod_des_c,
--- PROD_MAPPING,
--- province_city,
--- market,
--- sales_value,
--- sales_unit,
--- counting_unit,
--- pack_flag,
--- brand_flag
--- from all_metoprolol_tartrat
-
--- inhaled直取数据
-union all 
-select
-    YYYYMM,
-    iqvia_pack_code,
-    zk_product_id,
-    prod_des_c,
-    '' PROD_MAPPING,
-    province_city,
-    market,
-    Sales_value,
-    sales_unit,
-    counting_unit,
-    pack_flag,
-    brand_flag
-from Inhaled_pack_direct
---bdnd数据
-union all 
-select
-    YYYYMM,
-    iqvia_pack_code,
-    zk_product_id,
-    prod_des_c,
-    '' PROD_MAPPING,
-    province_city,
-    market,
-    Sales_value,
-    sales_unit,
-    counting_unit,
-    pack_flag,
-    brand_flag
-from bdnd_pack_direct
---小儿咳喘
-union all 
-select
-    YYYYMM,
-    iqvia_pack_code,
-    zk_product_id,
-    prod_des_c,
-    '' PROD_MAPPING,
-    province_city,
-    market,
-    Sales_value,
-    sales_unit,
-    counting_unit,
-    pack_flag,
-    brand_flag
-from tmp_pack_xiaoer 
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ## 写入dws
-
--- COMMAND ----------
-
-------------------------------将数据写入dws 并获取同期数据----------------------------
-insert overwrite table dws.dws_zk_retail_sales 
-select 
-	 YYYYMM
-	,iqvia_pack_code
-	,zk_product_id
-	,prod_des_c
-	,PROD_MAPPING
-	,province_city
-	,market
-	,sum(sales_value)      		  as sales_value      
-	,sum(sales_value_ly)        as sales_value_ly   
-	,sum(sales_unit)            as sales_unit       
-	,sum(sales_unit_ly)         as sales_unit_ly    
-	,sum(counting_unit)         as counting_unit    
-	,sum(counting_unit_ly)      as counting_unit_ly 
-	,pack_flag
-	,brand_flag
-  ,from_utc_timestamp(current_timestamp(),'UTC+8') 	    AS etl_insert_dt
-  ,from_utc_timestamp(current_timestamp(),'UTC+8') 	    AS etl_update_dt
-from (
-	select
-		YYYYMM 
-		,iqvia_pack_code
-		,zk_product_id
-		,prod_des_c
-		,PROD_MAPPING
-		,province_city
-		,market
-		,sales_value    		    as sales_value      
-		,0                      as sales_value_ly   
-		,sales_unit             as sales_unit       
-		,0                      as sales_unit_ly    
-		,counting_unit          as counting_unit    
-		,0                      as counting_unit_ly 
-		,pack_flag
-		,brand_flag
-	  from tmp.tmp_retail_result
-	union all 
-	select
-		cast(YYYYMM + 100 as int)   
-		,iqvia_pack_code
-		,zk_product_id
-		,prod_des_c
-		,PROD_MAPPING
-		,province_city
-		,market
-		,0			    		        as sales_value      
-		,sales_value            as sales_value_ly   
-		,0			                as sales_unit       
-		,sales_unit             as sales_unit_ly    
-		,0					            as counting_unit    
-		,counting_unit          as counting_unit_ly 
-		,pack_flag
-		,brand_flag
-    from tmp.tmp_retail_result
-	where YYYYMM + 100  <=(select max(yyyymm) from tmp.tmp_retail_result)
-)
-group by 
-	 YYYYMM
-	,iqvia_pack_code
-	,zk_product_id
-	,prod_des_c
-	,PROD_MAPPING
-	,province_city
-	,market
-	,pack_flag
-	,brand_flag
-
-
-
-
-
--- COMMAND ----------
-
-/*
-剔除利尿剂数据
-*/
-insert overwrite table tmp.tmp_zk_retail_sales 
-select a.* from dws.dws_zk_retail_sales a 
-
-left join dwd.dwd_gnd_ext_retail_pack_property c on a.zk_product_id = c.product_id 
-where lower( c.atc2_cod ) <> 'c03' and a.market = 'RD Market'
-
-union all 
-select * from dws.dws_zk_retail_sales a 
-where a.market <> 'RD Market' 
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ## 将ta总数写入 dwd层，保持原有逻辑不动
-
--- COMMAND ----------
-
--- /*
--- 修改时间：20250311
--- 修改人：chenwu
--- 修改内容：由于TA大数没有了，所以要用pack的数据往上汇总，写入到原先的 dwd.dwd_gnd_ext_retail_nataional_ta_top_corp中
--- */
--- with corp_type_mapping as (-- corp 的类型
---   select  
---   case when CORP_COD ='F+N' then 'A5Z' ELSE CORP_COD END CORP_COD
---   ,case when upper(MNFL_DES) = 'LOCAL' then 'LOCAL' else 'MNC' end CORP_TYPE
---   from dwd.dwd_inc_gnd_retail_b2c_label_total
---   group by 
---   case when CORP_COD ='F+N' then 'A5Z' ELSE CORP_COD END
---   ,case when upper(MNFL_DES) = 'LOCAL' then 'LOCAL' else 'MNC' end  
--- )
-
--- ,packcode_corp_mapping as (--pack 和 corp 关系
---   select iqvia_pack_code, nvl(max(corp_cod),'others') corp_cod,nvl( max(corp_des), 'others') corp_des, nvl(MAX(corp_des_c),'others') corp_des_c
---   from tmp.tmp_zk_retail_pack_property
---   group by 1
--- )
--- ,market_ta_mapping as (
---   select '慢性阻塞性肺疾病' market ,'RE' ta union all
---   select '慢性胃炎、胃溃疡' market ,'GI' ta union all
---   select 'Inhaled Extended Market' market ,'RE' ta union all
---   select 'NIAD' market ,'NIAD' ta union all
---   select 'Brilinta Market' market ,'CV-2' ta union all
---   select '他汀类+血脂康' market ,'CV-3' ta union all
---   select '小儿咳喘' market ,'XIAOER' ta union all
---   select '高血压用药' market ,'CV-1' ta union all
---   select 'RD Market' market ,'RD' ta 
--- )
--- ,ta_sumall as (
---   select 
---   B.corp_des_c as corp_desc
---   ,B.CORP_COD as corp_name --code 暂时替代 英文名称
---   -- ,B.corp_cod as corp_cod
---   ,C.CORP_TYPE as corp_type
---   ,A.YYYYMM as sales_quarter
---   ,cast(sum(sales_value)/1000000.000000 as decimal(38,6))  sales_amount
---   ,D.ta as source_name_old
---   from  tmp.tmp_zk_retail_sales A
---   left join packcode_corp_mapping B on A.iqvia_pack_code = B.iqvia_pack_code
---   left join corp_type_mapping C on B.corp_cod = C.CORP_COD
---   left join market_ta_mapping D on D.market = A.market
---   where a.market<>'小儿咳喘' --and A.YYYYMM ='202412'
---   group by 
---     B.corp_des_c 
---     ,B.corp_cod 
---     -- ,B.corp_cod 
---     ,C.CORP_TYPE 
---     ,A.YYYYMM 
---     ,D.ta)  
-
--- ,sumall (--cv、niad
---   select *,'CV' AS  source_name  from ta_sumall where left(source_name_old,2)='CV' UNION ALL
---   select *,'CVRM' AS  source_name  from ta_sumall where left(source_name_old,2)='CV' OR source_name_old IN ('NIAD', 'RD') UNION ALL
---   select *,'GI' AS  source_name from ta_sumall where source_name_old='GI' UNION ALL
---   select *,'RD' AS  source_name from ta_sumall where source_name_old='RD' UNION ALL
---   select *,'RE' AS  source_name from ta_sumall where source_name_old='RE' UNION ALL
---   select *,'NIAD' AS  source_name from ta_sumall where source_name_old='NIAD' 
---   )  
--- ,rankresult ( --计算排名
---   select 
---     row_number() over(partition by sales_quarter,source_name order by sales_amount desc) rank1
---     ,corp_desc
---     ,corp_name
---     ,corp_type
---     ,sales_quarter
---     ,sales_amount
---     ,source_name
---   from sumall
--- )
-
--- -- 写入数据到 dwd层
--- insert into table dwd.dwd_gnd_ext_retail_nataional_ta_top_corp
--- (rank1,
--- corp_desc,
--- corp_name,
--- corp_type,
--- source_name,
--- sales_quarter,
--- sales_amount
--- -- ytd_gr,
--- -- ytd_ms,
--- -- ytd_delta_ms,
--- -- builtinarchivedate,
--- -- source_file_path,
--- -- source_file_name,
--- -- etl_insert_dt
--- )
--- select 
---   rank1
---   ,corp_desc
---   ,corp_name
---   ,corp_type
---   ,source_name
---   ,sales_quarter
---   ,sales_amount
--- from rankresult
--- where rank1<=20 --数量太多
--- -- and sales_quarter ='202412' and source_name='NIAD'
-
-
--- COMMAND ----------
-
-----------------将 ta_top_corp 的数据处理到dws-------------------
-insert overwrite table dws.dws_zk_retail_ta_top_corp --------------------获取 ta total 本同期数据,用于后续取 total 及 az 值------------------------
-SELECT
-	source_name,
-	rank1,
-	corp_desc,
-	CORP_COD,
-	yyyymm,
-	sum(sales_amount) 		sales_amount,
-	sum(sales_amount_ly) 	sales_amount_ly
-FROM
-	(
-	SELECT
-		a.rank1,
-		source_name,
-    A.corp_desc,
-    B.CORP_COD, --A.corp_name as CORP_COD, --自有的corp_name 是 corp_code
-		CAST(sales_quarter AS int ) yyyymm ,
-		sales_amount * 1000000  AS sales_amount,
-		0 						AS sales_amount_ly
-	FROM dwd.dwd_gnd_ext_retail_nataional_ta_top_corp a
-	LEFT JOIN (SELECT DISTINCT ZK_Corp_C,CORP_COD FROM dwd.dwd_inc_gnd_retail_b2c_label_total) b
-	ON	a.corp_desc = b.ZK_Corp_C
-UNION ALL
-	SELECT
-		a.rank1,
-		source_name,
-    A.corp_desc,
-		B.CORP_COD, --A.corp_name as CORP_COD, --自有的corp_name 是 corp_code
-		CAST(sales_quarter + 100 AS int ) yyyymm ,
-		0 						AS sales_amount,
-		sales_amount * 1000000  AS sales_amount_ly
-	FROM dwd.dwd_gnd_ext_retail_nataional_ta_top_corp a
-	LEFT JOIN (SELECT DISTINCT ZK_Corp_C,CORP_COD FROM dwd.dwd_inc_gnd_retail_b2c_label_total) b
-	ON	a.corp_desc = b.ZK_Corp_C
-	WHERE
-		CAST(sales_quarter + 100 AS int )
-			<=( SELECT max(CAST(sales_quarter AS int ))
-				FROM dwd.dwd_gnd_ext_retail_nataional_ta_top_corp ) 
-)
-GROUP BY
-	1,2,3,4,5
-
-
--- COMMAND ----------
-
---------------------------------------------------将 top_corp 的数据处理到dws----------------------------------------------------
---------------------获取 全国total 本同期数据------------------------
-insert overwrite table dws.dws_zk_retail_top_corp 
-SELECT
-	yyyymm,
-	rank1,
-	corp_desc,
-	corporation,
-	-- source_name,
-	sum(sales_amount) 		    as sales_amount,
-	sum(sales_amount_ly) 	    as sales_amount_ly
-FROM
-	(
-	SELECT
-		nvl(rank1,'' )          as rank1 ,
-		corp_desc,
-		corporation,
-		corp_type,
-		-- source_name,
-		CAST(sales_quarter AS int )                   as yyyymm,
-		sales_amount * 1000000 	AS sales_amount,
-		0 						          AS sales_amount_ly
-	FROM dwd.dwd_gnd_ext_retail_nataional_top_corp
-	UNION ALL
-	SELECT
-		nvl(rank1,'' ) rank1,
-		corp_desc,
-		corporation,
-		corp_type,
-		-- source_name,
-		CAST(sales_quarter + 100 AS int )             as yyyymm,	
-		0 						           AS sales_amount,
-		sales_amount * 1000000   AS sales_amount_ly
-	FROM dwd.dwd_gnd_ext_retail_nataional_top_corp
-	WHERE CAST(sales_quarter + 100 AS int )
-		 <=(SELECT
-				max(CAST(sales_quarter AS int ))
-			FROM dwd.dwd_gnd_ext_retail_nataional_top_corp ) )
-GROUP BY
-	yyyymm,
-	rank1,
-	corp_desc,
-	corporation
-	-- source_name
-
--- COMMAND ----------
-
-------------------对 配置表的pack 对应公司、分子式 根据 dwd_gnd_tbl_corp_change 表进行产品重新归属---------
-insert overwrite table tmp.tmp_zk_retail_pack_property_corp 
-select distinct a.iqvia_pack_code
-  ,COALESCE(c.corp_cod,b.corp_cod,a.corp_cod)  corp_cod
-  ,COALESCE(c.corp_des,b.corp_des,a.corp_des)  corp_des
-  ,COALESCE(d.corp_des_c,a.corp_des_c )        corp_des_c
-  ,COALESCE(c.manu_cod,b.manu_cod,a.manu_cod)  manu_cod 
-  ,COALESCE(c.manu_des,b.manu_des,a.manu_des)  manu_des 
-  ,COALESCE(e.manu_des_c,a.manu_des_c)         manu_des_c
-from (select DISTINCT iqvia_pack_code,corp_cod,corp_des,corp_des_c,right(concat('000000',manu_cod),6 ) manu_cod,manu_des,manu_des_c,prod_cod from tmp.tmp_zk_retail_pack_property) a 
-left join (select right(concat('000000000',prod_cod ),9) prod_cod,corp_cod,corp_des,right(concat('000000',manu_cod),6 )  manu_cod,manu_des from dwd.dwd_gnd_tbl_corp_change where pack_cod is  null  ) b 
-on right(concat('000000000',A.prod_cod ),9)= b.prod_cod
-left join (select if( pack_cod REGEXP '^[0-9]',right(concat('000000000000',pack_cod),12),pack_cod) pack_cod,corp_cod,corp_des,right(concat('000000',manu_cod),6 )  manu_cod,manu_des from dwd.dwd_gnd_tbl_corp_change where pack_cod is  not null  ) c 
-on a.iqvia_pack_code = c.pack_cod
-left join (select distinct corp_cod,corp_des_c from dwd.dwd_gnd_ext_retail_pack_property) d 
-on coalesce(C.corp_cod,B.corp_cod ) = d.corp_cod 
-Left join (select distinct right(concat('000000',manu_cod),6 )  manu_cod,manu_des,manu_des_c  from dwd.dwd_gnd_ext_retail_pack_property) e 
-On coalesce(C.manu_cod,B.manu_cod )  = e.manu_cod 
-
--- COMMAND ----------
-
------------------------------计算others ta 和 cv others ---------------------------------------
--- 他汀类+血脂康  高血压用药  Brilinta Market  三个标签属于CV 需要倒减 cv others 及az_others --
---增加酒石酸美托洛尔，这个也属于CV
--------------------------------------CV OTHERS-------------------------------------------
--- total - market 
-insert overwrite table tmp.tmp_dm_zk_retail_sales_tmp 
-WITH  TEMP_CV AS (
- -------------------------------------------------CV数据关联 去重pack，避免数据重复-----------------------------------------------------
-	SELECT    
-	  a.YYYYMM
-	  ,a.iqvia_pack_code
-	  ,a.zk_product_id
-	  ,a.prod_des_c
-	  ,a.province_city
-	  ,a.sales_value
-	  ,a.sales_value_ly
-	  ,a.sales_unit
-	  ,a.sales_unit_ly
-	  ,a.counting_unit
-	  ,a.counting_unit_ly
-	  ,pack_flag
-	  ,brand_flag
-	  ,collect_list(a.market)  source
-	FROM tmp.tmp_zk_retail_sales a 
-	inner join (
-	 ---CV 中对重复数据任意取一个文件来源的 pack ，避免数据重复---
-      SELECT    
-            YYYYMM
-            ,iqvia_pack_code
-            ,zk_product_id
-            ,prod_des_c
-            ,province_city
-            ,max(market)         market 
-      FROM tmp.tmp_zk_retail_sales 
-      where market in ('他汀类+血脂康','高血压用药','Brilinta Market','酒石酸美托洛尔') 
-      group by 1,2,3,4,5
-	) b on a.yyyymm = b.yyyymm 
-      and a.iqvia_pack_code =b.iqvia_pack_code 
-      and a.zk_product_id = b.zk_product_id  
-      and a.province_city = b.province_city 
-      and a.market = b.market
-	where a.market in ('他汀类+血脂康','高血压用药','Brilinta Market','酒石酸美托洛尔') 
-	group by 1,2,3,4,5,6,7,8,9,10,11,12,13
-)
-, CV_PACK_CORP_DATA AS (
--------------------------------------获取pack + corp 粒度 的CV数据 并倒减cv下 az others 值-----------------------------------------------
---------------------拼接CV 原始AZ PACK数据--------------------
-    SELECT  
-        YYYYMM
-        ,A.iqvia_pack_code
-        ,A.zk_product_id
-        ,A.prod_des_c
-        ,A.province_city
-        ,B.corp_cod
-        ,sales_value
-        ,sales_value_ly
-        ,sales_unit
-        ,sales_unit_ly
-        ,counting_unit
-        ,counting_unit_ly  
-        ,source
-        ,pack_flag
-        ,brand_flag
-    from TEMP_CV A 
-    inner JOIN (select distinct iqvia_pack_code,corp_cod,corp_des,corp_des_c from tmp.tmp_zk_retail_pack_property_corp) b  
-    ON A.iqvia_pack_code=B.iqvia_pack_code 
-    where corp_cod ='A5Z'
-  UNION ALL 
---------------------CV下的AZ OTHERS,即 cv 下的 AZ 汇总值减 pack 粒度az 汇总--------------------
-  SELECT 
-        CV_PACK.YYYYMM
-        ,'CV_AZ_OTHERS'                                      as iqvia_pack_code 
-        ,'CV_AZ_OTHERS'                                      as zk_product_id
-        ,null                                                as prod_des_c
-        ,'ROC'                                               as province_city
-        ,CV_PACK.corp_cod
-        ,0--,case when Total.sales_amount is not null then Total.sales_amount - CV_PACK.sales_value else 0 end        as sales_value
-        ,0--,case when Total.sales_amount_ly is not null then Total.sales_amount_ly - CV_PACK.sales_value_ly else 0 end  as sales_value_ly
-        ,0,0,0,0
-        ,null 
-        ,0  pack_flag
-        ,0  brand_flag
-  FROM (
-        SELECT 
-          YYYYMM
-          ,corp_cod
-          ,sum(sales_value)			      sales_value		
-          ,sum(sales_value_ly)        sales_value_ly
-        from TEMP_CV a 
-        inner join (select distinct iqvia_pack_code,corp_cod,corp_des,corp_des_c from tmp.tmp_zk_retail_pack_property_corp ) b 
-        on a.iqvia_pack_code = b.iqvia_pack_code  
-         where corp_cod ='A5Z'
-        group by 1,2
-  ) CV_PACK
-  LEFT JOIN ( select yyyymm,sales_amount,sales_amount_ly from dws.dws_zk_retail_ta_top_corp where source_name='CV' --AND CORP_COD='A5Z'
-              AND CORP_COD ='A5Z'
-            )  Total
-  ON CV_PACK.YYYYMM = Total.YYYYMM
-  UNION ALL 
---------------------拼接CV CORP非az 值--------------------
-  SELECT  
-        YYYYMM
-        ,A.iqvia_pack_code
-        ,A.zk_product_id
-        ,A.prod_des_c
-        ,A.province_city
-        ,B.corp_cod
-        ,sales_value
-        ,sales_value_ly
-        ,sales_unit
-        ,sales_unit_ly
-        ,counting_unit
-        ,counting_unit_ly  
-        ,source
-        ,pack_flag
-        ,brand_flag
-  from TEMP_CV A 
-  left JOIN (select distinct iqvia_pack_code,corp_cod,corp_des,corp_des_c from tmp.tmp_zk_retail_pack_property_corp ) b  
-  ON A.iqvia_pack_code=B.iqvia_pack_code 
-  where nvl(corp_cod,'') <>'A5Z'
-) 
-   ------ 倒减完 AZ 的所有CV PACK 数据---------
-  SELECT  
-      YYYYMM
-      ,iqvia_pack_code
-      ,zk_product_id
-      ,prod_des_c
-      ,province_city
-      ,corp_cod
-      ,sales_value
-      ,sales_value_ly
-      ,sales_unit
-      ,sales_unit_ly
-      ,counting_unit
-      ,counting_unit_ly  
-      ,source
-      ,pack_flag
-      ,brand_flag
-      ,'CV' FLAG 
-  from CV_PACK_CORP_DATA 
-  UNION ALL 
-------- 获取 CV_OTHERS----------
-  SELECT 
-       CV_PACK.YYYYMM
-      ,'CV_OTHERS'                                      as iqvia_pack_code 
-      ,'CV_OTHERS'                                      as zk_product_id
-      ,null                                             as prod_des_c
-      ,'ROC'                                           as province_city
-      ,'CV_OTHERS'                                      AS corp_cod
-      ,0--,case when Total.sales_amount is not null then Total.sales_amount - CV_PACK.sales_value else 0 end         as sales_value
-      ,0--,case when Total.sales_amount_ly is not null then Total.sales_amount_ly - CV_PACK.sales_value_ly else 0 end as sales_value_ly
-      ,0,0,0,0
-      ,null 
-      ,0                                                pack_flag
-      ,0                                                brand_flag
-      ,'CV'
-  FROM (
-    -------获取所有CV 数据-------
-      SELECT 
-           YYYYMM
-          ,sum(sales_value)			                        sales_value		
-          ,sum(sales_value_ly)                          sales_value_ly
-      from CV_PACK_CORP_DATA
-      group by 1
-  ) CV_PACK
-  LEFT JOIN ( select yyyymm,sales_amount,sales_amount_ly from dws.dws_zk_retail_ta_top_corp where source_name='CV' --AND CORP_COD='A5Z'
-              AND rank1 ='Total'
-             )  Total 
-  ON CV_PACK.YYYYMM = Total.YYYYMM
-  UNION ALL 
----------- 除了 CV 外的其他数据----------
-  SELECT  DISTINCT 
-      YYYYMM
-      ,A.iqvia_pack_code
-      ,A.zk_product_id
-      ,A.prod_des_c
-      ,A.province_city
-      ,B.corp_cod
-      ,round(sales_value,2)			sales_value
-      ,round(sales_value_ly,2)      sales_value_ly
-      ,round(sales_unit,2)          sales_unit
-      ,round(sales_unit_ly,2)       sales_unit_ly
-      ,round(counting_unit,2)       counting_unit
-      ,round(counting_unit_ly,2)    counting_unit_ly
-      ,collect_list(market)         source 
-      ,pack_flag
-      ,brand_flag
-      ,CASE WHEN A.market IN ('NIAD','RD Market') THEN 'CVRM' ELSE '' END FLAG
-  from tmp.tmp_zk_retail_sales A 
-  LEFT JOIN  (select distinct iqvia_pack_code,corp_cod from tmp.tmp_zk_retail_pack_property_corp ) b  
-  ON A.iqvia_pack_code=B.iqvia_pack_code 
-  where market  not in ('他汀类+血脂康','高血压用药','Brilinta Market','酒石酸美托洛尔')  
-  group by 
-      YYYYMM
-      ,A.iqvia_pack_code
-      ,A.zk_product_id
-      ,A.prod_des_c
-      ,A.province_city
-      ,B.corp_cod
-      ,round(sales_value,2)			 
-      ,round(sales_value_ly,2)       
-      ,round(sales_unit,2)           
-      ,round(sales_unit_ly,2)        
-      ,round(counting_unit,2)        
-      ,round(counting_unit_ly,2)  
-      ,pack_flag
-      ,brand_flag
-      ,CASE WHEN A.market IN ('NIAD','RD Market') THEN 'CVRM' ELSE '' END  
-
-
-
-
--- COMMAND ----------
-
---------------------------------------------------------------------倒减cvrm az 及cvrm total -----------------------------------------------------
-insert overwrite table tmp.tmp_dm_zk_retail_sales_tmp2 
-with alldata as (
-  SELECT 
-      YYYYMM
-      ,iqvia_pack_code
-      ,zk_product_id
-      ,prod_des_c
-      ,province_city
-      ,corp_cod
-      ,sales_value
-      ,sales_value_ly
-      ,sales_unit
-      ,sales_unit_ly
-      ,counting_unit
-      ,counting_unit_ly  
-      ,source
-      ,pack_flag
-      ,brand_flag
-      ,FLAG
-FROM TMP.tmp_dm_zk_retail_sales_tmp
-UNION ALL 
-SELECT  
-        A.YYYYMM
-        ,'CVRM_AZ_OTHERS'   iqvia_pack_code
-        ,'CVRM_AZ_OTHERS'   zk_product_id
-        ,NULL                prod_des_c
-        ,'ROC'
-        ,A.corp_cod
-        ,0--,case when B.sales_amount is not null then B.sales_amount - A.sales_value else 0 end    sales_value
-        ,0--case when B.sales_amount_ly is not null then B.sales_amount_ly - A.sales_value_ly else 0 end  sales_value_ly
-        ,0    sales_unit
-        ,0    sales_unit_ly
-        ,0    counting_unit
-        ,0    counting_unit_ly  
-        ,NULL source
-        ,0    pack_flag
-        ,0    brand_flag
-        ,'CVRM'
-FROM (  SELECT 
-          YYYYMM,corp_cod    
-          ,SUM(sales_value)  sales_value
-          ,SUM(sales_value_ly) sales_value_ly
-        FROM tmp.tmp_dm_zk_retail_sales_tmp WHERE corp_cod ='A5Z' AND FLAG IN ('CV','CVRM') 
-        GROUP BY 1,2
-) A 
-LEFT JOIN (select CORP_COD,yyyymm,sales_amount,sales_amount_ly from dws.dws_zk_retail_ta_top_corp where source_name='CVRM' AND CORP_COD='A5Z') B 
-ON A.YYYYMM=B.yyyymm AND A.corp_cod=B.CORP_COD
-)
-
-    SELECT 
-      YYYYMM
-      ,iqvia_pack_code
-      ,zk_product_id
-      ,prod_des_c
-      ,province_city
-      ,corp_cod
-      ,sales_value
-      ,sales_value_ly
-      ,sales_unit
-      ,sales_unit_ly
-      ,counting_unit
-      ,counting_unit_ly  
-      ,source
-      ,pack_flag
-      ,brand_flag
-      ,FLAG
-from  alldata
-union all 
-SELECT  
-        A.YYYYMM
-        ,'CVRM_OTHERS'   iqvia_pack_code
-        ,'CVRM_OTHERS'   zk_product_id
-        ,NULL            prod_des_c
-        ,'ROC'
-        ,'CVRM_OTHERS'   corp_cod
-        ,0--,case when B.sales_amount is not null then B.sales_amount - A.sales_value else 0 end    sales_value
-        ,0--case when B.sales_amount_ly is not null then B.sales_amount_ly - A.sales_value_ly else 0 end  sales_value_ly
-        ,0    sales_unit
-        ,0    sales_unit_ly
-        ,0    counting_unit
-        ,0    counting_unit_ly  
-        ,NULL source
-        ,0    pack_flag
-        ,0    brand_flag
-        ,'CVRM'
-FROM (  SELECT 
-          YYYYMM    
-          ,SUM(sales_value)  sales_value
-          ,SUM(sales_value_ly) sales_value_ly
-        FROM  alldata  WHERE  FLAG IN ('CV','CVRM') 
-        GROUP BY 1
-) A 
-LEFT JOIN (select yyyymm,sales_amount,sales_amount_ly from dws.dws_zk_retail_ta_top_corp where corp_desc='CVRM') B 
-ON A.YYYYMM=B.yyyymm  
-
-
--- COMMAND ----------
-
-------------------------8.2不上线，但后续肯定会上线-----------------
--- -----Non AZ Retail Related Market 逻辑，仅需要全国数据，该市场均为各文件中没有市场的数据，逻辑中存在仅取 gi re 文件数据，原因是 高血压、他汀血脂康、niad 在拆分时 使用的时整个文件拆分，而RD 、抗血栓 整个文件是全取，non az 市场数据若有，就已经存在结果表里; 反之 GI 、RE(含Inhaled) 拆分时通过 tblmarket 框选了对应市场的数据进行拆分，其他数据被排除了(即NON AZ 市场数据，该数据不属于任何TA ,但归属于TOTAL)，后续这部分数据需要 在pbi 展示,所有需要在倒减 others_ta 时加上。
--- INSERT INTO tmp.tmp_dm_zk_retail_sales_tmp2
--- select 
---       YYYYMM
---       ,iqvia_pack_code
---       ,zk_product_id
---       ,prod_des_c
---       ,province_city
---       ,corp_cod
---       ,SUM(sales_value)		sales_value
---       ,SUM(sales_value_ly)    sales_value_ly
---       ,SUM(sales_unit)        sales_unit
---       ,SUM(sales_unit_ly)     sales_unit_ly
---       ,sum(counting_unit)     counting_unit
---       ,sum(counting_unit_ly)  counting_unit_ly
---       ,source
---       ,pack_flag
---       ,brand_flag
---       ,flag
--- from (
-
---       --------------获取本期、同期数据----------
---       select 
---             a.YYYYMM
---             ,b.iqvia_pack_code
---             ,a.zk_product_id
---             ,b.prod_des_c
---             ,'ROC'                       province_city
---             ,coalesce(c.corp_cod,b.corp_cod )  corp_cod
---             ,sum(a.sales_value)   sales_value
---             ,0                    sales_value_ly
---             ,sum(a.sales_unit)    sales_unit
---             ,0                    sales_unit_ly
---             ,sum(a.sales_unit *(a.counting_unit / coalesce(b.unit,1 )))    counting_unit
---             ,0                    counting_unit_ly
---             ,collect_list(a.brand_flag )  source
---             ,2    pack_flag
---             ,case when prod.prod_des_c  is null  THEN 2 else  1 END  brand_flag
---             ,null flag 
---       from dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all  a 
---       left join dwd.dwd_gnd_ext_retail_pack_property b on a.zk_product_id = b.product_id 
---       left join tmp.tmp_zk_retail_pack_property_corp c on c.iqvia_pack_code = right(concat('0000000',b.iqvia_pack_code ),7 ) 
---       left join (SELECT DISTINCT b.prod_des_c FROM TMP.tmp_zk_retail_nataional_brand_union A 
---             LEFT JOIN (SELECT DISTINCT iqvia_pack_code,prod_des_c FROM tmp.tmp_zk_retail_pack_property) b  on a.iqvia_pack_code=b.iqvia_pack_code
---             ) prod on b.prod_des_c=prod.prod_des_c 
---       where b.iqvia_pack_code in ( select distinct iqvia_pack_code from tmp.tmp_zk_retail_pack_property where market = 'Non AZ Retail Related Market' ) 
---             and a.zk_region ='全国'
---             AND a.brand_flag in ('pack-GI-慢性胃炎胃溃疡-全国.xlsx','pack-RE-慢阻肺-全国.xlsx')
---             and b.iqvia_pack_code not in (select distinct iqvia_pack_code from tmp.tmp_dm_zk_retail_sales_tmp )
---       group by a.YYYYMM,b.iqvia_pack_code,a.zk_product_id,b.prod_des_c,a.brand_flag
---             ,coalesce(c.corp_cod,b.corp_cod )
---             ,case when prod.prod_des_c  is null  
---                   THEN 2 else  1 
---             END 
---       union all 
---       select 
---             cast(a.YYYYMM + 100  as int )            YYYYMM
---             ,b.iqvia_pack_code
---             ,a.zk_product_id
---             ,b.prod_des_c
---             ,'ROC'                       province_city
---             ,coalesce(c.corp_cod,b.corp_cod )  corp_cod
---             ,0                    sales_value
---             ,sum(a.sales_value)   sales_value_ly
---             ,0                    sales_unit
---             ,sum(a.sales_unit)    sales_unit_ly
---             ,0                    counting_unit
---             ,sum(a.sales_unit *(a.counting_unit / coalesce(b.unit,1 )))    counting_unit_ly
---             ,collect_list(a.brand_flag )  source
---             ,2    pack_flag
---             ,case when prod.prod_des_c  is null  THEN 2 else  1 END  brand_flag
---             ,null flag 
---       from dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all  a 
---       left join dwd.dwd_gnd_ext_retail_pack_property b on a.zk_product_id = b.product_id 
---       left join tmp.tmp_zk_retail_pack_property_corp c on c.iqvia_pack_code = right(concat('0000000',b.iqvia_pack_code ),7 ) 
---       left join (SELECT DISTINCT b.prod_des_c FROM TMP.tmp_zk_retail_nataional_brand_union A 
---             LEFT JOIN (SELECT DISTINCT iqvia_pack_code,prod_des_c FROM tmp.tmp_zk_retail_pack_property) b  on a.iqvia_pack_code=b.iqvia_pack_code
---             ) prod on b.prod_des_c=prod.prod_des_c 
---       where b.iqvia_pack_code in ( select distinct iqvia_pack_code from tmp.tmp_zk_retail_pack_property where market = 'Non AZ Retail Related Market' ) 
---             and a.zk_region ='全国'
---             AND a.brand_flag in ('pack-GI-慢性胃炎胃溃疡-全国.xlsx','pack-RE-慢阻肺-全国.xlsx')
---             and b.iqvia_pack_code not in (select distinct iqvia_pack_code from tmp.tmp_dm_zk_retail_sales_tmp )
---             and a.YYYYMM + 100  <= (select max(YYYYMM) from  tmp.tmp_dm_zk_retail_sales_tmp )
---       group by cast(a.YYYYMM + 100  as int )   
---             ,b.iqvia_pack_code,a.zk_product_id,b.prod_des_c,a.brand_flag
---             ,coalesce(c.corp_cod,b.corp_cod )
---             ,case when prod.prod_des_c  is null  
---                   THEN 2 else  1 
---             END        
--- ) group by 
---       YYYYMM,iqvia_pack_code,zk_product_id,prod_des_c,province_city,corp_cod,source,pack_flag,brand_flag,flag
-
-
--- COMMAND ----------
-
--------------------------------------------------倒减OTHERS TA\ others az 并写入dm-----------------------------------------
-insert overwrite table dm.dm_zk_retail_sales 
-with all_ta_data as (
-    SELECT    
-        YYYYMM
-        ,iqvia_pack_code
-        ,zk_product_id
-        ,prod_des_c
-        ,province_city
-        ,corp_cod
-        ,sales_value
-        ,sales_value_ly
-        ,sales_unit
-        ,sales_unit_ly
-        ,counting_unit
-        ,counting_unit_ly
-        ,source
-        ,pack_flag
-        ,brand_flag
-        ,FLAG
-    from tmp.tmp_dm_zk_retail_sales_tmp2
-    UNION ALL 
-    SELECT 
-        mkt.YYYYMM
-        ,'OTHERS_AZ_TA'                                      as iqvia_pack_code 
-        ,'OTHERS_AZ_TA'                                      as zk_product_id
-        ,null                                           	   as prod_des_c
-        ,'ROC'                                          	   as province_city
-        ,mkt.corp_cod
-        ,case when Total.sales_amount is not null then Total.sales_amount - mkt.sales_value           else 0 end as sales_value
-        ,case when Total.sales_amount_ly is not null then Total.sales_amount_ly - mkt.sales_value_ly  else 0 end as sales_value_ly
-        ,0,0,0,0
-        ,null 
-        ,0 pack_flag
-        ,0 brand_flag
-        ,'TA_AZ'
-    FROM (
-      SELECT 
-          YYYYMM
-          ,corp_cod
-          ,sum(sales_value)			                            sales_value		
-          ,sum(sales_value_ly)                              sales_value_ly
-      from tmp.tmp_dm_zk_retail_sales_tmp2 A  
-      where nvl(corp_cod,'') ='A5Z'
-      group by YYYYMM,corp_cod
-      ) mkt
-    LEFT JOIN (SELECT yyyymm,sales_amount,sales_amount_ly FROM dws.dws_zk_retail_top_corp WHERE corp_desc='阿斯利康')  TOTAL
-    ON mkt.YYYYMM = Total.YYYYMM
-)
-,Result as (
-  ------------------------------- 所有pack数据 -------------------------------
-SELECT    
-	  YYYYMM
-	  ,iqvia_pack_code
-	  ,zk_product_id
-	  ,prod_des_c
-	  ,province_city
-	  ,corp_cod
-	  ,sales_value
-	  ,sales_value_ly
-	  ,sales_unit
-	  ,sales_unit_ly
-	  ,counting_unit
-	  ,counting_unit_ly
-	  ,source
-	  ,pack_flag
-	  ,brand_flag
-    ,FLAG
-from all_ta_data
-  ----------------------------------OTHERS_TA 倒减数据-----------------------------------
-union all 
-SELECT 
-	  mkt.YYYYMM
-	  ,'OTHERS_TA'                                      	 as iqvia_pack_code 
-	  ,'OTHERS_TA'                                      	 as zk_product_id
-	  ,null                                           	 	 as prod_des_c
-	  ,'ROC'                                          	 	 as province_city
-	  ,'OTHERS_TA'										 	                   as corp_cod
-	  ,Total.sales_amount - mkt.sales_value        	  	 	 as sales_value
-	  ,Total.sales_amount_ly - mkt.sales_value_ly   	  	 as sales_value_ly
-	  ,0,0,0,0
-	  ,null 
-	  ,0 pack_flag
-	  ,0 brand_flag
-    ,'OTHERS_TA'
-FROM (
-  SELECT 
-      YYYYMM
-      ,sum(sales_value)			    sales_value		
-      ,sum(sales_value_ly)        sales_value_ly
-  from all_ta_data A  
-  group by YYYYMM
-  ) mkt
-LEFT JOIN (SELECT yyyymm,sales_amount,sales_amount_ly FROM dws.dws_zk_retail_top_corp WHERE rank1='Total')  TOTAL
-ON mkt.YYYYMM = Total.YYYYMM
-)
-----------------------------------------数据写入DM------------------------------------------------
-select   
-    pack.YYYYMM
-    ,pack.iqvia_pack_code      
-    ,NVL(CASE WHEN PACK.province_city ='全国' then 'ROC' ELSE T2.geo_key END ,'ROC')                AUDIT_COD
-    ,CASE WHEN PACK.province_city ='全国' then 'ROC' ELSE PACK.province_city END                    province_city
-    ,corp_cod
-    ,sum(pack.sales_unit) sales_unit
-    ,sum(pack.sales_unit_ly) sales_unit_ly
-    ,sum(pack.sales_value) sales_value
-    ,sum(pack.sales_value_ly) sales_value_ly
-    ,sum(pack.counting_unit) counting_unit
-    ,sum(pack.counting_unit_ly) counting_unit_ly
-    ,'Retail (Quarterly)'        DATA_SOURCE
-	,source
-  	,pack_flag
-	  ,brand_flag
-    ,FLAG
-    ,from_utc_timestamp(current_timestamp(),'UTC+8') 					            AS etl_insert_dt
-    ,from_utc_timestamp(current_timestamp(),'UTC+8') 					            AS etl_update_dt
-from result pack
-left join dm.dm_zk_retail_geo t2 
-on pack.province_city = t2.province_city
-group by     pack.YYYYMM
-    ,pack.iqvia_pack_code      
-    ,NVL(CASE WHEN PACK.province_city ='全国' then 'ROC' ELSE T2.geo_key END ,'ROC')                 
-    ,CASE WHEN PACK.province_city ='全国' then 'ROC' ELSE PACK.province_city END 
-    ,source
-   	,pack_flag
-	  ,brand_flag
-    ,corp_cod
-    ,FLAG
-
-
--- COMMAND ----------
-
----------------------------------------------将倒减的pack 补充到ppack info 
-insert overwrite table dws.dws_zk_retail_pack_property 
-select 
-*
-  ,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_insert_dt
-	,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_update_dt 
-from tmp.tmp_zk_retail_pack_property 
-union all 
-------事实表中倒减出来的pack 需要补充到配置表中
-  select  
-			''              iqvia_lineno 
-			,iqvia_pack_code  PACK_CODE
-			,''               iqvia_prod_code 		 
-			,''               iqvia_notes 
-			,''               new_pack_flag 
-			,''               Is_exists_chpa 
-			,iqvia_pack_code   product_id 
-			,''             prescription_nature 
-			,''             medicine_type 
-			,''             zk_medicine_tier1 
-			,''             zk_medicine_tier2 
-			,''             zk_medicine_tier3 
-			,''             zk_medicine_tier4 
-			,''             common_name 
-			,''             dosage_form 
-			,''             user_type 
-			,''             category_name 
-			,''             product_name 
-			,''             brand 
-			,''             zk_manu_des 
-			,''             zk_corp_des
-			,''             zk_pack_des 
-			,''             counting_unit_a 
-			,''             dosage_unit_a 
-			,''             unit_a 
-			,''             app1_cod 
-			,''             app1_des 
-			,''             app1_des_c 
-			,''             app2_cod 
-			,''             app2_des 
-			,''             app2_des_c 
-			,''             app3_cod 
-			,''             app3_des 
-			,''             app3_des_c 
-			,''             atc1_cod 
-			,''             atc1_des 
-			,''             atc1_des_c 
-			,''             atc2_cod 
-			,''             atc2_des 
-			,''             atc2_des_c 
-			,''             atc3_cod 
-
-			,''             atc3_des 
-			,''             atc3_des_c 
-			,''             atc4_cod 
-			,''             atc4_des 
-			,''             atc4_des_c 
-			,''             bio_desc 
-			,''            cmps_cod 
-			,''             cmps_des 
-			,''             cmps_des_c 
-			,corp_cod						corp_cod 
-			,''             corp_des 
-			,''       			corp_des_c 
-			,''             edl_desc 
-			,''             eth_otc_desc 
-			,''             gene_orig_desc 
-			,''             gqce_desc 
-			,''             manu_cod 
-			,''             manu_des 
-			,''             manu_des_c 
-			,''             mnfl_cod 
-			,''             mnfl_des 
-			,''             nrdl_desc 
-			,''             pack_des 
-			,''             stgh_des 
-			,''             pack_lch 
-			,''             paed_desc 
-			,'Others'             prod_des 
-			,'Others'             prod_des_c 
-			,''             tcm_desc 
-			,''             vbp_desc 
-			,''             unit 
-			,''             counting_unit 
-			,''             dosage_unit  
-			,''             NRDL_ENTRY_DATE
-			,'Non AZ Retail Related Market'           market 
-			,''             bu
-			,1              extend_market_ratio
-			,CASE WHEN iqvia_pack_code LIKE '%AZ%' THEN 'Y' ELSE 'N' END	        is_az
-			,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_insert_dt
-			,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_update_dt
-from (select distinct  iqvia_pack_code,corp_cod
- from DM.dm_zk_retail_sales  where iqvia_pack_code not in (select distinct iqvia_pack_code from tmp.tmp_zk_retail_pack_property))
-
-
-
--- COMMAND ----------
-
--- dwd_gnd_tbl_corp_change
----------------------------------------对公司归属从新划分----------------------
-insert overwrite table tmp.tmp_dm_zk_retail_pack_property 
-select distinct 
-   a.iqvia_lineno
-  ,a.iqvia_pack_code 
-  ,a.PROD_COD 
-  ,a.iqvia_notes 
-  ,a.new_pack_flag 
-  ,a.is_exists_chpa 
-  ,a.product_id 
-  ,a.prescription_nature 
-  ,a.medicine_type 
-  ,a.zk_medicine_tier1 
-  ,a.zk_medicine_tier2 
-  ,a.zk_medicine_tier3 
-  ,a.zk_medicine_tier4 
-  ,a.common_name 
-  ,a.dosage_form 
-  ,a.user_type 
-  ,a.category_name 
-  ,a.product_name 
-  ,a.brand_name 
-  ,a.zk_manu_des 
-  ,a.zk_corp_des 
-  ,a.zk_pack_des 
-  ,a.counting_unit_a 
-  ,a.dosage_unit_a 
-  ,a.unit_a 
-  ,a.app1_cod 
-  ,a.app1_des 
-  ,a.app1_des_c 
-  ,a.app2_cod 
-  ,a.app2_des 
-  ,a.app2_des_c 
-  ,a.app3_cod 
-  ,a.app3_des 
-  ,a.app3_des_c 
-  ,a.atc1_cod 
-  ,a.atc1_des 
-  ,a.atc1_des_c 
-  ,a.atc2_cod 
-  ,a.atc2_des 
-  ,a.atc2_des_c 
-  ,a.atc3_cod 
-  ,a.atc3_des 
-  ,a.atc3_des_c 
-  ,a.atc4_cod 
-  ,a.atc4_des 
-  ,a.atc4_des_c 
-  ,a.bio_desc 
-  ,a.cmps_cod 
-  ,a.cmps_des 
-  ,a.cmps_des_c 
-  ,COALESCE(c.corp_cod,b.corp_cod,a.corp_cod)  corp_cod
-  ,COALESCE(c.corp_des,b.corp_des,a.corp_des)  corp_des
-  ,COALESCE(d.corp_des_c,a.corp_des_c )        corp_des_c
-  ,a.edl_desc 
-  ,a.eth_otc_desc 
-  ,a.gene_orig_desc 
-  ,a.gqce_desc 
-  ,COALESCE(c.manu_cod,b.manu_cod,a.manu_cod)  manu_cod 
-  ,COALESCE(c.manu_des,b.manu_des,a.manu_des)  manu_des 
-  ,COALESCE(e.manu_des_c,a.manu_des_c)         manu_des_c
-  ,a.mnfl_cod 
-  ,a.mnfl_des 
-  ,a.nrdl_desc 
-  ,a.pack_des 
-  ,a.stgh_des 
-  ,a.pack_lch 
-  ,a.paed_desc 
-  ,a.prod_des 
-  ,a.prod_des_c 
-  ,a.tcm_desc 
-  ,a.vbp_desc 
-  ,a.unit 
-  ,a.counting_unit 
-  ,a.dosage_unit 
-  ,a.NRDL_ENTRY_DATE 
-  -- ,CASE WHEN a.market=  'Antacid anti GI swelling agent+PPI Oral'  THEN  'Retail_GI Market'  ELSE a.MARKET  END MARKET
-  ,A.MARKET
-  ,a.bu 
-  ,a.extend_market_ratio 
-  ,a.is_az  
-from dws.dws_zk_retail_pack_property a 
-left join (select right(concat('000000000',prod_cod ),9) prod_cod,corp_cod,corp_des,  right(concat('000000',manu_cod ),6)    manu_cod,manu_des from dwd.dwd_gnd_tbl_corp_change where pack_cod is  null  ) b 
-on right(concat('000000000',A.prod_cod ),9)= b.prod_cod
-left join (select if( pack_cod REGEXP '^[0-9]',right(concat('000000000000',pack_cod),12),pack_cod) pack_cod,corp_cod,corp_des, right(concat('000000',manu_cod ),6)   manu_cod,manu_des from dwd.dwd_gnd_tbl_corp_change where pack_cod is  not null  ) c 
-on a.iqvia_pack_code = c.pack_cod
-left join (select distinct corp_cod,corp_des_c from dwd.dwd_gnd_ext_retail_pack_property) d 
-on coalesce(C.corp_cod,B.corp_cod ) = d.corp_cod 
-Left join (select distinct right(concat('000000',manu_cod ),6)  manu_cod,manu_des,manu_des_c  from dwd.dwd_gnd_ext_retail_pack_property) e 
-On coalesce(C.manu_cod,B.manu_cod )  = e.manu_cod 
-
--- COMMAND ----------
-
- ------------------------------获取pack  market 的对应关系----------------------------
---  drop table if exists dm.dm_zk_retail_pack_property;
--- create table if not exists dm.dm_zk_retail_pack_property
--- using delta as
-INSERT OVERWRITE table dm.dm_zk_retail_pack_property
-SELECT  MARKET_PACK_KEY
-,iqvia_pack_code        iqvia_pack_code
-,MAX(pack_des)           pack_des
-,MAX(stgh_des)           stgh_des
-,MAX(pack_lch)          pack_lch
-,MAX(Family_Code)       Family_Code
-,MAX(Family_Name)       Family_Name
-,MAX(iqvia_prod_code)   iqvia_prod_code
-,MAX(prod_des)          prod_des
-,MAX(prod_des_c)        prod_des_c
-,MAX(cmps_cod)          cmps_cod
-,MAX(CMPS_DES)          CMPS_DES
-,MAX(cmps_des_c)        cmps_des_c
-,MAX(atc1_cod)          atc1_cod
-,MAX(atc2_cod)          atc2_cod
-,MAX(atc3_cod)          atc3_cod
-,MAX(atc4_cod)          atc4_cod
-,MAX(APP1_COD)          APP1_COD
-,MAX(APP2_COD)          APP2_COD
-,MAX(APP3_COD)          APP3_COD
-,MAX(BIO_DESC)          BIO_DESC
-,MAX(gene_orig_desc)    gene_orig_desc
-,MAX(ETH_OTC_DESC)      ETH_OTC_DESC
-,MAX(nrdl_desc)         nrdl_desc
-,MAX(NRDL_ENTRY_DATE)   NRDL_ENTRY_DATE
-,MAX(edl_desc)          edl_desc
-,MAX(TCM_DESC)          TCM_DESC
-,MAX(PAED_DESC)         PAED_DESC
-,MAX(GQCE_DESC)         GQCE_DESC
-,MAX(VBP_DESC)          VBP_DESC
-,MAX(MANU_COD)          MANU_COD
-,MAX(MANU_DES)          MANU_DES
-,MAX(MANU_DES_C)        MANU_DES_C
-,MAX(MNFL_COD)          MNFL_COD
-,MAX(MNFL_DES)          MNFL_DES
-,MAX(corp_cod)          corp_cod
-,MAX(corp_des)          corp_des
-,MAX(CORP_DES_C)        CORP_DES_C
-,MAX(BrandType)         BrandType
-,MAX(market)            market
-,MAX(KEY_COMPETITOR)    KEY_COMPETITOR
-,MAX(is_az)             is_az
-,MAX(AZ_MAIN)           AZ_MAIN
-,MAX(AZ_Related)        AZ_Related
-,MAX(atc1_des)          atc1_des
-,MAX(atc1_des_c)        atc1_des_c
-,MAX(atc2_des)          atc2_des
-,MAX(atc2_des_c)        atc2_des_c
-,MAX(atc3_des)          atc3_des
-,MAX(atc3_des_c)        atc3_des_c
-,MAX(atc4_des)          atc4_des
-,MAX(atc4_des_c)        atc4_des_c
-,MAX(app1_des)          app1_des
-,MAX(app1_des_c)        app1_des_c
-,MAX(app2_des)          app2_des
-,MAX(app2_des_c)        app2_des_c
-,MAX(app3_des)          app3_des
-,MAX(app3_des_c)        app3_des_c
-,MAX(class)             class
-,MAX(TA)                TA
-FROM (
- select  distinct 
- CASE  when a.iqvia_pack_code  IN ('CVRM_AZ_OTHERS','CVRM_OTHERS') THEN 'CVRM_OTHER Market'
-       WHEN a.iqvia_pack_code  IN ('CV_AZ_OTHERS','CV_OTHERS') THEN 'CV_OTHER Market' 
-       WHEN A.iqvia_pack_code IN ('OTHERS_AZ_TA','OTHERS_TA') THEN 'OTHERS Market'
-         ELSE a.market    
- END ||'_'||a.iqvia_pack_code   MARKET_PACK_KEY
-,a.iqvia_pack_code
-,c.pack_des
-,c.stgh_des
-,c.pack_lch
-,'' Family_Code      
-,'' Family_Name      
-,c.iqvia_prod_code
-,case when c.iqvia_pack_code like '%O%' THEN 'Others' else c.prod_des end  prod_des
-,case when c.iqvia_pack_code like '%O%' THEN 'Others' else c.prod_des_c end  prod_des_c
-,c.cmps_cod
-,c.CMPS_DES
-,c.cmps_des_c
-,c.atc1_cod
-,c.atc2_cod   
-,c.atc3_cod   
-,c.atc4_cod   
-,c.APP1_COD
-,c.APP2_COD
-,c.APP3_COD
-,c.BIO_DESC
-,c.gene_orig_desc
-,c.ETH_OTC_DESC
-,c.nrdl_desc
-,nvl(MOLE.NRDL_Entry_Date,'') 											      AS NRDL_ENTRY_DATE
-,c.edl_desc
-,c.TCM_DESC
-,c.PAED_DESC
-,c.GQCE_DESC
-,c.VBP_DESC
-,a.MANU_COD
-,a.MANU_DES
-,a.MANU_DES_C
-,c.MNFL_COD
-,c.MNFL_DES
-,CASE WHEN A.iqvia_pack_code LIKE '%AZ%' THEN 'A5Z' else a.CORP_COD END              
-								corp_cod 
-,CASE WHEN A.iqvia_pack_code LIKE '%AZ%' THEN 'ASTRAZENECA'  else case when a.CORP_DES  like '% GROUP%' THEN replace(a.CORP_DES ,' GROUP','' ) ELSE a.CORP_DES  END  END   
-					      corp_des 
-,CASE WHEN A.iqvia_pack_code LIKE '%AZ%' THEN '阿斯利康制药集团'  else a.CORP_DES_C  END    
-                CORP_DES_C
-,'' BrandType
-,CASE  when a.iqvia_pack_code  IN ('CVRM_AZ_OTHERS','CVRM_OTHERS') THEN 'CVRM_OTHER Market'
-       WHEN a.iqvia_pack_code  IN ('CV_AZ_OTHERS','CV_OTHERS') THEN 'CV_OTHER Market' 
-       WHEN A.iqvia_pack_code IN ('OTHERS_AZ_TA','OTHERS_TA') THEN 'OTHERS Market'
-        ELSE a.market    
- END  market
-,t5.KEY_COMPETITOR
-,IF(a.corp_des_c in('阿斯利康制药集团') ,'Y','N')      is_az
-,''  AZ_MAIN 
-,''  AZ_Related
-,c.atc1_des
-,c.atc1_des_c
-,c.atc2_des
-,c.atc2_des_c
-,c.atc3_des
-,c.atc3_des_c
-,c.atc4_des
-,c.atc4_des_c
-,c.app1_des
-,c.app1_des_c
-,c.app2_des
-,c.app2_des_c
-,c.app3_des
-,c.app3_des_c
--- ,nvl(cla.class,'Others')   class 
-,nvl(t3.class,'Others')   class 
-,case when a.market ='Antacid anti GI swelling agent+PPI Oral' then 'GI' 
-  when a.MARKET ='RD Market' then 'RD' 
-  ELSE
-  CASE when a.iqvia_pack_code IN ('CVRM_AZ_OTHERS','CVRM_OTHERS')  THEN 'CVRM'
-       WHEN a.iqvia_pack_code  IN ('CV_AZ_OTHERS','CV_OTHERS')  THEN 'CV' 
-         ELSE t2.ta END  
- END  TA   
-from tmp.tmp_dm_zk_retail_pack_property a 
-left join dwd.dwd_gnd_ext_retail_pack_property c on a.product_id = c.product_id
-LEFT JOIN dwd.dwd_ims_td_pack_additional_attribute MOLE ON a.iqvia_pack_code = MOLE.Pack_Code 
-left join dws.dws_ext_retail_td_ta t2   on a.market = t2.market
-left join dwd.dwd_gnd_tblclass t3  on a.MARKET = case when t3.market is null then a.market else t3.market end  
- and nvl(a.iqvia_pack_code,'') = case when t3.pack_code is null   then  nvl(a.iqvia_pack_code,'') else if( t3.pack_code REGEXP '^[0-9]',right(concat('000000000000',t3.pack_code),12),t3.pack_code) end 
- and nvl(a.PROD_COD,'') = case when t3.product_code	  is null then nvl(a.PROD_COD       ,'')  else  right(concat('000000000', t3.product_code),9 )	  end
- and nvl(a.cmps_cod,'') = case when t3.molecule_code	  is null then nvl(a.cmps_cod ,'') else right(concat('000000', t3.molecule_code	 ),6 )  end 
- and nvl(a.corp_cod,'') = case when t3.Corporation_code  is null then nvl(a.corp_cod       ,'') else  t3.Corporation_code  end
-  and nvl(a.manu_cod,'')=case when t3.Manufacturer_Code is null then nvl(a.manu_cod,'') else t3.Manufacturer_Code end  
-  and nvl(c.atc1_cod,'') = case when t3.ATC1_Code is null then  nvl(c.atc1_cod       ,'') else  t3.ATC1_Code end 
- and nvl(c.ATC2_COD,'') = case when t3.ATC2_Code  is null then  nvl(c.ATC2_COD       ,'') else  t3.ATC2_Code  end  
- and nvl(c.ATC3_COD,'') = case when t3.ATC3_Code is null then  nvl(c.ATC3_COD       ,'') else  t3.ATC3_Code end
- and nvl(c.ATC4_COD,'') = case when t3.ATC4_Code is null then  nvl(c.ATC4_COD       ,'') else  t3.ATC4_Code end
- and nvl(c.app1_cod,'') = case when t3.NFC1_Code is null then  nvl(c.app1_cod       ,'') else  t3.NFC1_Code end
- and nvl(c.APP2_COD,'') = case when t3.NFC2_Code is null then  nvl(c.APP2_COD       ,'') else  t3.NFC2_Code end
- and nvl(c.APP3_COD,'') = case when t3.NFC3_Code is null then  nvl(c.APP3_COD       ,'') else  t3.NFC3_Code end
- and nvl(c.stgh_des,'') = case when t3.Strength  is null then  nvl(c.stgh_des       ,'') else  t3.Strength  end
-left join (select distinct MARKET,PACK_COD,KEY_COMPETITOR from dm.dm_ims_td_pack_property) t5
-on a.market = t5.MARKET
-and a.iqvia_pack_code = t5.PACK_COD
-)
-
-group by  MARKET_PACK_KEY
-,iqvia_pack_code
-
-
--- COMMAND ----------
-
-------------获取pack  market  ta 对应关系表-------------
-insert overwrite table dm.dm_zk_retail_market_property
-select distinct 
-iqvia_pack_code,market,ta
-from dm.dm_zk_retail_pack_property  
-
--- COMMAND ----------
-
-------------rc 拆分逻辑处理-----------
-insert overwrite table dws.dws_ext_rc_ratio 
-select 
-    a.sub_bu
-    ,a.mkt
-    ,a.region_code
-    ,nvl(b.PROVINCE_CODE,c.PROVINCE_CODE )   PROVINCE_CODE
-    ,nvl(b.AUDIT_COD,c.PROVINCE_CODE)        city_code
-    ,a.ratio
-    ,From_utc_timestamp(CURRENT_TIMESTAMP(), 'UTC+8') etl_insert_dt
-    ,From_utc_timestamp(CURRENT_TIMESTAMP(), 'UTC+8') etl_update_dt
- from dwd.dwd_gnd_ext_rc_ratio a 
- left join  dm.dm_ims_td_geo b 
- on a.city = b.CITY_C
-  left join (select province_code,province_name from  dm.dm_td_geography group by province_name,province_code) c 
- on a.city = c.province_name
-
--- COMMAND ----------
-
-----------------rc拆分逻辑处理到dm
-insert overwrite table dm.dm_ext_rc_ratio 
-select 
-    sub_bu
-    ,mkt
-    ,region_code
-    ,PROVINCE_CODE
-    ,city_code
-    ,ratio
-    ,From_utc_timestamp(CURRENT_TIMESTAMP(), 'UTC+8') etl_insert_dt
-    ,From_utc_timestamp(CURRENT_TIMESTAMP(), 'UTC+8') etl_update_dt
- from dws.dws_ext_rc_ratio 
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ## DTP维度表
-
--- COMMAND ----------
-
--- -----dtp 维度表处理------------------
--- --第一步：
--- --先处理 Extend_Market 和 NOT_IN_FLAG 都为空的数据，代表有明确定义得市场
-insert overwrite table tmp.tmp_zk_retail_dtp_market 
-select distinct 
-t1.region_type
-,t1.higher_level_region
-,t2.market
-,if( t1.iqvia_pack_code REGEXP '^[0-9]',right(concat('000000000000',t1.iqvia_pack_code),12),t1.iqvia_pack_code) iqvia_pack_code --right(concat('0000000', t1.iqvia_pack_code ),7)
-,right(concat('000000000', t1.iqvia_prod_code ),9) iqvia_prod_code --right(concat('00000', t1.iqvia_prod_code ),5)
-,t1.iqvia_notes 
-,t1.new_pack_flag 
-,t1.is_exists_chpa 
-,t1.prescription_nature 
-,t1.common_name 
-,t1.dosage_form 
-,t1.category_name 
-,t1.product_name 
-,t1.brand_name 
-,t1.zk_corp_des 
-,t1.zk_pack_des 
-,t1.counting_unit_a 
-,t1.app1_cod 
-,t1.app1_des 
-,t1.app1_des_c 
-,t1.app2_cod 
-,t1.app2_des 
-,t1.app2_des_c 
-,t1.app3_cod 
-,t1.app3_des 
-,t1.app3_des_c 
-,t1.atc1_cod 
-,t1.atc1_des 
-,t1.atc1_des_c 
-,t1.atc2_cod 
-,t1.atc2_des 
-,t1.atc2_des_c 
-,t1.atc3_cod 
-,t1.atc3_des 
-,t1.atc3_des_c 
-,t1.atc4_cod 
-,t1.atc4_des 
-,t1.atc4_des_c 
-,t1.bio_desc 
-, right(concat('000000', t1.CMPS_COD ),6 )  cmps_cod 
-,t1.cmps_des 
-,t1.cmps_des_c 
-,t1.corp_cod 
-,t1.corp_des 
-,t1.corp_des_c 
-,t1.edl_desc 
-,t1.eth_otc_desc 
-,t1.gene_orig_desc 
-,t1.gqce_desc 
-,t1.manu_cod 
-,t1.manu_des 
-,t1.manu_des_c 
-,t1.mnfl_cod 
-,t1.mnfl_des 
-,t1.nrdl_desc 
-,t1.pack_des 
-,t1.stgh_des 
-,t1.pack_lch 
-,t1.paed_desc 
-,t1.prod_des 
-,t1.prod_des_c 
-,t1.tcm_desc 
-,t1.vbp_desc 
-,t1.unit 
-,t1.counting_unit 
-,t1.dosage_unit  
-,nvl(MOLE.NRDL_Entry_Date,'') 											  AS NRDL_ENTRY_DATE
-,t2.bu,CASE WHEN t2.extend_market_ratio IS NULL THEN '1' ELSE t2.extend_market_ratio END AS Market_Ratio
-from dwd.dwd_gnd_ext_dtp_pack_property t1
-LEFT JOIN dwd.dwd_ims_td_pack_additional_attribute MOLE ON t1.iqvia_pack_code = MOLE.Pack_Code 
-left join (select * from dwd.dwd_gnd_dtp_tblmarket WHERE Extend_Market IS NULL AND ( NOT_IN_FLAG IS NULL or  NOT_IN_FLAG = '1' )) t2
--- on t1.cmps_cod=right(concat('000000', Molecule_Code),6 )
-on  t1.ATC1_COD = case when t2.ATC1_Code is null then t1.ATC1_COD else t2.ATC1_Code end
-and t1.ATC2_COD = case when t2.ATC2_Code is null then t1.ATC2_COD else t2.ATC2_Code end
-and t1.ATC3_COD = case when t2.ATC3_Code is null then t1.ATC3_COD else t2.ATC3_Code end
-and t1.ATC4_COD = case when t2.ATC4_Code is null then t1.ATC4_COD else t2.ATC4_Code end
-and t1.APP1_COD = case when t2.NFC1_Code is null then t1.APP1_COD else t2.NFC1_Code end
-and t1.APP2_COD = case when t2.NFC2_Code is null then t1.APP2_COD else t2.NFC2_Code end
-and t1.APP3_COD = case when t2.NFC3_Code is null then t1.APP3_COD else t2.NFC3_Code end
-and t1.CORP_COD = case when t2.corporation_code is null then t1.CORP_COD else t2.corporation_code end
-and t1.MANU_COD = case when t2.Manufacturer_Code is null then t1.MANU_COD else t2.Manufacturer_Code end
-and right(concat('000000000', t1.iqvia_prod_code ),9)  = case when t2.Product_Code is null then right(concat('000000000', t1.iqvia_prod_code ),9)  else  right(concat('000000000', t2.Product_Code ),9)  end
-and if( t1.iqvia_pack_code REGEXP '^[0-9]',right(concat('000000000000',t1.iqvia_pack_code),12),t1.iqvia_pack_code)
-  = case when t2.Pack_Code is null then if( t1.iqvia_pack_code REGEXP '^[0-9]',right(concat('000000000000',t1.iqvia_pack_code),12),t1.iqvia_pack_code)
-    else if( t2.Pack_Code REGEXP '^[0-9]',right(concat('000000000000',t2.Pack_Code),12),t2.Pack_Code) end
-and t1.STGH_DES = case when t2.Strength is null then t1.STGH_DES else t2.Strength end
-and   right(concat('000000', t1.CMPS_COD ),6 )   = case when t2.Molecule_Code is null then  right(concat('000000', t1.CMPS_COD ),6 ) else right(concat('000000', Molecule_Code),6 ) end
-where t2.market is not null
-;
-
-
--- COMMAND ----------
-
-insert overwrite table tmp.tmp_zk_retail_dtp_market_del 
-select distinct 
- t1.region_type
-,t1.higher_level_region
-,t2.market
-,if( t1.iqvia_pack_code REGEXP '^[0-9]',right(concat('000000000000',t1.iqvia_pack_code),12),t1.iqvia_pack_code) iqvia_pack_code 
-, right(concat('000000000', t1.iqvia_prod_code ),9)     iqvia_prod_code 	 
-,t1.iqvia_notes 
-,t1.new_pack_flag 
-,t1.is_exists_chpa 
-,t1.prescription_nature 
-,t1.common_name 
-,t1.dosage_form 
-,t1.category_name 
-,t1.product_name 
-,t1.brand_name 
-,t1.zk_corp_des 
-,t1.zk_pack_des 
-,t1.counting_unit_a 
-,t1.app1_cod 
-,t1.app1_des 
-,t1.app1_des_c 
-,t1.app2_cod 
-,t1.app2_des 
-,t1.app2_des_c 
-,t1.app3_cod 
-,t1.app3_des 
-,t1.app3_des_c 
-,t1.atc1_cod 
-,t1.atc1_des 
-,t1.atc1_des_c 
-,t1.atc2_cod 
-,t1.atc2_des 
-,t1.atc2_des_c 
-,t1.atc3_cod 
-,t1.atc3_des 
-,t1.atc3_des_c 
-,t1.atc4_cod 
-,t1.atc4_des 
-,t1.atc4_des_c 
-,t1.bio_desc 
-, right(concat('000000', t1.CMPS_COD ),6 )   cmps_cod 
-,t1.cmps_des 
-,t1.cmps_des_c 
-,t1.corp_cod 
-,t1.corp_des 
-,t1.corp_des_c 
-,t1.edl_desc 
-,t1.eth_otc_desc 
-,t1.gene_orig_desc 
-,t1.gqce_desc 
-,t1.manu_cod 
-,t1.manu_des 
-,t1.manu_des_c 
-,t1.mnfl_cod 
-,t1.mnfl_des 
-,t1.nrdl_desc 
-,t1.pack_des 
-,t1.stgh_des 
-,t1.pack_lch 
-,t1.paed_desc 
-,t1.prod_des 
-,t1.prod_des_c 
-,t1.tcm_desc 
-,t1.vbp_desc 
-,t1.unit 
-,t1.counting_unit 
-,t1.dosage_unit  
-,nvl(MOLE.NRDL_Entry_Date,'') 											  AS NRDL_ENTRY_DATE
-,t2.bu,CASE WHEN t2.extend_market_ratio IS NULL THEN '1' ELSE t2.extend_market_ratio END AS Market_Ratio
-	from dwd.dwd_gnd_ext_dtp_pack_property t1
-LEFT JOIN dwd.dwd_ims_td_pack_additional_attribute MOLE ON t1.iqvia_pack_code = MOLE.Pack_Code 
-left join (select * from dwd.dwd_gnd_dtp_tblmarket WHERE Extend_Market IS NULL AND  NOT_IN_FLAG = '0' ) t2
--- on t1.cmps_cod=right(concat('000000', Molecule_Code),6 )
-	on  t1.ATC1_COD = case when t2.ATC1_Code is null then t1.ATC1_COD else t2.ATC1_Code end
-	and t1.ATC2_COD = case when t2.ATC2_Code is null then t1.ATC2_COD else t2.ATC2_Code end
-	and t1.ATC3_COD = case when t2.ATC3_Code is null then t1.ATC3_COD else t2.ATC3_Code end
-	and t1.ATC4_COD = case when t2.ATC4_Code is null then t1.ATC4_COD else t2.ATC4_Code end
-	and t1.APP1_COD = case when t2.NFC1_Code is null then t1.APP1_COD else t2.NFC1_Code end
-	and t1.APP2_COD = case when t2.NFC2_Code is null then t1.APP2_COD else t2.NFC2_Code end
-	and t1.APP3_COD = case when t2.NFC3_Code is null then t1.APP3_COD else t2.NFC3_Code end
-	and t1.CORP_COD = case when t2.corporation_code is null then t1.CORP_COD else t2.corporation_code end
-	and t1.MANU_COD = case when t2.Manufacturer_Code is null then t1.MANU_COD else t2.Manufacturer_Code end
-and right(concat('000000000', t1.iqvia_prod_code ),9)  = case when t2.Product_Code is null then right(concat('000000000', t1.iqvia_prod_code ),9)  else  right(concat('000000000', t2.Product_Code ),9)  end
-and if( t1.iqvia_pack_code REGEXP '^[0-9]',right(concat('000000000000',t1.iqvia_pack_code),12),t1.iqvia_pack_code)
-	= case when t2.Pack_Code is null then if( t1.iqvia_pack_code REGEXP '^[0-9]',right(concat('000000000000',t1.iqvia_pack_code),12),t1.iqvia_pack_code)
-	else if( t2.Pack_Code REGEXP '^[0-9]',right(concat('000000000000',t2.Pack_Code),12),t2.Pack_Code) end
-	and t1.STGH_DES = case when t2.Strength is null then t1.STGH_DES else t2.Strength end
-	and   right(concat('000000', t1.CMPS_COD ),6 )   = case when t2.Molecule_Code is null then  right(concat('000000', t1.CMPS_COD ),6 ) else right(concat('000000', Molecule_Code),6 ) end
-	where t2.market is not null
-
--- COMMAND ----------
-
-
--- --！！！注意此段是反选的规则，故执行的是从已经定义好的TempMKT中删除数据
--- --需要看TempMKT的字段结构，没有值的字段，在Value里面放个空值
-MERGE INTO tmp.tmp_zk_retail_dtp_market AS t1
-USING tmp.tmp_zk_retail_dtp_market_del AS t2
-	 on  t1.ATC1_COD = t2.ATC1_COD
-     and t1.ATC2_COD = t2.ATC2_COD
-     and t1.ATC3_COD = t2.ATC3_COD
-     and t1.ATC4_COD = t2.ATC4_COD
-     and t1.APP1_COD = t2.APP1_COD
-     and t1.APP2_COD = t2.APP2_COD
-     and t1.APP3_COD = t2.APP3_COD
-     and t1.CORP_COD = t2.CORP_COD
-     and t1.MANU_COD = t2.MANU_COD
-     and t1.iqvia_prod_code = t2.iqvia_prod_code
-     and t1.iqvia_pack_code = t2.iqvia_pack_code
-     and t1.STGH_DES = t2.STGH_DES
-     and t1.CMPS_COD = t2.CMPS_COD
-     and t1.market = t2.market 
-WHEN MATCHED THEN DELETE 
-;
-
--- COMMAND ----------
-
-------------------------将产品对应的公司重新归属
-insert overwrite table tmp.tmp_zk_retail_dtp_market_corp 
-select
-A.region_type
-,A.higher_level_region
-,A.market
-,A.iqvia_pack_code
-,A.iqvia_prod_code
-,A.iqvia_notes
-,A.new_pack_flag
-,A.is_exists_chpa
-,A.prescription_nature
-,A.common_name
-,A.dosage_form
-,A.category_name
-,A.product_name
-,A.brand_name
-,A.zk_corp_des
-,A.zk_pack_des
-,A.counting_unit_a
-,A.app1_cod
-,A.app1_des
-,A.app1_des_c
-,A.app2_cod
-,A.app2_des
-,A.app2_des_c
-,A.app3_cod
-,A.app3_des
-,A.app3_des_c
-,A.atc1_cod
-,A.atc1_des
-,A.atc1_des_c
-,A.atc2_cod
-,A.atc2_des
-,A.atc2_des_c
-,A.atc3_cod
-,A.atc3_des
-,A.atc3_des_c
-,A.atc4_cod
-,A.atc4_des
-,A.atc4_des_c
-,A.bio_desc
-,A.cmps_cod
-,A.cmps_des
-,A.cmps_des_c
-  ,COALESCE(c.corp_cod,b.corp_cod,a.corp_cod)  corp_cod
-  ,COALESCE(c.corp_des,b.corp_des,a.corp_des)  corp_des
-  ,COALESCE(d.corp_des_c,a.corp_des_c )        corp_des_c
-,A.edl_desc
-,A.eth_otc_desc
-,A.gene_orig_desc
-,A.gqce_desc
-  ,COALESCE(c.manu_cod,b.manu_cod,a.manu_cod)  manu_cod 
-  ,COALESCE(c.manu_des,b.manu_des,a.manu_des)  manu_des 
-  ,COALESCE(e.manu_des_c,a.manu_des_c)         manu_des_c
-,A.mnfl_cod
-,A.mnfl_des
-,A.nrdl_desc
-,A.pack_des
-,A.stgh_des
-,A.pack_lch
-,A.paed_desc
-,A.prod_des
-,A.prod_des_c
-,A.tcm_desc
-,A.vbp_desc
-,A.unit
-,A.counting_unit
-,A.dosage_unit
-,A.NRDL_ENTRY_DATE
-,A.bu
-,A.Market_Ratio
-from tmp.tmp_zk_retail_dtp_market a 
-left join (select DISTINCT right(concat('000000000',prod_cod ),9) prod_cod,corp_cod,corp_des, right(concat('000000',manu_cod ),6) manu_cod,manu_des from dwd.dwd_gnd_tbl_corp_change where pack_cod is  null  ) b 
-on right(concat('000000000',A.iqvia_prod_code ),9)= b.prod_cod
-left join (select DISTINCT  if( pack_cod REGEXP '^[0-9]',right(concat('000000000000',pack_cod),12),pack_cod) pack_cod ,corp_cod,corp_des, right(concat('000000',manu_cod ),6) manu_cod,manu_des from dwd.dwd_gnd_tbl_corp_change where pack_cod is  not null  ) c 
-on a.iqvia_pack_code = c.pack_cod
-left join (select distinct corp_cod,corp_des_c from dwd.dwd_gnd_ext_dtp_pack_property) d 
-on coalesce(C.corp_cod,B.corp_cod ) = d.corp_cod 
-Left join (select distinct  right(concat('000000',manu_cod ),6) manu_cod,manu_des,manu_des_c  from dwd.dwd_gnd_ext_dtp_pack_property) e 
-On coalesce(C.manu_cod,B.manu_cod )  = e.manu_cod 
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ## DTP 数据
-
--- COMMAND ----------
-
-/*
-修改日期：20250515
-修改人：chenwu
-修改内容：新增 Anti-HER2 mBC 直取逻辑
-*/
-create or replace temporary view dtp_rawdata_Anti
-as
-with all_data as (
-  select 
-    left(dtp.year, 4) year,
-    concat(left(dtp.year, 4), 'Q', cal.quarter) yq,
-    cast(dtp.`time` as int) yyyymm,
-    pack.iqvia_pack_code,
-    pack.corp_cod,
-    geo.geo_key,
-    cast(dtp.counting_unit as double) count_unit,
-    cast(dtp.average_price as double) average_price,
-    cast(dtp.sales_amount as double) sales_value,
-    cast(dtp.sales_volume as double) sales_unit,
-    cast(dtp.counting_units_obversion as double) counting_units_obversion,
-    cast(dtp.sales_volume * (pack.counting_unit / pack.unit) as double) counting_unit
-    ,target_points market --使用dtp pack中的靶向点 字段来判断是否是需要拆分的市场
-    ,pack.product_name brand_name
-  from dwd.dwd_gnd_ext_retail_dtp_datasource dtp
-  left join (
-      select
-            DISTINCT brand_name,
-            iqvia_pack_code,
-            corp_cod,
-            zk_pack_des,
-            product_name,
-            counting_unit,
-            unit
-      from
-            tmp.tmp_zk_retail_dtp_market_corp
-  ) pack on dtp.pack_des = pack.zk_pack_des
-    AND nvl(dtp.product_name, '') = nvl(pack.product_name, '') 
-    and dtp.brand_name = pack.brand_name
-  left join dm.dm_zk_retail_geo geo on dtp.region = geo.province_name
-  left join ( select distinct yyyymm,quarter from dm.dm_td_calendar ) cal on cal.yyyymm = dtp.`time`
-  where dtp.target_points = 'Anti-HER2 mBC'
-)
-  
---全国的数据
-,quanguo_data as (
-  select
-    *
-  from all_data
-  where geo_key = 'CHT'
-)
---省份数据
-,province_data as (
-  select
-    *
-  from all_data
-  where geo_key <> 'CHT'
-)
-,province_sum_data as (
-  select 
-    A.year
-    ,A.yq
-    ,A.yyyymm
-    ,A.iqvia_pack_code
-    ,A.corp_cod
-    ,max(A.count_unit) count_unit
-    ,max(A.average_price) average_price
-    ,sum(A.sales_value) as sales_value
-    ,sum(A.sales_unit) as sales_unit
-    ,sum(A.counting_units_obversion) as counting_units_obversion
-    ,sum(A.counting_unit) as counting_unit
-  from province_data A
-  group by 1,2,3,4,5
-)
--- select * from province_data
---倒减ROC部分 = 全国 - 省份
-,roc_data as (
-  select 
-  A.year 
-  ,A.yq
-  ,A.yyyymm
-  ,A.iqvia_pack_code
-  ,A.corp_cod
-  ,'ROC' geo_key
-  ,A.count_unit
-  ,if(B.average_price is not null, 2*A.average_price- B.average_price,A.average_price) as average_price
-  ,A.sales_value - B.sales_value as sales_value
-  ,A.sales_unit - B.sales_unit as sales_unit
-  ,A.counting_units_obversion -B.counting_units_obversion AS counting_units_obversion
-  ,A.counting_unit - B.counting_unit AS counting_unit
-  from quanguo_data A 
-  left join province_sum_data B on A.yyyymm = B.yyyymm and A.iqvia_pack_code = B.iqvia_pack_code and A.corp_cod = B.corp_cod 
-)
-
-select 
-A.year
-,A.yq
-,A.yyyymm
-,A.iqvia_pack_code
-,A.corp_cod
-,A.geo_key
-,A.count_unit
-,A.average_price
-,A.sales_value as sales_value
-,A.sales_unit as sales_unit
-,A.counting_units_obversion as counting_units_obversion
-,A.counting_unit as counting_unit
-,1  pack_flag
-,1  brand_flag
-from province_data A
-union all
-select 
-A.year
-,A.yq
-,A.yyyymm
-,A.iqvia_pack_code
-,A.corp_cod
-,A.geo_key
-,A.count_unit
-,A.average_price
-,A.sales_value as sales_value
-,A.sales_unit as sales_unit
-,A.counting_units_obversion as counting_units_obversion
-,A.counting_unit as counting_unit
-,1   pack_flag
-,1  brand_flag
-from roc_data A
-
--- COMMAND ----------
-
-----------------------------------------------------------
-/*
-修改时间：20250311
-修改人：chenwu
-修改内容：新增手动拆分DTP逻辑修改
-*/
-----------------------------------------------------------
-create or replace table tmp.tmp_zk_retail_brandTotal_dtp
-with dtp_egfr_tki_market(--brand中 EGFR TKI Market 的量
-  select 
-  YYYYMM
-  ,market
-  ,province_city
-  ,cast(sales_value  * 1000000  as decimal(30,10)) 									    AS sales_val
-  ,cast(sales_volume * 1000000  as decimal(30,10))                      AS sales_vol
-  ,'EGFR TKI Market' marketmapping
-  ,'--' cmps_des_c
-  ,'--' prod_des_c
-  from dwd.dwd_gnd_ext_dtp_zk_brand
-  where type = '品类' --and TA = 'ONC'
-  and ranked_by = 'value'
-  and market = 'EGFR TKI'
-)
-
-,dtp_brand(--brand数据中 brand的量
-  select 
-  YYYYMM
-  ,market
-  ,province_city
-  ,cast(sales_value  * 1000000  as decimal(30,10)) 									    AS sales_val
-  ,cast(sales_volume * 1000000  as decimal(30,10))                      AS sales_vol
-  ,'EGFR TKI Market' marketmapping
-  ,case when zk_brand_category = '泰瑞沙' then '奥希替尼'
-        when zk_brand_category = '凯美纳' then '埃克替尼'
-        when zk_brand_category = '阿美乐' then '阿美替尼'
-        when zk_brand_category = '艾弗沙' then '伏美替尼'
-        else 'Others_cmps_EGFR TKI Market' end
-    as cmps_des_c
-  ,zk_brand_category as prod_des_c
-  
-  from dwd.dwd_gnd_ext_dtp_zk_brand
-  where type = '品牌' 
-  and ranked_by = 'value'
-  and zk_brand_category in ('泰瑞沙','凯美纳','阿美乐','艾弗沙')
-)
-
-,other_dtp_cmps(--其他的
-  select 
-  A.YYYYMM
-  ,A.market
-  ,A.province_city
-  ,A.sales_val - B.sales_val as sales_val
-  ,A.sales_vol - B.sales_vol as sales_vol
-  ,'other_EGFR TKI Market' marketmapping
-  ,concat('Others_cmps_',A.market ) as cmps_des_c
-  ,'Others_brand' as prod_des_c
-from dtp_egfr_tki_market A
-left join (
-  select 
-    YYYYMM
-    ,province_city
-    ,sum(sales_val) as sales_val
-    ,sum(sales_vol) as sales_vol 
-  from dtp_brand group by 1,2
- ) B 
-  ON A.YYYYMM = B.YYYYMM and A.province_city=B.province_city 
-)
-
---合并所有
-,dtp_all as (
-  select * from dtp_brand
-  union all
-  select * from other_dtp_cmps
-)
-
---计算ROC部分
-,dtp_roc(
-  select 
-    A.YYYYMM
-    ,A.market
-    ,'Other Low Tiers'  province_city
-    ,A.marketmapping
-    ,A.cmps_des_c
-    ,A.prod_des_c
-    ,A.sales_val-B.sales_val as sales_val
-    ,A.sales_vol-B.sales_vol as sales_vol 
-  from dtp_all A
-  left join (
-    select 
-      YYYYMM
-      ,market
-      ,marketmapping
-      ,cmps_des_c
-      ,prod_des_c
-      ,sum(sales_val) sales_val
-      ,sum(sales_vol) sales_vol
-    from dtp_all
-    where province_city<>'全国'
-    group by YYYYMM, market, marketmapping, cmps_des_c, prod_des_c
-    ) B on A.YYYYMM=B.YYYYMM 
-          and A.market=A.market 
-          and A.marketmapping=B.marketmapping 
-          and A.cmps_des_c=B.cmps_des_c 
-          and A.prod_des_c=B.prod_des_c
-  where A.province_city = '全国'
-
-  union all
-  --非全国部分
-  select 
-    YYYYMM
-    ,market
-    ,province_city
-    ,marketmapping
-    ,cmps_des_c
-    ,prod_des_c
-    ,sales_val
-    ,sales_vol
-  from dtp_all
-  where province_city <> '全国'
-)
-,default_rate as (select cast(1.0/count( distinct province_city ) as decimal(38,15)) as d_rate  from dtp_roc )
-,geo as (select distinct geo_Key ,province_name from dm.dm_zk_retail_geo)
-select 
-  YYYYMM
-  ,market
-  ,geo.geo_Key 
-  -- ,province_city
-  ,marketmapping
-  ,cmps_des_c
-  ,prod_des_c
-  ,sales_val
-  ,sales_vol
-  ,nvl(cast(sales_val as decimal(38,15))  / sum(sales_val) over(PARTITION BY YYYYMM,market,marketmapping,cmps_des_c,prod_des_c),default_rate.d_rate ) valRate
-  ,nvl(cast(sales_vol as decimal(38,15))  / sum(sales_vol) over(PARTITION BY YYYYMM,market,marketmapping,cmps_des_c,prod_des_c),default_rate.d_rate ) volRate
-from dtp_roc 
-left join default_rate --取默认比率
-left join geo on geo.province_name = dtp_roc.province_city
-
-
--- COMMAND ----------
-
----new dtp pack data
-/*
-修改人：chenwu
-修改时间：20250415
-修改内容：新增市场时，可能出现 一个pack对应多个市场的情况，所以直接用 tmp.tmp_zk_retail_dtp_market_corp 取pack和market的对应关系会导致数据重复，
-故使用dtp pack中的[靶向点]字段来判断是否是需要拆分的市场。
-*/
-create or replace temporary view new_dtp_pack_data
-as
-with dtp_pack_old (--原有逻辑
-select
-     left(dtp.year, 4) year,
-     concat(left(dtp.year, 4), 'Q', cal.quarter) yq,
-     cast(dtp.`time` as int) yyyymm,
-     pack.iqvia_pack_code,
-     pack.corp_cod,
-     geo.geo_key,
-     cast(dtp.counting_unit as double) count_unit,
-     cast(dtp.average_price as double) average_price,
-     cast(dtp.sales_amount as double) sales_value,
-     cast(dtp.sales_volume as double) sales_unit,
-     cast(dtp.counting_units_obversion as double) counting_units_obversion,
-     cast(dtp.sales_volume * (pack.counting_unit / pack.unit) as double) counting_unit
-     ,target_points market --使用dtp pack中的靶向点 字段来判断是否是需要拆分的市场
-     ,pack.product_name brand_name
-from
-     dwd.dwd_gnd_ext_retail_dtp_datasource dtp
-     left join (
-          select
-               DISTINCT brand_name,
-               iqvia_pack_code,
-               corp_cod,
-               zk_pack_des,
-               product_name,
-               counting_unit,
-               unit
-          from
-               tmp.tmp_zk_retail_dtp_market_corp
-     ) pack on dtp.pack_des = pack.zk_pack_des
-     AND nvl(dtp.product_name, '') = nvl(pack.product_name, '') 
-     and dtp.brand_name = pack.brand_name
-     left join dm.dm_zk_retail_geo geo on dtp.region = geo.province_name
-     left join ( select distinct yyyymm,quarter from dm.dm_td_calendar ) cal on cal.yyyymm = dtp.`time`
-     where dtp.target_points <> 'Anti-HER2 mBC'
-)
-
-select 
-A.year
-,A.yq
-,A.yyyymm
-,A.iqvia_pack_code
-,A.corp_cod
-,Case when B.YYYYMM IS NULL and C.YYYYMM IS NULL then a.geo_key
-      when B.YYYYMM IS NULL THEN C.geo_key ELSE B.geo_key end as geo_key
-,A.count_unit
-,A.average_price
-,Case when B.YYYYMM IS NULL and C.YYYYMM IS NULL then 1
-      when B.YYYYMM IS NULL THEN C.valRate ELSE B.valRate end * A.sales_value as sales_value
-,Case when B.YYYYMM IS NULL and C.YYYYMM IS NULL then 1
-      when B.YYYYMM IS NULL THEN C.volRate ELSE B.volRate end * A.sales_unit as sales_unit
-,Case when B.YYYYMM IS NULL and C.YYYYMM IS NULL then 1
-      when B.YYYYMM IS NULL THEN C.volRate ELSE B.volRate end * A.counting_units_obversion as counting_units_obversion
-,Case when B.YYYYMM IS NULL and C.YYYYMM IS NULL then 1
-      when B.YYYYMM IS NULL THEN C.volRate ELSE B.volRate end * A.counting_unit as counting_unit
--- ,a.market 
-,1   pack_flag
-,Case when B.YYYYMM IS NULL and C.YYYYMM IS NULL then 1
-      when B.YYYYMM IS NULL THEN 2 else 1 end as brand_flag --如果 能够匹配上 brand的比例则 1,否则2
-from dtp_pack_old A
-left join tmp.tmp_zk_retail_brandTotal_dtp B
-  on A.brand_name = B.prod_des_c and A.yyyymm = B.yyyymm
-left join tmp.tmp_zk_retail_brandTotal_dtp C
-  on B.YYYYMM IS NULL AND C.prod_des_c = 'Others_brand' and A.yyyymm = C.yyyymm
-where a.market = 'EGFR TKI'
---not EGFR TKI Market
-union all
-select 
-A.year
-,A.yq
-,A.yyyymm
-,A.iqvia_pack_code
-,A.corp_cod
-,A.geo_key
-,A.count_unit
-,A.average_price
-,A.sales_value as sales_value
-,A.sales_unit as sales_unit
-,A.counting_units_obversion as counting_units_obversion
-,A.counting_unit as counting_unit
--- ,a.market
-,1   pack_flag
-,2  brand_flag
-from dtp_pack_old A
-where a.market <> 'EGFR TKI' 
-
---有省份数据的pack数据
-UNION ALL
-SELECT 
-A.year
-,A.yq
-,A.yyyymm
-,A.iqvia_pack_code
-,A.corp_cod
-,A.geo_key
-,A.count_unit
-,A.average_price
-,A.sales_value 
-,A.sales_unit 
-,A.counting_units_obversion 
-,A.counting_unit
-,1   pack_flag
-,1  brand_flag
-FROM dtp_rawdata_Anti A
-
--- COMMAND ----------
-
-insert overwrite table dws.dws_retail_dtp_sales 
-with pack_data as (
-  --- 获取 dtp 底表数据 并进行格式转换----
-  select * from new_dtp_pack_data
-)
-,AZ AS (
-SELECT 
-B.YQ
-,A.yyyymm
-,A.CORP_COD
-,'DTP_AZ_OTHERS'   iqvia_pack_code
-,A.sales_amount -AZ_SALE sales_value
-FROM (select  cast(top_corp.sales_quarter as int ) yyyymm  
-              ,top_corp.corp_name,top_corp.sales_amount *1000000.0  sales_amount ,pack.CORP_COD
-      from dwd.dwd_gnd_ext_retail_dtp_top_copd top_corp 
-      left join (select distinct  ZK_Corp_C,CORP_COD from  dwd.dwd_inc_gnd_retail_b2c_label_total ) pack on replace(top_corp.corp_name,'-','')=pack.ZK_Corp_C
-      where pack.CORP_COD='A5Z') A 
- left join (SELECT  YQ,yyyymm , CORP_COD ,SUM(sales_value) AZ_SALE FROM pack_data WHERE corp_cod ='A5Z' group by corp_cod,yyyymm,YQ) B  ON A.CORP_COD=B.CORP_COD AND A.yyyymm=B.yyyymm
-)
-,total_dtp as (
-  --获取total 数据--
-SELECT 
-  dtp_name
-  ,sales_quarter
-  ,sales_amount*1000000.0 as sales_amount 
-FROM  dwd.dwd_gnd_ext_retail_dtp_overall_market
-)
-select 
-  year
-  ,yq
-  ,yyyymm
-  ,iqvia_pack_code
-  ,geo_key
-  ,count_unit
-  ,average_price
-  ,sales_value
-  ,sales_unit
-  ,counting_units_obversion
-  ,counting_unit
-  ,pack_flag
-  ,brand_flag
-from pack_data
-union all 
-select 
-    year
-    ,yq
-    ,yyyymm
-    ,'DTP_OTHERS'    iqvia_pack_code
-    ,'CHT' geo_key --赋给全国
-    ,0                                                 counting_unit
-    ,0                                                 average_price
-    ,total_dtp.sales_amount - pack_data.sales_value    sales_value 
-    ,0                                                 sales_volume
-    ,0                                                 counting_units_obversion
-    ,0 
-    ,0
-    ,0
-from (
---修改人：chenwu，修改时间：20250415，修改内容：dtp_overall_market中没有geo信息，故给全国，去除geo_key的group by信息,并修改关联键
-SELECT year, yq,yyyymm,SUM(sales_value) sales_value 
-FROM (  select year,yq,yyyymm,geo_key,sum(sales_value) sales_value from pack_data GROUP BY 1,2,3,4
-  UNION ALL 
-  SELECT left(YYYYMM,4 ),YQ,YYYYMM,'CHT' ,sales_value  FROM AZ  )
-GROUP BY  yq,yyyymm ,year
-  )  pack_data
-left join total_dtp on pack_data.yyyymm=total_dtp.sales_quarter
-UNION ALL 
-SELECT 
-left(yyyymm,4 ) ,YQ,yyyymm 
-  ,iqvia_pack_code
-  ,'CHT' geo_key
-  ,0 count_unit
-  ,0 average_price
-  ,sales_value
-  ,0 sales_unit
-  ,0 counting_units_obversion
-  ,0 counting_unit
-  ,0   pack_flag
-  ,0   brand_flag
-FROM AZ 
-
-
-
--- COMMAND ----------
-
--- dtp 数据获取本同期数据--
-insert overwrite table dm.dm_zk_retail_dtp_sales
-select 
-  year
-  ,yq
-  ,yyyymm
-  ,iqvia_pack_code
-  ,CASE WHEN geo_key ='CHT' then 'ROC' else geo_key end as AUDIT_COD
-  --- 全国写死为 ROC 
-  -- ,'ROC'                   AUDIT_COD
-  ,sum(sales_value)			sales_value       
-  ,sum(sales_unit)            sales_unit            
-  ,sum(counting_unit)         counting_unit
-  ,sum(sales_value_ly)        sales_value_ly    
-  ,sum(sales_unit_ly)         sales_unit_ly
-  ,sum(counting_unit_ly)      counting_unit_ly
-  ,pack_flag
-  ,brand_flag 
- from (
-      select 
-        year
-        ,yq
-        ,yyyymm
-        ,iqvia_pack_code
-        ,geo_key
-        ,sales_value            
-        ,sales_unit                  
-        ,counting_unit              counting_unit
-        ,0                          sales_value_ly    
-        ,0                          sales_unit_ly
-        ,0                          counting_unit_ly
-        ,brand_flag
-        ,pack_flag
-      from dws.dws_retail_dtp_sales
-      union all 
-      select 
-        cast(year+1 as int )        year
-        ,concat(cast(left(yq,4)+1 as int ),right(yq,2)) yq
-        ,cast(yyyymm+100 as int )   yyyymm 
-        ,iqvia_pack_code
-        ,geo_key
-        ,0                          sales_value            
-        ,0                          sales_unit                  
-        ,0                          counting_unit
-        ,sales_value                sales_value_ly    
-        ,sales_unit                 sales_unit_ly
-        ,counting_unit              counting_unit_ly
-        ,brand_flag
-        ,pack_flag
-      from dws.dws_retail_dtp_sales
-      where yyyymm +100 <= (select max(yyyymm) from dws.dws_retail_dtp_sales)
- )
- group by 1,2,3,4,5,12,13
-
-
--- COMMAND ----------
-
--- dtp 部分生成dws 
-insert overwrite table dws.dws_zk_retail_dtp_market 
-select distinct t1.* 
-from tmp.tmp_zk_retail_dtp_market_corp t1 
-union 
-select 
-  '' region_type
-,'' higher_level_region
-,'DTP_OTHER Market' market
-,iqvia_pack_code 
-,'' iqvia_prod_code 		 
-,'' iqvia_notes 
-,'' new_pack_flag 
-,'' is_exists_chpa 
-,'' prescription_nature 
-,'' common_name 
-,'' dosage_form 
-,'' category_name 
-,'' product_name 
-,'' brand_name 
-,'' zk_corp_des 
-,'' zk_pack_des 
-,'' counting_unit_a 
-,'' app1_cod 
-,'' app1_des 
-,'' app1_des_c 
-,'' app2_cod 
-,'' app2_des 
-,'' app2_des_c 
-,'' app3_cod 
-,'' app3_des 
-,'' app3_des_c 
-,'' atc1_cod 
-,'' atc1_des 
-,'' atc1_des_c 
-,'' atc2_cod 
-,'' atc2_des 
-,'' atc2_des_c 
-,'' atc3_cod 
-,'' atc3_des 
-,'' atc3_des_c 
-,'' atc4_cod 
-,'' atc4_des 
-,'' atc4_des_c 
-,'' bio_desc 
-,'' cmps_cod 
-,'' cmps_des 
-,'' cmps_des_c 
-,CASE WHEN  t1.iqvia_pack_code LIKE '%AZ%' THEN 'A5Z' ELSE ''  END corp_cod 
-,CASE WHEN  t1.iqvia_pack_code LIKE '%AZ%' THEN 'ASTRAZENECA' ELSE ''  END corp_des 
-,CASE WHEN  t1.iqvia_pack_code LIKE '%AZ%' THEN '阿斯利康制药集团' ELSE ''  END corp_des_c 
-,'' edl_desc 
-,'' eth_otc_desc 
-,'' gene_orig_desc 
-,'' gqce_desc 
-,'' manu_cod 
-,'' manu_des 
-,'' manu_des_c 
-,'' mnfl_cod 
-,'' mnfl_des 
-,'' nrdl_desc 
-,'' pack_des 
-,'' stgh_des 
-,'' pack_lch 
-,'' paed_desc 
-,'' prod_des 
-,'' prod_des_c 
-,'' tcm_desc 
-,'' vbp_desc 
-,'' unit 
-,'' counting_unit 
-,'' dosage_unit  
-,null  NRDL_ENTRY_DATE
-,null 
-,'1'           Market_Ratio
-from dws.dws_retail_dtp_sales t1
-where iqvia_pack_code  LIKE '%OTHERS'
-
--- COMMAND ----------
-
--- dtp 部分生成 dm 
-------------获取对应class 及其他维度-------
-insert overwrite table  dm.dm_zk_retail_dtp_pack_property 
-select  distinct 
- A.market ||'_'|| A.iqvia_pack_code  MARKET_PACK_KEY 
-,A.iqvia_pack_code
-,A.pack_des
-,A.stgh_des
-,A.pack_lch
-,''  Family_cod
-,''  Family_Name
-,A.iqvia_prod_code PROD_COD
-,A.prod_des
-,A.prod_des_c
-,A.cmps_cod
-,A.cmps_des
-,A.cmps_des_c
-,A.atc1_cod
-,A.atc2_cod
-,A.atc3_cod
-,A.atc4_cod
-,A.app1_cod
-,A.app2_cod
-,A.app3_cod
-,A.BIO_DESC
-,A.gene_orig_desc
-,A.eth_otc_desc
-,A.nrdl_desc
-,A.NRDL_ENTRY_DATE
-,A.edl_desc
-,A.TCM_DESC 
-,A.PAED_DESC 
-,A.GQCE_DESC 
-,A.VBP_DESC 
-,A.MANU_COD 
-,A.MANU_DES 
-,A.MANU_DES_C 
-,A.MNFL_COD 
-,A.MNFL_DES 
-,A.CORP_COD 
-,CASE WHEN A.corp_des LIKE '% GROUP%' THEN replace(A.corp_des,' GROUP','' ) ELSE A.corp_des END corp_des
-,CORP_DES_C 
-,'' 			 BrandType 
-,A.MARKET 
-,t5.KEY_COMPETITOR 
-,CASE WHEN CORP_COD ='A5Z' THEN 'Y' ELSE 'N' END  IS_AZ 
-,''      AZ_MAIN
-,case when dmt.TA is null then 'Others MKT' else 'AZ Related MKT' end as AZ_Related
-,atc1_des 
-,atc1_des_c 
-,atc2_des 
-,atc2_des_c 
-,atc3_des 
-,atc3_des_c 
-,atc4_des 
-,atc4_des_c 
-,app1_des 
-,app1_des_c 
-,app2_des 
-,app2_des_c 
-,app3_des 
-,app3_des_c 
-,ifnull(t3.class,'Others') as Class
-,from_utc_timestamp(current_timestamp(),'UTC+8')        etl_insert_dt
-,from_utc_timestamp(current_timestamp(),'UTC+8')        etl_update_dt
-from dws.dws_zk_retail_dtp_market   A
-left join dwd.dwd_gnd_ims_tblmarket_ta_map dmt on dmt.Market = A.Market 
-left join dwd.dwd_gnd_tblclass t3
-  on  A.market   = ifnull(t3.market            , A.market  )
-  and A.iqvia_pack_code = ifnull(if( t3.pack_code REGEXP '^[0-9]',right(concat('000000000000',t3.pack_code),12),t3.pack_code), A.iqvia_pack_code)
-  and A.iqvia_prod_code = ifnull(right(concat('000000000', t3.product_code),9 ) , A.iqvia_prod_code)
-  and A.cmps_cod = ifnull(right(concat('000000',t3.molecule_code ), 6)     , A.cmps_cod)
-  and A.corp_cod = ifnull(t3.Corporation_code  , A.corp_cod)
-  and A.manu_cod = ifnull(t3.Manufacturer_Code , A.manu_cod)
-  and A.ATC1_COD = ifnull(t3.ATC1_Code         , A.ATC1_COD)
-  and A.ATC2_COD = ifnull(t3.ATC2_Code         , A.ATC2_COD)
-  and A.ATC3_COD = ifnull(t3.ATC3_Code         , A.ATC3_COD)
-  and A.ATC4_COD = ifnull(t3.ATC4_Code         , A.ATC4_COD)
-  and A.APP1_COD = ifnull(t3.NFC1_Code         , A.APP1_COD)
-  and A.APP2_COD = ifnull(t3.NFC2_Code         , A.APP2_COD)
-  and A.APP3_COD = ifnull(t3.NFC3_Code         , A.APP3_COD)
-  and A.STGH_DES = ifnull(t3.Strength          , A.STGH_DES)
-left join (select distinct MARKET,PACK_COD,KEY_COMPETITOR from dm.dm_ims_td_pack_property) t5
-on A.market = t5.MARKET
-and A.iqvia_pack_code = t5.PACK_COD
- 
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ## 其他
-
--- COMMAND ----------
-
-------------------------将品牌数据进行处理，获取同期值（有挺多冗余，但懒得改了）--------------------------------------
-insert overwrite table tmp.tmp_zk_retail_nataional_brand_union 
-select distinct 
-        bq.brand_cat_type
-          ,bq.TA
-          ,bq.market      market
-          ,bq.zk_brand_category    			     zk_brand    
-          -- ,IQVIA_PROD_CODE        
-          ,coalesce(b.iqvia_pack_code,c.iqvia_pack_code,d.iqvia_pack_code ) iqvia_pack_code
-          ,coalesce(b.corp_cod,c.corp_cod,d.corp_cod )                      corp_cod
-          ,t2.geo_key  
-          ,bq.province_city
-          ,bq.YYYYMM
-          ,bq.year
-          ,bq.quarter
-          ,bq.zk_common_name
-          ,bq.zk_manu_des
-          ,bq.rc_name_en
-          ,bq.ytd
-          ,bq.yq
-          ,BQ.sales_val
-          ,bq.sales_vol
-          ,bq.price 						 
-          ,bq.num_dist_rate 				 
-          ,bq.weig_dist_rate 		
-          ,bq.val_share 					 
-          ,bq.vol_share 
-          ,tq.sales_val						            sales_val_ly
-          ,tq.sales_vol                       sales_vol_ly
-          ,tq.price 						              price_ly 			
-          ,tq.num_dist_rate 				          num_dist_rate_ly	
-          ,tq.weig_dist_rate 	                weig_dist_rate_ly
-          ,tq.val_share 					            val_share_ly
-          ,tq.vol_share 					            vol_share_ly
-          ,bq.key_brand_ytd 				 
-          ,bq.key_brand_rank_ytd 		 
-          ,bq.top_brand_ytd 				 
-          ,bq.top_brand_ms_ytd 			 
-          ,bq.top_brand_inc_ms_ytd 		 
-          ,bq.top_brand_gr_ytd 			 
-          ,bq.key_brand_qtd 				 
-          ,bq.key_brand_rank_qtd 		 
-          ,bq.top_brand_qtd 				 
-          ,bq.top_brand_ms_qtd 			 
-          ,bq.top_brand_inc_ms_qtd 		 
-          ,bq.top_brand_gr_qtd 			 
-          ,bq.ranked_by
-          ,kpi.key_brand_ytd_ly 				 
-          ,kpi.key_brand_rank_ytd_ly 	 
-          ,kpi.top_brand_ytd_ly 			 
-          ,kpi.top_brand_ms_ytd_ly 		 
-          ,kpi.top_brand_inc_ms_ytd_ly 	 
-          ,kpi.top_brand_gr_ytd_ly 		 
-          ,kpi.key_brand_qtd_ly 			 
-          ,kpi.key_brand_rank_qtd_ly 	 
-          ,kpi.top_brand_qtd_ly 			 
-          ,kpi.top_brand_ms_qtd_ly		 
-          ,kpi.top_brand_inc_ms_qtd_ly 	 
-          ,kpi.top_brand_gr_qtd_ly	 
-from  dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all bq   
-left join dm.dm_zk_retail_geo t2 on bq.province_city = t2.province_city
-left join (select distinct ZK_Prod_C,PROD_DES_C  from dwd.dwd_inc_gnd_retail_b2c_label_total) t3 on zk_brand_category = t3.ZK_Prod_C 
-left join  dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all tq 
-on bq.market =tq.market and bq.zk_brand_category =tq.zk_brand_category
-   and bq.YYYYMM = cast(tq.YYYYMM + 100 as int ) and bq.zk_common_name = tq.zk_common_name
-   and bq.zk_manu_des = tq.zk_manu_des and bq.province_city =tq.province_city
-   and bq.ranked_by = tq.ranked_by
-   and bq.brand_cat_type = tq.brand_cat_type
-   and tq.brand_cat_type ='品牌'
-left join (
-    select distinct
-        left(ytd,3) || cast(substr(ytd,4,2)+1 as int) || right( ytd,2 ) ytd
-        ,market
-        ,province_city
-        ,key_brand_ytd 				  key_brand_ytd_ly 				 
-        ,key_brand_rank_ytd 		key_brand_rank_ytd_ly 	 
-        ,top_brand_ytd 				  top_brand_ytd_ly 			 
-        ,top_brand_ms_ytd 			top_brand_ms_ytd_ly 		 
-        ,top_brand_inc_ms_ytd 	top_brand_inc_ms_ytd_ly 	 
-        ,top_brand_gr_ytd 			top_brand_gr_ytd_ly 		 
-        ,key_brand_qtd 				  key_brand_qtd_ly 			 
-        ,key_brand_rank_qtd 		key_brand_rank_qtd_ly 	 
-        ,top_brand_qtd 				  top_brand_qtd_ly 			 
-        ,top_brand_ms_qtd 			top_brand_ms_qtd_ly		 
-        ,top_brand_inc_ms_qtd 	top_brand_inc_ms_qtd_ly 	 
-        ,top_brand_gr_qtd       top_brand_gr_qtd_ly	 
-        ,ranked_by
-    from  dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all    
-    where brand_cat_type='品类' and left(ytd,3) || cast(substr(ytd,4,2)+1 as int) || right( ytd,2 )   <= (select max(ytd) from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all where brand_cat_type='品类')
-) kpi on bq.market = kpi.market and bq.ytd=kpi.ytd and bq.province_city =kpi.province_city 
-      and bq.ranked_by = tq.ranked_by 
-left join (select max(iqvia_pack_code) iqvia_pack_code,prod_des_c,corp_cod  from dwd.dwd_gnd_ext_retail_pack_property 
-where iqvia_pack_code in (select DISTINCT iqvia_pack_code from dm.dm_zk_retail_sales)
-group by prod_des_c,corp_cod) b   on t3.PROD_DES_C=b.prod_des_c
-left join (select max(iqvia_pack_code) iqvia_pack_code,prod_des_c,corp_cod  from dwd.dwd_gnd_ext_retail_pack_property 
-where iqvia_pack_code in (select DISTINCT iqvia_pack_code from dm.dm_zk_retail_sales)
-group by prod_des_c,corp_cod) c   on bq.zk_brand_category=c.prod_des_c
-left join (select max(iqvia_pack_code) iqvia_pack_code,product_name,corp_cod  from dwd.dwd_gnd_ext_retail_pack_property
-where iqvia_pack_code in (select DISTINCT iqvia_pack_code from dm.dm_zk_retail_sales)
- group by product_name,corp_cod) d   on bq.zk_brand_category=d.product_name
-where bq.brand_cat_type ='品牌'  and   bq.zk_brand_category not in ('多达一','天依宁','氨氯地平阿托伐他汀钙片' ,'OTHERS')
- 
-
--- COMMAND ----------
-
-------------------------将RX市场数据合并并处理数据格式获取code --------------------------------------
----------关联 corp code 
----------是否total 数据打标
----------格式处理
----------dm 使用 niad 数据
----------全国数据 地理编码 为 roc 
-insert overwrite table tmp.tmp_zk_retail_rx_ta_and_top_corp 
-select 
-	distinct
-		case WHEN right(corporation,3) ='TTL' THEN 'ta_total' else 'ta_corp' end    data_type
-		,case when replace(a.rx_type,' TTL','') ='NIAD' THEN 'DM'
-		      when   replace(a.rx_type,' TTL','')   ='GI-Rx+OTC' then 'GI'
-					  ELSE   replace(a.rx_type,' TTL','')  END  ta 
-		,nvl(b.CORP_COD ,CORP_COD)    CORP_COD
-    ,CASE WHEN right(corporation,3) ='TTL' THEN 'Y' else 'N' end  TOTAL_FLAG
-		,a.quarter_flag   YTD
-    ,'ROC'            GEO_KEY
-		,replace(a.top1_brand_val,'-','')  top1_brand_val
-		,coalesce(cast(a.top1_brand_gr as double ),0 )  top1_brand_gr
-		,replace(a.top2_brand_val,'-','')  top2_brand_val
- 		,coalesce(cast(a.top2_brand_gr as double ),0 )  top2_brand_gr
-		,replace(a.top1_incremental_brand,'-','')  top1_incremental_brand
- 		,coalesce(cast(a.top1_incremental_gr as double ),0 )    top1_incremental_gr
-		,replace(a.top2_incremental_brand,'-','')  top2_incremental_brand
- 		,coalesce(cast(a.top2_incremental_gr as double ),0 )    top2_incremental_gr
-	from dwd.dwd_gnd_ext_retail_rx_ta_top_corp a 
-	left join (select  ZK_Corp_C,max(case when CORP_COD ='F+N' then 'A5Z' ELSE CORP_COD END ) CORP_COD from dwd.dwd_inc_gnd_retail_b2c_label_total group by ZK_Corp_C ) b  
-	on a.corporation = b.ZK_Corp_C
-  WHERE  rx_type <>'DM'
-UNION ALL 
-  select 
-	distinct
-		case WHEN right(corporation,3) ='TTL' THEN 'ta_total' else 'ta_corp' end    data_type
-		,replace(a.rx_type,' TTL','')       ta 
-		,nvl(b.CORP_COD ,CORP_COD)    CORP_COD
-    ,CASE WHEN right(corporation,3) ='TTL' THEN 'Y' else 'N' end  TOTAL_FLAG
-		,a.quarter_flag   YTD
-    ,'ROC'            GEO_KEY
-		,replace(a.top1_brand_val,'-','')  top1_brand_val
-		,coalesce(cast(a.top1_brand_gr as double ) ,0 ) top1_brand_gr
-		,replace(a.top2_brand_val,'-','')  top2_brand_val
- 		,coalesce(cast(a.top2_brand_gr as double ) ,0 ) top2_brand_gr
-		,replace(a.top1_incremental_brand,'-','')  top1_incremental_brand
- 		,coalesce(cast(a.top1_incremental_gr as double ),0 )    top1_incremental_gr
-		,replace(a.top2_incremental_brand,'-','')  top2_incremental_brand
- 		,coalesce(cast(a.top2_incremental_gr as double ) ,0 )   top2_incremental_gr
-	from dwd.dwd_gnd_ext_retail_rx_ta_top_corp a 
-	left join (select  ZK_Corp_C,max(case when CORP_COD ='F+N' then 'A5Z' ELSE CORP_COD END ) CORP_COD from dwd.dwd_inc_gnd_retail_b2c_label_total group by ZK_Corp_C ) b  
-	on a.corporation = b.ZK_Corp_C
-  WHERE  rx_type ='NIAD'
-  union all 
-  select distinct
-		'top_corp'         data_type
-		,NULL          ta 
-		,nvl(b.CORP_COD,a.corporation)   CORP_COD
-    ,'Y'                            TOTAL_FLAG
- 		,a.quarter_flag
-    ,'ROC'        GEO_KEY
-		,replace(a.top1_brand_val,'-','')  top1_brand_val
-		,coalesce(cast(a.top1_brand_gr as double ),0 )  top1_brand_gr
-		,replace(a.top2_brand_val,'-','')  top2_brand_val
- 		,coalesce(cast(a.top2_brand_gr as double ),0 )  top2_brand_gr
-		,replace(a.top1_incremental_brand,'-','')  top1_incremental_brand
- 		,coalesce(cast(a.top1_incremental_gr as double ) ,0 )   top1_incremental_gr
-		,replace(a.top2_incremental_brand,'-','')  top2_incremental_brand
- 		,coalesce(cast(a.top2_incremental_gr as double )  ,0 )  top2_incremental_gr
-	from  dwd.dwd_gnd_ext_retail_rx_top_corp a 
-	left join (select  ZK_Corp,max(case when CORP_COD ='F+N' then 'A5Z' ELSE CORP_COD END ) CORP_COD from dwd.dwd_inc_gnd_retail_b2c_label_total group by ZK_Corp ) b  
-	on a.corporation = b.ZK_Corp
- 
-
--- COMMAND ----------
-
----------------------------------------将pack表的price 数据进行处理----------------------------------------
----------关联 corp code 
----------获取geo_key  后续的audit key 
----------获取ta 值
----------获取pack 文件中计算price 的所有指标 及加权铺货率、数字铺货率
-insert overwrite table tmp.tmp_zk_retail_price 
-with a as (
-  select
-    df.brand_flag,df.zk_product_id,YYYYMM,pack.iqvia_pack_code,corp.corp_cod,zk_region
-    ,sum(sales_value)           sales_value
-    ,sum(sales_unit)            sales_unit
-    ,sum(weighted_spread_rate)  weighted_spread_rate
-    ,sum(digital_spread_rate)   digital_spread_rate
-    ,sum(sales_value_ly)        sales_value_ly
-    ,sum(sales_unit_ly)         sales_unit_ly
-    ,sum(weighted_spread_rate_ly) weighted_spread_rate_ly   
-    ,sum(digital_spread_rate_ly)  digital_spread_rate_ly
-from (
-      select YYYYMM,zk_product_id,zk_region
-        ,sales_value,sales_unit,weighted_spread_rate,digital_spread_rate
-        ,0 sales_value_ly
-        ,0 sales_unit_ly
-        ,0 weighted_spread_rate_ly
-        ,0 digital_spread_rate_ly
-        ,brand_flag 
-      from dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all 
-      union all 
-      select cast( YYYYMM + 100  as int ),zk_product_id,zk_region
-        ,0 sales_value
-        ,0 sales_unit
-        ,0 weighted_spread_rate
-        ,0 digital_spread_rate
-        ,sales_value sales_value_ly
-        ,sales_unit sales_unit_ly 
-        ,weighted_spread_rate weighted_spread_rate_ly
-        ,digital_spread_rate  digital_spread_rate_ly
-        ,brand_flag 
-      from dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all 
-      where YYYYMM + 100 <= (select max(yyyymm) FROM dwd.dwd_inc_gnd_ext_retail_nataional_pack_union_all)
-) df 
-left join (select product_id,iqvia_pack_code from dwd.dwd_gnd_ext_retail_pack_property GROUP BY product_id,iqvia_pack_code) pack on pack.product_id = df.zk_product_id 
-left join tmp.tmp_zk_retail_pack_property_corp corp  on pack.iqvia_pack_code = corp.iqvia_pack_code
-group by YYYYMM,pack.iqvia_pack_code,corp.corp_cod,zk_region,df.brand_flag,df.zk_product_id
-)
-select distinct  YYYYMM,zk_product_id,d.ta,c.geo_key,a.iqvia_pack_code,b.iqvia_prod_code,b.prod_des_c,corp_cod,zk_region
-,sales_value,sales_value_ly,sales_unit,sales_unit_ly,weighted_spread_rate,weighted_spread_rate_ly,digital_spread_rate,digital_spread_rate_ly
-from a  
-left join (select distinct iqvia_pack_code ,prod_des_c,prod_des,iqvia_prod_code  from dm.dm_zk_retail_pack_property) b on a.iqvia_pack_code=b.iqvia_pack_code
-left join (select distinct geo_key,province_city from dm.dm_zk_retail_geo) c on a.zk_region = c.province_city
-left join (select distinct iqvia_pack_code,ta from dm.dm_zk_retail_market_property  ) d on a.iqvia_pack_code=d.iqvia_pack_code 
-where a.iqvia_pack_code in (select distinct iqvia_pack_code from dm.dm_zk_retail_sales)
- 
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ## 直取
-
--- COMMAND ----------
-
-/*
-修改时间：20250311
-修改人：chenwu
-修改内容：
-sales_quarter 由原来的 yyyyQn 转换成 yyyymm
-*/
----------------------------------------将直取部分数据处理成KPI形式-----------------------------------------
-insert overwrite table dws.dws_zk_retail_sales_kpi 
-with top_corp_total as (
-      ----------------------处理top_corp  大数--------------------
----------关联 corp code  特殊：dwd_inc_gnd_retail_b2c_label_total 这个表 az 公司有两个code ，需要取A5Z 那个
----------是否total 数据打标
----------格式处理
----------dm 使用 niad 数据
----------全国数据 地理编码 为 roc 
-  select 
-    a.corp_desc,
-    'top_corp'                     data_type
-    ,b.CORP_COD 
-    ,'Y'       TOTAL_FLAG
-    ,a.sales_quarter
-    ,cast(a.sales_quarter as int)     yyyymm
-    ,'ROC'                                    geo_key
-    ,a.sales_amount*1000000                   sales_amount
-    ,c.sales_amount*1000000                   sales_amount_ly
-    ,a.rank1
-		,null                                     ta
-     FROM dwd.dwd_gnd_ext_retail_nataional_top_corp  a 
-  left join (select  ZK_Corp_C,max(case when CORP_COD ='F+N' then 'A5Z' ELSE CORP_COD END ) CORP_COD from dwd.dwd_inc_gnd_retail_b2c_label_total group by ZK_Corp_C ) b  
-	on a.corp_desc= b.ZK_Corp_C
-  left join  dwd.dwd_gnd_ext_retail_nataional_top_corp c 
-  on a.corp_desc= c.corp_desc and nvl(a.corp_type,'' ) = nvl(c.corp_type,'' ) and 
-  cast(a.sales_quarter as int) =cast(c.sales_quarter as int)+100
-  where a.rank1 is not null 
-  unioN all
-   
-select 
-    a.corp_desc,
-    'top_ta_corp'                     data_type
-    ,B.CORP_COD --A.corp_name as CORP_COD, --自有的corp_name 是 corp_code
-    ,case when A.corp_name  is null then 'Y' ELSE 'N' END TOTAL_FLAG
-    ,a.sales_quarter
-    ,cast(a.sales_quarter as int)     yyyymm
-    ,'ROC'                                    geo_key
-    ,a.sales_amount*1000000                   sales_amount
-    ,c.sales_amount*1000000                   sales_amount_ly
-    ,a.rank1
-    ,CASE WHEN  trim(a.source_name) ='GI-Rx+OTC' THEN 'GI' ELSE trim(a.source_name) END                         ta
-     FROM dwd.dwd_gnd_ext_retail_nataional_ta_top_corp  a 
-  left join (select  ZK_Corp_C,max(case when CORP_COD ='F+N' then 'A5Z' ELSE CORP_COD END ) CORP_COD from dwd.dwd_inc_gnd_retail_b2c_label_total group by ZK_Corp_C ) b 
-	on a.corp_desc= b.ZK_Corp_C
-  left join  dwd.dwd_gnd_ext_retail_nataional_ta_top_corp c 
-  on a.corp_desc= c.corp_desc and nvl(a.corp_type,'' ) = nvl(c.corp_type,'' ) and 
-  cast(a.sales_quarter as int) =cast(c.sales_quarter as int)+100
-  and a.source_name =c.source_name
-WHERE trim(a.source_name) <>'DM'
-UNION ALL 
-  select 
-    CASE WHEN a.corp_desc='NIAD' THEN 'DM' ELSE a.corp_desc END  corp_desc,
-    'top_ta_corp'                     data_type
-    ,B.CORP_COD --A.corp_name as CORP_COD, --自有的corp_name 是 corp_code
-    ,case when A.corp_name  is null then 'Y' ELSE 'N' END TOTAL_FLAG
-    ,a.sales_quarter
-    ,cast(a.sales_quarter as int)     yyyymm
-    ,'ROC'                                    geo_key
-    ,a.sales_amount*1000000                   sales_amount
-    ,c.sales_amount*1000000                   sales_amount_ly
-    ,a.rank1
-    ,'DM'                      ta
-     FROM dwd.dwd_gnd_ext_retail_nataional_ta_top_corp  a 
-  left join (select  ZK_Corp_C,max(case when CORP_COD ='F+N' then 'A5Z' ELSE CORP_COD END ) CORP_COD from dwd.dwd_inc_gnd_retail_b2c_label_total group by ZK_Corp_C ) b 
-	on a.corp_desc= b.ZK_Corp_C
-  left join  dwd.dwd_gnd_ext_retail_nataional_ta_top_corp c 
-  on a.corp_desc= c.corp_desc and nvl(a.corp_type,'' ) = nvl(c.corp_type,'' ) and 
-  cast(a.sales_quarter as int) =cast(c.sales_quarter as int)+100
-  and a.source_name =c.source_name
-WHERE trim(a.source_name) ='NIAD'
-)
-
-
--------  tmp_zk_retail_nataional_brand_union（品牌数据报表） 的数据ranked by这个字段 枚举值为 volume  value ，这会导致部分指标重复，取数时任意其一就行，具体如代码取数情况
-
-  SELECT distinct
-        val.iqvia_pack_code                  pack_code
-        ,val.corp_cod 			         corp_cod         
-        ,val.YYYYMM                      
-        ,null                  ytd          
-        ,val.geo_key                  	 
-        ,'share'  		      	KPI_name		 
-        ,val.val_share				kpi_val	 
-        ,val.val_share_ly     	kpi_val_ly		 
-        ,null							 str_kpi_val
-        ,null							 str_kpi_val_ly
-        ,val.vol_share				   kpi_vol   
-        ,val.vol_share_ly          kpi_vol_ly      
-        ,null							  str_kpi_vol
-        ,null                    str_kpi_vol_ly      
-		,'N'								 TOTAL_FLAG		
-       ,ta 
-	from tmp.tmp_zk_retail_nataional_brand_union  val 
-  where val.ranked_by ='volume'
-  union all 
-	SELECT distinct 
-        ''                               pack_code
-        ,''                              corp_cod
-        ,null                            
-        ,val.ytd                         
-        ,val.geo_key                  	 
-        ,'key_brand_ytd'  		      	 
-        ,NULL                			 
-        ,NULL                  			 
-        ,val.key_brand_ytd				 
-        ,val.key_brand_ytd_ly			 
-        ,null							 
-        ,null                            
-        ,vol.key_brand_ytd				 
-        ,val.key_brand_ytd_ly            
-		,'N'								 TOTAL_FLAG
-       ,val.ta                          
-	from tmp.tmp_zk_retail_nataional_brand_union  val 
-	left join tmp.tmp_zk_retail_nataional_brand_union vol 
-	on val.market = vol.market 
-      and val.ytd = vol.ytd 
-      and val.geo_key = vol.geo_key
-      and vol.ranked_by ='volume'
-	where val.ranked_by ='value' and val.ytd is not null 
-   
-UNION all 
-	SELECT distinct
-        ''                               pack_code
-        ,''                              corp_cod  
-        ,null                              
-        ,val.ytd                           
-        ,val.geo_key                  	   
-        ,'key_brand_rank_ytd'  		       
-        ,val.key_brand_rank_ytd				 
-        ,val.key_brand_rank_ytd_ly   	   
-        ,NULL                   			 
-        ,NULL                   			 
-        ,vol.key_brand_rank_ytd		       
-        ,vol.key_brand_rank_ytd_ly         
-        ,NULL                 				 
-        ,NULL                             
-		,'N'								 TOTAL_FLAG		
-       ,val.ta                            
-	from tmp.tmp_zk_retail_nataional_brand_union  val 
-	left join tmp.tmp_zk_retail_nataional_brand_union vol 
-	on val.market = vol.market 
-      and val.ytd = vol.ytd 
-      and val.geo_key = vol.geo_key
-      and vol.ranked_by ='volume'
-	where val.ranked_by ='value' and val.ytd is not null 
-  union all 
-  	SELECT distinct
-        -- MAX(val.iqvia_pack_code)         pack_code
-        -- ,MAX(val.corp_cod )			     corp_cod     
-        ''                               pack_code
-        ,''                              corp_cod 
-        ,null                                                      
-        ,val.ytd                           
-        ,val.geo_key                  	   
-        ,'top_brand_ytd'  		      		 
-        ,NULL                				 
-        ,NULL                  				 
-        ,val.top_brand_ytd					 
-        ,val.top_brand_ytd_ly				 
-        ,null								 
-        ,null                              
-        ,vol.top_brand_ytd					 
-        ,val.top_brand_ytd_ly              
-		,'N'								 TOTAL_FLAG
-       ,val.ta                            
-	from tmp.tmp_zk_retail_nataional_brand_union  val 
-	left join tmp.tmp_zk_retail_nataional_brand_union vol 
-	on val.market = vol.market 
-      and val.ytd = vol.ytd 
-      and val.geo_key = vol.geo_key
-      and vol.ranked_by ='volume'
-	where val.ranked_by ='value' and val.ytd is not null 
- -- GROUP BY val.market,val.ytd,val.geo_key,val.top_brand_ytd,val.top_brand_ytd_ly,vol.top_brand_ytd,vol.top_brand_ytd_ly,val.ta      
-
-  union all 
-  	SELECT distinct
-        -- MAX(val.iqvia_pack_code)         pack_code
-        -- ,MAX(val.corp_cod )			     corp_cod     
-        ''                               pack_code
-        ,''                              corp_cod   
-        ,null                           
-        ,val.ytd                          
-        ,val.geo_key                  	  
-        ,'top_brand_ms_ytd'  		      
-        ,val.top_brand_ms_ytd			 
-        ,val.top_brand_ms_ytd_ly     	  
-        ,NULL                   		 
-        ,NULL                   		 
-        ,vol.top_brand_ms_ytd 		      
-        ,vol.top_brand_ms_ytd_ly          
-        ,NULL                 			 
-        ,NULL                             
-		,'N'								 TOTAL_FLAG
-       ,val.ta                           
-	from tmp.tmp_zk_retail_nataional_brand_union  val 
-	left join tmp.tmp_zk_retail_nataional_brand_union vol 
-	on val.market = vol.market 
-      and val.ytd = vol.ytd 
-      and val.geo_key = vol.geo_key
-      and vol.ranked_by ='volume'
-	where val.ranked_by ='value' and val.ytd is not null 
-union all 
-  	SELECT distinct
-	    -- MAX(val.iqvia_pack_code)         pack_code
-        -- ,MAX(val.corp_cod )			     corp_cod     
-        ''                               pack_code
-        ,''                              corp_cod
-        ,null                               
-        ,val.ytd                            
-        ,val.geo_key                  	  	 
-        ,'top_brand_inc_ms_ytd'  		    
-        ,val.top_brand_inc_ms_ytd			 
-        ,val.top_brand_inc_ms_ytd_ly     	 
-        ,NULL                   			 
-        ,NULL                   			 
-        ,vol.top_brand_inc_ms_ytd 		    
-        ,vol.top_brand_inc_ms_ytd_ly        
-        ,NULL                 				 
-        ,NULL                               
-		,'N'								 TOTAL_FLAG
-       ,val.ta                             
-	from tmp.tmp_zk_retail_nataional_brand_union  val 
-	left join tmp.tmp_zk_retail_nataional_brand_union vol 
-	on val.market = vol.market 
-      and val.ytd = vol.ytd 
-      and val.geo_key = vol.geo_key
-      and vol.ranked_by ='volume'
-	where val.ranked_by ='value' and val.ytd is not null 
-union all 
-  	SELECT distinct
-        -- MAX(val.iqvia_pack_code)         pack_code
-        -- ,MAX(val.corp_cod )			     corp_cod     
-        ''                               pack_code
-        ,''                              corp_cod
-        ,null                              
-        ,val.ytd                           
-        ,val.geo_key                  	   
-        ,'top_brand_gr_ytd'  		       
-        ,val.top_brand_gr_ytd				 
-        ,val.top_brand_gr_ytd_ly          
-        ,NULL                   			 
-        ,NULL                   			 
-        ,vol.top_brand_gr_ytd      		   
-        ,vol.top_brand_gr_ytd_ly           
-        ,NULL                 				 
-        ,NULL    
-		,'N'								 TOTAL_FLAG		
-       ,val.ta 
-	from tmp.tmp_zk_retail_nataional_brand_union  val 
-	left join tmp.tmp_zk_retail_nataional_brand_union vol 
-	on val.market = vol.market 
-      and val.ytd = vol.ytd 
-      and val.geo_key = vol.geo_key
-      and vol.ranked_by ='volume'
-	where val.ranked_by ='value' and val.ytd is not null 
-union all 
-  	SELECT distinct
-        -- MAX(val.iqvia_pack_code)         pack_code
-        -- ,MAX(val.corp_cod )			     corp_cod     
-        ''                               pack_code
-        ,''                              corp_cod
-        ,val.YYYYMM                        
-        ,null                              
-        ,val.geo_key                  	   
-        ,'key_brand_qtd'  		      		 
-        ,NULL                				 
-        ,NULL                  				 
-        ,val.key_brand_qtd					 
-        ,val.key_brand_qtd_ly				 
-        ,null								 
-        ,null                              
-        ,vol.key_brand_qtd					 
-        ,val.key_brand_qtd_ly         
-		,'N'								 TOTAL_FLAG		
-       ,val.ta                            
-	from tmp.tmp_zk_retail_nataional_brand_union  val 
-	left join tmp.tmp_zk_retail_nataional_brand_union vol 
-	on val.market = vol.market 
-      and val.YYYYMM = vol.YYYYMM 
-      and val.geo_key = vol.geo_key
-      and vol.ranked_by ='volume'
-	where val.ranked_by ='value' 
-union all 
-  	SELECT distinct
-        -- MAX(val.iqvia_pack_code)         pack_code
-        -- ,MAX(val.corp_cod )			     corp_cod     
-        ''                               pack_code
-        ,''                              corp_cod
-        ,val.YYYYMM                        
-        ,null                              
-        ,val.geo_key                  	   
-        ,'key_brand_rank_qtd'  		      
-        ,val.key_brand_rank_qtd	   	       
-        ,val.key_brand_rank_qtd_ly        
-        ,NULL                   			 
-        ,NULL                   			 
-        ,vol.key_brand_rank_qtd    		   
-        ,vol.key_brand_rank_qtd_ly      
-        ,NULL                 				 
-        ,NULL      
-				,'N'								 TOTAL_FLAG		                        
-       ,val.ta                            
-	from tmp.tmp_zk_retail_nataional_brand_union  val 
-	left join tmp.tmp_zk_retail_nataional_brand_union vol 
-	on val.market = vol.market 
-      and val.YYYYMM = vol.YYYYMM 
-      and val.geo_key = vol.geo_key
-      and vol.ranked_by ='volume'
-	where val.ranked_by ='value'  
-  union all 
-  	SELECT distinct
-        -- MAX(val.iqvia_pack_code)         pack_code
-        -- ,MAX(val.corp_cod )			     corp_cod     
-        ''                               pack_code
-        ,''                              corp_cod
-        ,val.YYYYMM                        
-        ,null                              
-        ,val.geo_key                  	   
-        ,'top_brand_qtd'  		      		 
-        ,NULL                				 
-        ,NULL                  				 
-        ,val.top_brand_qtd					 
-        ,val.top_brand_qtd_ly				 
-        ,null								 
-        ,null                              
-        ,vol.top_brand_qtd					 
-        ,val.top_brand_qtd_ly              
-		,'N'								 TOTAL_FLAG
-       ,val.ta                            
-	from tmp.tmp_zk_retail_nataional_brand_union  val 
-	left join tmp.tmp_zk_retail_nataional_brand_union vol 
-	on val.market = vol.market 
-      and val.YYYYMM = vol.YYYYMM 
-      and val.geo_key = vol.geo_key
-      and vol.ranked_by ='volume'
-	where val.ranked_by ='value' 
-  union all 
-  	SELECT distinct
-        -- MAX(val.iqvia_pack_code)         pack_code
-        -- ,MAX(val.corp_cod )			     corp_cod     
-        ''                               pack_code
-        ,''                              corp_cod
-        ,val.YYYYMM                    
-        ,null                          
-        ,val.geo_key                   
-        ,'top_brand_ms_qtd'  		   
-        ,val.top_brand_ms_qtd			 
-        ,val.top_brand_ms_qtd_ly      
-        ,NULL                   		 
-        ,NULL                   		 
-        ,vol.top_brand_ms_qtd 		   
-        ,vol.top_brand_ms_qtd_ly       
-        ,NULL                 			 
-        ,NULL                          
-		,'N'								 TOTAL_FLAG
-       ,val.ta 
-	from tmp.tmp_zk_retail_nataional_brand_union  val 
-	left join tmp.tmp_zk_retail_nataional_brand_union vol 
-	on val.market = vol.market 
-      and val.YYYYMM = vol.YYYYMM 
-      and val.geo_key = vol.geo_key
-      and vol.ranked_by ='volume'
-	where val.ranked_by ='value'  
-union all 
-  	SELECT distinct
-        -- MAX(val.iqvia_pack_code)         pack_code
-        -- ,MAX(val.corp_cod )			     corp_cod     
-        ''                               pack_code
-        ,''                              corp_cod
-        ,val.YYYYMM                         
-        ,null                               
-        ,val.geo_key                  	  	 
-        ,'top_brand_inc_ms_qtd'  		    
-        ,val.top_brand_inc_ms_qtd			 
-        ,val.top_brand_inc_ms_qtd_ly     	 
-        ,NULL                   			 
-        ,NULL                   			 
-        ,vol.top_brand_inc_ms_qtd 		    
-        ,vol.top_brand_inc_ms_qtd_ly        
-        ,NULL                 				 
-        ,NULL                               
-		,'N'								 TOTAL_FLAG
-       ,val.ta                             
-	from tmp.tmp_zk_retail_nataional_brand_union  val 
-	left join tmp.tmp_zk_retail_nataional_brand_union vol 
-	on val.market = vol.market 
-      and val.YYYYMM = vol.YYYYMM 
-      and val.geo_key = vol.geo_key
-      and vol.ranked_by ='volume'
-	where val.ranked_by ='value'
-  union all 
-  	SELECT distinct
-        -- MAX(val.iqvia_pack_code)         pack_code
-        -- ,MAX(val.corp_cod )			     corp_cod     
-        ''                               pack_code
-        ,''                              corp_cod
-        ,val.YYYYMM                     
-        ,null                           
-        ,val.geo_key                  	 
-        ,'top_brand_gr_qtd'  		    
-        ,val.top_brand_gr_qtd			 
-        ,val.top_brand_gr_qtd_ly        
-        ,NULL                   		 
-        ,NULL                   		 
-        ,vol.top_brand_gr_qtd      		 
-        ,vol.top_brand_gr_qtd_ly        
-        ,NULL                 			 
-        ,NULL                           
-		,'N'								 TOTAL_FLAG
-       ,val.ta                         
-	from tmp.tmp_zk_retail_nataional_brand_union  val 
-	left join tmp.tmp_zk_retail_nataional_brand_union vol 
-	on val.market = vol.market 
-      and val.YYYYMM = vol.YYYYMM 
-      and val.geo_key = vol.geo_key
-      and vol.ranked_by ='volume'
-	where val.ranked_by ='value'
------------------------------------处理 top 数据
-union all 	
-  SELECT distinct
-        ''                               pack_code
-        ,corp_cod               
-        ,NULL                      YYYYMM                     
-        ,ytd                         
-        ,geo_key      
-        ,'top1_brand_val'          kpi_name 	     
-        ,null         			       kpi_val
-        ,NULL                      kpi_val_ly   
-        ,top1_brand_val            str_kpi_val		 
-        ,NULL                   	 str_kpi_val_ly 
-        ,null					             kpi_vol 
-        ,null                      kpi_vol_ly
-        ,null					             str_kpi_vol 
-        ,null                      str_kpi_vol_ly  
-		,TOTAL_FLAG
-       ,ta                         
-	from tmp.tmp_zk_retail_rx_ta_and_top_corp     
-	
-	 
-	
-  union all 
-    SELECT distinct
-        ''                               pack_code
-        ,corp_cod               
-        ,NULL                      YYYYMM                     
-        ,ytd                         
-        ,geo_key      
-        ,'top1_brand_gr'           kpi_name 	     
-        ,top1_brand_gr         			       kpi_val
-        ,NULL                      kpi_val_ly   
-        ,NULL                     str_kpi_val		 
-        ,NULL                   	 str_kpi_val_ly 
-        ,null					             kpi_vol 
-        ,null                      kpi_vol_ly
-        ,null					             str_kpi_vol 
-        ,null                      str_kpi_vol_ly    
-		,TOTAL_FLAG
-       ,ta                         
-	from tmp.tmp_zk_retail_rx_ta_and_top_corp  
-  union all 
-    SELECT distinct
-        ''                               pack_code
-        ,corp_cod               
-        ,NULL                      YYYYMM                     
-        ,ytd                         
-        ,geo_key      
-        ,'top2_brand_val'         kpi_name 	     
-        ,null         			       kpi_val
-        ,NULL                      kpi_val_ly   
-        ,top2_brand_val            str_kpi_val		 
-        ,NULL                   	 str_kpi_val_ly 
-        ,null					             kpi_vol 
-        ,null                      kpi_vol_ly
-        ,null					             str_kpi_vol 
-        ,null                      str_kpi_vol_ly     
-		,TOTAL_FLAG
-       ,ta                       
-	from tmp.tmp_zk_retail_rx_ta_and_top_corp     
-  union all 
-    SELECT distinct
-        ''                               pack_code
-        ,corp_cod               
-        ,NULL                      YYYYMM                     
-        ,ytd                         
-        ,geo_key      
-        ,'top2_brand_gr'        		kpi_name
-				,top2_brand_gr  	       kpi_val
-        ,NULL                      kpi_val_ly   
-        ,NULL                     str_kpi_val		 
-        ,NULL                   	 str_kpi_val_ly 
-        ,null					             kpi_vol 
-        ,null                      kpi_vol_ly
-        ,null					             str_kpi_vol 
-        ,null                      str_kpi_vol_ly     
-		,TOTAL_FLAG
-       ,ta                        
-	from tmp.tmp_zk_retail_rx_ta_and_top_corp  
-  union all 
-    SELECT distinct
-        ''                               pack_code
-        ,corp_cod               
-        ,NULL                      YYYYMM                     
-        ,ytd                         
-        ,geo_key      
-        ,'top1_incremental_brand'      kpi_name 	     
-        ,null         			       kpi_val
-        ,NULL                      kpi_val_ly   
-        ,top1_incremental_brand            str_kpi_val		 
-        ,NULL                   	 str_kpi_val_ly 
-        ,null					             kpi_vol 
-        ,null                      kpi_vol_ly
-        ,null					             str_kpi_vol 
-        ,null                      str_kpi_vol_ly     
-		,TOTAL_FLAG
-       ,ta                       
-	from tmp.tmp_zk_retail_rx_ta_and_top_corp     
-  union all 
-    SELECT distinct
-        ''                               pack_code
-        ,corp_cod               
-        ,NULL                      YYYYMM                     
-        ,ytd                         
-        ,geo_key      
-        ,'top1_incremental_gr'         kpi_name 	     
-        ,top1_incremental_gr         			       kpi_val
-        ,NULL                      kpi_val_ly   
-        ,NULL                     str_kpi_val		 
-        ,NULL                   	 str_kpi_val_ly 
-        ,null					             kpi_vol 
-        ,null                      kpi_vol_ly
-        ,null					             str_kpi_vol 
-        ,null                      str_kpi_vol_ly     
-		,TOTAL_FLAG
-       ,ta                             
-	from tmp.tmp_zk_retail_rx_ta_and_top_corp  
-		
-  union all 
-    SELECT distinct
-        ''                               pack_code
-        ,corp_cod               
-        ,NULL                      YYYYMM                     
-        ,ytd                         
-        ,geo_key      
-        ,'top2_incremental_brand'           kpi_name 	     
-        ,null         			       kpi_val
-        ,NULL                      kpi_val_ly   
-        ,top2_incremental_brand            str_kpi_val		 
-        ,NULL                   	 str_kpi_val_ly 
-        ,null					             kpi_vol 
-        ,null                      kpi_vol_ly
-        ,null					             str_kpi_vol 
-        ,null                      str_kpi_vol_ly     
-		,TOTAL_FLAG
-       ,ta                         
-	from tmp.tmp_zk_retail_rx_ta_and_top_corp     
-  union all 
-    SELECT distinct
-        ''                               pack_code
-        ,corp_cod               
-        ,NULL                      YYYYMM                     
-        ,ytd                         
-        ,geo_key      
-        ,'top2_incremental_gr'            kpi_name 	     
-        ,top2_incremental_gr         			       kpi_val
-        ,NULL                      kpi_val_ly   
-        ,NULL                      str_kpi_val		 
-        ,NULL                      str_kpi_val_ly 
-        ,null			     kpi_vol 
-        ,null                      kpi_vol_ly
-        ,null			     str_kpi_vol 
-        ,null                      str_kpi_vol_ly     
-		,TOTAL_FLAG
-       ,ta                          
-	from tmp.tmp_zk_retail_rx_ta_and_top_corp  
----------------处理增量数据
-union all 
-select  distinct 
-        ''                               pack_code
-        ,bq.type_name                                corp_cod 
-        ,cast(bq.sales_quarter as int) yyyymm
-        ,null                                       ytd
-        ,'ROC'                                      geo_key
-        ,'corp_type_sales_amount'                             kpi_name
-        ,bq.sales_amount * 1000000		          kpi_val 
-        ,tq.sales_amount * 1000000		          kpi_val_ly
-        ,NULL                                       str_kpi_val		 
-        ,NULL                                       str_kpi_val_ly 
-        ,null			                      kpi_vol 
-        ,null                                       kpi_vol_ly
-        ,null			                      str_kpi_vol 
-        ,null                                       str_kpi_vol_ly     
-		,'Y'									TOTAL_FLAG
-       ,null ta         
-  from dwd.dwd_gnd_ext_retail_rx_market bq
-  left join dwd.dwd_gnd_ext_retail_rx_market tq on bq.type_name=tq.type_name 
-  and  cast(bq.sales_quarter as int)= cast(tq.sales_quarter+100 as int)
-  
-  union all 
-  ---- 处理top corp 及 rank 数据
-  select  DISTINCT 
-          ''                               pack_code
-        ,corp_cod
-        ,yyyymm
-        ,null             ytd
-        ,geo_key
-        ,'top_corp_sales_amount'      kpi_name
-        ,sales_amount     kpi_val
-        ,sales_amount_ly  kpi_val_ly
-        ,NULL             str_kpi_val		 
-        ,NULL             str_kpi_val_ly 
-        ,null			        kpi_vol 
-        ,null             kpi_vol_ly
-        ,null			        str_kpi_vol 
-        ,null             str_kpi_vol_ly     
-		,TOTAL_FLAG
-       ,ta       
- from top_corp_total
- union all 
- select distinct
-          ''                               pack_code
-        ,corp_cod
-        ,yyyymm
-        ,null             ytd
-        ,geo_key
-        ,'top_corp_rank'            kpi_name
-        ,rank1             kpi_val
-        ,null             kpi_val_ly
-        ,NULL             str_kpi_val		 
-        ,NULL             str_kpi_val_ly 
-        ,null			        kpi_vol 
-        ,null             kpi_vol_ly
-        ,null			        str_kpi_vol 
-        ,null             str_kpi_vol_ly     
-		,TOTAL_FLAG
-       ,ta        
- from top_corp_total 
- where  lower(rank1) <>'total' 
-
-
- 
-
--- COMMAND ----------
-
----将dtp 数据转换成 kpi 格式---
-----品牌数据 初始
----- 关联公司code 
------处理pack code
------处理格式
------total flag 打标
-----------------------------------------------------dtp 所有数据的ta  均为 ONCO-----------------------------------------------------------------------------
-insert overwrite table dws.dws_zk_retail_dtp_sales_kpi
- with tmp as (
-  -------------获取dtp top brand 的 本同期数据--------------------------
-    select 
-  cast(top_corp.sales_quarter as int ) yyyymm  
-  ,top_corp.sales_quarter
-  ,replace(top_corp.rank1,'-','')              rank1
-  ,replace(top_corp.corp_name,'-','') crp_name 
-  ,top_corp.brand_name 
-  ,case when top_corp.brand_name  ='Others' then 'Others' else zk.IQVIA_PROD_CODE end iqvia_prod_code
-  ,case when top_corp.brand_name  ='Others' then 'Others' else brand.iqvia_pack_code end iqvia_pack_code
-  ,zk.CORP_COD  
-  -- ,top_corp.source_name
-  ,top_corp.sales_amount*1000000 sales_amount  
-  ,tq.sales_amount*1000000 sales_amount_ly
-  ,'Y' TOTAL_FLAG
-from dwd.dwd_gnd_ext_retail_dtp_top_brand top_corp
-left join dwd.dwd_gnd_ext_retail_dtp_top_brand tq 
-on  cast(top_corp.sales_quarter as int ) = cast(tq.sales_quarter+100 as int ) and nvl(top_corp.corp_name,'') = nvl(tq.corp_name,'' ) 
-and tq.rank1 =top_corp.rank1   and nvl(top_corp.brand_name,'' ) =nvl(tq.brand_name,'' )
-left join (select distinct  ZK_Prod_C,IQVIA_PROD_CODE,ZK_Corp_C,CORP_COD from  dwd.dwd_inc_gnd_retail_b2c_label_total     )  zk 
-on  top_corp.brand_name = zk.ZK_Prod_C  AND replace(top_corp.corp_name,'-','')=zk.ZK_Corp_C
-left join (select PROD_COD IQVIA_PROD_CODE,max(PACK_COD) iqvia_pack_code,CORP_COD from dm.dm_ims_td_pack_property  group by PROD_COD,CORP_COD) brand on zk.IQVIA_PROD_CODE = brand.iqvia_prod_code  AND replace(zk.CORP_COD,'-','')=brand.corp_cod
-UNION all
-  -------获取 dtp top corp 得 本同期数据------------
-    select 
-  cast(top_corp.sales_quarter as int ) yyyymm  
-  ,top_corp.sales_quarter
-  ,replace(top_corp.rank1,'-','')              rank1
-  ,replace(top_corp.corp_name,'-','') corp_name 
-  ,'' brand_name
-  ,''iqvia_prod_code
-  ,'' iqvia_pack_code
-  ,case when replace(top_corp.corp_name,'-','') ='Others' then '' else pack.corp_cod end  corp_cod
-  -- ,top_corp.source_name
-  ,top_corp.sales_amount*1000000 sales_amount  
-  ,tq.sales_amount*1000000 sales_amount_ly
---   ,case when replace(top_corp.rank1,'-','')  ='' then 'Y' ELSE 'N' END TOTAL_FLAG
-      ,'Y'   TOTAL_FLAG
-from dwd.dwd_gnd_ext_retail_dtp_top_copd top_corp
-left join dwd.dwd_gnd_ext_retail_dtp_top_copd tq 
-on  cast(top_corp.sales_quarter as int ) = cast(tq.sales_quarter+100 as int ) and nvl(top_corp.corp_name,'') = nvl(tq.corp_name,'' ) 
-and tq.rank1 =top_corp.rank1   
--- left join (select zk_corp_des,max(corp_cod) corp_cod from dwd.dwd_inc_gnd_retail_b2c_label_total group by zk_corp_des) pack  
-left join (select distinct  ZK_Corp_C,CORP_COD from  dwd.dwd_inc_gnd_retail_b2c_label_total ) pack
-on replace(top_corp.corp_name,'-','')=pack.ZK_Corp_C
-)
-select distinct 
-      iqvia_prod_code            pack_code
-      ,corp_cod
-      ,'ONCO'    ta
-      ,yyyymm
-      ,null                      ytd
-      ,'ROC'                     geo_key
-      ,'top_corp_rank'       kpi_name
-      ,cast(rank1 as double)     kpi_val 
-      ,null                      kpi_val_ly
-      ,null					             str_kpi_val
-      ,null		            	     str_kpi_val_ly
-      ,null					             kpi_vol 
-      ,null                      kpi_vol_ly
-      ,null					             str_kpi_vol 
-      ,null                      str_kpi_vol_ly
-      ,                           TOTAL_FLAG
-      -- ,null  				             ta
-from tmp where rank1 !=''
-union all 
-select distinct 
-      iqvia_prod_code            pack_code
-      ,corp_cod
-      ,'ONCO'    ta
-      ,yyyymm
-      ,null                      ytd
-      ,'ROC'                     geo_key
-      ,'top_corp_sales_amount'             kpi_name
-      ,sales_amount              kpi_val 
-      ,sales_amount_ly           kpi_val_ly
-      ,null					             str_kpi_val
-      ,null		            	     str_kpi_val_ly
-      ,null					             kpi_vol 
-      ,null                      kpi_vol_ly
-      ,null					             str_kpi_vol 
-      ,null                      str_kpi_vol_ly
-      ,TOTAL_FLAG
-      -- ,null  				             ta
-from tmp   
-
-
--- COMMAND ----------
-
-----------------------------------7月30日新增-------------------------------
--------------------------retail 自有部分数据处理成kpi 形式--------------------
-insert overwrite table dws.dws_zk_retail_sales_own_kpi
---------在 retail 拆分好的结果表里获取pack 粒度的 price 分子
- select 
-        a.iqvia_pack_code  			pack_code
-        ,a.corp_cod
-        ,YYYYMM
-        ,null                                   ytd
-        ,a.AUDIT_COD  geo_key
-        ,'pack_price_fz'       		        KPI_name
-        ,sum(sales_value)                       kpi_val
-        ,sum(sales_value_ly)                    kpi_val_ly
-        ,null					str_kpi_val
-        ,null		            	        str_kpi_val_ly
-        ,null				        kpi_vol 
-        ,null                                   kpi_vol_ly
-        ,null		      			 str_kpi_vol 
-        ,null                                    str_kpi_vol_ly
-	    ,'N'					 TOTAL_FLAG
-        ,case when a.source[0] = '慢性阻塞性肺疾病' then 'RE'
-              WHEN A.source[0]=	'慢性胃炎、胃溃疡' THEN 'GI'
-              WHEN A.source[0] = 'NIAD'	THEN 'DM'
-              WHEN A.source[0] IN ('Brilinta Market','他汀类+血脂康','高血压用药','酒石酸美托洛尔')	THEN 'CV'
-              WHEN A.source[0] ='RD Market' THEN 'RD' 
-        END    ta
-        ,a.brand_flag
-        ,a.pack_flag
-	from    dm.dm_zk_retail_sales  a 
-    GROUP BY   a.iqvia_pack_code  ,a.corp_cod,YYYYMM ,a.AUDIT_COD  
-             ,case when a.source[0] = '慢性阻塞性肺疾病' then 'RE'
-                    WHEN A.source[0]=	'慢性胃炎、胃溃疡' THEN 'GI'
-                    WHEN A.source[0] = 'NIAD'	THEN 'DM'
-                    WHEN A.source[0] IN ('Brilinta Market','他汀类+血脂康','高血压用药','酒石酸美托洛尔')	THEN 'CV'
-                    WHEN A.source[0] ='RD Market' THEN 'RD' 
-              END 
-            ,a.brand_flag
-            ,a.pack_flag
-    having ta is not null and sum(sales_value)>0 
-union all 
---------在 retail 拆分好的结果表里获取pack 粒度的 price 分母
- select 
-        a.iqvia_pack_code  			pack_code
-        ,a.corp_cod
-        ,YYYYMM
-        ,null                                   ytd
-        ,a.AUDIT_COD  geo_key
-        ,'pack_price_fm'       		        KPI_name
-        ,sum(a.sales_unit)                       kpi_val
-        ,sum(a.sales_unit_ly)                    kpi_val_ly
-        ,null					str_kpi_val
-        ,null		            	        str_kpi_val_ly
-        ,null				        kpi_vol 
-        ,null                                   kpi_vol_ly
-        ,null		      			 str_kpi_vol 
-        ,null                                    str_kpi_vol_ly
-	    ,'N'					 TOTAL_FLAG
-        ,case when a.source[0] = '慢性阻塞性肺疾病' then 'RE'
-              WHEN A.source[0]=	'慢性胃炎、胃溃疡' THEN 'GI'
-              WHEN A.source[0] = 'NIAD'	THEN 'DM'
-              WHEN A.source[0] IN ('Brilinta Market','他汀类+血脂康','高血压用药','酒石酸美托洛尔')	THEN 'CV'
-              WHEN A.source[0] ='RD Market' THEN 'RD' 
-        END    ta
-        ,a.brand_flag
-        ,a.pack_flag
-	from    dm.dm_zk_retail_sales  a 
-    GROUP BY   a.iqvia_pack_code  ,a.corp_cod,YYYYMM ,a.AUDIT_COD  
-             ,case when a.source[0] = '慢性阻塞性肺疾病' then 'RE'
-                    WHEN A.source[0]=	'慢性胃炎、胃溃疡' THEN 'GI'
-                    WHEN A.source[0] = 'NIAD'	THEN 'DM'
-                    WHEN A.source[0] IN ('Brilinta Market','他汀类+血脂康','高血压用药','酒石酸美托洛尔')	THEN 'CV'
-                    WHEN A.source[0] ='RD Market' THEN 'RD' 
-              END 
-            ,a.brand_flag
-            ,a.pack_flag
-    having ta is not null and sum(sales_unit)>0 
-
-union all 
---------在 retail 拆分好的结果表里获取pack 粒度的 by counting unit 的 price 分母
-
- select 
-        a.iqvia_pack_code  			pack_code
-        ,a.corp_cod
-        ,YYYYMM
-        ,null                                   ytd
-        ,a.AUDIT_COD  geo_key
-        ,'pack_price_by_counting_unit_fm'       		        KPI_name
-        ,sum(a.counting_unit)                       kpi_val
-        ,sum(a.counting_unit_ly)                    kpi_val_ly
-        ,null					str_kpi_val
-        ,null		            	        str_kpi_val_ly
-        ,null				        kpi_vol 
-        ,null                                   kpi_vol_ly
-        ,null		      			 str_kpi_vol 
-        ,null                                    str_kpi_vol_ly
-	    ,'N'					 TOTAL_FLAG
-        ,case when a.source[0] = '慢性阻塞性肺疾病' then 'RE'
-              WHEN A.source[0]=	'慢性胃炎、胃溃疡' THEN 'GI'
-              WHEN A.source[0] = 'NIAD'	THEN 'DM'
-              WHEN A.source[0] IN ('Brilinta Market','他汀类+血脂康','高血压用药','酒石酸美托洛尔')	THEN 'CV'
-              WHEN A.source[0] ='RD Market' THEN 'RD' 
-        END    ta
-        ,a.brand_flag
-        ,a.pack_flag
-	from    dm.dm_zk_retail_sales  a 
-    GROUP BY   a.iqvia_pack_code  ,a.corp_cod,YYYYMM ,a.AUDIT_COD  
-             ,case when a.source[0] = '慢性阻塞性肺疾病' then 'RE'
-                    WHEN A.source[0]=	'慢性胃炎、胃溃疡' THEN 'GI'
-                    WHEN A.source[0] = 'NIAD'	THEN 'DM'
-                    WHEN A.source[0] IN ('Brilinta Market','他汀类+血脂康','高血压用药','酒石酸美托洛尔')	THEN 'CV'
-                    WHEN A.source[0] ='RD Market' THEN 'RD' 
-              END 
-            ,a.brand_flag
-            ,a.pack_flag
-    having ta is not null and sum(counting_unit)>0
-
- union all 
- --------在 retail pack 粒度的文件中获取加权铺货率
-
-select  distinct 
-         iqvia_pack_code   pack_code
-        ,corp_cod
-        ,YYYYMM
-        ,null ytd
-        ,geo_key
-        ,'weighted_spread_rate'     KPI_name
-        ,weighted_spread_rate       kpi_val
-        ,weighted_spread_rate_ly    kpi_val_ly
-        ,null					         str_kpi_val
-        ,null		            	 str_kpi_val_ly
-        ,null					         kpi_vol 
-        ,null                  kpi_vol_ly
-        ,null		      			   str_kpi_vol 
-        ,null                  str_kpi_vol_ly
-		    ,'N'					  			 TOTAL_FLAG
-        ,ta				             ta
-        ,case when prod.prod_des_c  is null  THEN 2 else  1 END  brand_flag
-        ,case when geo_key ='CHT' THEN 2 else  1 END             pack_flag
-	from tmp.tmp_zk_retail_price   a 
-      left join (SELECT DISTINCT b.prod_des_c FROM TMP.tmp_zk_retail_nataional_brand_union A 
-                LEFT JOIN (SELECT DISTINCT iqvia_pack_code,prod_des_c 
-                           FROM dm.dm_zk_retail_pack_property) b  on a.iqvia_pack_code=b.iqvia_pack_code
-                ) prod on a.prod_des_c=prod.prod_des_c 
-union all 
- --------在 retail pack 粒度的文件中获取数字铺货率
-
-select   distinct
-         iqvia_pack_code
-        ,corp_cod
-        ,YYYYMM
-        ,null ytd
-        ,geo_key
-        ,'digital_spread_rate'     KPI_name
-        ,digital_spread_rate       kpi_val
-        ,digital_spread_rate_ly    kpi_val_ly
-        ,null					         str_kpi_val
-        ,null		            	 str_kpi_val_ly
-        ,null					         kpi_vol 
-        ,null                  kpi_vol_ly
-        ,null		      			   str_kpi_vol 
-        ,null                  str_kpi_vol_ly
-		    ,'N'					  			 TOTAL_FLAG
-        ,ta				             ta
-        ,case when prod.prod_des_c  is null  THEN 2 else  1 END  brand_flag
-        ,case when geo_key ='CHT' THEN 2 else  1 END             pack_flag
-	from tmp.tmp_zk_retail_price   a 
-      left join (SELECT DISTINCT b.prod_des_c FROM TMP.tmp_zk_retail_nataional_brand_union A 
-                LEFT JOIN (SELECT DISTINCT iqvia_pack_code,prod_des_c 
-                           FROM dm.dm_zk_retail_pack_property) b  on a.iqvia_pack_code=b.iqvia_pack_code
-                ) prod on a.prod_des_c=prod.prod_des_c 
-union  all 
- --------在 retail pack 粒度的文件中获取计算pack 粒度的price 
-select distinct 
-        iqvia_pack_code
-        ,corp_cod
-        ,YYYYMM
-        ,null ytd
-        ,geo_key
-        ,'pack_price'     KPI_name
-        ,round(sum(sales_value)/sum(sales_unit),3)  kpi_val
-        ,round(sum(sales_value_ly)/sum(sales_unit_ly),3)  kpi_val_ly
-        ,null					         str_kpi_val
-        ,null		            	 str_kpi_val_ly
-        ,null					         kpi_vol 
-        ,null                  kpi_vol_ly
-        ,null		      			   str_kpi_vol 
-        ,null                  str_kpi_vol_ly
-		    ,'N'					  			 TOTAL_FLAG
-        ,ta				             ta
-        ,case when prod.prod_des_c  is null  THEN 2 else  1 END  brand_flag
-        ,case when geo_key ='CHT' THEN 2 else  1 END             pack_flag
-	from tmp.tmp_zk_retail_price   a 
-      left join (SELECT DISTINCT b.prod_des_c FROM TMP.tmp_zk_retail_nataional_brand_union A 
-                LEFT JOIN (SELECT DISTINCT iqvia_pack_code,prod_des_c 
-                           FROM dm.dm_zk_retail_pack_property) b  on a.iqvia_pack_code=b.iqvia_pack_code
-                ) prod on a.prod_des_c=prod.prod_des_c 
-  group by corp_cod,YYYYMM,geo_key,ta,iqvia_pack_code
-          ,case when prod.prod_des_c  is null  THEN 2 else  1 END  
-          ,case when geo_key ='CHT' THEN 2 else  1 END              
-
-union all 
- --------在 retail pack 粒度的文件中获取计算pack 粒度的price by counting unit  
-
-select distinct
-        a.iqvia_pack_code
-        ,a.corp_cod
-        ,YYYYMM
-        ,null ytd
-        ,geo_key
-        ,'pack_price_by_counting_unit'     KPI_name
-        ,round(sum(sales_value)/sum(sales_unit*(b.counting_unit/coalesce(b.unit,1 ))),3)  kpi_val
-        ,round(sum(sales_value_ly)/sum(sales_unit_ly*(b.counting_unit/coalesce(b.unit,1 ))),3)  kpi_val_ly
-        ,null					         str_kpi_val
-        ,null		            	 str_kpi_val_ly
-        ,null					         kpi_vol 
-        ,null                  kpi_vol_ly
-        ,null		      			   str_kpi_vol 
-        ,null                  str_kpi_vol_ly
-		    ,'N'					  			 TOTAL_FLAG
-        ,ta				             ta
-        ,case when prod.prod_des_c  is null  THEN 2 else  1 END  brand_flag
-        ,case when geo_key ='CHT' THEN 2 else  1 END             pack_flag
-    from tmp.tmp_zk_retail_price   a 
-    left join dwd.dwd_gnd_ext_retail_pack_property b on a.zk_product_id =b.product_id  
-    left join (SELECT DISTINCT b.prod_des_c FROM TMP.tmp_zk_retail_nataional_brand_union A 
-                LEFT JOIN (SELECT DISTINCT iqvia_pack_code,prod_des_c 
-                           FROM dm.dm_zk_retail_pack_property) b  on a.iqvia_pack_code=b.iqvia_pack_code
-                ) prod on a.prod_des_c=prod.prod_des_c   
-  group by a.corp_cod,YYYYMM,geo_key,ta,a.iqvia_pack_code
-            ,case when prod.prod_des_c  is null  THEN 2 else  1 END  
-            ,case when geo_key ='CHT' THEN 2 else  1 END       
-union all 
- --------在 retail brand 品牌文件中获取数字铺货率 并对re 特殊处理，re相关品牌优先取inhaled market 对应 pack  
-
-  SELECT distinct
-        nvl(B.iqvia_pack_code,val.iqvia_pack_code )                  pack_code
-        ,val.corp_cod 			         corp_cod    
-        ,val.YYYYMM				   YYYYMM
-        ,null                                ytd
-        ,val.geo_key                  	   geo_key 
-        ,'num_dist_rate'  		         KPI_name 
-        ,val.num_dist_rate			   kpi_val 
-        ,val.num_dist_rate_ly			   kpi_val_ly 
-        ,null					   str_kpi_val
-        ,null		            	   str_kpi_val_ly
-        ,null					   kpi_vol 
-        ,null                                kpi_vol_ly
-        ,null					   str_kpi_vol 
-        ,null                                str_kpi_vol_ly
-		    ,'N'								 TOTAL_FLAG
-        ,ta 				         ta
-        ,case when prod.prod_des_c  is null  THEN 2 else  1 END  brand_flag
-        ,case when geo_key ='CHT' THEN 2 else  1 END             pack_flag
-   from tmp.tmp_zk_retail_nataional_brand_union val 
-   left join (select distinct iqvia_pack_code ,prod_des_c from dm.dm_zk_retail_pack_property ) c on val.iqvia_pack_code=c.iqvia_pack_code
-   left join (select prod_des_c,max(iqvia_pack_code) iqvia_pack_code from dm.dm_zk_retail_pack_property
-            --   where market='Inhaled Extended Market by Brand' group by  1) b    on   c.prod_des_c =b.prod_des_c
-            where market='Inhaled Extended Market' group by  1) b    on   c.prod_des_c =b.prod_des_c
-    left join (SELECT DISTINCT b.prod_des_c FROM TMP.tmp_zk_retail_nataional_brand_union A 
-                LEFT JOIN (SELECT DISTINCT iqvia_pack_code,prod_des_c 
-                           FROM dm.dm_zk_retail_pack_property) b  on a.iqvia_pack_code=b.iqvia_pack_code
-                ) prod on c.prod_des_c=prod.prod_des_c   
-   where     val.ranked_by ='volume'
-  union all 
- --------在 retail brand 品牌文件中获取加权铺货率 并对re 特殊处理，re相关品牌优先取inhaled market 对应 pack  
-
-  SELECT distinct
-        nvl(B.iqvia_pack_code,val.iqvia_pack_code )                  pack_code
-        ,val.corp_cod 			         corp_cod    
-        ,val.YYYYMM				   YYYYMM
-        ,null                                ytd
-        ,val.geo_key                  	   geo_key 
-        ,'weig_dist_rate'  		       
-        ,val.weig_dist_rate				 
-        ,val.weig_dist_rate_ly	
-        ,null					   str_kpi_val
-        ,null		            	   str_kpi_val_ly
-        ,null					   kpi_vol 
-        ,null                                kpi_vol_ly
-        ,null					   str_kpi_vol 
-        ,null                                str_kpi_vol_ly
-		    ,'N'								 TOTAL_FLAG
-        ,ta 				         ta
-        ,case when prod.prod_des_c  is null  THEN 2 else  1 END  brand_flag
-        ,case when geo_key ='CHT' THEN 2 else  1 END             pack_flag
-   from tmp.tmp_zk_retail_nataional_brand_union val 
-   left join (select distinct iqvia_pack_code ,prod_des_c from dm.dm_zk_retail_pack_property ) c on val.iqvia_pack_code=c.iqvia_pack_code
---    left join (select prod_des_c,max(iqvia_pack_code) iqvia_pack_code from dm.dm_zk_retail_pack_property where market='Inhaled Extended Market by Brand' group by  1) b    on   c.prod_des_c =b.prod_des_c
-    left join (select prod_des_c,max(iqvia_pack_code) iqvia_pack_code from dm.dm_zk_retail_pack_property where market='Inhaled Extended Market' group by  1) b
-           on c.prod_des_c =b.prod_des_c
-    left join (SELECT DISTINCT b.prod_des_c FROM TMP.tmp_zk_retail_nataional_brand_union A 
-                LEFT JOIN (SELECT DISTINCT iqvia_pack_code,prod_des_c 
-                           FROM dm.dm_zk_retail_pack_property) b  on a.iqvia_pack_code=b.iqvia_pack_code
-                ) prod on c.prod_des_c=prod.prod_des_c   
-   where     val.ranked_by ='volume'
-
--- COMMAND ----------
-
----------------将所有渠道kpi 数据汇总到dm --------------
------KPI 表汇总
------ytd  为是否ytd flag 
------geo 将cht(全国) 改成 ROC 
------DTP FLAG   O  非dtp ， 1 dtp 数据
-insert overwrite table  dm.dm_zk_retail_sales_kpi 
-(pack_code
-,corp_cod
-,ta
-,YYYYMM
-,ytd
-,geo_key
-,KPI_name
-,kpi_val
-,kpi_val_ly
-,str_kpi_val
-,str_kpi_val_ly
-,kpi_vol
-,kpi_vol_ly
-,str_kpi_vol
-,str_kpi_vol_ly
-,TOTAL_FLAG
-,data_source
-,dtp_flag
-,brand_flag
-,pack_flag
-)
---------retail 渠道 kpi  
-select 
-    nvl(pack_code,'')  pack_code  
-    ,nvl(corp_cod,'')  corp_cod
-    ,nvl(ta,'')   ta
-    ,nvl(YYYYMM,cast( if(length(ytd)=7 AND substr(ytd,6,1)<>'Q',concat('20',substr(ytd,4,2))*100 + right(ytd,2) ,concat('20',substr(ytd,4,2))*100  + right(ytd,1) * 3 ) as int ))   YYYYMM
-    ,if(ytd IS NOT NULL ,'Y' ,'N')  YTD
-    ,case when geo_key ='CHT' THEN 'ROC' ELSE nvl(geo_key,'') END geo_key
-    ,nvl(kpi_name,'') as kpi_name
-    ,nvl(cast(kpi_val as double),0)  kpi_val 
-    ,nvl(cast(kpi_val_ly as double),0) kpi_val_ly  
-    ,nvl(str_kpi_val,'')  
-    ,nvl(str_kpi_val_ly,'')  
-    ,nvl(cast(kpi_vol as double),0) kpi_vol  
-    ,nvl(cast(kpi_vol_ly as double),0) kpi_vol_ly  
-    ,nvl(str_kpi_vol,'')  
-    ,nvl(str_kpi_vol_ly,'')  
-    ,nvl(TOTAL_FLAG,'') 
-    ,'Retail(Quarterly)'  data_source
-    ,'0' dtp_flag
-    ,0
-    , 0
- from dws.dws_zk_retail_sales_kpi
- WHERE nvl(ta,'' ) NOT IN ('GI-Rx','GI-OTC')
- ---------------dtp 的kpi 
- union all 
-select 
-    nvl(pack_code,'')  pack_code  
-    ,nvl(corp_cod,'')  corp_cod
-    ,nvl(ta,'')   ta
-    ,nvl(YYYYMM,cast( if(length(ytd)=7,concat('20',substr(ytd,4,2))*100 + right(ytd,1) * 3 ,substr(ytd,4,4) * 100 + right(ytd,1) * 3 ) as int ))   YYYYMM
-    ,if(ytd IS NOT NULL ,'Y' ,'N')  YTD
-    ,case when geo_key ='CHT' THEN 'ROC' ELSE nvl(geo_key,'') END 
-    ,nvl(kpi_name,'')
-    ,nvl(kpi_val,0)
-    ,nvl(kpi_val_ly,0)  
-    ,nvl(str_kpi_val,'')  
-    ,nvl(str_kpi_val_ly,'')  
-    ,nvl(kpi_vol,0)  
-    ,nvl(kpi_vol_ly,0)  
-    ,nvl(str_kpi_vol,'')  
-    ,nvl(str_kpi_vol_ly,'')  
-    ,nvl(TOTAL_FLAG,'') 
-    ,'Retail(Quarterly)'  data_source
-    ,'1' dtp_flag
-    ,0
-    ,0
-from  dws.dws_zk_retail_dtp_sales_kpi 
- WHERE nvl(ta,'' ) NOT IN ('GI-Rx','GI-OTC')
---拼接retail 自有部分kpi 
- union all 
-select 
-    nvl(pack_code,'')  pack_code  
-    ,nvl(corp_cod,'')  corp_cod
-    ,nvl(ta,'')   ta
-    ,nvl(YYYYMM,cast( if(length(ytd)=7,concat('20',substr(ytd,4,2))*100 + right(ytd,1) * 3 ,substr(ytd,4,4) * 100 + right(ytd,1) * 3 ) as int ))   YYYYMM
-    ,if(ytd IS NOT NULL ,'Y' ,'N')  YTD
-    ,case when geo_key ='CHT' THEN 'ROC' ELSE nvl(geo_key,'') END geo_key
-    ,nvl(kpi_name,'')
-    ,nvl(cast(kpi_val as double),0)  kpi_val 
-    ,nvl(cast(kpi_val_ly as double),0) kpi_val_ly  
-    ,nvl(str_kpi_val,'')  
-    ,nvl(str_kpi_val_ly,'')  
-    ,nvl(cast(kpi_vol as double),0) kpi_vol  
-    ,nvl(cast(kpi_vol_ly as double),0) kpi_vol_ly  
-    ,nvl(str_kpi_vol,'')  
-    ,nvl(str_kpi_vol_ly,'')  
-    ,nvl(TOTAL_FLAG,'') 
-    ,'Retail(Quarterly)'  data_source
-    ,'0' dtp_flag
-    ,nvl(brand_flag,0)
-    ,nvl(pack_flag,0)
- from dws.dws_zk_retail_sales_own_kpi
- WHERE nvl(ta,'' ) NOT IN ('GI-Rx','GI-OTC')
-  
- 
-
-
--- COMMAND ----------
-
-/*
-修改人：chenwu
-修改时间：20250319
-修改内容：如果tblbrandratio 里面的没有对应的 ratio 则用market_ratio兜底而不是直接1
-*/
-------------------------生产retail 的ratio 表，该表系数用于计算pdot--------
-insert overwrite table dm.dm_zk_retail_market_ratio 
-select distinct
-    a.market || a.iqvia_pack_code                     as market_pack_key
-    ,a.iqvia_pack_code                                as pack_cod
-    ,a.prod_des                                       as prod_des
-    ,a.cmps_des                                       as cmps_des
-    ,a.corp_cod                                       as corp_cod
-    ,a.market                                         as market
-    ,a.extend_market_ratio                            as value_market_ratio
-    ,a.extend_market_ratio                            as unit_market_ratio
-		,coalesce(case when t4.ratio is null then t5.ratio*coalesce(a.extend_market_ratio ,1 )
-				 else t4.ratio*coalesce(a.extend_market_ratio ,1 )
-				 end ,a.extend_market_ratio ) countingunit_market_ratio --20250319如果tblbrandratio 里面的没有对应的 ratio 则用market_ratio兜底而不是直接1
-   ,from_utc_timestamp(current_timestamp(),'UTC+8') 	    AS etl_insert_dt
-   ,from_utc_timestamp(current_timestamp(),'UTC+8') 	    AS etl_update_dt
- from tmp.tmp_dm_zk_retail_pack_property  a 
-left join (--COUNTINGUNIT
-	select distinct 
-		market,
-		cmps_cod,
-		cmps_des,
-		pack_cod,
-		pack_des,
-		level,
-		type,
-		cast(ratio as float) as ratio,
-		cast(starttime as int) starttime,
-		cast (endtime as int) endtime
-	from dwd.dwd_gnd_ims_tblbrandratio 
-    where UPPER(TYPE) = 'COUNTINGUNIT' and UPPER(Level) = 'PACK'   
-)t4 on a.market=t4.market
-    and if( a.iqvia_pack_code REGEXP '^[0-9]',right(concat('000000000000',a.iqvia_pack_code),12),a.iqvia_pack_code)
-		= if( t4.PACK_COD REGEXP '^[0-9]',right(concat('000000000000',t4.PACK_COD),12),t4.PACK_COD)
-		--right(concat('0000000',a.iqvia_pack_code ), 7) = right(concat('0000000',t4.PACK_COD ),7 )
-left join (--COUNTINGUNIT
-	select distinct 
-		market,
-		cmps_cod,
-		cmps_des,
-		pack_cod,
-		pack_des,
-		level,
-		type,
-		cast(ratio as float) as ratio,
-		cast(starttime as int) starttime,
-		cast (endtime as int) endtime
-	from dwd.dwd_gnd_ims_tblbrandratio 
-    where UPPER(TYPE) = 'COUNTINGUNIT' and UPPER(Level) = 'MOLECULE'
-) t5 on a.market=t5.market
-    and  right(concat('000000',a.CMPS_COD ),6 )= right(concat('000000',t5.CMPS_COD ),6 )
-union all 
-select distinct
-    a.market || a.iqvia_pack_code                     as market_pack_key
-    ,a.iqvia_pack_code                                as pack_cod
-    ,a.prod_des                                       as prod_des
-    ,a.cmps_des                                       as cmps_des
-    ,a.corp_cod                                       as corp_cod
-    ,a.market                                         as market
-    ,a.Market_Ratio                            as value_market_ratio
-    ,a.Market_Ratio                            as unit_market_ratio
-		,coalesce(case when t4.ratio is null then t5.ratio*coalesce(a.Market_Ratio ,1 )
-				 else t4.ratio*coalesce(a.Market_Ratio ,1 )
-				 end ,a.Market_Ratio  ) countingunit_market_ratio --20250319如果tblbrandratio 里面的没有对应的 ratio 则用market_ratio兜底而不是直接1
-   ,from_utc_timestamp(current_timestamp(),'UTC+8') 	    AS etl_insert_dt
-   ,from_utc_timestamp(current_timestamp(),'UTC+8') 	    AS etl_update_dt
- from dws.dws_zk_retail_dtp_market  a 
-left join (--COUNTINGUNIT
-	select distinct 
-		market,
-		cmps_cod,
-		cmps_des,
-		pack_cod,
-		pack_des,
-		level,
-		type,
-		cast(ratio as float) as ratio,
-		cast(starttime as int) starttime,
-		cast (endtime as int) endtime
-	from dwd.dwd_gnd_ims_tblbrandratio 
-    where UPPER(TYPE) = 'COUNTINGUNIT' and UPPER(Level) = 'PACK'
-)t4 on a.market=t4.market
-    -- and right(concat('0000000',a.iqvia_pack_code ), 7)  = right(concat('0000000',t4.PACK_COD ),7 )
-    and if( a.iqvia_pack_code REGEXP '^[0-9]',right(concat('000000000000',a.iqvia_pack_code),12),a.iqvia_pack_code)
-		= if( t4.PACK_COD REGEXP '^[0-9]',right(concat('000000000000',t4.PACK_COD),12),t4.PACK_COD)
-left join (--COUNTINGUNIT
-	select distinct 
-		market,
-		cmps_cod,
-		cmps_des,
-		pack_cod,
-		pack_des,
-		level,
-		type,
-		cast(ratio as float) as ratio,
-		cast(starttime as int) starttime,
-		cast (endtime as int) endtime
-	from dwd.dwd_gnd_ims_tblbrandratio 
-    where UPPER(TYPE) = 'COUNTINGUNIT' and UPPER(Level) = 'MOLECULE'
-) t5 on a.market=t5.market
-    and  right(concat('000000',a.CMPS_COD ),6 ) = right(concat('000000',t5.CMPS_COD ),6 )
- 
\ No newline at end of file
diff --git a/EXTERNAL/Retail/z2 retail_load_data_作废.sql:Zone.Identifier b/EXTERNAL/Retail/z2 retail_load_data_作废.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/Retail/z3 retail_overview_data_作废.sql b/EXTERNAL/Retail/z3 retail_overview_data_作废.sql
deleted file mode 100644
index f378188..0000000
--- a/EXTERNAL/Retail/z3 retail_overview_data_作废.sql	
+++ /dev/null
@@ -1,1201 +0,0 @@
--- Databricks notebook source
--- MAGIC %md
--- MAGIC 此代码主要加工 free report 中retail 自有部分的 overview 文件 和 b2c配置表维度 及品牌数据报表指标导出
--- MAGIC * 1.dm_zk_retail_overview_data  overview 文件union 表格
--- MAGIC * 2.dm_zk_retail_product_info  B2C 配置表的维度（底表直接抽）
--- MAGIC * 3.dm_zk_retail_brand 品牌数据报表中的指标
--- MAGIC
-
--- COMMAND ----------
-
-----------------------------------------------------------------------------------------
---修改时间：20240821
---修改人：FanXujia
---修改内容：
---导出模板整合，由原来的十几个文件改为3个文件
-----------------------------------------------------------------------------------------
-
--- COMMAND ----------
-
--- -------------------------------------------将所有overview 数据整合在同一张表里--------------------------------------------------------------
--- -- 注意事项：
--- --rank1字段：Total行排名设为99，其他行如果数据源是null，则设为98。总之不能为null。
--- --           每个数据源文件（file_name）判断是否Total行的方式不尽相同，具体参考代码。
--- --sales_quarter字段：数据源中有两种格式，24Q1以及2024Q1，因此需要统一成2024Q1这种格式。
--- --                   有些因为是YTD的值，源文件里sales_quarter是null，需将YTD字段中的时间拆出来作为sales_quarter字段的值
--- --最终表的source_name字段的内容是各个TA，RC字段是南区、北区等。而数据源文件中都叫source_name，每个源文件需按实际情况拆分成2列
--- --yyyymm字段：Q1是3月、Q2是6月、Q3是9月、Q4是12月。
-insert overwrite table dws.dws_zk_retail_overview_data 
-(
-rank1
-,product_desc
-,product_type
-,common_name
-,brand
-,corp
-,corporation
-,corp_type
-,sales_quarter
-,yyyymm
-,ytd
-,sales_amount
-,sales_amount_ly
-,sales_amount_total
-,sales_amount_ly_total
-,rx_type
-,top1_brand_val
-,top1_brand_gr
-,top2_brand_val
-,top2_brand_gr
-,top1_incremental_brand
-,top1_incremental_gr
-,top2_incremental_brand
-,top2_incremental_gr
-,ytd_gr
-,ytd_ms
-,ytd_delta_ms
-,dtp_name
-,file_name
-,source_name
-,rc
-,rx_otc
-,top_incre
-,etl_insert_dt
-,etl_update_dt
-)
-with overview as
-(
--- select 
---   case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
---        when rank1 is null then '98'
---        else replace(rank1,' ','') end as rank1
---   ,null                 as product_desc
---   ,null                 as product_type
---   ,null                 as common_name
---   ,null                 as brand
---   ,corp_desc            as corp 
---   ,corporation
---   ,corp_type
---   ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
---         else sales_quarter
---         end as sales_quarter
---   ,null                 as ytd
---   ,sales_amount
---   ,null 			 	  		as rx_type
---   ,null 			 	  		as top1_brand_val
---   ,null 			 	  		as top1_brand_gr
---   ,null 			 	  		as top2_brand_val
---   ,null 			 	  		as top2_brand_gr
---   ,null 			 	  		as top1_incremental_brand
---   ,null 			 	  		as top1_incremental_gr
---   ,null 			 	  		as top2_incremental_brand 
---   ,null 			 	  		as top2_incremental_gr
---   ,ytd_gr
---   ,ytd_ms
---   ,ytd_delta_ms
---   ,null 			 	  		as dtp_name
---   ,'全国-Rx-TOP集团'    file_name
---   ,null                 source_name
---   ,null                 rc
--- from dwd.dwd_gnd_ext_retail_nataional_top_corp
--- union all 
--- select 
---   case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
---        when rank1 is null then '98'
---        else replace(rank1,' ','') end as rank1
---   ,product_desc
---   ,product_type
---   ,common_name
---   ,brand
---   ,corp
---   ,corporation
---   ,null                 as  corp_type
---   ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
---         else sales_quarter
---         end as sales_quarter
---   ,null                 as ytd
---   ,sales_amount
---   ,null 			 	  		as rx_type
---   ,null 			 	  		as top1_brand_val
---   ,null 			 	  		as top1_brand_gr
---   ,null 			 	  		as top2_brand_val
---   ,null 			 	  		as top2_brand_gr
---   ,null 			 	  		as top1_incremental_brand
---   ,null 			 	  		as top1_incremental_gr
---   ,null 			 	  		as top2_incremental_brand 
---   ,null 			 	  		as top2_incremental_gr
---    ,ytd_gr
---   ,ytd_ms
---   ,ytd_delta_ms
---   ,null 			 	  		as dtp_name
---   ,'全国-Rx-TOP产品'    file_name
---   ,null                 source_name
---   ,null                  rc 
--- from dwd.dwd_gnd_ext_retail_nataional_top_product
--- union all 
--- select  
---   case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
---        when rank1 is null then '98'
---        else replace(rank1,' ','') end as rank1
---   ,product_desc
---   ,product_type
---   ,common_name
---   ,brand
---   ,corp
---   ,corporation
---   ,null                 as corp_type
---   ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
---         else sales_quarter
---         end as sales_quarter
---   ,null                 as ytd
---   ,sales_amount
---   ,null 			 	  		as rx_type
---   ,null 			 	  		as top1_brand_val
---   ,null 			 	  		as top1_brand_gr
---   ,null 			 	  		as top2_brand_val
---   ,null 			 	  		as top2_brand_gr
---   ,null 			 	  		as top1_incremental_brand
---   ,null 			 	  		as top1_incremental_gr
---   ,null 			 	  		as top2_incremental_brand 
---   ,null 			 	  		as top2_incremental_gr
---    ,ytd_gr
---   ,ytd_ms
---   ,ytd_delta_ms
---   ,null 			 	  		as dtp_name
---   ,'全国-Rx-TOP增量产品' file_name
---   ,null                 source_name
---   ,null                  rc 
---  from dwd.dwd_gnd_ext_retail_nataional_top_incr_product
--- union all 
--- select 
---   case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
---        when rank1 is null then '98'
---        else replace(rank1,' ','') end as rank1
---   ,null              as product_desc
---   ,null              as product_type
---   ,null              as common_name
---   ,null              as brand
---   ,corp_desc corp 
---   ,corporation
---   ,corp_type
---   ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
---         else sales_quarter
---         end as sales_quarter
---   ,null              as ytd
---   ,sales_amount
---   ,null 			 	  		as rx_type
---   ,null 			 	  		as top1_brand_val
---   ,null 			 	  		as top1_brand_gr
---   ,null 			 	  		as top2_brand_val
---   ,null 			 	  		as top2_brand_gr
---   ,null 			 	  		as top1_incremental_brand
---   ,null 			 	  		as top1_incremental_gr
---   ,null 			 	  		as top2_incremental_brand 
---   ,null 			 	  		as top2_incremental_gr
---    ,ytd_gr
---   ,ytd_ms
---   ,ytd_delta_ms
---   ,null 			 	  		as dtp_name
---   ,'全国-Rx+OTC-TOP集团'  file_name
---   ,null                 source_name
---   ,null                  rc 
--- from  dwd.dwd_gnd_ext_retail_nataional_rx_otc_corp
-
--- union all 
--- select  
---   case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
---        when rank1 is null then '98'
---        else replace(rank1,' ','') end as rank1
---   ,product_desc
---   ,product_type
---   ,common_name
---   ,brand
---   ,corp
---   ,corporation
---   ,null               as corp_type
---   ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
---         else sales_quarter
---         end as sales_quarter
---   ,null               as ytd
---   ,sales_amount
---   ,null 			 	  		as rx_type
---   ,null 			 	  		as top1_brand_val
---   ,null 			 	  		as top1_brand_gr
---   ,null 			 	  		as top2_brand_val
---   ,null 			 	  		as top2_brand_gr
---   ,null 			 	  		as top1_incremental_brand
---   ,null 			 	  		as top1_incremental_gr
---   ,null 			 	  		as top2_incremental_brand 
---   ,null 			 	  		as top2_incremental_gr
---    ,ytd_gr
---   ,ytd_ms
---   ,ytd_delta_ms
---   ,null 			 	  		as dtp_name
---   ,'全国-Rx+OTC-TOP产品' file_name
---   ,null                 source_name
---   ,null                  rc 
--- from  dwd.dwd_gnd_ext_retail_nataional_rx_otc_product
-
-
--- union all 
--- select  
---   case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
---        when rank1 is null then '98'
---        else replace(rank1,' ','') end as rank1
---   ,null							  as product_desc
---   ,null						  	as product_type
---   ,null							  as common_name
---   ,null							  as brand
---   ,corp_desc 					as corp 
---   ,corp_name
---   ,corp_type
---   ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
---         else sales_quarter
---         end as sales_quarter
---   ,null            		as ytd
---   ,sales_amount
---   ,null 			 	  		as rx_type
---   ,null 			 	  		as top1_brand_val
---   ,null 			 	  		as top1_brand_gr
---   ,null 			 	  		as top2_brand_val
---   ,null 			 	  		as top2_brand_gr
---   ,null 			 	  		as top1_incremental_brand
---   ,null 			 	  		as top1_incremental_gr
---   ,null 			 	  		as top2_incremental_brand 
---   ,null 			 	  		as top2_incremental_gr
---    ,ytd_gr
---   ,ytd_ms
---   ,ytd_delta_ms
---   ,null 			 	  		as dtp_name
---   ,'全国-分TA-TOP集团' file_name
---   ,source_name         
---   ,null                  rc 
--- from dwd.dwd_gnd_ext_retail_nataional_ta_top_corp
-
--- union all 
-
--- select 
---   case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
---        when rank1 is null then '98'
---        else replace(rank1,' ','') end as rank1
---   ,product_desc
---   ,null            as  product_type
---   ,common_name
---   ,null            as  brand
---   ,corp
---   ,corp_name corporation
---   ,null            as  corp_type
---   ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
---         else sales_quarter
---         end as sales_quarter
---   ,null            as ytd
---   ,sales_amount
---   ,null 			 	   as rx_type
---   ,null 			 	   as top1_brand_val
---   ,null 			 	   as top1_brand_gr
---   ,null 			 	   as top2_brand_val
---   ,null 			 	   as top2_brand_gr
---   ,null 			 	   as top1_incremental_brand
---   ,null 			 	   as top1_incremental_gr
---   ,null 			 	   as top2_incremental_brand 
---   ,null 			 	   as top2_incremental_gr
---    ,ytd_gr
---   ,ytd_ms
---   ,ytd_delta_ms
---   ,null 			 	   as dtp_name
---   ,'全国-分TA-TOP产品' file_name
---   ,source_name
---   ,null                  rc 
--- from  dwd.dwd_gnd_ext_retail_nataional_ta_top_product
--- union all 
--- select 
---   case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
---        when rank1 is null then '98'
---        else replace(rank1,' ','') end as rank1
--- 	,product_desc
--- 	,null            as  product_type
--- 	,common_name
--- 	,null            as  brand
--- 	,corp
--- 	,corp_name       as  corporation
--- 	,null            as  corp_type
---   ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
---         else sales_quarter
---         end as sales_quarter
--- 	,null            as ytd
--- 	,sales_amount
--- 	,null 			 	   as rx_type
--- 	,null 			 	   as top1_brand_val
--- 	,null 			 	   as top1_brand_gr
--- 	,null 			 	   as top2_brand_val
--- 	,null 			 	   as top2_brand_gr
--- 	,null 			 	   as top1_incremental_brand
--- 	,null 			 	   as top1_incremental_gr
--- 	,null 			 	   as top2_incremental_brand 
--- 	,null 			 	   as top2_incremental_gr
---    ,ytd_gr
---   ,ytd_ms
---   ,ytd_delta_ms
--- 	,null 			 	   as dtp_name
---   ,'全国-分TA-TOP增量产品' file_name
---   ,source_name
---   ,null                  rc 
--- from  dwd.dwd_gnd_ext_retail_nataional_ta_incr_product
-  
--- union all 
--- select 
---   case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
---        when rank1 is null then '98'
---        else replace(rank1,' ','') end as rank1
---   ,null						        as product_desc
---   ,null						        as product_type
---   ,null						        as common_name
---   ,null						        as brand
---   ,corp_desc 				      as corp 
---   ,corporation
---   ,corp_type
---   ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
---         else sales_quarter
---         end as sales_quarter
---   ,null                   as ytd
---   ,sales_amount
---   ,null 			 	         as rx_type
---   ,null 			 	         as top1_brand_val
---   ,null 			 	         as top1_brand_gr
---   ,null 			 	         as top2_brand_val
---   ,null 			 	         as top2_brand_gr
---   ,null 			 	         as top1_incremental_brand
---   ,null 			 	         as top1_incremental_gr
---   ,null 			 	         as top2_incremental_brand 
---   ,null 			 	         as top2_incremental_gr
---    ,ytd_gr
---   ,ytd_ms
---   ,ytd_delta_ms
---   ,null 			 	         as dtp_name
---   ,'分大区-Rx-TOP集团' file_name
---   ,null                source_name
---   ,source_name                  rc 
--- from  dwd.dwd_gnd_ext_retail_area_top_corp
-  
--- union all 
---  select 
---   case when upper(type_name) = 'RX' then '99'
---        else '98' end     as rank1
---   ,null                  as product_desc
---   ,null                  as product_type
---   ,null                  as common_name
---   ,null                  as brand
---   ,null                  as corp 
---   ,null                  as corporation
---   ,type_name			       as corp_type
---   ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
---         else sales_quarter
---         end as sales_quarter
---   ,null 				         as ytd
---   ,sales_amount
---   ,null 			 	         as rx_type
---   ,null 			 	         as top1_brand_val
---   ,null 			 	         as top1_brand_gr
---   ,null 			 	         as top2_brand_val
---   ,null 			 	         as top2_brand_gr
---   ,null 			 	         as top1_incremental_brand
---   ,null 			 	         as top1_incremental_gr
---   ,null 			 	         as top2_incremental_brand 
---   ,null 			 	         as top2_incremental_gr
---   ,null                  as ytd_gr
---   ,null                  as ytd_ms
---   ,null                  as ytd_delta_ms
---   ,null 			 	         as dtp_name
---   ,'Rx市场' file_name
---   ,null                          as source_name
---   ,null                  rc 
---  from  dwd.dwd_gnd_ext_retail_rx_market   ---这个没有ytd 三个字段添加
-
--- union all 
--- select 
---    case when upper(corporation) like 'TOTAL %' then '99'
---         else '98' end as rank1
---   ,null                           as product_desc
---   ,null                           as product_type
---   ,null                           as common_name
---   ,null                           as brand
---   ,null                           as corp 
---   ,corporation
---   ,null                           as corp_type
---   ,concat('20',trim(replace(quarter_flag,'YTD','' ))) as sales_quarter
---   ,quarter_flag                   as ytd
---   ,null                           as sales_amount
---   ,null                           as rx_type
---   ,replace(top1_brand_val,'-','')  top1_brand_val
---   ,top1_brand_gr top1_brand_gr
---   ,replace(top2_brand_val,'-','')  top2_brand_val
---   ,top2_brand_gr        top2_brand_gr
---   ,replace(top1_incremental_brand,'-','') top1_incremental_brand
---   ,top1_incremental_gr
---   ,replace(top2_incremental_brand,'-','') top2_incremental_brand 
---   ,top2_incremental_gr
---   ,null               as ytd_gr
---   ,null               as ytd_ms
---   ,null               as ytd_delta_ms
---   ,null                                    as dtp_name
---   ,'Rx-TOP集团' file_name
---   ,null                          as source_name
---   ,null                  rc 
--- from dwd.dwd_gnd_ext_retail_rx_top_corp    ---这个没有ytd 三个字段添加
--- union all 
-
--- select 
---   case when upper(corporation) like '% TTL' then '99'
---        else '98' end as rank1
---   ,null                           as product_desc
---   ,null                           as product_type
---   ,null                           as common_name
---   ,null                           as brand
---   ,null                           as corp 
---   ,corporation
---   ,null 									         as corp_type
---   ,concat('20',trim(replace(quarter_flag,'YTD','' ))) as sales_quarter
---   ,quarter_flag                   as ytd
---   ,NULL									         as sales_amount
---   ,rx_type
---   ,replace(top1_brand_val,'-','')  		    as top1_brand_val
---   ,top1_brand_gr
---   ,replace(top2_brand_val,'-','')  		    as top2_brand_val
---   , top2_brand_gr
---   ,replace(top1_incremental_brand,'-','')  as top1_incremental_brand
---   , top1_incremental_gr
---   ,replace(top2_incremental_brand,'-','')  as top2_incremental_brand 
---   ,top2_incremental_gr
---   ,null               as ytd_gr
---   ,null               as ytd_ms
---   ,null               as ytd_delta_ms
---   ,null                                    as dtp_name
---   ,'分TA-TOP集团' file_name
---   ,trim(replace(rx_type,' TTL','' ) )      as source_name
---   ,null                  rc 
---  from  dwd.dwd_gnd_ext_retail_rx_ta_top_corp      ---这个没有ytd 三个字段添加
---  union all 
-
--- select 
---    '99'               as rank1
---   ,null               as product_desc
---   ,null               as product_type
---   ,null               as common_name
---   ,null               as brand
---   ,null               as corp 
---   ,null      		      as corporation
---   ,null      		      as corp_type
---   ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
---         else sales_quarter
---         end as sales_quarter
---   ,null      		      as ytd
---   ,sales_amount
---   ,null 			        as rx_type
---   ,null 			        as top1_brand_val
---   ,null 			        as top1_brand_gr
---   ,null 			        as top2_brand_val
---   ,null 			        as top2_brand_gr
---   ,null 			        as top1_incremental_brand
---   ,null 			        as top1_incremental_gr
---   ,null 			        as top2_incremental_brand 
---   ,null 			        as top2_incremental_gr
---   ,null               as ytd_gr
---   ,null               as ytd_ms
---   ,null               as ytd_delta_ms
---   ,dtp_name          
---   ,'DTP 整体市场' file_name
---   ,NULL               as source_name
---   ,null                  rc 
--- from dwd.dwd_gnd_ext_retail_dtp_overall_market  ---这个没有ytd 三个字段添加   rx_type
-
-
--- union all 
-select 
-  case when replace(upper(corp_name),'-','') = 'DTP TOTAL' then '99'
-       when rank1 is null then '98'
-       else replace(rank1,' ','') end as rank1
-  ,null                 as product_desc
-  ,null                 as product_type 
-  ,null                 as common_name
-  ,null                 as brand
-  ,replace(corp_name,'-','') as corp   
-  ,null      		        as corporation
-  ,null      		        as corp_type
-  ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
-        else sales_quarter
-        end as sales_quarter
-  ,null      		        as ytd
-  ,sales_amount 
-  ,null 			          as rx_type
-  ,null 			          as top1_brand_val
-  ,null 			          as top1_brand_gr
-  ,null 			          as top2_brand_val
-  ,null 			          as top2_brand_gr
-  ,null 			          as top1_incremental_brand
-  ,null 			          as top1_incremental_gr
-  ,null 			          as top2_incremental_brand 
-  ,null 			          as top2_incremental_gr
-  ,null               as ytd_gr
-  ,null               as ytd_ms
-  ,null               as ytd_delta_ms
-  ,null                 as dtp_name
-  ,'DTP TOP10企业排名' file_name
-  ,NULL               as source_name
-  ,null                  rc
-  ,'Rx' as rx_otc
-  ,'TOP' as top_incre
-from  dwd.dwd_gnd_ext_retail_dtp_top_copd    ---这个没有ytd 三个字段添加
-union all 
-select 
-  case when replace(upper(brand_name),'-','') = 'DTP TOTAL' then '99'
-       when rank1 is null then '98'
-       else replace(rank1,' ','') end as rank1
-  ,null 				        as product_desc
-  ,null 				        as product_type
-  ,null 				        as common_name
-  ,brand_name     		  as brand
-  ,replace(corp_name,'-','')  as corp 
-  ,null	    			      as corporation
-  ,null	    			      as corp_type
-  ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
-        else sales_quarter
-        end as sales_quarter
-  ,null      		        as ytd
-  ,sales_amount
-  ,null 			          as rx_type
-  ,null 			          as top1_brand_val
-  ,null 			          as top1_brand_gr
-  ,null 			          as top2_brand_val
-  ,null 			          as top2_brand_gr
-  ,null 			          as top1_incremental_brand
-  ,null 			          as top1_incremental_gr
-  ,null 			          as top2_incremental_brand 
-  ,null 			          as top2_incremental_gr
-  ,null               as ytd_gr
-  ,null               as ytd_ms
-  ,null               as ytd_delta_ms
-  ,null                 as dtp_name
-  ,'DTP TOP10品牌排名' file_name
-  ,NULL               as source_name
-  ,null                  rc
-  ,'Rx' as rx_otc
-  ,'TOP' as top_incre
-from  dwd.dwd_gnd_ext_retail_dtp_top_brand    ---这个没有ytd 三个字段添加
-union all
-
-select  
-  case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
-       when rank1 is null then '98'
-       else replace(rank1,' ','') end as rank1
-  ,null							  as product_desc
-  ,null						  	as product_type
-  ,null							  as common_name
-  ,null							  as brand
-  ,corp_desc 					as corp 
-  ,corporation
-  ,`type` as corp_type
-  ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
-        else sales_quarter
-        end as sales_quarter
-  ,null            		as ytd
-  ,sales_amount
-  ,null 			 	  		as rx_type
-  ,null 			 	  		as top1_brand_val
-  ,null 			 	  		as top1_brand_gr
-  ,null 			 	  		as top2_brand_val
-  ,null 			 	  		as top2_brand_gr
-  ,null 			 	  		as top1_incremental_brand
-  ,null 			 	  		as top1_incremental_gr
-  ,null 			 	  		as top2_incremental_brand 
-  ,null 			 	  		as top2_incremental_gr
-  ,null as ytd_gr
-  ,null as ytd_ms
-  ,null as ytd_delta_ms
-  ,null 			 	  		as dtp_name
-  ,'全国-集团排名' file_name
-  ,case when ta = 'GI' then concat(ta,'-',rx_otc)
-     when ta = 'NIAD-excl. GLP1' then 'DM'
-     else ta end as source_name
-  ,null                  rc
-  ,rx_otc
-  ,case when upper(top_top_incre) = 'TOP SALES' then 'TOP' else 'Incre' end as top_incre
-from dwd.dwd_gnd_retail_national_corp_rank
-
-union all 
-select 
-  case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
-       when rank1 is null then '98'
-       else replace(rank1,' ','') end as rank1
-  ,prod_desc as product_desc
-  ,`type` as product_type
-  ,cmps_desc as common_name
-  ,brand
-  ,corp_desc as corp
-  ,corporation
-  ,null                 as  corp_type
-  ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
-        else sales_quarter
-        end as sales_quarter
-  ,null                 as ytd
-  ,sales_amount
-  ,null 			 	  		as rx_type
-  ,null 			 	  		as top1_brand_val
-  ,null 			 	  		as top1_brand_gr
-  ,null 			 	  		as top2_brand_val
-  ,null 			 	  		as top2_brand_gr
-  ,null 			 	  		as top1_incremental_brand
-  ,null 			 	  		as top1_incremental_gr
-  ,null 			 	  		as top2_incremental_brand 
-  ,null 			 	  		as top2_incremental_gr
-  ,null as ytd_gr
-  ,null as ytd_ms
-  ,null as ytd_delta_ms
-  ,null 			 	  		as dtp_name
-  ,'全国-产品排名'    file_name
-  ,case when ta = 'GI' then concat(ta,'-',rx_otc)
-     when ta = 'NIAD-excl. GLP1' then 'DM'
-     else ta end as source_name
-  ,null                  rc
-  ,rx_otc
-  ,case when upper(top_top_incre) = 'TOP SALES' then 'TOP' else 'Incre' end as top_incre
-from dwd.dwd_gnd_retail_national_prd_rank
-union all 
-select 
-  case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
-       when rank1 is null then '98'
-       else replace(rank1,' ','') end as rank1
-  ,null						        as product_desc
-  ,null						        as product_type
-  ,null						        as common_name
-  ,null						        as brand
-  ,corp_desc 				      as corp 
-  ,corporation
-  ,`type` as corp_type
-  ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
-        else sales_quarter
-        end as sales_quarter
-  ,null                   as ytd
-  ,sales_amount
-  ,null 			 	         as rx_type
-  ,null 			 	         as top1_brand_val
-  ,null 			 	         as top1_brand_gr
-  ,null 			 	         as top2_brand_val
-  ,null 			 	         as top2_brand_gr
-  ,null 			 	         as top1_incremental_brand
-  ,null 			 	         as top1_incremental_gr
-  ,null 			 	         as top2_incremental_brand 
-  ,null 			 	         as top2_incremental_gr
-  ,null as ytd_gr
-  ,null as ytd_ms
-  ,null as ytd_delta_ms
-  ,null 			 	         as dtp_name
-  ,'大区-集团排名' file_name
-  ,case when ta = 'GI' then concat(ta,'-',rx_otc)
-     when ta = 'NIAD-excl. GLP1' then 'DM'
-     else ta end as source_name
-  ,region                  rc
-  ,rx_otc
-  ,case when upper(top_top_incre) = 'TOP SALES' then 'TOP' else 'Incre' end as top_incre
-from  dwd.dwd_gnd_retail_region_corp_rank
-)
-
--- --计算Total值，按文件、季度、TA、rx_otc、top_incre进行合计
--- --因为数据中本身就包含了Total行，因此直接筛选了rank1 = '99'(即筛选Total行)进行合计
-,overview_total as (
-select file_name,
-       source_name,
-       rx_otc,
-       top_incre,
-       sales_quarter,
-       rc,
-       sum(sales_amount) sales_amount_total
-from overview
-where rank1 = '99'
-group by file_name,sales_quarter,rx_otc,top_incre,source_name,rc
-)
-
--- --取到文件中的最大时间，在获取ly值的时候，用于限定时间范围
-,overview_maxyq as (
-select max(sales_quarter) max_sales_quarter
-  from overview
-where sales_quarter is not null
-)
-
--- --在数据源的基础上，增加yyyymm字段、sales_amount_ly、sales_amount_total、sales_amount_ly_total字段
-select case when max(rank1) < 10000 then max(rank1) else cast(max(rank1) as int) - 10000 end as rank1
-,product_desc
-,product_type
-,common_name
-,brand
-,corp
-,corporation
-,corp_type
-,sales_quarter
-,case when right(sales_quarter,1) = '1' then concat(left(sales_quarter,4),'03')
-      when right(sales_quarter,1) = '2' then concat(left(sales_quarter,4),'06')
-      when right(sales_quarter,1) = '3' then concat(left(sales_quarter,4),'09')
-      when right(sales_quarter,1) = '4' then concat(left(sales_quarter,4),'12')
-  end as yyyymm
-,max(ytd) ytd
-,sum(sales_amount) as sales_amount
-,sum(sales_amount_ly) as sales_amount_ly
-,sum(sales_amount_total) as sales_amount_total
-,sum(sales_amount_ly_total) as sales_amount_ly_total
-,rx_type
-,max(top1_brand_val) top1_brand_val
-,max(top1_brand_gr) top1_brand_gr
-,max(top2_brand_val) top2_brand_val
-,max(top2_brand_gr) top2_brand_gr
-,max(top1_incremental_brand) top1_incremental_brand
-,max(top1_incremental_gr) top1_incremental_gr
-,max(top2_incremental_brand) top2_incremental_brand
-,max(top2_incremental_gr) top2_incremental_gr
-,max(ytd_gr) ytd_gr
-,max(ytd_ms) ytd_ms
-,max(ytd_delta_ms) ytd_delta_ms
-,dtp_name
-,file_name
-,source_name
-,rc
-,rx_otc
-,top_incre
-,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_insert_dt
-,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_update_dt
-from
-(
-select
-cast(rank1 as int) + 10000 rank1
-,product_desc
-,product_type
-,common_name
-,brand
-,corp
-,corporation
-,corp_type
-,t1.sales_quarter
-,ytd
-,sales_amount
-,0 as sales_amount_ly
-,t2.sales_amount_total
-,0 as sales_amount_ly_total
-,rx_type
-,top1_brand_val
-,top1_brand_gr
-,top2_brand_val
-,top2_brand_gr
-,top1_incremental_brand
-,top1_incremental_gr
-,top2_incremental_brand
-,top2_incremental_gr
-,ytd_gr
-,ytd_ms
-,ytd_delta_ms
-,dtp_name
-,t1.file_name
-,t1.source_name
-,t1.rc
-,t1.rx_otc
-,t1.top_incre
-from overview t1
-left join overview_total t2
-on t1.file_name = t2.file_name
-and nvl(t1.sales_quarter,'') = nvl(t2.sales_quarter,'')
-and t1.rx_otc = t2.rx_otc
-and t1.top_incre = t2.top_incre
-and NVL(t1.source_name,'') = NVL(t2.source_name,'')
-and NVL(t1.rc,'') = NVL(t2.rc,'')
-union all
-select
-cast(rank1 as int) rank1
-,product_desc
-,product_type
-,common_name
-,brand
-,corp
-,corporation
-,corp_type
-,concat(cast(left(t1.sales_quarter,4) as int) + 1,right(t1.sales_quarter,2)) as sales_quarter
-,null as ytd
-,0 as sales_amount
-,sales_amount as sales_amount_ly
-,0 as sales_amount_total
-,t2.sales_amount_total as sales_amount_ly_total
-,rx_type
-,null as top1_brand_val
-,null as top1_brand_gr
-,null as top2_brand_val
-,null as top2_brand_gr
-,null as top1_incremental_brand
-,null as top1_incremental_gr
-,null as top2_incremental_brand
-,null as top2_incremental_gr
-,null as ytd_gr
-,null as ytd_ms
-,null as ytd_delta_ms
-,dtp_name
-,t1.file_name
-,t1.source_name
-,t1.rc
-,t1.rx_otc
-,t1.top_incre
-from overview t1
-left join overview_total t2
-on t1.file_name = t2.file_name
-and nvl(t1.sales_quarter,'') = nvl(t2.sales_quarter,'')
-and t1.rx_otc = t2.rx_otc
-and t1.top_incre = t2.top_incre
-and NVL(t1.source_name,'') = NVL(t2.source_name,'')
-and NVL(t1.rc,'') = NVL(t2.rc,'')
-left join overview_maxyq t3
-on 1=1
-where concat(cast(left(t1.sales_quarter,4) as int) + 1,right(t1.sales_quarter,2)) <= t3.max_sales_quarter
-) t
-group by
-product_desc
-,product_type
-,common_name
-,brand
-,corp
-,corporation
-,corp_type
-,sales_quarter
-,rx_type
-,dtp_name
-,file_name
-,source_name
-,rc
-,rx_otc
-,top_incre
-
--- COMMAND ----------
-
--- --------将free report overview 导出的合并文件写入dm 
-insert overwrite table dm.dm_zk_retail_overview_data(
-rank1,
-product_desc,
-product_type,
-common_name,
-brand,
-corp,
-corporation,
-corp_type,
-sales_quarter,
-yyyymm,
-ytd,
-sales_amount,
-sales_amount_ly,
-sales_amount_total,
-sales_amount_ly_total,
-rx_type,
-top1_brand_val,
-top1_brand_gr,
-top2_brand_val,
-top2_brand_gr,
-top1_incremental_brand,
-top1_incremental_gr,
-top2_incremental_brand,
-top2_incremental_gr,
-ytd_gr,
-ytd_ms,
-ytd_delta_ms,
-dtp_name,
-file_name,
-source_name,
-rc,
-rx_otc,
-top_incre,
-etl_insert_dt,
-etl_update_dt
-)
-select 
-trim(rank1) rank1 
-,product_desc
-,product_type
-,common_name
-,brand
-,nvl(corp,'' ) corp
-,corporation
-,corp_type
-,sales_quarter 
-,yyyymm
-,case when ytd is null then 'N' ELSE 'Y' END ytd
-,sales_amount
-,sales_amount_ly
-,sales_amount_total
-,sales_amount_ly_total
-,rx_type
-,top1_brand_val
-,cast(top1_brand_gr as double)  top1_brand_gr
-,top2_brand_val
-,cast(top2_brand_gr as double) top2_brand_gr
-,top1_incremental_brand
-,cast(top1_incremental_gr as double) top1_incremental_gr
-,top2_incremental_brand
-,cast(top2_incremental_gr as double) top2_incremental_gr
-,cast(ytd_gr as double ) ytd_gr
-,cast(ytd_ms as double) ytd_ms
-,cast(ytd_delta_ms as double) ytd_delta_ms
-,dtp_name
-,file_name
-,trim(source_name) source_name 
-,rc 
-,rx_otc
-,top_incre
-  ,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_insert_dt
-	,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_update_dt
-from dws.dws_zk_retail_overview_data
-
--- COMMAND ----------
-
-------------------------------retail/EC原始维度，从b2c配置表直取-----------------------------------------
-insert overwrite table dws.dws_zk_retail_product_info 
-select  distinct 
-    product_id
-    ,iqvia_pack_code
-    ,prescription_nature
-    ,medicine_type
-    ,zk_medicine_tier1
-    ,zk_medicine_tier2
-    ,zk_medicine_tier3
-    ,zk_medicine_tier4
-    ,common_name
-    ,dosage_form
-    ,user_type
-    ,category_name
-    ,product_name
-    ,brand_name
-    ,zk_manu_des
-    ,zk_corp_des
-    ,zk_pack_des
-  ,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_insert_dt
-	,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_update_dt
-from dwd.dwd_gnd_ext_retail_pack_property;
-------------------------------retail/EC原始维度，从b2c直取 写入dm-----------------------------------------
-insert overwrite table dm.dm_zk_retail_product_info 
-select  distinct 
-    product_id
-    ,iqvia_pack_code
-    ,prescription_nature
-    ,medicine_type
-    ,zk_medicine_tier1
-    ,zk_medicine_tier2
-    ,zk_medicine_tier3
-    ,zk_medicine_tier4
-    ,common_name
-    ,dosage_form
-    ,user_type
-    ,category_name
-    ,product_name
-    ,brand_name
-    ,zk_manu_des
-    ,zk_corp_des
-    ,zk_pack_des
-  ,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_insert_dt
-	,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_update_dt
-  from dws.dws_zk_retail_product_info;
-
--- COMMAND ----------
-
-------------------------------retail 自有部分需要导出数据，从品牌数据报表直取,无特殊加工-----------------------------------------
---注意事项：
-----market 排除数据为：从pack 文件中通过比例拆分写入品牌数据的 品牌数据，包括多达一、天一宁等品牌，这些并非原始文件中的数据，故排除。
----- （具体拆分代码详见：1 dwd_inc_gnd_ext_retail_nataional   
-insert overwrite table dws.dws_zk_retail_brand 
-with max_yq as (
-select TA,market,rc_name_en,province_city,ranked_by,max(yq) as yq
-from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all
-WHERE market NOT IN ('pack-CV-高血压-化学药-全国.xlsx','pack-CV-他汀类+血脂康-全国.xlsx')
-group by TA,market,rc_name_en,province_city,ranked_by
-)
-
-select  distinct 
-    t1.TA,
-    t1.market,
-    t1.rc_name_en,
-    t1.province_city
-    ,key_brand_ytd
-    ,key_brand_rank_ytd
-    ,top_brand_ytd
-    ,top_brand_ms_ytd
-    ,top_brand_inc_ms_ytd
-    ,top_brand_gr_ytd
-    ,key_brand_qtd
-    ,key_brand_rank_qtd
-    ,top_brand_qtd
-    ,top_brand_ms_qtd
-    ,top_brand_inc_ms_qtd
-    ,top_brand_gr_qtd
-    ,t1.ranked_by
-    ,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_insert_dt
-    ,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_update_dt
-from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all t1
-inner join max_yq t2
-on t1.TA = t2.TA
-and t1.market = t2.market
-and t1.rc_name_en = t2.rc_name_en
-and t1.province_city = t2.province_city
-and t1.yq = t2.yq
-and t1.ranked_by = t2.ranked_by
-;
-
--- dm_zk_retail_brand
-
-------------------------------retail 自有部分需要导出数据，写入dm-----------------------------------------
-insert overwrite table dm.dm_zk_retail_brand 
-select  distinct 
-    TA,market,rc_name_en,province_city
-    ,key_brand_ytd
-    ,cast(key_brand_rank_ytd as double) key_brand_rank_ytd
-    ,top_brand_ytd
-    ,cast(top_brand_ms_ytd as double)   top_brand_ms_ytd
-    ,cast(top_brand_inc_ms_ytd as double) top_brand_inc_ms_ytd
-    ,cast(top_brand_gr_ytd as double)  top_brand_gr_ytd
-    ,key_brand_qtd
-    ,cast(key_brand_rank_qtd as double ) key_brand_rank_qtd
-    ,top_brand_qtd
-    ,cast(top_brand_ms_qtd as double ) top_brand_ms_qtd
-    ,cast(top_brand_inc_ms_qtd as double ) top_brand_inc_ms_qtd
-    ,cast(top_brand_gr_qtd as double ) top_brand_gr_qtd
-    ,ranked_by
-from dws.dws_zk_retail_brand ;
-
- 
-
-
-
-
--- COMMAND ----------
-
-----------------------------------------------------------------------------------------
---修改时间：20240821
---修改人：FanXujia
---修改内容：
---导出模板整合，由原来的十几个文件改为3个文件
---《全国-集团排名》：dwd.dwd_gnd_retail_national_corp_rank
---《全国-产品排名》：dwd.dwd_gnd_retail_national_prd_rank
---《大区-集团排名》：dwd.dwd_gnd_retail_region_corp_rank
-----------------------------------------------------------------------------------------
-insert overwrite table dws.dws_zk_retail_export
-(
-ta,
-rx_otc,
-top_top_incre,
-rank1,
-corp_desc,
-corporation,
-type,
-prod_desc,
-cmps_desc,
-brand,
-region,
-sales_quarter,
-sales_amount,
-file_name,
-etl_insert_dt,
-etl_update_dt
-)
---《全国-集团排名》
-select distinct
-ta,
-rx_otc,
-top_top_incre,
-case when upper(trim(rank1)) = 'TOTAL' then '99'
-     when rank1 is null then '98'
-     else trim(rank1) end as rank1,
-corp_desc,
-corporation,
-type,
-null as prod_desc,
-null as cmps_desc,
-null as brand,
-null as region,
-sales_quarter,
-sales_amount,
-'全国-集团排名' as file_name,
-from_utc_timestamp(current_timestamp(),'UTC+8') as etl_insert_dt,
-from_utc_timestamp(current_timestamp(),'UTC+8') as etl_update_dt
-from dwd.dwd_gnd_retail_national_corp_rank
-union all
---《全国-产品排名》
-select distinct
-ta,
-rx_otc,
-top_top_incre,
-case when upper(trim(rank1)) = 'TOTAL' then '99'
-     when rank1 is null then '98'
-     else trim(rank1) end as rank1,
-corp_desc,
-corporation,
-type,
-prod_desc,
-cmps_desc,
-brand,
-null as region,
-sales_quarter,
-sales_amount,
-'全国-产品排名' as file_name,
-from_utc_timestamp(current_timestamp(),'UTC+8') as etl_insert_dt,
-from_utc_timestamp(current_timestamp(),'UTC+8') as etl_update_dt
-from dwd.dwd_gnd_retail_national_prd_rank
-union all
---《大区-集团排名》
-select distinct
-ta,
-rx_otc,
-top_top_incre,
-case when upper(trim(rank1)) = 'TOTAL' then '99'
-     when rank1 is null then '98'
-     else trim(rank1) end as rank1,
-corp_desc,
-corporation,
-type,
-null as prod_desc,
-null as cmps_desc,
-null as brand,
-region,
-sales_quarter,
-sales_amount,
-'大区-集团排名' as file_name,
-from_utc_timestamp(current_timestamp(),'UTC+8') as etl_insert_dt,
-from_utc_timestamp(current_timestamp(),'UTC+8') as etl_update_dt
-from dwd.dwd_gnd_retail_region_corp_rank;
-
-
---写入dm表
-insert overwrite table dm.dm_zk_retail_export
-(
-ta,
-rx_otc,
-top_top_incre,
-rank1,
-corp_desc,
-corporation,
-type,
-prod_desc,
-cmps_desc,
-brand,
-region,
-sales_quarter,
-sales_amount,
-file_name,
-etl_insert_dt,
-etl_update_dt
-)
-select
-ta,
-rx_otc,
-top_top_incre,
-rank1,
-corp_desc,
-corporation,
-type,
-prod_desc,
-cmps_desc,
-brand,
-region,
-sales_quarter,
-sales_amount,
-file_name,
-etl_insert_dt,
-etl_update_dt
-from dws.dws_zk_retail_export;
\ No newline at end of file
diff --git a/EXTERNAL/Retail/z3 retail_overview_data_作废.sql:Zone.Identifier b/EXTERNAL/Retail/z3 retail_overview_data_作废.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/THC/01 dm_thc_pack_property.sql b/EXTERNAL/THC/01 dm_thc_pack_property.sql
deleted file mode 100644
index 04e6185..0000000
--- a/EXTERNAL/THC/01 dm_thc_pack_property.sql	
+++ /dev/null
@@ -1,231 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE dm.dm_thc_pack_property (
---   PACK_COD STRING,
---   pack_des STRING,
---   stgh_des STRING,
---   pack_lch STRING,
---   PROD_COD STRING,
---   prod_des STRING,
---   prod_des_c STRING,
---   Family_Code STRING,
---   Family_Name STRING,
---   cmps_cod STRING,
---   cmps_des STRING,
---   cmps_des_c STRING,
---   atc1_cod STRING,
---   atc1_des STRING,
---   atc1_des_c STRING,
---   atc2_cod STRING,
---   atc2_des STRING,
---   atc2_des_c STRING,
---   atc3_cod STRING,
---   atc3_des STRING,
---   atc3_des_c STRING,
---   atc4_cod STRING,
---   atc4_des STRING,
---   atc4_des_c STRING,
---   app1_cod STRING,
---   app1_des STRING,
---   app1_des_c STRING,
---   app2_cod STRING,
---   app2_des STRING,
---   app2_des_c STRING,
---   app3_cod STRING,
---   app3_des STRING,
---   app3_des_c STRING,
---   bio_desc STRING,
---   gene_orig_desc STRING,
---   eth_otc_desc STRING,
---   nrdl_desc STRING,
---   NRDL_Entry_Date STRING,
---   edl_desc STRING,
---   tcm_desc STRING,
---   paed_desc STRING,
---   gqce_desc STRING,
---   vbp_desc STRING,
---   manu_cod STRING,
---   manu_des STRING,
---   manu_des_c STRING,
---   mnfl_cod STRING,
---   mnfl_des STRING,
---   corp_cod STRING,
---   corp_des STRING,
---   corp_des_c STRING,
---   BrandType STRING,
---   IS_AZ STRING,
---   AZ_MAIN STRING,
---   AZ_Related STRING,
---   countingunit STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_thc_pack_property';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_thc_pack_property';
-
--- COMMAND ----------
-
-update dwd.dwd_gnd_ext_thc_pack_property
-set iqvia_pack_code = if( iqvia_pack_code REGEXP '^[0-9]',right(concat('000000000000',iqvia_pack_code),12),iqvia_pack_code)
-,iqvia_prod_code = right(concat('000000000',iqvia_prod_code),9)
-
--- COMMAND ----------
-
-create or replace temporary view dwd_pack_property
-as
-select distinct 
-	iqvia_pack_code    ,
-	iqvia_prod_code    ,
-	pack_cod           ,
-	app1_cod           ,
-	app1_des           ,
-	app1_des_c         ,
-	app2_cod           ,
-	app2_des           ,
-	app2_des_c         ,
-	app3_cod           ,
-	app3_des           ,
-	app3_des_c         ,
-	atc1_cod           ,
-	atc1_des           ,
-	atc1_des_c         ,
-	atc2_cod           ,
-	atc2_des           ,
-	atc2_des_c         ,
-	atc3_cod           ,
-	atc3_des           ,
-	atc3_des_c         ,
-	atc4_cod           ,
-	atc4_des           ,
-	atc4_des_c         ,
-	bio_desc           ,
-	cmps_cod           ,
-	cmps_des           ,
-	cmps_des_c         ,
-	corp_cod           ,
-	corp_des           ,
-	corp_des_c         ,
-	edl_desc           ,
-	eth_otc_desc       ,
-	gene_orig_desc     ,
-	gqce_desc          ,
-	manu_cod           ,
-	manu_des           ,
-	manu_des_c         ,
-	mnfl_cod           ,
-	mnfl_des           ,
-	nrdl_desc          ,
-	pack_des           ,
-	stgh_des           ,
-	pack_lch           ,
-	paed_desc          ,
-	prod_des           ,
-	prod_des_c         ,
-	tcm_desc           ,
-	vbp_desc           ,
-	builtinarchivedate ,
-	source_file_path   ,
-	source_file_name   ,
-	etl_insert_dt      ,
-	countingunit		
-from  dwd.dwd_gnd_ext_thc_pack_property
-
--- COMMAND ----------
-
--- create or replace table dm.dm_chc_pack_property
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_chc_pack_property'
--- as
-insert overwrite table dm.dm_thc_pack_property
-WITH dedup_l AS (
-    SELECT *,
-           ROW_NUMBER() OVER (PARTITION BY iqvia_pack_code ORDER BY iqvia_pack_code) AS rn
-    FROM dwd_pack_property
-    QUALIFY rn = 1
-),
-dedup_r AS (
-    SELECT *,
-           ROW_NUMBER() OVER (PARTITION BY PACK_COD ORDER BY PACK_COD) AS rn
-    FROM tmp.tmp_ext_chpa_pack_propetry
-    QUALIFY rn = 1
-)
-SELECT
-    l.iqvia_pack_code AS PACK_COD,
-
-    -- Pack / Product 描述
-    COALESCE(r.PACK_DES,        l.pack_des)          AS pack_des,
-    COALESCE(r.STGH_DES,        l.stgh_des)          AS stgh_des,
-    COALESCE(r.PACK_LCH,        l.pack_lch)          AS pack_lch,
-    COALESCE(r.PROD_COD,        l.iqvia_prod_code)   AS PROD_COD,
-    COALESCE(r.PROD_DES,        l.prod_des)          AS prod_des,
-    COALESCE(r.PROD_DES_C,      l.prod_des_c)        AS prod_des_c,
-
-    -- 右表独有：Family
-    r.Family_Code,
-    r.Family_Name,
-
-    -- 成分
-    COALESCE(r.CMPS_COD,        l.cmps_cod)          AS cmps_cod,
-    COALESCE(r.CMPS_DES,        l.cmps_des)          AS cmps_des,
-    COALESCE(r.CMPS_DES_C,      l.cmps_des_c)        AS cmps_des_c,
-
-    -- ATC
-    COALESCE(r.ATC1_COD,        l.atc1_cod)          AS atc1_cod,
-    COALESCE(r.atc1_des,        l.atc1_des)          AS atc1_des,
-    COALESCE(r.atc1_des_c,      l.atc1_des_c)        AS atc1_des_c,
-    COALESCE(r.ATC2_COD,        l.atc2_cod)          AS atc2_cod,
-    COALESCE(r.atc2_des,        l.atc2_des)          AS atc2_des,
-    COALESCE(r.atc2_des_c,      l.atc2_des_c)        AS atc2_des_c,
-    COALESCE(r.ATC3_COD,        l.atc3_cod)          AS atc3_cod,
-    COALESCE(r.atc3_des,        l.atc3_des)          AS atc3_des,
-    COALESCE(r.atc3_des_c,      l.atc3_des_c)        AS atc3_des_c,
-    COALESCE(r.ATC4_COD,        l.atc4_cod)          AS atc4_cod,
-    COALESCE(r.atc4_des,        l.atc4_des)          AS atc4_des,
-    COALESCE(r.atc4_des_c,      l.atc4_des_c)        AS atc4_des_c,
-
-    -- APP
-    COALESCE(r.APP1_COD,        l.app1_cod)          AS app1_cod,
-    COALESCE(r.app1_des,        l.app1_des)          AS app1_des,
-    COALESCE(r.app1_des_c,      l.app1_des_c)        AS app1_des_c,
-    COALESCE(r.APP2_COD,        l.app2_cod)          AS app2_cod,
-    COALESCE(r.app2_des,        l.app2_des)          AS app2_des,
-    COALESCE(r.app2_des_c,      l.app2_des_c)        AS app2_des_c,
-    COALESCE(r.APP3_COD,        l.app3_cod)          AS app3_cod,
-    COALESCE(r.app3_des,        l.app3_des)          AS app3_des,
-    COALESCE(r.app3_des_c,      l.app3_des_c)        AS app3_des_c,
-
-    -- 标志位
-    COALESCE(r.BIO_DESC,        l.bio_desc)          AS bio_desc,
-    COALESCE(r.GENE_ORIG_DESC,  l.gene_orig_desc)    AS gene_orig_desc,
-    COALESCE(r.ETH_OTC_DESC,    l.eth_otc_desc)      AS eth_otc_desc,
-    COALESCE(r.NRDL_DESC,       l.nrdl_desc)         AS nrdl_desc,
-    r.NRDL_Entry_Date,
-    COALESCE(r.EDL_DESC,        l.edl_desc)          AS edl_desc,
-    COALESCE(r.TCM_DESC,        l.tcm_desc)          AS tcm_desc,
-    COALESCE(r.PAED_DESC,       l.paed_desc)         AS paed_desc,
-    COALESCE(r.GQCE_DESC,       l.gqce_desc)         AS gqce_desc,
-    COALESCE(r.VBP_DESC,        l.vbp_desc)          AS vbp_desc,
-
-    -- 厂商
-    COALESCE(r.MANU_COD,        l.manu_cod)          AS manu_cod,
-    COALESCE(r.MANU_DES,        l.manu_des)          AS manu_des,
-    COALESCE(r.MANU_DES_C,      l.manu_des_c)        AS manu_des_c,
-    COALESCE(r.MNFL_COD,        l.mnfl_cod)          AS mnfl_cod,
-    COALESCE(r.MNFL_DES,        l.mnfl_des)          AS mnfl_des,
-
-    -- 公司
-    COALESCE(r.CORP_COD,        l.corp_cod)          AS corp_cod,
-    COALESCE(r.CORP_DES,        l.corp_des)          AS corp_des,
-    COALESCE(r.CORP_DES_C,      l.corp_des_c)        AS corp_des_c,
-
-    -- 右表独有：品牌 / AZ 标志
-    r.BrandType,
-    r.IS_AZ,
-    r.AZ_MAIN,
-    r.AZ_Related,
-    -- 左表独有
-    l.countingunit,
-    from_utc_timestamp(current_timestamp(),'UTC+8') as ETL_INSERT_DT,
-    from_utc_timestamp(current_timestamp(),'UTC+8') as ETL_UPDATE_DT
-FROM dedup_l l
-LEFT JOIN dedup_r r
-    ON l.iqvia_pack_code = r.PACK_COD
\ No newline at end of file
diff --git a/EXTERNAL/THC/01 dm_thc_pack_property.sql:Zone.Identifier b/EXTERNAL/THC/01 dm_thc_pack_property.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/THC/02 dm_ext_thc_sales.sql b/EXTERNAL/THC/02 dm_ext_thc_sales.sql
deleted file mode 100644
index 4f7237e..0000000
--- a/EXTERNAL/THC/02 dm_ext_thc_sales.sql	
+++ /dev/null
@@ -1,354 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TF_EXT_THC_SALES (
---   YYYYMM STRING,
---   PACK_CODE STRING,
---   CORP_CODE STRING,
---   AUDIT_CODE STRING,
---   PLATFORM_TYPE STRING,
---   STORE_NAME STRING,
---   STORE_TYPE STRING,
---   REGION_TYPE STRING,
---   PACK_FLAG INT,
---   PROD_FLAG INT,
---   DTP_FLAG INT,
---   SALES_UNIT_CAL DECIMAL(38,10),
---   SALES_UNIT_CAL_LY DECIMAL(38,10),
---   SALES_VALUE_CAL DECIMAL(38,10),
---   SALES_VALUE_CAL_LY DECIMAL(38,10),
---   CONUTING_UNIT DECIMAL(38,10),
---   CONUTING_UNIT_LY DECIMAL(38,10),
---   DATA_SOURCE STRING,
---   INST_CODE STRING COMMENT '内部机构编码',
---   CMPS_FLAG STRING COMMENT '分子式标签',
---   DEPT_NAME STRING COMMENT '科室名称',
---   PRESCRIPTION DECIMAL(38,10) COMMENT '处方张数',
---   PRESCRIPTION_LY DECIMAL(38,10) COMMENT '去年同期处方张数',
---   NEW_CODE STRING COMMENT '主数据关联CODE',
---   AREA STRING COMMENT '城市',
---   H_LEVEL STRING COMMENT '医院类型',
---   REIMBURSE STRING COMMENT '报销情况',
---   REIMBURSE_TYPE STRING COMMENT '报销类型',
---   PRESCRIPTION_SOURCE STRING COMMENT '处方来源',
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_thc_sales';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_thc_sales';
-
--- COMMAND ----------
-
---------------------------------------------------------------------------
---修改时间：20241106
---修改人：Fanxujia
---修改内容：
---THC原本只有全国数据，现在增加14个省份的数据。
---但是全国数据是半年提供一次，省份数据一个季度提供一次
---目前需求是将季度数据放入模型，而全国数据单独成一个事实表，供PBI单独展示
---这里生成的事实表里全国和省份都包含了，在写入模型的时候用where条件筛选
----------------------------------------------------------------------------
-
--- COMMAND ----------
-
---rawdata年月处理
-CREATE OR REPLACE TEMPORARY VIEW thc_rawdata1
-AS 
-select case when right(yq,2) = 'Q1' then concat(left(yq,4),'03')
-            when right(yq,2) = 'Q2' then concat(left(yq,4),'06')
-            when right(yq,2) = 'Q3' then concat(left(yq,4),'09')
-            when right(yq,2) = 'Q4' then concat(left(yq,4),'12')
-            else yq
-        end as yyyymm,
-        city_c,
-        pack_cod,
-        prod_cod,
-        value,
-        totalunit,
-        countingunit 
-from dwd.dwd_gnd_ext_thc_rawdata
-
--- COMMAND ----------
-
---CHPA渠道对应的公司编码以及名称
-CREATE OR REPLACE TEMPORARY VIEW chpa_corp
-AS 
-select distinct
-PACK_COD,
-CORP_COD,
-CORP_DES
-from dm.dm_ims_td_pack_property
-
--- COMMAND ----------
-
---从thc渠道的pack_property里取到对应的iqvia_pack_code、countingunit
---然后corp_cod优先取CHPA渠道的
-CREATE OR REPLACE TEMPORARY VIEW thc_corp
-AS
-select t1.pack_cod,
-t1.iqvia_pack_code,
-t1.countingunit,
-coalesce(t2.CORP_COD, t1.CORP_COD) as CORP_COD ,
-coalesce(t2.CORP_DES,t1.CORP_DES ) as CORP_DES
-from dwd.dwd_gnd_ext_thc_pack_property t1
-left join chpa_corp t2
-on t1.iqvia_pack_code = t2.PACK_COD
-
--- COMMAND ----------
-
---编辑thc渠道的audit_cod
---全国数据设置成CHT
---省份数据使用公共的地理维表里的省份编码作为audit_cod
-CREATE OR REPLACE TEMPORARY VIEW thc_geo
-AS
-select 
-t1.city_c,
-t1.city_e,
-t1.province_c,
-t1.province_e,
-case when t1.province_c = '全国' then 'CHT'
-     when t2.geo_key is null then t1.province_e
-     else t2.geo_key
-end as AUDIT_COD
-from dwd.dwd_gnd_ext_thc_geo t1
-left join dm.dm_td_geography t2
---THC最细到省，用省关联
-on t1.province_c = t2.province_name
-and t2.geo_key = t2.province_code
-
--- COMMAND ----------
-
---将上面的rawdata、corp、audit信息合到一起
-CREATE OR REPLACE TEMPORARY VIEW thc_rawdata2
-AS
-select t1.yyyymm,
-t1.city_c,
-t1.pack_cod as pack_cod_old,
-t2.iqvia_pack_code as pack_cod,
-t2.CORP_COD,
-t3.AUDIT_COD,
-t1.prod_cod,
-t1.value,
-t1.totalunit,
-t1.totalunit * t2.countingunit as countingunit
-from thc_rawdata1 t1
-left join thc_corp t2
-on t1.pack_cod = t2.pack_cod
-left join thc_geo t3
-on t1.city_c = t3.city_c
-
--- COMMAND ----------
-
---最大的月份，计算ly时会需要
-CREATE OR REPLACE TEMPORARY VIEW max_thc_rawdata
-AS
-select max(cast(yyyymm as int)) as max_ym
-from thc_rawdata2
-
--- COMMAND ----------
-
---计算ly
-CREATE OR REPLACE TEMPORARY VIEW thc_rawdata3
-AS
-select yyyymm,
-AUDIT_COD,
-pack_cod,
-CORP_COD,
-value,
-totalunit,
-countingunit,
-0 as value_ly,
-0 as totalunit_ly,
-0 as countingunit_ly
-from thc_rawdata2
-union all
-select cast(t1.yyyymm as int) + 100 as yyyymm,
-t1.AUDIT_COD,
-t1.pack_cod,
-t1.CORP_COD,
-0 as value,
-0 as totalunit,
-0 as countingunit,
-t1.value as value_ly,
-t1.totalunit as totalunit_ly,
-t1.countingunit as countingunit_ly
-from thc_rawdata2 t1
-cross join max_thc_rawdata t2
-where cast(t1.yyyymm as int) + 100 <= t2.max_ym
-
--- COMMAND ----------
-
---按年月、audit_cod、pack_cod、Corp_cod汇总
-CREATE OR REPLACE TEMPORARY VIEW thc_rawdata4
-AS
-select yyyymm,
-AUDIT_COD,
-pack_cod,
-CORP_COD,
-sum(value) as SALES_VALUE_CAL,
-sum(totalunit) as SALES_UNIT_CAL,
-sum(countingunit) as COUNTING_UNIT,
-sum(value_ly) as SALES_VALUE_CAL_LY,
-sum(totalunit_ly) as SALES_UNIT_CAL_LY,
-sum(countingunit_ly) as COUNTING_UNIT_LY
-from thc_rawdata3
-group by yyyymm,
-AUDIT_COD,
-pack_cod,
-CORP_COD
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW THC_SALES
-AS
-SELECT
-    A.YYYYMM,
-    A.PACK_COD AS PACK_CODE,
-    A.AUDIT_COD AS AUDIT_CODE,
-    'THC(Quarterly)' DATA_SOURCE,
-    -------------------------------------
-    SALES_UNIT_CAL,
-    SALES_UNIT_CAL_LY,
-    SALES_VALUE_CAL,
-    SALES_VALUE_CAL_LY,
-    COUNTING_UNIT,
-    COUNTING_UNIT_LY ,
-    null as prescription,
-    null as prescription_ly,
-    -------------------------------------
-    --Retail藏数逻辑标签------------------
-    1 PACK_FLAG,
-    1 PROD_FLAG,
-    0 DTP_FLAG,
-    null as cmps_flag,
-    -------------------------------------
-    --EC数据标签--------------------------
-    '' PLATFORM_TYPE,
-    '' STORE_NAME,
-    '' STORE_TYPE,
-    -------------------------------------
-    --COUNTY数据标签----------------------
-    '' REGION_TYPE,
-    -------------------------------------
-    --AIA数据标签-------------------------
-    null inst_code, --可以移除，报告没有使用
-    -------------------------------------
-    --XIE HE 数据标签---------------------
-    '' as dept_name,
-    '' as new_code,
-    '' as area,
-    '' as h_level,
-    '' as reimburse,
-    '' as reimburse_type,
-    '' as prescription_source,
-    -------------------------------------
-    '' as CORP_CODE --可以移除，报告没有使用
-  -------------------------------------
-FROM
-  thc_rawdata4 A
--- 条件后移到 unionall_sales
--- WHERE
---   AUDIT_COD = 'CHT'
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TF_EXT_THC_SALES
-(
- YYYYMM,
-  PACK_CODE,
-  AUDIT_CODE,
-  DATA_SOURCE,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  CMPS_FLAG,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  INST_CODE,
-  DEPT_NAME,
-  NEW_CODE,
-  AREA,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_SOURCE,
-  CORP_CODE,
-  ETL_INSERT_DT,
-  ETL_UPDATE_DT
-)
-SELECT 
-  YYYYMM,
-  NVL    (
-    NULLIF(PACK_CODE, ''),
-    CONCAT ('PACK_CODE_', DATA_SOURCE)
-  ) AS PACK_CODE,
-  NVL (NULLIF(AUDIT_CODE, ''), 'ROC') AS AUDIT_CODE,
-  DATA_SOURCE,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  COUNTING_UNIT,
-  COUNTING_UNIT_LY,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  CMPS_FLAG,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  INST_CODE,
-  DEPT_NAME,
-  NEW_CODE,
-  AREA,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_SOURCE,
-  CORP_CODE,
-  FROM_UTC_TIMESTAMP (CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP (CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
-FROM 
-  THC_SALES
-;
-
--- COMMAND ----------
-
-insert overwrite table dm.dm_ext_thc_sales
-(
-yyyymm,
-AUDIT_COD,
-pack_cod,
-CORP_COD,
-SALES_VALUE_CAL,
-SALES_UNIT_CAL,
-COUNTING_UNIT,
-SALES_VALUE_CAL_LY,
-SALES_UNIT_CAL_LY,
-COUNTING_UNIT_LY
-)
-select yyyymm,
-AUDIT_COD,
-pack_cod,
-CORP_COD,
-SALES_VALUE_CAL,
-SALES_UNIT_CAL,
-COUNTING_UNIT,
-SALES_VALUE_CAL_LY,
-SALES_UNIT_CAL_LY,
-COUNTING_UNIT_LY
-from thc_rawdata4
---取2018年之后的数
-where yyyymm >= '201801'
\ No newline at end of file
diff --git a/EXTERNAL/THC/02 dm_ext_thc_sales.sql:Zone.Identifier b/EXTERNAL/THC/02 dm_ext_thc_sales.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/THC/02 dm_ext_thc_sales_bakup_20260327.sql b/EXTERNAL/THC/02 dm_ext_thc_sales_bakup_20260327.sql
deleted file mode 100644
index a06733f..0000000
--- a/EXTERNAL/THC/02 dm_ext_thc_sales_bakup_20260327.sql	
+++ /dev/null
@@ -1,178 +0,0 @@
--- Databricks notebook source
--- create table dm.dm_ext_thc_sales
--- (
--- yyyymm STRING,
--- audit_cod STRING,
--- pack_cod STRING,
--- corp_cod STRING,
--- sales_value_cal decimal(38,10),
--- sales_unit_cal decimal(38,10),
--- counting_unit decimal(38,10),
--- sales_value_cal_ly decimal(38,10),
--- sales_unit_cal_ly decimal(38,10),
--- counting_unit_ly decimal(38,10)
--- )
--- using delta
-
--- COMMAND ----------
-
---------------------------------------------------------------------------
---修改时间：20241106
---修改人：Fanxujia
---修改内容：
---THC原本只有全国数据，现在增加14个省份的数据。
---但是全国数据是半年提供一次，省份数据一个季度提供一次
---目前需求是将季度数据放入模型，而全国数据单独成一个事实表，供PBI单独展示
---这里生成的事实表里全国和省份都包含了，在写入模型的时候用where条件筛选
----------------------------------------------------------------------------
---rawdata年月处理
-with thc_rawdata1 as (
-select case when right(yq,2) = 'Q1' then concat(left(yq,4),'03')
-            when right(yq,2) = 'Q2' then concat(left(yq,4),'06')
-            when right(yq,2) = 'Q3' then concat(left(yq,4),'09')
-            when right(yq,2) = 'Q4' then concat(left(yq,4),'12')
-            else yq
-        end as yyyymm,
-        city_c,
-        pack_cod,
-        prod_cod,
-        value,
-        totalunit,
-        countingunit
-from dwd.dwd_gnd_ext_thc_rawdata
-)
---CHPA渠道对应的公司编码以及名称
-,chpa_corp as (
-select distinct
-PACK_COD,
-CORP_COD,
-CORP_DES
-from dm.dm_ims_td_pack_property
-)
---从thc渠道的pack_property里取到对应的iqvia_pack_code、countingunit
---然后corp_cod优先取CHPA渠道的
-,thc_corp as (
-select t1.pack_cod,
-t1.iqvia_pack_code,
-t1.countingunit,
-coalesce(t2.CORP_COD, t1.CORP_COD) as CORP_COD ,
-coalesce(t2.CORP_DES,t1.CORP_DES ) as CORP_DES
-from dwd.dwd_gnd_ext_thc_pack_property t1
-left join chpa_corp t2
-on t1.iqvia_pack_code = t2.PACK_COD
-)
---编辑thc渠道的audit_cod
---全国数据设置成CHT
---省份数据使用公共的地理维表里的省份编码作为audit_cod
-,thc_geo as (
-select 
-t1.city_c,
-t1.city_e,
-t1.province_c,
-t1.province_e,
-case when t1.province_c = '全国' then 'CHT'
-     when t2.geo_key is null then t1.province_e
-     else t2.geo_key
-end as AUDIT_COD
-from dwd.dwd_gnd_ext_thc_geo t1
-left join dm.dm_td_geography t2
---THC最细到省，用省关联
-on t1.province_c = t2.province_name
-and t2.geo_key = t2.province_code
-)
---将上面的rawdata、corp、audit信息合到一起
-,thc_rawdata2 as (
-select t1.yyyymm,
-t1.city_c,
-t1.pack_cod as pack_cod_old,
-t2.iqvia_pack_code as pack_cod,
-t2.CORP_COD,
-t3.AUDIT_COD,
-t1.prod_cod,
-t1.value,
-t1.totalunit,
-t1.totalunit * t2.countingunit as countingunit
-from thc_rawdata1 t1
-left join thc_corp t2
-on t1.pack_cod = t2.pack_cod
-left join thc_geo t3
-on t1.city_c = t3.city_c
-)
---最大的月份，计算ly时会需要
-,max_thc_rawdata as (
-select max(cast(yyyymm as int)) as max_ym
-from thc_rawdata2
-)
---计算ly
-,thc_rawdata3 as (
-select yyyymm,
-AUDIT_COD,
-pack_cod,
-CORP_COD,
-value,
-totalunit,
-countingunit,
-0 as value_ly,
-0 as totalunit_ly,
-0 as countingunit_ly
-from thc_rawdata2
-union all
-select cast(t1.yyyymm as int) + 100 as yyyymm,
-t1.AUDIT_COD,
-t1.pack_cod,
-t1.CORP_COD,
-0 as value,
-0 as totalunit,
-0 as countingunit,
-t1.value as value_ly,
-t1.totalunit as totalunit_ly,
-t1.countingunit as countingunit_ly
-from thc_rawdata2 t1
-cross join max_thc_rawdata t2
-where cast(t1.yyyymm as int) + 100 <= t2.max_ym
-)
---按年月、audit_cod、pack_cod、Corp_cod汇总
-,thc_rawdata4 as (
-select yyyymm,
-AUDIT_COD,
-pack_cod,
-CORP_COD,
-sum(value) as SALES_VALUE_CAL,
-sum(totalunit) as SALES_UNIT_CAL,
-sum(countingunit) as COUNTING_UNIT,
-sum(value_ly) as SALES_VALUE_CAL_LY,
-sum(totalunit_ly) as SALES_UNIT_CAL_LY,
-sum(countingunit_ly) as COUNTING_UNIT_LY
-from thc_rawdata3
-group by yyyymm,
-AUDIT_COD,
-pack_cod,
-CORP_COD
-)
-
-insert overwrite table dm.dm_ext_thc_sales
-(
-yyyymm,
-AUDIT_COD,
-pack_cod,
-CORP_COD,
-SALES_VALUE_CAL,
-SALES_UNIT_CAL,
-COUNTING_UNIT,
-SALES_VALUE_CAL_LY,
-SALES_UNIT_CAL_LY,
-COUNTING_UNIT_LY
-)
-select yyyymm,
-AUDIT_COD,
-pack_cod,
-CORP_COD,
-SALES_VALUE_CAL,
-SALES_UNIT_CAL,
-COUNTING_UNIT,
-SALES_VALUE_CAL_LY,
-SALES_UNIT_CAL_LY,
-COUNTING_UNIT_LY
-from thc_rawdata4
---取2018年之后的数
-where yyyymm >= '201801'
\ No newline at end of file
diff --git a/EXTERNAL/THC/02 dm_ext_thc_sales_bakup_20260327.sql:Zone.Identifier b/EXTERNAL/THC/02 dm_ext_thc_sales_bakup_20260327.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/THC/03 DM_TF_EXT_THC_MARKET_SALES_CHT.sql b/EXTERNAL/THC/03 DM_TF_EXT_THC_MARKET_SALES_CHT.sql
deleted file mode 100644
index ba8bf4f..0000000
--- a/EXTERNAL/THC/03 DM_TF_EXT_THC_MARKET_SALES_CHT.sql	
+++ /dev/null
@@ -1,109 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TF_EXT_THC_MARKET_SALES_CHT (
---   MARKET STRING,
---   KEY_COMPETITOR STRING,
---   CLASS STRING,
---   YYYYMM STRING,
---   PACK_CODE STRING,
---   CORP_CODE STRING,
---   AUDIT_CODE STRING,
---   PLATFORM_TYPE STRING,
---   STORE_NAME STRING,
---   STORE_TYPE STRING,
---   REGION_TYPE STRING,
---   DATA_SOURCE STRING,
---   PACK_FLAG INT,
---   PROD_FLAG INT,
---   DTP_FLAG INT,
---   CMPS_FLAG STRING COMMENT '分子式标签',
---   NEW_CODE STRING COMMENT '主数据关联CODE',
---   INST_CODE STRING COMMENT '内部机构编码',
---   AIA_HP_FLAG STRING,
---   DEPT_NAME STRING COMMENT '科室名称',
---   H_LEVEL STRING COMMENT '医院类型',
---   REIMBURSE STRING COMMENT '报销情况',
---   REIMBURSE_TYPE STRING COMMENT '报销类型',
---   PRESCRIPTION_TYPE STRING COMMENT '处方来源',
---   PRESCRIPTION DECIMAL(38,10) COMMENT '处方张数',
---   PRESCRIPTION_LY DECIMAL(38,10) COMMENT '去年同期处方张数',
---   VA DOUBLE,
---   UT DOUBLE,
---   CU DOUBLE,
---   PT DOUBLE,
---   SALES_UNIT_CAL DECIMAL(35,6),
---   SALES_UNIT_CAL_LY DECIMAL(35,6),
---   SALES_VALUE_CAL DECIMAL(35,6),
---   SALES_VALUE_CAL_LY DECIMAL(35,6),
---   CONUTING_UNIT DECIMAL(35,6),
---   CONUTING_UNIT_LY DECIMAL(35,6),
---   PDOT DECIMAL(35,6),
---   PDOT_LY DECIMAL(35,6),
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_thc_market_sales_cht';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_thc_market_sales_cht';
-
--- COMMAND ----------
-
-INSERT OVERWRITE DM.DM_TF_EXT_THC_MARKET_SALES_CHT
-SELECT 
-nvl(t2.market,'ALL Market') MARKET
-,nvl(t2.KEY_COMPETITOR,'OTHERS') as KEY_COMPETITOR
-,nvl(t2.CLASS,'Others') as CLASS
-,t1.YYYYMM
-,t1.PACK_CODE
-,t1.CORP_CODE
-,t1.AUDIT_CODE
-,t1.PLATFORM_TYPE
-,t1.STORE_NAME
-,t1.STORE_TYPE
-,t1.REGION_TYPE
-,t1.DATA_SOURCE
-,t1.PACK_FLAG
-,t1.PROD_FLAG
-,t1.DTP_FLAG
-,t1.CMPS_FLAG
-,t1.NEW_CODE
-,t1.INST_CODE
-,NULL AS AIA_HP_FLAG
-,t1.DEPT_NAME
-,t1.H_LEVEL
-,t1.REIMBURSE
-,t1.REIMBURSE_TYPE
-,PRESCRIPTION_SOURCE AS PRESCRIPTION_TYPE
-,t1.PRESCRIPTION 
-,t1.PRESCRIPTION_LY
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.Value_brand_Ratio,1) as VA
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.Unit_brand_Ratio,1) AS UT
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.CountingUnit_brand_Ratio,1) AS CU
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.PDOT_brand_Ratio,1) AS PT
-,cast(t1.SALES_UNIT_CAL * nvl(t2.Unit_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6)) AS SALES_UNIT_CAL
-,cast(t1.SALES_UNIT_CAL_LY * nvl(t3.Unit_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6)) AS SALES_UNIT_CAL_LY
-,cast(t1.SALES_VALUE_CAL * nvl(t2.Value_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS SALES_VALUE_CAL
-,cast(t1.SALES_VALUE_CAL_LY * nvl(t3.Value_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6)) AS SALES_VALUE_CAL_LY
-,cast(t1.CONUTING_UNIT * nvl(t2.CountingUnit_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS CONUTING_UNIT
-,cast(t1.CONUTING_UNIT_LY * nvl(t3.CountingUnit_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6))  AS CONUTING_UNIT_LY
-,cast(t1.CONUTING_UNIT * nvl(t2.PDOT_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS PDOT
-,cast(t1.CONUTING_UNIT_LY * nvl(t3.PDOT_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6))  AS PDOT_LY,
-FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TF_EXT_THC_SALES t1
-LEFT JOIN DM.dm_td_ext_THC_market_pack_mapping t2
-on t1.PACK_CODE = t2.PACK_CODE 
-and  t1.YYYYMM  >=t2.starttime and t1.YYYYMM  <=t2.endtime
-and t1.YYYYMM >= t2.Value_brand_Ratio_start and t1.YYYYMM <=t2.Value_brand_Ratio_end
-and t1.YYYYMM >= t2.Unit_brand_start and t1.YYYYMM <=t2.Unit_brand_end
-and t1.YYYYMM >= t2.CountingUnit_brand_start and t1.YYYYMM <=t2.CountingUnit_brand_end
-and t1.YYYYMM >= t2.PDOT_brand_start and t1.YYYYMM <=t2.PDOT_brand_end
-LEFT JOIN DM.dm_td_ext_THC_market_pack_mapping t3
-on t1.PACK_CODE = t3.PACK_CODE 
-and  (t1.YYYYMM-100)  >=t3.starttime and (t1.YYYYMM-100) <=t3.endtime
-and (t1.YYYYMM-100) >= t3.Value_brand_Ratio_start and (t1.YYYYMM-100) <=t3.Value_brand_Ratio_end
-and (t1.YYYYMM-100) >= t3.Unit_brand_start and (t1.YYYYMM-100) <=t3.Unit_brand_end
-and (t1.YYYYMM-100) >= t3.CountingUnit_brand_start and (t1.YYYYMM-100) <=t3.CountingUnit_brand_end
-and (t1.YYYYMM-100) >= t3.PDOT_brand_start and (t1.YYYYMM-100) <=t3.PDOT_brand_end
-and t2.market = t3.MARKET
-where t1.DATA_SOURCE = 'THC(Quarterly)'
-and AUDIT_CODE <> 'CHT'
\ No newline at end of file
diff --git a/EXTERNAL/THC/03 DM_TF_EXT_THC_MARKET_SALES_CHT.sql:Zone.Identifier b/EXTERNAL/THC/03 DM_TF_EXT_THC_MARKET_SALES_CHT.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/THC/04 dm_tf_external_sales_thc.sql b/EXTERNAL/THC/04 dm_tf_external_sales_thc.sql
deleted file mode 100644
index a63b210..0000000
--- a/EXTERNAL/THC/04 dm_tf_external_sales_thc.sql	
+++ /dev/null
@@ -1,115 +0,0 @@
--- Databricks notebook source
--- CREATE or replace TABLE spark_catalog.dm.dm_tf_external_sales_thc (
---   YYYYMM STRING,
---   PACK_COD STRING,
---   CORP_COD STRING,
---   AUDIT_COD STRING,
---   PLATFORM_TYPE STRING,
---   STORE_NAME STRING,
---   STORE_TYPE STRING,
---   REGION_TYPE STRING,
---   PACK_FLAG INT,
---   PROD_FLAG INT,
---   DTP_FLAG INT,
---   SALES_UNIT_CAL DECIMAL(38,10),
---   SALES_UNIT_CAL_LY DECIMAL(38,10),
---   SALES_VALUE_CAL DECIMAL(38,10),
---   SALES_VALUE_CAL_LY DECIMAL(38,10),
---   CONUTING_UNIT DECIMAL(38,10),
---   CONUTING_UNIT_LY DECIMAL(38,10),
---   DATA_SOURCE STRING,
---   inst_code STRING COMMENT '内部机构编码',
---   cmps_flag STRING COMMENT '分子式标签',
---   dept_name STRING COMMENT '科室名称',
---   prescription DECIMAL(38,10) COMMENT '处方张数',
---   prescription_ly DECIMAL(38,10) COMMENT '去年同期处方张数',
---   new_code STRING COMMENT '主数据关联code',
---   area STRING COMMENT '城市',
---   h_level STRING COMMENT '医院类型',
---   reimburse STRING COMMENT '报销情况',
---   reimburse_type STRING COMMENT '报销类型',
---   prescription_source STRING COMMENT '处方来源')
--- USING delta
--- -- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_external_sales'
--- TBLPROPERTIES (
---   'Type' = 'EXTERNAL',
---   'delta.deletedFileRetentionDuration' = 'interval 31 days',
---   'delta.logRetentionDuration' = 'interval 31 days',
---   'delta.minReaderVersion' = '1',
---   'delta.minWriterVersion' = '2')
-
-
--- COMMAND ----------
-
--- DBTITLE 1,待禁用
---------------------------------------------------------------------------------------
---修改时间：20241106
---修改人：Fanxujia
---修改内容：
---THC的全国数据半年给一次，省份数据是一个季度给一次。
---目前需求是将省份数据写入模型，全国数据单独成一张事实表
---------------------------------------------------------------------------------------
-insert OVERWRITE table dm.dm_tf_external_sales_thc (
-    YYYYMM,
-    PACK_COD,
-    CORP_COD,
-    AUDIT_COD,
-    PLATFORM_TYPE,
-    STORE_NAME,
-    STORE_TYPE,
-    REGION_TYPE,
-    DATA_SOURCE,
-    PACK_FLAG,
-    PROD_FLAG,
-    DTP_FLAG,
-    SALES_UNIT_CAL,
-    SALES_UNIT_CAL_LY,
-    SALES_VALUE_CAL,
-    SALES_VALUE_CAL_LY,
-    CONUTING_UNIT,
-    CONUTING_UNIT_LY,
-    inst_code,
-    cmps_flag,
-    dept_name,
-    prescription,
-    prescription_ly,
-    new_code,
-    area,
-    h_level,
-    reimburse,
-    reimburse_type,
-    prescription_source
-  )
-SELECT
-  YYYYMM,
-  PACK_CODE,
-  CORP_CODE,
-  AUDIT_CODE,
-  '' as PLATFORM_TYPE,
-  '' as STORE_NAME,
-  '' as STORE_TYPE,
-  '' as REGION_TYPE,
-  'THC(Quarterly)' as DATA_SOURCE,
-  1 as PACK_FLAG,
-  1 as PROD_FLAG,
-  0 as DTP_FLAG,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  '' as inst_code,
-  '' as cmps_flag,
-  '' as dept_name,
-  null as prescription,
-  null as prescription_ly,
-  '' as new_code,
-  '' as area,
-  '' as h_level,
-  '' as reimburse,
-  '' as reimburse_type,
-  '' as prescription_source
-FROM
-  DM.DM_TF_EXT_THC_SALES
-where AUDIT_CODE <> 'CHT'
\ No newline at end of file
diff --git a/EXTERNAL/THC/04 dm_tf_external_sales_thc.sql:Zone.Identifier b/EXTERNAL/THC/04 dm_tf_external_sales_thc.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/THC/05 DM_TD_EXT_THC_PACK_PROPERTY.sql b/EXTERNAL/THC/05 DM_TD_EXT_THC_PACK_PROPERTY.sql
deleted file mode 100644
index 60592eb..0000000
--- a/EXTERNAL/THC/05 DM_TD_EXT_THC_PACK_PROPERTY.sql	
+++ /dev/null
@@ -1,146 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_THC_PACK_PROPERTY
--- (
--- --   -- MARKET_PACK_KEY STRING,
---   PACK_CODE STRING,
---   PACK_DESC STRING,
---   STGH_DESC STRING,
---   PACK_LCH STRING,
---   FAMILY_CODE STRING,
---   FAMILY_NAME STRING,
---   PROD_CODE STRING,
---   PROD_DESC STRING,
---   PROD_DESC_C STRING,
---   CMPS_CODE STRING,
---   CMPS_DESC STRING,
---   CMPS_DESC_C STRING,
---   ATC1_CODE STRING,
---   ATC2_CODE STRING,
---   ATC3_CODE STRING,
---   ATC4_CODE STRING,
---   APP1_CODE STRING,
---   APP2_CODE STRING,
---   APP3_CODE STRING,
---   BIO_DESC STRING,
---   GENE_ORIG_DESC STRING,
---   ETH_OTC_DESC STRING,
---   NRDL_DESC STRING,
---   NRDL_ENTRY_DATE STRING,
---   EDL_DESC STRING,
---   TCM_DESC STRING,
---   PAED_DESC STRING,
---   GQCE_DESC STRING,
---   VBP_DESC_V STRING,
---   VBP_DESC STRING,
---   MANU_CODE STRING,
---   MANU_DESC STRING,
---   MANU_DESC_C STRING,
---   MNFL_CODE STRING,
---   MNFL_DESC STRING,
---   CORP_CODE STRING,
---   CORP_DESC STRING,
---   CORP_DESC_C STRING,
---   BRANDTYPE STRING,
---   -- MARKET STRING,
---   -- KEY_COMPETITOR STRING,
---   IS_AZ STRING,
---   AZ_MAIN STRING,
---   -- AZ_RELATED STRING,
---   ATC1_DESC STRING,
---   ATC1_DESC_C STRING,
---   ATC2_DESC STRING,
---   ATC2_DESC_C STRING,
---   ATC3_DESC STRING,
---   ATC3_DESC_C STRING,
---   ATC4_DESC STRING,
---   ATC4_DESC_C STRING,
---   APP1_DESC STRING,
---   APP1_DESC_C STRING,
---   APP2_DESC STRING,
---   APP2_DESC_C STRING,
---   APP3_DESC STRING,
---   APP3_DESC_C STRING,
---   -- CLASS STRING,
---   -- MARKET_RATIO STRING,
---   COUNTINGUNIT STRING,
---   VBP_BRAND STRING,
---   REPLENISH_FALG STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
--- )
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_thc_pack_property';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_thc_pack_property';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_THC_PACK_PROPERTY
-SELECT
-  -- MARKET_PACK_KEY,
-  PACK_COD AS PACK_CODE,
-  PACK_DES AS PACK_DESC,
-  STGH_DES AS STGH_DESC,
-  PACK_LCH,
-  FAMILY_CODE,
-  FAMILY_NAME,
-  PROD_COD AS PROD_CODE,
-  PROD_DES AS PROD_DESC,
-  PROD_DES_C AS PROD_DESC_C,
-  CMPS_COD AS CMPS_CODE,
-  CMPS_DES AS CMPS_DESC,
-  CMPS_DES_C AS CMPS_DESC_C,
-  ATC1_COD AS ATC1_CODE,
-  ATC2_COD AS ATC2_CODE,
-  ATC3_COD AS ATC3_CODE,
-  ATC4_COD AS ATC4_CODE,
-  APP1_COD AS APP1_CODE,
-  APP2_COD AS APP2_CODE,
-  APP3_COD AS APP3_CODE,
-  BIO_DESC,
-  GENE_ORIG_DESC,
-  ETH_OTC_DESC,
-  NRDL_DESC,
-  NRDL_ENTRY_DATE,
-  EDL_DESC,
-  TCM_DESC,
-  PAED_DESC,
-  GQCE_DESC,
-  null as VBP_DESC_V,
-  VBP_DESC,
-  MANU_COD AS MANU_CODE,
-  MANU_DES AS MANU_DESC,
-  MANU_DES_C AS MANU_DESC_C,
-  MNFL_COD AS MNFL_CODE,
-  MNFL_DES AS MNFL_DESC,
-  CORP_COD AS CORP_CODE,
-  CORP_DES AS CORP_DESC,
-  CORP_DES_C AS CORP_DESC_C,
-  BRANDTYPE,
-  -- MARKET,
-  -- KEY_COMPETITOR,
-  IS_AZ,
-  AZ_MAIN,
-  -- AZ_RELATED,
-  ATC1_DES AS ATC1_DESC,
-  ATC1_DES_C AS ATC1_DESC_C,
-  ATC2_DES AS ATC2_DESC,
-  ATC2_DES_C AS ATC2_DESC_C,
-  ATC3_DES AS ATC3_DESC,
-  ATC3_DES_C AS ATC3_DESC_C,
-  ATC4_DES AS ATC4_DESC,
-  ATC4_DES_C AS ATC4_DESC_C,
-  APP1_DES AS APP1_DESC,
-  APP1_DES_C AS APP1_DESC_C,
-  APP2_DES AS APP2_DESC,
-  APP2_DES_C AS APP2_DESC_C,
-  APP3_DES AS APP3_DESC,
-  APP3_DES_C AS APP3_DESC_C,
-  -- CLASS,
-  -- NULL AS MARKET_RATIO,
-  COUNTINGUNIT,
-  NULL AS VBP_BRAND,
-  NULL AS REPLENISH_FALG,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_THC_PACK_PROPERTY;
\ No newline at end of file
diff --git a/EXTERNAL/THC/05 DM_TD_EXT_THC_PACK_PROPERTY.sql:Zone.Identifier b/EXTERNAL/THC/05 DM_TD_EXT_THC_PACK_PROPERTY.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/THC/06 DM_TD_EXT_THC_PACK2MARKET.sql b/EXTERNAL/THC/06 DM_TD_EXT_THC_PACK2MARKET.sql
deleted file mode 100644
index 747a1bb..0000000
--- a/EXTERNAL/THC/06 DM_TD_EXT_THC_PACK2MARKET.sql	
+++ /dev/null
@@ -1,326 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_THC_PACK2MARKET (
---   MARKET STRING,
---   PACK_CODE STRING,
---   PACK_DESC STRING,
---   STGH_DESC STRING,
---   PACK_LCH STRING,
---   PROD_CODE STRING,
---   CMPS_CODE STRING,
---   CMPS_DESC STRING,
---   ATC1_CODE STRING,
---   ATC2_CODE STRING,
---   ATC3_CODE STRING,
---   ATC4_CODE STRING,
---   APP1_CODE STRING,
---   APP2_CODE STRING,
---   APP3_CODE STRING,
---   BIO_DESC STRING,
---   GENE_ORIG_DESC STRING,
---   ETH_OTC_DESC STRING,
---   NRDL_DESC STRING,
---   NRDL_ENTRY_DATE STRING,
---   EDL_DESC STRING,
---   TCM_DESC STRING,
---   PAED_DESC STRING,
---   GQCE_DESC STRING,
---   VBP_DESC STRING,
---   MANU_CODE STRING,
---   MANU_DESC STRING,
---   MNFL_CODE STRING,
---   MNFL_DESC STRING,
---   CORP_CODE STRING,
---   CORP_DESC STRING,
---   BRANDTYPE STRING,
---   BU STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   MARKET_RATIO STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_thc_pack2market';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_thc_pack2market';
-
--- COMMAND ----------
-
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_thc_PACK2MARKET_KEYCOMPETITOR (
---   KEY_COMPETITOR STRING,
---   MARKET STRING,
---   PACK_CODE STRING)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_thc_pack2market_keycompetitor';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_thc_pack2market_keycompetitor';
-
--- COMMAND ----------
-
--- CREATE or REPLACE TABLE DM.DM_TD_EXT_thc_PACK2MARKET_CLASS (
---   MARKET STRING,
---   PACK_CODE STRING,
---   CLASS STRING)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_thc_pack2market_class';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_thc_pack2market_class';
-
--- COMMAND ----------
-
--- 使用 EXCEPT（集合差操作）简化逻辑
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_THC_PACK2MARKET
--- 包含规则
-SELECT DISTINCT
-  T2.MARKET,
-  T1.PACK_CODE,
-  T1.PACK_DESC,
-  T1.STGH_DESC,
-  T1.PACK_LCH,
-  T1.PROD_CODE,
-  T1.CMPS_CODE,
-  T1.CMPS_DESC,
-  T1.ATC1_CODE,
-  T1.ATC2_CODE,
-  T1.ATC3_CODE,
-  T1.ATC4_CODE,
-  T1.APP1_CODE,
-  T1.APP2_CODE,
-  T1.APP3_CODE,
-  T1.BIO_DESC,
-  T1.GENE_ORIG_DESC AS GENE_ORIG,
-  T1.ETH_OTC_DESC AS ETH_OTC_D,
-  T1.NRDL_DESC,
-  T1.NRDL_ENTRY_DATE AS NRDL_ENTR,
-  T1.EDL_DESC,
-  T1.TCM_DESC,
-  T1.PAED_DESC,
-  T1.GQCE_DESC,
-  T1.VBP_DESC,
-  T1.MANU_CODE,
-  T1.MANU_DESC,
-  T1.MNFL_CODE,
-  T1.MNFL_DESC,
-  T1.CORP_CODE,
-  T1.CORP_DESC,
-  T1.BRANDTYPE,
-  T2.BU,
-  T2.STARTTIME,
-  T2.ENDTIME,
-  COALESCE(T2.EXTEND_MARKET_RATIO, '1') AS MARKET_RATIO,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_THC_PACK_PROPERTY AS T1
-LEFT JOIN (
-  SELECT 
-    MARKET,
-    BU,
-    STARTTIME,
-    ENDTIME,
-    EXTEND_MARKET_RATIO,
-    ATC1_CODE,
-    ATC2_CODE,
-    ATC3_CODE,
-    ATC4_CODE,
-    NFC1_CODE,
-    NFC2_CODE,
-    NFC3_CODE,
-    CORPORATION_CODE,
-    MANUFACTURER_CODE,
-    PRODUCT_CODE,
-    PACK_CODE,
-    STRENGTH,
-    MOLECULE_CODE
-  FROM DWD.DWD_GND_IMS_TBLMARKET_BYMONTH
-  WHERE EXTEND_MARKET IS NULL AND (NOT_IN_FLAG IS NULL OR NOT_IN_FLAG = '1')
-) AS T2
-  ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
-  AND (T2.ATC2_CODE IS NULL OR T1.ATC2_CODE = T2.ATC2_CODE)
-  AND (T2.ATC3_CODE IS NULL OR T1.ATC3_CODE = T2.ATC3_CODE)
-  AND (T2.ATC4_CODE IS NULL OR T1.ATC4_CODE = T2.ATC4_CODE)
-  AND (T2.NFC1_CODE IS NULL OR T1.APP1_CODE = T2.NFC1_CODE)
-  AND (T2.NFC2_CODE IS NULL OR T1.APP2_CODE = T2.NFC2_CODE)
-  AND (T2.NFC3_CODE IS NULL OR T1.APP3_CODE = T2.NFC3_CODE)
-  AND (T2.CORPORATION_CODE IS NULL OR T1.CORP_CODE = T2.CORPORATION_CODE)
-  AND (T2.MANUFACTURER_CODE IS NULL OR T1.MANU_CODE = T2.MANUFACTURER_CODE)
-  AND (T2.PRODUCT_CODE IS NULL OR T1.PROD_CODE = T2.PRODUCT_CODE)
-  AND (T2.PACK_CODE IS NULL OR T1.PACK_CODE = T2.PACK_CODE)
-  AND (T2.STRENGTH IS NULL OR T1.STGH_DESC = T2.STRENGTH)
-  AND (T2.MOLECULE_CODE IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE)
-WHERE T2.MARKET IS NOT NULL
-
-EXCEPT
-
--- 排除规则
-SELECT DISTINCT
-  T2.MARKET,
-  T1.PACK_CODE,
-  T1.PACK_DESC,
-  T1.STGH_DESC,
-  T1.PACK_LCH,
-  T1.PROD_CODE,
-  T1.CMPS_CODE,
-  T1.CMPS_DESC,
-  T1.ATC1_CODE,
-  T1.ATC2_CODE,
-  T1.ATC3_CODE,
-  T1.ATC4_CODE,
-  T1.APP1_CODE,
-  T1.APP2_CODE,
-  T1.APP3_CODE,
-  T1.BIO_DESC,
-  T1.GENE_ORIG_DESC AS GENE_ORIG,
-  T1.ETH_OTC_DESC AS ETH_OTC_D,
-  T1.NRDL_DESC,
-  T1.NRDL_ENTRY_DATE AS NRDL_ENTR,
-  T1.EDL_DESC,
-  T1.TCM_DESC,
-  T1.PAED_DESC,
-  T1.GQCE_DESC,
-  T1.VBP_DESC,
-  T1.MANU_CODE,
-  T1.MANU_DESC,
-  T1.MNFL_CODE,
-  T1.MNFL_DESC,
-  T1.CORP_CODE,
-  T1.CORP_DESC,
-  T1.BRANDTYPE,
-  T2.BU,
-  T2.STARTTIME,
-  T2.ENDTIME,
-  COALESCE(T2.EXTEND_MARKET_RATIO, '1') AS MARKET_RATIO,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_THC_PACK_PROPERTY AS T1
-LEFT JOIN (
-  SELECT 
-    MARKET,
-    BU,
-    STARTTIME,
-    ENDTIME,
-    EXTEND_MARKET_RATIO,
-    ATC1_CODE,
-    ATC2_CODE,
-    ATC3_CODE,
-    ATC4_CODE,
-    NFC1_CODE,
-    NFC2_CODE,
-    NFC3_CODE,
-    CORPORATION_CODE,
-    MANUFACTURER_CODE,
-    PRODUCT_CODE,
-    PACK_CODE,
-    STRENGTH,
-    MOLECULE_CODE  
-  FROM DWD.DWD_GND_IMS_TBLMARKET_BYMONTH
-  WHERE EXTEND_MARKET IS NULL AND NOT_IN_FLAG = '0'
-) AS T2
-  ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
-  AND (T2.ATC2_CODE IS NULL OR T1.ATC2_CODE = T2.ATC2_CODE)
-  AND (T2.ATC3_CODE IS NULL OR T1.ATC3_CODE = T2.ATC3_CODE)
-  AND (T2.ATC4_CODE IS NULL OR T1.ATC4_CODE = T2.ATC4_CODE)
-  AND (T2.NFC1_CODE IS NULL OR T1.APP1_CODE = T2.NFC1_CODE)
-  AND (T2.NFC2_CODE IS NULL OR T1.APP2_CODE = T2.NFC2_CODE)
-  AND (T2.NFC3_CODE IS NULL OR T1.APP3_CODE = T2.NFC3_CODE)
-  AND (T2.CORPORATION_CODE IS NULL OR T1.CORP_CODE = T2.CORPORATION_CODE)
-  AND (T2.MANUFACTURER_CODE IS NULL OR T1.MANU_CODE = T2.MANUFACTURER_CODE)
-  AND (T2.PRODUCT_CODE IS NULL OR T1.PROD_CODE = T2.PRODUCT_CODE)
-  AND (T2.PACK_CODE IS NULL OR T1.PACK_CODE = T2.PACK_CODE)
-  AND (T2.STRENGTH IS NULL OR T1.STGH_DESC = T2.STRENGTH)
-  AND (T2.MOLECULE_CODE IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE)
-WHERE T2.MARKET IS NOT NULL;
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_thc_PACK2MARKET_KEYCOMPETITOR
-WITH kc AS (
-  SELECT
-    keycompetitor, no,
-    ROW_NUMBER() OVER (ORDER BY
-      CASE
-        WHEN ATC1_Code     IS NOT NULL THEN 1
-        WHEN ATC2_Code     IS NOT NULL THEN 2
-        WHEN ATC3_Code     IS NOT NULL THEN 3
-        WHEN ATC4_Code     IS NOT NULL THEN 4
-        WHEN Molecule_Code IS NOT NULL THEN 5
-        WHEN Product_Code  IS NOT NULL THEN 6
-        WHEN Pack_Code     IS NOT NULL THEN 7
-        ELSE 999
-      END,
-      CASE WHEN NFC1_CODE IS NULL THEN 0 ELSE 1 END,
-      CASE WHEN NFC2_CODE IS NULL THEN 0 ELSE 1 END,
-      CASE WHEN NFC3_CODE IS NULL THEN 0 ELSE 1 END
-    ) AS no1,
-    ATC1_Code, ATC2_Code, ATC3_Code, ATC4_Code,
-    NFC1_Code, NFC2_Code, NFC3_Code,
-    corporation_code, Manufacturer_Code,
-    Product_Code, Pack_Code, Strength, Molecule_Code, market
-  FROM dwd.dwd_gnd_ims_tblkeycompetitor
-),
-joined AS (
-  SELECT
-    /*+ BROADCAST(kc) */
-    COALESCE(kc.keycompetitor, 'OTHERS') AS Key_Competitor,  -- ✅ UPDATE 逻辑内联
-    t1.market, t1.PACK_CODE
-    /*bug 调试区
-    ,
-    kc.no,
-    kc.no1,
-    t1.PROD_COD, t1.CMPS_COD, t1.CMPS_DES,
-    t1.ATC1_COD, t1.ATC2_COD, t1.ATC3_COD, t1.ATC4_COD,
-    t1.APP1_COD, t1.APP2_COD, t1.APP3_COD,
-    t1.BIO_DESC, t1.GENE_ORIG_DESC, t1.ETH_OTC_DESC,
-    t1.NRDL_DESC, t1.NRDL_Entry_Date, t1.EDL_DESC, t1.TCM_DESC,
-    t1.PAED_DESC, t1.GQCE_DESC, t1.VBP_DESC,
-    t1.MANU_COD, t1.MANU_DES, t1.MNFL_COD, t1.MNFL_DES,
-    t1.CORP_COD, t1.CORP_DES, t1.BrandType, t1.bu, t1.Market_Ratio
-    */
-  ,ROW_NUMBER() OVER (
-      PARTITION BY t1.market, t1.PACK_CODE, t1.PROD_CODE
-      ORDER BY kc.no1 DESC, kc.no DESC
-    ) AS _rn
-  FROM DM.DM_TD_EXT_thc_PACK2MARKET t1
-  LEFT JOIN kc
-    ON  (kc.ATC1_Code         IS NULL OR t1.ATC1_CODE = kc.ATC1_Code)
-    AND (kc.ATC2_Code         IS NULL OR t1.ATC2_CODE = kc.ATC2_Code)
-    AND (kc.ATC3_Code         IS NULL OR t1.ATC3_CODE = kc.ATC3_Code)
-    AND (kc.ATC4_Code         IS NULL OR t1.ATC4_CODE = kc.ATC4_Code)
-    AND (kc.NFC1_Code         IS NULL OR t1.APP1_CODE = kc.NFC1_Code)
-    AND (kc.NFC2_Code         IS NULL OR t1.APP2_CODE = kc.NFC2_Code)
-    AND (kc.NFC3_Code         IS NULL OR t1.APP3_CODE = kc.NFC3_Code)
-    AND (kc.corporation_code  IS NULL OR t1.CORP_CODE = kc.corporation_code)
-    AND (kc.Manufacturer_Code IS NULL OR t1.MANU_CODE = kc.Manufacturer_Code)
-    AND (kc.Product_Code      IS NULL OR t1.PROD_CODE = kc.Product_Code)
-    AND (kc.Pack_Code         IS NULL OR t1.PACK_CODE = kc.Pack_Code)
-    AND (kc.Strength          IS NULL OR t1.STGH_DESC = kc.Strength)
-    AND (kc.Molecule_Code     IS NULL OR t1.CMPS_CODE = kc.Molecule_Code)
-    AND (kc.market            IS NULL OR t1.market   = kc.market)
-)
-SELECT distinct Key_Competitor,market,pack_code 
-FROM joined
-WHERE _rn = 1;
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_thc_PACK2MARKET_CLASS
-SELECT 
-  /*+ BROADCAST(T2) */
-  DISTINCT
-  T1.MARKET,
-  T1.PACK_CODE,
-  COALESCE( T2.CLASS, 'OTHERS') AS CLASS
-FROM DM.DM_TD_EXT_thc_PACK2MARKET T1
-LEFT JOIN DWD.DWD_GND_TBLCLASS T2
-  ON  (T2.MARKET            IS NULL OR T1.MARKET    = T2.MARKET)
-  AND (T2.PACK_CODE         IS NULL OR T1.PACK_CODE = T2.PACK_CODE)
-  AND (T2.PRODUCT_CODE      IS NULL OR T1.PROD_CODE = T2.PRODUCT_CODE)
-  AND (T2.MOLECULE_CODE     IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE)
-  AND (T2.CORPORATION_CODE  IS NULL OR T1.CORP_CODE = T2.CORPORATION_CODE)
-  AND (T2.MANUFACTURER_CODE IS NULL OR T1.MANU_CODE = T2.MANUFACTURER_CODE)
-  AND (T2.ATC1_CODE         IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
-  AND (T2.ATC2_CODE         IS NULL OR T1.ATC2_CODE = T2.ATC2_CODE)
-  AND (T2.ATC3_CODE         IS NULL OR T1.ATC3_CODE = T2.ATC3_CODE)
-  AND (T2.ATC4_CODE         IS NULL OR T1.ATC4_CODE = T2.ATC4_CODE)
-  AND (T2.NFC1_CODE         IS NULL OR T1.APP1_CODE = T2.NFC1_CODE)
-  AND (T2.NFC2_CODE         IS NULL OR T1.APP2_CODE = T2.NFC2_CODE)
-  AND (T2.NFC3_CODE         IS NULL OR T1.APP3_CODE = T2.NFC3_CODE)
-  AND (T2.STRENGTH          IS NULL OR T1.STGH_DESC = T2.STRENGTH)
\ No newline at end of file
diff --git a/EXTERNAL/THC/06 DM_TD_EXT_THC_PACK2MARKET.sql:Zone.Identifier b/EXTERNAL/THC/06 DM_TD_EXT_THC_PACK2MARKET.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/THC/07 DM_TD_EXT_THC_MARKET_RATIO.sql b/EXTERNAL/THC/07 DM_TD_EXT_THC_MARKET_RATIO.sql
deleted file mode 100644
index 633759a..0000000
--- a/EXTERNAL/THC/07 DM_TD_EXT_THC_MARKET_RATIO.sql	
+++ /dev/null
@@ -1,30 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_THC_MARKET_RATIO (
---   MARKET STRING,
---   PACK_CODE STRING,
---   CMPS_CODE STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   MARKET_RATIO STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_thc_market_ratio';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_thc_market_ratio';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_THC_MARKET_RATIO
-SELECT 
-  DISTINCT
-  MARKET,
-  PACK_CODE,
-  CMPS_CODE,
-  STARTTIME,
-  ENDTIME,
-  MARKET_RATIO,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT 
-FROM DM.DM_TD_EXT_THC_PACK2MARKET
-WHERE UPPER(MARKET) NOT LIKE '%ALL%'
\ No newline at end of file
diff --git a/EXTERNAL/THC/07 DM_TD_EXT_THC_MARKET_RATIO.sql:Zone.Identifier b/EXTERNAL/THC/07 DM_TD_EXT_THC_MARKET_RATIO.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/THC/08 DM_TD_EXT_THC_MARKET_BRAND_RATIO.sql b/EXTERNAL/THC/08 DM_TD_EXT_THC_MARKET_BRAND_RATIO.sql
deleted file mode 100644
index 529609d..0000000
--- a/EXTERNAL/THC/08 DM_TD_EXT_THC_MARKET_BRAND_RATIO.sql	
+++ /dev/null
@@ -1,163 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_THC_MARKET_BRAND_RATIO (
---   MARKET STRING,
---   PACK_CODE STRING,
---   VALUE_BRAND_RATIO FLOAT,
---   VALUE_BRAND_RATIO_START STRING,
---   VALUE_BRAND_RATIO_END STRING,
---   UNIT_BRAND_RATIO FLOAT,
---   UNIT_BRAND_START STRING,
---   UNIT_BRAND_END STRING,
---   COUNTINGUNIT_BRAND_RATIO FLOAT,
---   COUNTINGUNIT_BRAND_START STRING,
---   COUNTINGUNIT_BRAND_END STRING,
---   PDOT_BRAND_RATIO FLOAT,
---   PDOT_BRAND_START STRING,
---   PDOT_BRAND_END STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_thc_market_brand_ratio';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_thc_market_brand_ratio';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_THC_MARKET_BRAND_RATIO
-SELECT 
-  DISTINCT
-  T1.MARKET,
-  T1.PACK_CODE,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.RATIO
-  ELSE NVL(T5.RATIO, 1) END AS VALUE_BRAND_RATIO,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.STARTTIME
-  ELSE NVL(T5.STARTTIME, 200001) END AS VALUE_BRAND_RATIO_START,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.ENDTIME
-  ELSE NVL(T5.ENDTIME, 299912) END AS VALUE_BRAND_RATIO_END,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.RATIO
-  ELSE NVL(T6.RATIO, 1) END AS UNIT_BRAND_RATIO,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.STARTTIME
-  ELSE NVL(T6.STARTTIME, 200001) END AS UNIT_BRAND_START,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.ENDTIME
-  ELSE NVL(T6.ENDTIME, 299912) END AS UNIT_BRAND_END,
-  1 AS COUNTINGUNIT_BRAND_RATIO,
-  200001 AS COUNTINGUNIT_BRAND_START,
-  299912 AS COUNTINGUNIT_BRAND_END,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.RATIO
-  ELSE NVL(T7.RATIO, 1) END AS PDOT_BRAND_RATIO,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.STARTTIME
-  ELSE NVL(T7.STARTTIME, 200001) END AS PDOT_BRAND_START,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.ENDTIME
-  ELSE NVL(T7.ENDTIME, 299912) END AS PDOT_BRAND_END,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_THC_MARKET_RATIO T1
-LEFT JOIN ( --VALUE--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'VALUE' AND UPPER(LEVEL) = 'PACK'
-) T2 ON T1.MARKET = T2.MARKET AND T1.PACK_CODE = T2.PACK_COD
-LEFT JOIN ( --UNIT--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'UNIT' AND UPPER(LEVEL) = 'PACK'                  
-) T3 ON T1.MARKET = T3.MARKET AND T1.PACK_CODE = T3.PACK_COD
-LEFT JOIN ( --COUNTINGUNIT--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'COUNTINGUNIT' AND UPPER(LEVEL) = 'PACK'
-) T4 ON T1.MARKET = T4.MARKET AND T1.PACK_CODE = T4.PACK_COD
-LEFT JOIN ( --VALUE--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'VALUE' AND UPPER(LEVEL) = 'MOLECULE'
-) T5 ON T1.MARKET = T5.MARKET AND T1.CMPS_CODE = T5.CMPS_COD
-LEFT JOIN ( --UNIT--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'UNIT' AND UPPER(LEVEL) = 'MOLECULE'
-) T6 ON T1.MARKET = T6.MARKET AND T1.CMPS_CODE = T6.CMPS_COD
-LEFT JOIN ( --COUNTINGUNIT--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'COUNTINGUNIT' AND UPPER(LEVEL) = 'MOLECULE'
-) T7 ON T1.MARKET = T7.MARKET
-AND T1.CMPS_CODE = T7.CMPS_COD
-
--- COMMAND ----------
-
diff --git a/EXTERNAL/THC/08 DM_TD_EXT_THC_MARKET_BRAND_RATIO.sql:Zone.Identifier b/EXTERNAL/THC/08 DM_TD_EXT_THC_MARKET_BRAND_RATIO.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/THC/09 DM_TD_EXT_THC_MARKET_PACK_MAPPING.sql b/EXTERNAL/THC/09 DM_TD_EXT_THC_MARKET_PACK_MAPPING.sql
deleted file mode 100644
index d601386..0000000
--- a/EXTERNAL/THC/09 DM_TD_EXT_THC_MARKET_PACK_MAPPING.sql	
+++ /dev/null
@@ -1,71 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_THC_MARKET_PACK_MAPPING
--- (
---   PACK_CODE STRING,
---   MARKET STRING,
---   CLASS STRING,
---   KEY_COMPETITOR STRING,
---   MARKET_RATIO STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   VALUE_BRAND_RATIO STRING,
---   VALUE_BRAND_RATIO_START STRING,
---   VALUE_BRAND_RATIO_END STRING,
---   UNIT_BRAND_RATIO STRING,
---   UNIT_BRAND_START STRING,
---   UNIT_BRAND_END STRING,
---   COUNTINGUNIT_BRAND_RATIO STRING,
---   COUNTINGUNIT_BRAND_START STRING,
---   COUNTINGUNIT_BRAND_END STRING,
---   PDOT_BRAND_RATIO STRING,
---   PDOT_BRAND_START STRING,
---   PDOT_BRAND_END STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
--- )
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_thc_market_pack_mapping';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_thc_market_pack_mapping';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_THC_MARKET_PACK_MAPPING
-  SELECT DISTINCT
-    T1.PACK_CODE,
-    T1.MARKET,
-    T4.CLASS,
-    T5.KEY_COMPETITOR,
-    T2.MARKET_RATIO,
-    T2.STARTTIME,
-    T2.ENDTIME,
-    T3.VALUE_BRAND_RATIO,
-    T3.VALUE_BRAND_RATIO_START,
-    T3.VALUE_BRAND_RATIO_END,
-    T3.UNIT_BRAND_RATIO,
-    T3.UNIT_BRAND_START,
-    T3.UNIT_BRAND_END,
-    T3.COUNTINGUNIT_BRAND_RATIO,
-    T3.COUNTINGUNIT_BRAND_START,
-    T3.COUNTINGUNIT_BRAND_END,
-    T3.PDOT_BRAND_RATIO,
-    T3.PDOT_BRAND_START,
-    T3.PDOT_BRAND_END,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
-  FROM
-    DM.DM_TD_EXT_THC_PACK2MARKET T1
-      LEFT JOIN DM.DM_TD_EXT_THC_MARKET_RATIO T2
-        ON T1.MARKET = T2.MARKET
-        AND T1.PACK_CODE = T2.PACK_CODE
-      LEFT JOIN DM.DM_TD_EXT_THC_MARKET_BRAND_RATIO T3
-        ON T1.MARKET = T3.MARKET
-        AND T1.PACK_CODE = T3.PACK_CODE
-      LEFT JOIN DM.DM_TD_EXT_THC_PACK2MARKET_CLASS T4
-        ON T1.PACK_CODE = T4.PACK_CODE
-        AND T1.MARKET = T4.MARKET
-      LEFT JOIN DM.DM_TD_EXT_THC_PACK2MARKET_KEYCOMPETITOR T5
-        ON T1.PACK_CODE = T5.PACK_CODE
-        AND T1.MARKET = T5.MARKET
-  WHERE
-    UPPER(T1.MARKET) NOT LIKE "%ALL%"
\ No newline at end of file
diff --git a/EXTERNAL/THC/09 DM_TD_EXT_THC_MARKET_PACK_MAPPING.sql:Zone.Identifier b/EXTERNAL/THC/09 DM_TD_EXT_THC_MARKET_PACK_MAPPING.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/UNIONALL/DM_TD_EXT_UNIONALL_MARKET_PACK_MAPPING.sql b/EXTERNAL/UNIONALL/DM_TD_EXT_UNIONALL_MARKET_PACK_MAPPING.sql
deleted file mode 100644
index 18623d9..0000000
--- a/EXTERNAL/UNIONALL/DM_TD_EXT_UNIONALL_MARKET_PACK_MAPPING.sql
+++ /dev/null
@@ -1,541 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_UNIONALL_MARKET_PACK_MAPPING
--- (
---   PACK_CODE STRING,
---   MARKET STRING,
---   CLASS STRING,
---   KEY_COMPETITOR STRING,
---   MARKET_RATIO STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   VALUE_BRAND_RATIO STRING,
---   VALUE_BRAND_RATIO_START STRING,
---   VALUE_BRAND_RATIO_END STRING,
---   UNIT_BRAND_RATIO STRING,
---   UNIT_BRAND_START STRING,
---   UNIT_BRAND_END STRING,
---   COUNTINGUNIT_BRAND_RATIO STRING,
---   COUNTINGUNIT_BRAND_START STRING,
---   COUNTINGUNIT_BRAND_END STRING,
---   PDOT_BRAND_RATIO STRING,
---   PDOT_BRAND_START STRING,
---   PDOT_BRAND_END STRING,
---   DATASOURCE STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
--- )
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_unionall_market_pack_mapping';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_unionall_market_pack_mapping';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_UNIONALL_MARKET_PACK_MAPPING
-SELECT 
-  PACK_CODE,
-  MARKET,
-  CLASS,
-  KEY_COMPETITOR,
-  MARKET_RATIO,
-  STARTTIME,
-  ENDTIME,
-  VALUE_BRAND_RATIO,
-  VALUE_BRAND_RATIO_START,
-  VALUE_BRAND_RATIO_END,
-  UNIT_BRAND_RATIO,
-  UNIT_BRAND_START,
-  UNIT_BRAND_END,
-  COUNTINGUNIT_BRAND_RATIO,
-  COUNTINGUNIT_BRAND_START,
-  COUNTINGUNIT_BRAND_END,
-  PDOT_BRAND_RATIO,
-  PDOT_BRAND_START,
-  PDOT_BRAND_END,
-  'AIA(Monthly)' AS DATASOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_AIA_MARKET_PACK_MAPPING
-WHERE UPPER(MARKET) NOT LIKE '%ALL%'
-UNION ALL
-
-SELECT 
-  PACK_CODE,
-  MARKET,
-  CLASS,
-  KEY_COMPETITOR,
-  MARKET_RATIO,
-  STARTTIME,
-  ENDTIME,
-  VALUE_BRAND_RATIO,
-  VALUE_BRAND_RATIO_START,
-  VALUE_BRAND_RATIO_END,
-  UNIT_BRAND_RATIO,
-  UNIT_BRAND_START,
-  UNIT_BRAND_END,
-  COUNTINGUNIT_BRAND_RATIO,
-  COUNTINGUNIT_BRAND_START,
-  COUNTINGUNIT_BRAND_END,
-  PDOT_BRAND_RATIO,
-  PDOT_BRAND_START,
-  PDOT_BRAND_END,
-  'IQVIA-CHPA(Monthly)' AS DATASOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_CHPA_MARKET_PACK_MAPPING
-WHERE UPPER(MARKET) NOT LIKE '%ALL%'
-UNION ALL
-
-SELECT 
-  PACK_CODE,
-  MARKET,
-  CLASS,
-  KEY_COMPETITOR,
-  MARKET_RATIO,
-  STARTTIME,
-  ENDTIME,
-  VALUE_BRAND_RATIO,
-  VALUE_BRAND_RATIO_START,
-  VALUE_BRAND_RATIO_END,
-  UNIT_BRAND_RATIO,
-  UNIT_BRAND_START,
-  UNIT_BRAND_END,
-  COUNTINGUNIT_BRAND_RATIO,
-  COUNTINGUNIT_BRAND_START,
-  COUNTINGUNIT_BRAND_END,
-  PDOT_BRAND_RATIO,
-  PDOT_BRAND_START,
-  PDOT_BRAND_END,
-  'Retail(Quarterly)' AS DATASOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_RETAIL_MARKET_PACK_MAPPING
-WHERE UPPER(MARKET) NOT LIKE '%ALL%'
-UNION ALL
-
-SELECT 
-  PACK_CODE,
-  MARKET,
-  CLASS,
-  KEY_COMPETITOR,
-  MARKET_RATIO,
-  STARTTIME,
-  ENDTIME,
-  VALUE_BRAND_RATIO,
-  VALUE_BRAND_RATIO_START,
-  VALUE_BRAND_RATIO_END,
-  UNIT_BRAND_RATIO,
-  UNIT_BRAND_START,
-  UNIT_BRAND_END,
-  COUNTINGUNIT_BRAND_RATIO,
-  COUNTINGUNIT_BRAND_START,
-  COUNTINGUNIT_BRAND_END,
-  PDOT_BRAND_RATIO,
-  PDOT_BRAND_START,
-  PDOT_BRAND_END,
-  'DTP(Quarterly)' AS DATASOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_DTP_MARKET_PACK_MAPPING
-WHERE UPPER(MARKET) NOT LIKE '%ALL%'
-UNION ALL
-
-SELECT 
-  PACK_CODE,
-  MARKET,
-  CLASS,
-  KEY_COMPETITOR,
-  MARKET_RATIO,
-  STARTTIME,
-  ENDTIME,
-  VALUE_BRAND_RATIO,
-  VALUE_BRAND_RATIO_START,
-  VALUE_BRAND_RATIO_END,
-  UNIT_BRAND_RATIO,
-  UNIT_BRAND_START,
-  UNIT_BRAND_END,
-  COUNTINGUNIT_BRAND_RATIO,
-  COUNTINGUNIT_BRAND_START,
-  COUNTINGUNIT_BRAND_END,
-  PDOT_BRAND_RATIO,
-  PDOT_BRAND_START,
-  PDOT_BRAND_END,
-  'CHC(Quarterly)' AS DATASOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_CHC_MARKET_PACK_MAPPING
-WHERE UPPER(MARKET) NOT LIKE '%ALL%'
-UNION ALL
-
-SELECT 
-  PACK_CODE,
-  MARKET,
-  CLASS,
-  KEY_COMPETITOR,
-  MARKET_RATIO,
-  STARTTIME,
-  ENDTIME,
-  VALUE_BRAND_RATIO,
-  VALUE_BRAND_RATIO_START,
-  VALUE_BRAND_RATIO_END,
-  UNIT_BRAND_RATIO,
-  UNIT_BRAND_START,
-  UNIT_BRAND_END,
-  COUNTINGUNIT_BRAND_RATIO,
-  COUNTINGUNIT_BRAND_START,
-  COUNTINGUNIT_BRAND_END,
-  PDOT_BRAND_RATIO,
-  PDOT_BRAND_START,
-  PDOT_BRAND_END,
-  'IQVIA-COUNTY(Quarterly)' AS DATASOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_COUNTY_MARKET_PACK_MAPPING
-WHERE UPPER(MARKET) NOT LIKE '%ALL%'
-UNION ALL
-
-SELECT 
-  PACK_CODE,
-  MARKET,
-  CLASS,
-  KEY_COMPETITOR,
-  MARKET_RATIO,
-  STARTTIME,
-  ENDTIME,
-  VALUE_BRAND_RATIO,
-  VALUE_BRAND_RATIO_START,
-  VALUE_BRAND_RATIO_END,
-  UNIT_BRAND_RATIO,
-  UNIT_BRAND_START,
-  UNIT_BRAND_END,
-  COUNTINGUNIT_BRAND_RATIO,
-  COUNTINGUNIT_BRAND_START,
-  COUNTINGUNIT_BRAND_END,
-  PDOT_BRAND_RATIO,
-  PDOT_BRAND_START,
-  PDOT_BRAND_END,
-  'XH Data(Quarterly)' AS DATASOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_XIEHE_MARKET_PACK_MAPPING
-WHERE UPPER(MARKET) NOT LIKE '%ALL%'
-UNION ALL
-
-SELECT 
-  PACK_CODE,
-  MARKET,
-  CLASS,
-  KEY_COMPETITOR,
-  MARKET_RATIO,
-  STARTTIME,
-  ENDTIME,
-  VALUE_BRAND_RATIO,
-  VALUE_BRAND_RATIO_START,
-  VALUE_BRAND_RATIO_END,
-  UNIT_BRAND_RATIO,
-  UNIT_BRAND_START,
-  UNIT_BRAND_END,
-  COUNTINGUNIT_BRAND_RATIO,
-  COUNTINGUNIT_BRAND_START,
-  COUNTINGUNIT_BRAND_END,
-  PDOT_BRAND_RATIO,
-  PDOT_BRAND_START,
-  PDOT_BRAND_END,
-  'EC(Monthly)' AS DATASOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_EC_MARKET_PACK_MAPPING
-WHERE UPPER(MARKET) NOT LIKE '%ALL%'
-
-UNION ALL
-
-SELECT 
-  PACK_CODE,
-  MARKET,
-  CLASS,
-  KEY_COMPETITOR,
-  MARKET_RATIO,
-  STARTTIME,
-  ENDTIME,
-  VALUE_BRAND_RATIO,
-  VALUE_BRAND_RATIO_START,
-  VALUE_BRAND_RATIO_END,
-  UNIT_BRAND_RATIO,
-  UNIT_BRAND_START,
-  UNIT_BRAND_END,
-  COUNTINGUNIT_BRAND_RATIO,
-  COUNTINGUNIT_BRAND_START,
-  COUNTINGUNIT_BRAND_END,
-  PDOT_BRAND_RATIO,
-  PDOT_BRAND_START,
-  PDOT_BRAND_END,
-  'THC(Quarterly)' AS DATASOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_THC_MARKET_PACK_MAPPING
-WHERE UPPER(MARKET) NOT LIKE '%ALL%'
-
-UNION ALL
-
-SELECT 
-  PACK_CODE,
-  'ALL Market' AS MARKET,
-  'Others' AS CLASS,
-  'OTHERS' AS KEY_COMPETITOR,
-  1 AS MARKET_RATIO,
-  200001 AS STARTTIME,
-  299912 AS ENDTIME,
-  1 AS VALUE_BRAND_RATIO,
-  200001 AS VALUE_BRAND_RATIO_START,
-  299912 AS VALUE_BRAND_RATIO_END,
-  1 AS UNIT_BRAND_RATIO,
-  200001 AS UNIT_BRAND_START,
-  299912 AS UNIT_BRAND_END,
-  1 AS COUNTINGUNIT_BRAND_RATIO,
-  200001 AS COUNTINGUNIT_BRAND_START,
-  299912 AS COUNTINGUNIT_BRAND_END,
-  1 AS PDOT_BRAND_RATIO,
-  200001 AS PDOT_BRAND_START,
-  299912 AS PDOT_BRAND_END,
-  'EC(Monthly)' AS DATASOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_EC_MARKET_PACK_MAPPING
-GROUP BY 
-  PACK_CODE
-
-UNION ALL
-
-SELECT 
-  PACK_CODE,
-  'ALL Market' AS MARKET,
-  'Others' AS CLASS,
-  'OTHERS' AS KEY_COMPETITOR,
-  1 AS MARKET_RATIO,
-  200001 AS STARTTIME,
-  299912 AS ENDTIME,
-  1 AS VALUE_BRAND_RATIO,
-  200001 AS VALUE_BRAND_RATIO_START,
-  299912 AS VALUE_BRAND_RATIO_END,
-  1 AS UNIT_BRAND_RATIO,
-  200001 AS UNIT_BRAND_START,
-  299912 AS UNIT_BRAND_END,
-  1 AS COUNTINGUNIT_BRAND_RATIO,
-  200001 AS COUNTINGUNIT_BRAND_START,
-  299912 AS COUNTINGUNIT_BRAND_END,
-  1 AS PDOT_BRAND_RATIO,
-  200001 AS PDOT_BRAND_START,
-  299912 AS PDOT_BRAND_END,
-  'CHC(Quarterly)' AS DATASOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_CHC_MARKET_PACK_MAPPING
-GROUP BY 
-  PACK_CODE
-
-UNION ALL
-
-SELECT 
-  PACK_CODE,
-  'ALL Market'MARKET,
-  'Others' AS CLASS,
-  'OTHERS' AS KEY_COMPETITOR,
-  1 AS MARKET_RATIO,
-  200001 AS STARTTIME,
-  299912 AS ENDTIME,
-  1 AS VALUE_BRAND_RATIO,
-  200001 AS VALUE_BRAND_RATIO_START,
-  299912 AS VALUE_BRAND_RATIO_END,
-  1 AS UNIT_BRAND_RATIO,
-  200001 AS UNIT_BRAND_START,
-  299912 AS UNIT_BRAND_END,
-  1 AS COUNTINGUNIT_BRAND_RATIO,
-  200001 AS COUNTINGUNIT_BRAND_START,
-  299912 AS COUNTINGUNIT_BRAND_END,
-  1 AS PDOT_BRAND_RATIO,
-  200001 AS PDOT_BRAND_START,
-  299912 AS PDOT_BRAND_END,
-  'Retail(Quarterly)' AS DATASOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_RETAIL_MARKET_PACK_MAPPING
-GROUP BY 
-  PACK_CODE
-
-UNION ALL
-
-SELECT 
-  PACK_CODE,
-  'ALL Market'MARKET,
-  'Others' AS CLASS,
-  'OTHERS' AS KEY_COMPETITOR,
-  1 AS MARKET_RATIO,
-  200001 AS STARTTIME,
-  299912 AS ENDTIME,
-  1 AS VALUE_BRAND_RATIO,
-  200001 AS VALUE_BRAND_RATIO_START,
-  299912 AS VALUE_BRAND_RATIO_END,
-  1 AS UNIT_BRAND_RATIO,
-  200001 AS UNIT_BRAND_START,
-  299912 AS UNIT_BRAND_END,
-  1 AS COUNTINGUNIT_BRAND_RATIO,
-  200001 AS COUNTINGUNIT_BRAND_START,
-  299912 AS COUNTINGUNIT_BRAND_END,
-  1 AS PDOT_BRAND_RATIO,
-  200001 AS PDOT_BRAND_START,
-  299912 AS PDOT_BRAND_END,
-  'DTP(Quarterly)' AS DATASOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_DTP_MARKET_PACK_MAPPING
-GROUP BY 
-  PACK_CODE
-
-UNION ALL
-
-SELECT 
-  PACK_CODE,
-  'ALL Market'MARKET,
-  'Others' AS CLASS,
-  'OTHERS' AS KEY_COMPETITOR,
-  1 AS MARKET_RATIO,
-  200001 AS STARTTIME,
-  299912 AS ENDTIME,
-  1 AS VALUE_BRAND_RATIO,
-  200001 AS VALUE_BRAND_RATIO_START,
-  299912 AS VALUE_BRAND_RATIO_END,
-  1 AS UNIT_BRAND_RATIO,
-  200001 AS UNIT_BRAND_START,
-  299912 AS UNIT_BRAND_END,
-  1 AS COUNTINGUNIT_BRAND_RATIO,
-  200001 AS COUNTINGUNIT_BRAND_START,
-  299912 AS COUNTINGUNIT_BRAND_END,
-  1 AS PDOT_BRAND_RATIO,
-  200001 AS PDOT_BRAND_START,
-  299912 AS PDOT_BRAND_END,
-  'THC(Quarterly)' AS DATASOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_THC_MARKET_PACK_MAPPING
-GROUP BY 
-  PACK_CODE
-
-UNION ALL
-
-SELECT 
-  PACK_CODE,
-  'ALL Market'MARKET,
-  'Others' AS CLASS,
-  'OTHERS' AS KEY_COMPETITOR,
-  1 AS MARKET_RATIO,
-  200001 AS STARTTIME,
-  299912 AS ENDTIME,
-  1 AS VALUE_BRAND_RATIO,
-  200001 AS VALUE_BRAND_RATIO_START,
-  299912 AS VALUE_BRAND_RATIO_END,
-  1 AS UNIT_BRAND_RATIO,
-  200001 AS UNIT_BRAND_START,
-  299912 AS UNIT_BRAND_END,
-  1 AS COUNTINGUNIT_BRAND_RATIO,
-  200001 AS COUNTINGUNIT_BRAND_START,
-  299912 AS COUNTINGUNIT_BRAND_END,
-  1 AS PDOT_BRAND_RATIO,
-  200001 AS PDOT_BRAND_START,
-  299912 AS PDOT_BRAND_END,
-  'IQVIA-CHPA(Monthly)' AS DATASOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_CHPA_MARKET_PACK_MAPPING
-GROUP BY 
-  PACK_CODE
-
-UNION ALL
-
-SELECT 
-  PACK_CODE,
-  'ALL Market'MARKET,
-  'Others' AS CLASS,
-  'OTHERS' AS KEY_COMPETITOR,
-  1 AS MARKET_RATIO,
-  200001 AS STARTTIME,
-  299912 AS ENDTIME,
-  1 AS VALUE_BRAND_RATIO,
-  200001 AS VALUE_BRAND_RATIO_START,
-  299912 AS VALUE_BRAND_RATIO_END,
-  1 AS UNIT_BRAND_RATIO,
-  200001 AS UNIT_BRAND_START,
-  299912 AS UNIT_BRAND_END,
-  1 AS COUNTINGUNIT_BRAND_RATIO,
-  200001 AS COUNTINGUNIT_BRAND_START,
-  299912 AS COUNTINGUNIT_BRAND_END,
-  1 AS PDOT_BRAND_RATIO,
-  200001 AS PDOT_BRAND_START,
-  299912 AS PDOT_BRAND_END,
-  'XH Data(Quarterly)' AS DATASOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_XIEHE_MARKET_PACK_MAPPING
-GROUP BY 
-  PACK_CODE
-
-UNION ALL
-
-SELECT 
-  PACK_CODE,
-  'ALL Market'MARKET,
-  'Others' AS CLASS,
-  'OTHERS' AS KEY_COMPETITOR,
-  1 AS MARKET_RATIO,
-  200001 AS STARTTIME,
-  299912 AS ENDTIME,
-  1 AS VALUE_BRAND_RATIO,
-  200001 AS VALUE_BRAND_RATIO_START,
-  299912 AS VALUE_BRAND_RATIO_END,
-  1 AS UNIT_BRAND_RATIO,
-  200001 AS UNIT_BRAND_START,
-  299912 AS UNIT_BRAND_END,
-  1 AS COUNTINGUNIT_BRAND_RATIO,
-  200001 AS COUNTINGUNIT_BRAND_START,
-  299912 AS COUNTINGUNIT_BRAND_END,
-  1 AS PDOT_BRAND_RATIO,
-  200001 AS PDOT_BRAND_START,
-  299912 AS PDOT_BRAND_END,
-  'AIA(Monthly)' AS DATASOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_AIA_MARKET_PACK_MAPPING
-GROUP BY 
-  PACK_CODE
-
-UNION ALL
-
-SELECT 
-  PACK_CODE,
-  'ALL Market'MARKET,
-  'Others' AS CLASS,
-  'OTHERS' AS KEY_COMPETITOR,
-  1 AS MARKET_RATIO,
-  200001 AS STARTTIME,
-  299912 AS ENDTIME,
-  1 AS VALUE_BRAND_RATIO,
-  200001 AS VALUE_BRAND_RATIO_START,
-  299912 AS VALUE_BRAND_RATIO_END,
-  1 AS UNIT_BRAND_RATIO,
-  200001 AS UNIT_BRAND_START,
-  299912 AS UNIT_BRAND_END,
-  1 AS COUNTINGUNIT_BRAND_RATIO,
-  200001 AS COUNTINGUNIT_BRAND_START,
-  299912 AS COUNTINGUNIT_BRAND_END,
-  1 AS PDOT_BRAND_RATIO,
-  200001 AS PDOT_BRAND_START,
-  299912 AS PDOT_BRAND_END,
-  'IQVIA-COUNTY(Quarterly)' AS DATASOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_COUNTY_MARKET_PACK_MAPPING
-GROUP BY 
-  PACK_CODE
-
--- COMMAND ----------
-
-update DM.DM_TD_EXT_UNIONALL_MARKET_PACK_MAPPING set class = 'Others' where lower(CLASS) = 'others' or CLASS IS null
\ No newline at end of file
diff --git a/EXTERNAL/UNIONALL/DM_TD_EXT_UNIONALL_MARKET_PACK_MAPPING.sql:Zone.Identifier b/EXTERNAL/UNIONALL/DM_TD_EXT_UNIONALL_MARKET_PACK_MAPPING.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/UNIONALL/DM_TD_EXT_UNIONALL_PACKINFO.sql b/EXTERNAL/UNIONALL/DM_TD_EXT_UNIONALL_PACKINFO.sql
deleted file mode 100644
index 2e5efcd..0000000
--- a/EXTERNAL/UNIONALL/DM_TD_EXT_UNIONALL_PACKINFO.sql
+++ /dev/null
@@ -1,1837 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_UNIONALL_PACKINFO (
--- 	PACK_CODE STRING COMMENT '包装编码',
--- 	PACK_DESC STRING COMMENT '包装描述',
--- 	PACK_LCH STRING COMMENT '包装上市时间，示例"Y2024M05"',
--- 	PROD_CODE STRING COMMENT '产品编码',
--- 	PROD_DESC STRING COMMENT '产品描述',
--- 	PROD_DESC_C STRING COMMENT '产品中文描述',
--- 	CMPS_CODE STRING COMMENT '成分代码',
--- 	CMPS_DESC STRING COMMENT '成分描述',
--- 	CMPS_DESC_C STRING COMMENT '成分中文描述',
--- 	VBP_BATCH STRING COMMENT '带量采购批次号',
--- 	VBP_IMPLEMENTING_TIME STRING COMMENT '带量采购实施时间',
--- 	STGH_DESC STRING COMMENT '储存方式描述',
--- 	BIO_DESC STRING COMMENT '生物制药描述',
--- 	ETH_OTC_DESC STRING COMMENT '处方/非处方药描述',
--- 	NRDL_DESC STRING COMMENT '国家医保目录状态描述',
--- 	NRDL_ENTRY_DATE STRING COMMENT '国家医保目录纳入日期',
--- 	EDL_DESC STRING COMMENT '基本药物目录状态描述',
--- 	TCM_DESC STRING COMMENT '中医药分类描述',
--- 	PAED_DESC STRING COMMENT '儿童用药标志描述',
--- 	GQCE_DESC STRING COMMENT '绿色/质量/认证/应急标志描述',
--- 	MANU_CODE STRING COMMENT '生产企业编码',
--- 	MANU_DESC STRING COMMENT '生产企业名称描述',
---   MANU_DESC_C STRING COMMENT '生产企业名称中文描述',
--- 	MNFL_CODE STRING COMMENT '跨国/本地企业标志编码',
--- 	ATC1_CODE STRING COMMENT '解剖学治疗学化学分类1编码',
--- 	ATC1_DESC STRING COMMENT '解剖学治疗学化学分类1描述',
--- 	ATC1_DESC_C STRING COMMENT '解剖学治疗学化学分类1中文描述',
--- 	ATC2_CODE STRING COMMENT '解剖学治疗学化学分类2编码',
--- 	ATC2_DESC STRING COMMENT '解剖学治疗学化学分类2描述',
--- 	ATC2_DESC_C STRING COMMENT '解剖学治疗学化学分类2中文描述',
--- 	ATC3_CODE STRING COMMENT '解剖学治疗学化学分类3编码',
--- 	ATC3_DESC STRING COMMENT '解剖学治疗学化学分类3描述',
--- 	ATC3_DESC_C STRING COMMENT '解剖学治疗学化学分类3中文描述',
--- 	ATC4_CODE STRING COMMENT '解剖学治疗学化学分类4编码',
--- 	ATC4_DESC STRING COMMENT '解剖学治疗学化学分类4描述',
--- 	ATC4_DESC_C STRING COMMENT '解剖学治疗学化学分类4中文描述',
--- 	APP1_CODE STRING COMMENT '审批/申请分类(3个层级)',
--- 	APP1_DESC STRING COMMENT '',
--- 	APP1_DESC_C STRING COMMENT '',
--- 	APP2_CODE STRING COMMENT '',
--- 	APP2_DESC STRING COMMENT '',
--- 	APP2_DESC_C STRING COMMENT '',
--- 	APP3_CODE STRING COMMENT '',
--- 	APP3_DESC STRING COMMENT '',
--- 	APP3_DESC_C STRING COMMENT '',
--- 	GENE_ORIG_DESC STRING COMMENT '原研/仿制/中药药物来源描述',
--- 	VBP_DESC STRING COMMENT '带量采购状态(VBP-IN/VBP-OUT/Non VBP)描述',
--- 	CORP_CODE STRING COMMENT '公司编码',
--- 	GEN_RN INT COMMENT '原研/仿制排名(1-5)',
--- 	CORP_DESC STRING COMMENT '公司名称描述',
--- 	CORP_DESC_C STRING COMMENT '公司名称中文描述',
--- 	PACK_RN INT COMMENT '包装排名(按销售量)',
--- 	PROD_RN INT COMMENT '产品排名(按销售量)',
--- 	CMPS_RN INT COMMENT '成分排名(按销售量)',
--- 	DATA_SOURCE STRING COMMENT '数据来源渠道',
--- 	ATC STRING COMMENT 'ATC分类代码',
--- 	NEW_CODE STRING COMMENT '新编码',
--- 	COMMON_NAME STRING COMMENT '通用名称',
--- 	PRODUCT_NAME STRING COMMENT '产品名称',
--- 	MANU_DES_XIEHE STRING COMMENT '协和渠道生产企业名称',
--- 	PACK_DES_XIEHE STRING COMMENT '协和渠道包装描述',
--- 	DRUG_DELIVERY_ROUTE STRING COMMENT '给药途径',
--- 	NFC STRING COMMENT '国家处方集代码',
--- 	CORP_TYPE STRING COMMENT '企业类型(本地/跨国)',
--- 	LAUNCHTIME STRING COMMENT '产品上市时间',
--- 	VBP_BRAND STRING COMMENT '品牌带量采购状态汇总',
---   REPLENISH_FALG STRING COMMENT '后续补充标志',
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
--- )
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_unionall_packinfo';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_unionall_packinfo';
-
--- COMMAND ----------
-
--- 数据源1 CHPA
-CREATE OR REPLACE TEMPORARY VIEW VIEW_CHPA_PACK_INFO
-AS
-SELECT
-  PACK_CODE as PACK_CODE,
-  MAX(PACK_DESC) as PACK_DESC,
-  MAX(PACK_LCH) as PACK_LCH,
-  MAX(PROD_CODE) as PROD_CODE,
-  MAX(PROD_DESC) as PROD_DESC,
-  MAX(PROD_DESC_C) as PROD_DESC_C,
-  MAX(CMPS_CODE) as CMPS_CODE,
-  MAX(CMPS_DESC) as CMPS_DESC,
-  MAX(CMPS_DESC_C) as CMPS_DESC_C,
-  NULL as VBP_BATCH,
-  NULL as VBP_IMPLEMENTING_TIME,
-  MAX(STGH_DESC) as STGH_DESC,
-  MAX(BIO_DESC) as BIO_DESC,
-  MAX(ETH_OTC_DESC) as ETH_OTC_DESC,
-  MAX(NRDL_DESC) as NRDL_DESC,
-  MAX(NRDL_ENTRY_DATE) as NRDL_ENTRY_DATE,
-  MAX(EDL_DESC) as EDL_DESC,
-  MAX(TCM_DESC) as TCM_DESC,
-  MAX(PAED_DESC) as PAED_DESC,
-  MAX(GQCE_DESC) as GQCE_DESC,
-  MAX(MANU_CODE) as MANU_CODE,
-  MAX(MANU_DESC) as MANU_DESC,
-  MAX(MANU_DESC_C) as MANU_DESC_C,
-  MAX(MNFL_CODE) as MNFL_CODE,
-  MAX(ATC1_CODE) as ATC1_CODE,
-  MAX(ATC1_DESC) as ATC1_DESC,
-  MAX(ATC1_DESC_C) as ATC1_DESC_C,
-  MAX(ATC2_CODE) as ATC2_CODE,
-  MAX(ATC2_DESC) as ATC2_DESC,
-  MAX(ATC2_DESC_C) as ATC2_DESC_C,
-  MAX(ATC3_CODE) as ATC3_CODE,
-  MAX(ATC3_DESC) as ATC3_DESC,
-  MAX(ATC3_DESC_C) as ATC3_DESC_C,
-  MAX(ATC4_CODE) as ATC4_CODE,
-  MAX(ATC4_DESC) as ATC4_DESC,
-  MAX(ATC4_DESC_C) as ATC4_DESC_C,
-  MAX(APP1_CODE) as APP1_CODE,
-  MAX(APP1_DESC) as APP1_DESC,
-  MAX(APP1_DESC_C) as APP1_DESC_C,
-  MAX(APP2_CODE) as APP2_CODE,
-  MAX(APP2_DESC) as APP2_DESC,
-  MAX(APP2_DESC_C) as APP2_DESC_C,
-  MAX(APP3_CODE) as APP3_CODE,
-  MAX(APP3_DESC) as APP3_DESC,
-  MAX(APP3_DESC_C) as APP3_DESC_C,
-  MAX(GENE_ORIG_DESC) as GENE_ORIG_DESC,
-  CASE
-    WHEN MAX(VBP_DESC_V) = 'VBP-IN' THEN 'VBP-IN'
-    WHEN MAX(VBP_DESC_V) LIKE '%VBP%' THEN 'VBP-OUT'
-    WHEN MAX(VBP_DESC_V) IS NOT NULL THEN 'Non VBP'
-  ELSE NULL END AS VBP_DESC,
-  MAX(CORP_CODE) as CORP_CODE,
-  CASE
-    WHEN MAX(GENE_ORIG_DESC) = 'ORIG' THEN 1
-    WHEN MAX(GENE_ORIG_DESC) = 'Branded Gen' THEN 2
-    WHEN MAX(GENE_ORIG_DESC) = 'Unbranded Gen' THEN 3
-    WHEN MAX(GENE_ORIG_DESC) = 'TCM' THEN 4
-  ELSE 5 END as GEN_RN,
-  -- 后面数据都还没有，暂时不搞
-  NULL as CORP_DESC,
-  NULL as CORP_DESC_C,
-  NULL as PACK_RN,
-  NULL as PROD_RN,
-  NULL as CMPS_RN,
-  NULL as DATA_SOURCE,
-  NULL as ATC,
-  NULL as NEW_CODE,
-  NULL as COMMON_NAME,
-  NULL as PRODUCT_NAME,
-  NULL as MANU_DES_XIEHE,
-  NULL as PACK_DES_XIEHE,
-  NULL as DRUG_DELIVERY_ROUTE,
-  NULL as NFC,
-  NULL as CORP_TYPE,
-  NULL as LAUNCHTIME,
-  NULL as VBP_BRAND
-from DM.DM_TD_EXT_CHPA_PACK_PROPERTY
-where NVL(PACK_CODE, '') <> ''
-GROUP BY PACK_CODE
-
--- COMMAND ----------
-
--- 数据源2 COUNTY
-CREATE OR REPLACE TEMPORARY VIEW VIEW_COUNTY_PACK_INFO
-AS
-SELECT
-  PACK_CODE AS PACK_CODE,
-  MAX(PACK_DESC) AS PACK_DESC,
-  MAX(PACK_LCH) AS PACK_LCH,
-  MAX(PROD_CODE) AS PROD_CODE,
-  MAX(PROD_DESC) AS PROD_DESC,
-  MAX(PROD_DESC_C) AS PROD_DESC_C,
-  MAX(CMPS_CODE) AS CMPS_CODE,
-  MAX(CMPS_DESC) AS CMPS_DESC,
-  MAX(CMPS_DESC_C) AS CMPS_DESC_C,
-  NULL AS VBP_BATCH,
-  NULL AS VBP_IMPLEMENTING_TIME,
-  MAX(STGH_DESC) AS STGH_DESC,
-  MAX(BIO_DESC) AS BIO_DESC,
-  MAX(ETH_OTC_DESC) AS ETH_OTC_DESC,
-  MAX(NRDL_DESC) AS NRDL_DESC,
-  MAX(NRDL_ENTRY_DATE) AS NRDL_ENTRY_DATE,
-  MAX(EDL_DESC) AS EDL_DESC,
-  MAX(TCM_DESC) AS TCM_DESC,
-  MAX(PAED_DESC) AS PAED_DESC,
-  MAX(GQCE_DESC) AS GQCE_DESC,
-  MAX(MANU_CODE) AS MANU_CODE,
-  MAX(MANU_DESC) AS MANU_DESC,
-  MAX(MANU_DESC_C) as MANU_DESC_C,
-  MAX(MNFL_CODE) AS MNFL_CODE,
-  MAX(ATC1_CODE) AS ATC1_CODE,
-  MAX(ATC1_DESC) AS ATC1_DESC,
-  MAX(ATC1_DESC_C) AS ATC1_DESC_C,
-  MAX(ATC2_CODE) AS ATC2_CODE,
-  MAX(ATC2_DESC) AS ATC2_DESC,
-  MAX(ATC2_DESC_C) AS ATC2_DESC_C,
-  MAX(ATC3_CODE) AS ATC3_CODE,
-  MAX(ATC3_DESC) AS ATC3_DESC,
-  MAX(ATC3_DESC_C) AS ATC3_DESC_C,
-  MAX(ATC4_CODE) AS ATC4_CODE,
-  MAX(ATC4_DESC) AS ATC4_DESC,
-  MAX(ATC4_DESC_C) AS ATC4_DESC_C,
-  MAX(APP1_CODE) AS APP1_CODE,
-  MAX(APP1_DESC) AS APP1_DESC,
-  MAX(APP1_DESC_C) AS APP1_DESC_C,
-  MAX(APP2_CODE) AS APP2_CODE,
-  MAX(APP2_DESC) AS APP2_DESC,
-  MAX(APP2_DESC_C) AS APP2_DESC_C,
-  MAX(APP3_CODE) AS APP3_CODE,
-  MAX(APP3_DESC) AS APP3_DESC,
-  MAX(APP3_DESC_C) AS APP3_DESC_C,
-  MAX(GENE_ORIG_DESC) AS GENE_ORIG_DESC,
-  CASE
-    WHEN MAX(VBP_DESC) = 'VBP-IN' THEN 'VBP-IN'
-    WHEN MAX(VBP_DESC) LIKE '%VBP%' THEN 'VBP-OUT'
-    WHEN MAX(VBP_DESC) IS NOT NULL THEN 'Non VBP'
-  ELSE NULL END AS VBP_DESC,
-  MAX(CORP_CODE) AS CORP_CODE,
-  CASE
-    WHEN MAX(GENE_ORIG_DESC) = 'ORIG' THEN 1
-    WHEN MAX(GENE_ORIG_DESC) = 'Branded Gen' THEN 2
-    WHEN MAX(GENE_ORIG_DESC) = 'Unbranded Gen' THEN 3
-    WHEN MAX(GENE_ORIG_DESC) = 'TCM' THEN 4
-  ELSE 5 END AS GEN_RN,
-  MAX(CORP_DESC) AS CORP_DESC,
-  MAX(CORP_DESC_C) AS CORP_DESC_C,
-  NULL AS PACK_RN,
-  NULL AS PROD_RN,
-  NULL AS CMPS_RN,
-  NULL AS DATA_SOURCE,
-  NULL AS ATC,
-  NULL AS NEW_CODE,
-  NULL AS COMMON_NAME,
-  NULL AS PRODUCT_NAME,
-  NULL AS MANU_DES_XIEHE,
-  NULL AS PACK_DES_XIEHE,
-  NULL AS DRUG_DELIVERY_ROUTE,
-  NULL AS NFC,
-  NULL AS CORP_TYPE,
-  NULL AS LAUNCHTIME,
-  NULL AS VBP_BRAND
-FROM dm.DM_TD_EXT_COUNTY_PACK_PROPERTY b
-GROUP BY PACK_CODE
-
--- COMMAND ----------
-
--- 数据源3 THC
-CREATE OR REPLACE TEMPORARY VIEW VIEW_THC_PACK_INFO
-AS
-SELECT
-  PACK_CODE AS PACK_CODE,
-  MAX(PACK_DESC) AS PACK_DESC,
-  MAX(PACK_LCH) AS PACK_LCH,
-  MAX(PROD_CODE) AS PROD_CODE,
-  MAX(PROD_DESC) AS PROD_DESC,
-  MAX(PROD_DESC_C) AS PROD_DESC_C,
-  MAX(CMPS_CODE) AS CMPS_CODE,
-  MAX(CMPS_DESC) AS CMPS_DESC,
-  MAX(CMPS_DESC_C) AS CMPS_DESC_C,
-  NULL AS VBP_BATCH,
-  NULL AS VBP_IMPLEMENTING_TIME,
-  MAX(STGH_DESC) AS STGH_DESC,
-  MAX(BIO_DESC) AS BIO_DESC,
-  MAX(ETH_OTC_DESC) AS ETH_OTC_DESC,
-  MAX(NRDL_DESC) AS NRDL_DESC,
-  NULL AS NRDL_ENTRY_DATE,
-  MAX(EDL_DESC) AS EDL_DESC,
-  MAX(TCM_DESC) AS TCM_DESC,
-  MAX(PAED_DESC) AS PAED_DESC,
-  MAX(GQCE_DESC) AS GQCE_DESC,
-  MAX(MANU_CODE) AS MANU_CODE,
-  MAX(MANU_DESC) AS MANU_DESC,
-  MAX(MANU_DESC_C) as MANU_DESC_C,
-  MAX(MNFL_CODE) AS MNFL_CODE,
-  MAX(ATC1_CODE) AS ATC1_CODE,
-  MAX(ATC1_DESC) AS ATC1_DESC,
-  MAX(ATC1_DESC_C) AS ATC1_DESC_C,
-  MAX(ATC2_CODE) AS ATC2_CODE,
-  MAX(ATC2_DESC) AS ATC2_DESC,
-  MAX(ATC2_DESC_C) AS ATC2_DESC_C,
-  MAX(ATC3_CODE) AS ATC3_CODE,
-  MAX(ATC3_DESC) AS ATC3_DESC,
-  MAX(ATC3_DESC_C) AS ATC3_DESC_C,
-  MAX(ATC4_CODE) AS ATC4_CODE,
-  MAX(ATC4_DESC) AS ATC4_DESC,
-  MAX(ATC4_DESC_C) AS ATC4_DESC_C,
-  MAX(APP1_CODE) AS APP1_CODE,
-  MAX(APP1_DESC) AS APP1_DESC,
-  MAX(APP1_DESC_C) AS APP1_DESC_C,
-  MAX(APP2_CODE) AS APP2_CODE,
-  MAX(APP2_DESC) AS APP2_DESC,
-  MAX(APP2_DESC_C) AS APP2_DESC_C,
-  MAX(APP3_CODE) AS APP3_CODE,
-  MAX(APP3_DESC) AS APP3_DESC,
-  MAX(APP3_DESC_C) AS APP3_DESC_C,
-  MAX(GENE_ORIG_DESC) AS GENE_ORIG_DESC,
-  MAX(VBP_DESC) AS VBP_DESC,
-  MAX(CORP_CODE) AS CORP_CODE,
-  CASE
-    WHEN MAX(GENE_ORIG_DESC) = 'ORIG' THEN 1
-    WHEN MAX(GENE_ORIG_DESC) = 'Branded Gen' THEN 2
-    WHEN MAX(GENE_ORIG_DESC) = 'Unbranded Gen' THEN 3
-    WHEN MAX(GENE_ORIG_DESC) = 'TCM' THEN 4
-  ELSE 5 END AS GEN_RN,
-  MAX(CORP_DESC) AS CORP_DESC,
-  MAX(CORP_DESC_C) AS CORP_DESC_C,
-  NULL AS PACK_RN,
-  NULL AS PROD_RN,
-  NULL AS CMPS_RN,
-  NULL AS DATA_SOURCE,
-  NULL AS ATC,
-  NULL AS NEW_CODE,
-  NULL AS COMMON_NAME,
-  NULL AS PRODUCT_NAME,
-  NULL AS MANU_DES_XIEHE,
-  NULL AS PACK_DES_XIEHE,
-  NULL AS DRUG_DELIVERY_ROUTE,
-  NULL AS NFC,
-  NULL AS CORP_TYPE,
-  NULL AS LAUNCHTIME,
-  NULL AS VBP_BRAND
-FROM DM.DM_TD_EXT_THC_PACK_PROPERTY
-GROUP BY PACK_CODE
-
--- COMMAND ----------
-
--- 数据源4 CHC
-CREATE OR REPLACE TEMPORARY VIEW VIEW_CHC_PACK_INFO
-AS
-SELECT 
-  PACK_CODE AS PACK_CODE,
-  MAX(PACK_DESC) AS PACK_DESC,
-  MAX(PACK_LCH) AS PACK_LCH,
-  MAX(PROD_CODE) AS PROD_CODE,
-  MAX(PROD_DESC) AS PROD_DESC,
-  MAX(PROD_DESC_C) AS PROD_DESC_C,
-  MAX(CMPS_CODE) AS CMPS_CODE,
-  MAX(CMPS_DESC) AS CMPS_DESC,
-  MAX(CMPS_DESC_C) AS CMPS_DESC_C,
-  NULL AS VBP_BATCH,
-  NULL AS VBP_IMPLEMENTING_TIME,
-  MAX(STGH_DESC) AS STGH_DESC,
-  MAX(BIO_DESC) AS BIO_DESC,
-  MAX(ETH_OTC_DESC) AS ETH_OTC_DESC,
-  MAX(NRDL_DESC) AS NRDL_DESC,
-  NULL AS NRDL_ENTRY_DATE,
-  MAX(EDL_DESC) AS EDL_DESC,
-  MAX(TCM_DESC) AS TCM_DESC,
-  MAX(PAED_DESC) AS PAED_DESC,
-  MAX(GQCE_DESC) AS GQCE_DESC,
-  MAX(MANU_CODE) AS MANU_CODE,
-  MAX(MANU_DESC) AS MANU_DESC,
-  MAX(MANU_DESC_C) as MANU_DESC_C,
-  MAX(MNFL_CODE) AS MNFL_CODE,
-  MAX(ATC1_CODE) AS ATC1_CODE,
-  MAX(ATC1_DESC) AS ATC1_DESC,
-  MAX(ATC1_DESC_C) AS ATC1_DESC_C,
-  MAX(ATC2_CODE) AS ATC2_CODE,
-  MAX(ATC2_DESC) AS ATC2_DESC,
-  MAX(ATC2_DESC_C) AS ATC2_DESC_C,
-  MAX(ATC3_CODE) AS ATC3_CODE,
-  MAX(ATC3_DESC) AS ATC3_DESC,
-  MAX(ATC3_DESC_C) AS ATC3_DESC_C,
-  MAX(ATC4_CODE) AS ATC4_CODE,
-  MAX(ATC4_DESC) AS ATC4_DESC,
-  MAX(ATC4_DESC_C) AS ATC4_DESC_C,
-  MAX(APP1_CODE) AS APP1_CODE,
-  MAX(APP1_DESC) AS APP1_DESC,
-  MAX(APP1_DESC_C) AS APP1_DESC_C,
-  MAX(APP2_CODE) AS APP2_CODE,
-  MAX(APP2_DESC) AS APP2_DESC,
-  MAX(APP2_DESC_C) AS APP2_DESC_C,
-  MAX(APP3_CODE) AS APP3_CODE,
-  MAX(APP3_DESC) AS APP3_DESC,
-  MAX(APP3_DESC_C) AS APP3_DESC_C,
-  MAX(GENE_ORIG_DESC) AS GENE_ORIG_DESC,
-  MAX(VBP_DESC) AS VBP_DESC,
-  MAX(CORP_CODE) AS CORP_CODE,
-  CASE
-    WHEN MAX(GENE_ORIG_DESC) = 'ORIG' THEN 1
-    WHEN MAX(GENE_ORIG_DESC) = 'Branded Gen' THEN 2
-    WHEN MAX(GENE_ORIG_DESC) = 'Unbranded Gen' THEN 3
-    WHEN MAX(GENE_ORIG_DESC) = 'TCM' THEN 4
-  ELSE 5 END AS GEN_RN,
-  MAX(CORP_DESC) AS CORP_DESC,
-  MAX(CORP_DESC_C) AS CORP_DESC_C,
-  NULL AS PACK_RN,
-  NULL AS PROD_RN,
-  NULL AS CMPS_RN,
-  NULL AS DATA_SOURCE,
-  NULL AS ATC,
-  NULL AS NEW_CODE,
-  NULL AS COMMON_NAME,
-  NULL AS PRODUCT_NAME,
-  NULL AS MANU_DES_XIEHE,
-  NULL AS PACK_DES_XIEHE,
-  NULL AS DRUG_DELIVERY_ROUTE,
-  NULL AS NFC,
-  NULL AS CORP_TYPE,
-  NULL AS LAUNCHTIME,
-  NULL AS VBP_BRAND
-FROM DM.DM_TD_EXT_CHC_PACK_PROPERTY
-GROUP BY PACK_CODE
-
--- COMMAND ----------
-
--- 数据源5 retail
-CREATE OR REPLACE TEMPORARY VIEW VIEW_RETAIL_PACK_INFO
-AS
-SELECT 
-  PACK_CODE AS PACK_CODE,
-  MAX(PACK_DESC) AS PACK_DESC,
-  MAX(PACK_LCH) AS PACK_LCH,
-  MAX(PROD_CODE) AS PROD_CODE,
-  MAX(PROD_DESC) AS PROD_DESC,
-  MAX(PROD_DESC_C) AS PROD_DESC_C,
-  MAX(CMPS_CODE) AS CMPS_CODE,
-  MAX(CMPS_DESC) AS CMPS_DESC,
-  MAX(CMPS_DESC_C) AS CMPS_DESC_C,
-  NULL AS VBP_BATCH,
-  NULL AS VBP_IMPLEMENTING_TIME,
-  MAX(STGH_DESC) AS STGH_DESC,
-  MAX(BIO_DESC) AS BIO_DESC,
-  MAX(ETH_OTC_DESC) AS ETH_OTC_DESC,
-  MAX(NRDL_DESC) AS NRDL_DESC,
-  MAX(NRDL_ENTRY_DATE) AS NRDL_ENTRY_DATE,
-  MAX(EDL_DESC) AS EDL_DESC,
-  MAX(TCM_DESC) AS TCM_DESC,
-  MAX(PAED_DESC) AS PAED_DESC,
-  MAX(GQCE_DESC) AS GQCE_DESC,
-  MAX(MANU_CODE) AS MANU_CODE,
-  MAX(MANU_DESC) AS MANU_DESC,
-  MAX(MANU_DESC_C) as MANU_DESC_C,
-  MAX(MNFL_CODE) AS MNFL_CODE,
-  MAX(ATC1_CODE) AS ATC1_CODE,
-  MAX(ATC1_DESC) AS ATC1_DESC,
-  MAX(ATC1_DESC_C) AS ATC1_DESC_C,
-  MAX(ATC2_CODE) AS ATC2_CODE,
-  MAX(ATC2_DESC) AS ATC2_DESC,
-  MAX(ATC2_DESC_C) AS ATC2_DESC_C,
-  MAX(ATC3_CODE) AS ATC3_CODE,
-  MAX(ATC3_DESC) AS ATC3_DESC,
-  MAX(ATC3_DESC_C) AS ATC3_DESC_C,
-  MAX(ATC4_CODE) AS ATC4_CODE,
-  MAX(ATC4_DESC) AS ATC4_DESC,
-  MAX(ATC4_DESC_C) AS ATC4_DESC_C,
-  MAX(APP1_CODE) AS APP1_CODE,
-  MAX(APP1_DESC) AS APP1_DESC,
-  MAX(APP1_DESC_C) AS APP1_DESC_C,
-  MAX(APP2_CODE) AS APP2_CODE,
-  MAX(APP2_DESC) AS APP2_DESC,
-  MAX(APP2_DESC_C) AS APP2_DESC_C,
-  MAX(APP3_CODE) AS APP3_CODE,
-  MAX(APP3_DESC) AS APP3_DESC,
-  MAX(APP3_DESC_C) AS APP3_DESC_C,
-  MAX(GENE_ORIG_DESC) AS GENE_ORIG_DESC,
-  CASE
-    WHEN MAX(VBP_DESC) = 'VBP-IN' then 'VBP-IN'
-    WHEN MAX(VBP_DESC) LIKE '%VBP%' THEN 'VBP-OUT'
-    WHEN MAX(VBP_DESC) IS NOT NULL THEN 'Non VBP'
-  ELSE NULL END AS VBP_DESC,
-  MAX(CORP_CODE) AS CORP_CODE,
-  CASE
-    WHEN MAX(GENE_ORIG_DESC) = 'ORIG' THEN 1
-    WHEN MAX(GENE_ORIG_DESC) = 'Branded Gen' THEN 2
-    WHEN MAX(GENE_ORIG_DESC) = 'Unbranded Gen' THEN 3
-    WHEN MAX(GENE_ORIG_DESC) = 'TCM' THEN 4
-  ELSE 5 END GEN_RN,
-  MAX(CORP_DESC) AS CORP_DESC,
-  MAX(CORP_DESC_C) AS CORP_DESC_C,
-  NULL AS PACK_RN,
-  NULL AS PROD_RN,
-  NULL AS CMPS_RN,
-  NULL AS DATA_SOURCE,
-  NULL AS ATC,
-  NULL AS NEW_CODE,
-  NULL AS COMMON_NAME,
-  NULL AS PRODUCT_NAME,
-  NULL AS MANU_DES_XIEHE,
-  NULL AS PACK_DES_XIEHE,
-  NULL AS DRUG_DELIVERY_ROUTE,
-  NULL AS NFC,
-  NULL AS CORP_TYPE,
-  NULL AS LAUNCHTIME,
-  NULL AS VBP_BRAND
-FROM dm.DM_TD_EXT_RETAIL_PACK_PROPERTY
-GROUP BY PACK_CODE
-UNION
-SELECT
-  PACK_CODE AS PACK_CODE,
-  MAX(PACK_DESC) AS PACK_DESC,
-  MAX(PACK_LCH) AS PACK_LCH,
-  MAX(PROD_CODE) AS PROD_CODE,
-  MAX(PROD_DESC) AS PROD_DESC,
-  MAX(PROD_DESC_C) AS PROD_DESC_C,
-  MAX(CMPS_CODE) AS CMPS_CODE,
-  MAX(CMPS_DESC) AS CMPS_DESC,
-  MAX(CMPS_DESC_C) AS CMPS_DESC_C,
-  NULL AS VBP_BATCH,
-  NULL AS VBP_IMPLEMENTING_TIME,
-  MAX(STGH_DESC) AS STGH_DESC,
-  MAX(BIO_DESC) AS BIO_DESC,
-  MAX(ETH_OTC_DESC) AS ETH_OTC_DESC,
-  MAX(NRDL_DESC) AS NRDL_DESC,
-  MAX(NRDL_ENTRY_DATE) AS NRDL_ENTRY_DATE,
-  MAX(EDL_DESC) AS EDL_DESC,
-  MAX(TCM_DESC) AS TCM_DESC,
-  MAX(PAED_DESC) AS PAED_DESC,
-  MAX(GQCE_DESC) AS GQCE_DESC,
-  MAX(MANU_CODE) AS MANU_CODE,
-  MAX(MANU_DESC) AS MANU_DESC,
-  MAX(MANU_DESC_C) as MANU_DESC_C,
-  MAX(MNFL_CODE) AS MNFL_CODE,
-  MAX(ATC1_CODE) AS ATC1_CODE,
-  MAX(ATC1_DESC) AS ATC1_DESC,
-  MAX(ATC1_DESC_C) AS ATC1_DESC_C,
-  MAX(ATC2_CODE) AS ATC2_CODE,
-  MAX(ATC2_DESC) AS ATC2_DESC,
-  MAX(ATC2_DESC_C) AS ATC2_DESC_C,
-  MAX(ATC3_CODE) AS ATC3_CODE,
-  MAX(ATC3_DESC) AS ATC3_DESC,
-  MAX(ATC3_DESC_C) AS ATC3_DESC_C,
-  MAX(ATC4_CODE) AS ATC4_CODE,
-  MAX(ATC4_DESC) AS ATC4_DESC,
-  MAX(ATC4_DESC_C) AS ATC4_DESC_C,
-  MAX(APP1_CODE) AS APP1_CODE,
-  MAX(APP1_DESC) AS APP1_DESC,
-  MAX(APP1_DESC_C) AS APP1_DESC_C,
-  MAX(APP2_CODE) AS APP2_CODE,
-  MAX(APP2_DESC) AS APP2_DESC,
-  MAX(APP2_DESC_C) AS APP2_DESC_C,
-  MAX(APP3_CODE) AS APP3_CODE,
-  MAX(APP3_DESC) AS APP3_DESC,
-  MAX(APP3_DESC_C) AS APP3_DESC_C,
-  MAX(GENE_ORIG_DESC) AS GENE_ORIG_DESC,
-  CASE
-    WHEN MAX(VBP_DESC) = 'VBP-IN' then 'VBP-IN'
-    WHEN MAX(VBP_DESC) LIKE '%VBP%' THEN 'VBP-OUT'
-    WHEN MAX(VBP_DESC) IS NOT NULL THEN 'Non VBP'
-  ELSE NULL END as VBP_DESC,
-  MAX(CORP_CODE) AS CORP_CODE,
-  CASE
-    WHEN MAX(GENE_ORIG_DESC) = 'ORIG' THEN 1
-    WHEN MAX(GENE_ORIG_DESC) = 'Branded Gen' THEN 2
-    WHEN MAX(GENE_ORIG_DESC) = 'Unbranded Gen' THEN 3
-    WHEN MAX(GENE_ORIG_DESC) = 'TCM' THEN 4
-  ELSE 5 END AS GEN_RN,
-  MAX(CORP_DESC) AS CORP_DESC,
-  MAX(CORP_DESC_C) AS CORP_DESC_C,
-  NULL AS PACK_RN,
-  NULL AS PROD_RN,
-  NULL AS CMPS_RN,
-  NULL AS DATA_SOURCE,
-  NULL AS ATC,
-  NULL AS NEW_CODE,
-  NULL AS COMMON_NAME,
-  NULL AS PRODUCT_NAME,
-  NULL AS MANU_DES_XIEHE,
-  NULL AS PACK_DES_XIEHE,
-  NULL AS DRUG_DELIVERY_ROUTE,
-  NULL AS NFC,
-  NULL AS CORP_TYPE,
-  NULL AS LAUNCHTIME,
-  NULL AS VBP_BRAND
-FROM dm.DM_TD_EXT_RETAIL_DTP_PACK_PROPERTY
-GROUP BY PACK_CODE
-
--- COMMAND ----------
-
--- 数据源6 EC
-CREATE OR REPLACE TEMPORARY VIEW VIEW_EC_PACK_INFO
-AS
-SELECT 
-  PACK_CODE AS PACK_CODE,
-  MAX(PACK_DESC) AS PACK_DESC,
-  MAX(PACK_LCH) AS PACK_LCH,
-  MAX(PROD_CODE) AS PROD_CODE,
-  MAX(PROD_DESC) AS PROD_DESC,
-  MAX(PROD_DESC_C) AS PROD_DESC_C,
-  MAX(CMPS_CODE) AS CMPS_CODE,
-  MAX(CMPS_DESC) AS CMPS_DESC,
-  MAX(CMPS_DESC_C) AS CMPS_DESC_C,
-  NULL AS VBP_BATCH,
-  NULL AS VBP_IMPLEMENTING_TIME,
-  MAX(STGH_DESC) AS STGH_DESC,
-  MAX(BIO_DESC) AS BIO_DESC,
-  MAX(ETH_OTC_DESC) AS ETH_OTC_DESC,
-  MAX(NRDL_DESC) AS NRDL_DESC,
-  MAX(NRDL_ENTRY_DATE) AS NRDL_ENTRY_DATE,
-  MAX(EDL_DESC) AS EDL_DESC,
-  MAX(TCM_DESC) AS TCM_DESC,
-  MAX(PAED_DESC) AS PAED_DESC,
-  MAX(GQCE_DESC) AS GQCE_DESC,
-  MAX(MANU_CODE) AS MANU_CODE,
-  MAX(MANU_DESC) AS MANU_DESC,
-  MAX(MANU_DESC_C) as MANU_DESC_C,
-  MAX(MNFL_CODE) AS MNFL_CODE,
-  MAX(ATC1_CODE) AS ATC1_CODE,
-  MAX(ATC1_DESC) AS ATC1_DESC,
-  MAX(ATC1_DESC_C) AS ATC1_DESC_C,
-  MAX(ATC2_CODE) AS ATC2_CODE,
-  MAX(ATC2_DESC) AS ATC2_DESC,
-  MAX(ATC2_DESC_C) AS ATC2_DESC_C,
-  MAX(ATC3_CODE) AS ATC3_CODE,
-  MAX(ATC3_DESC) AS ATC3_DESC,
-  MAX(ATC3_DESC_C) AS ATC3_DESC_C,
-  MAX(ATC4_CODE) AS ATC4_CODE,
-  MAX(ATC4_DESC) AS ATC4_DESC,
-  MAX(ATC4_DESC_C) AS ATC4_DESC_C,
-  MAX(APP1_CODE) AS APP1_CODE,
-  MAX(APP1_DESC) AS APP1_DESC,
-  MAX(APP1_DESC_C) AS APP1_DESC_C,
-  MAX(APP2_CODE) AS APP2_CODE,
-  MAX(APP2_DESC) AS APP2_DESC,
-  MAX(APP2_DESC_C) AS APP2_DESC_C,
-  MAX(APP3_CODE) AS APP3_CODE,
-  MAX(APP3_DESC) AS APP3_DESC,
-  MAX(APP3_DESC_C) AS APP3_DESC_C,
-  MAX(GENE_ORIG_DESC) AS GENE_ORIG_DESC,
-  CASE
-    WHEN MAX(VBP_DESC) = 'VBP-IN' then 'VBP-IN'
-    WHEN MAX(VBP_DESC) LIKE '%VBP%' THEN 'VBP-OUT'
-    WHEN MAX(VBP_DESC) IS NOT NULL THEN 'Non VBP'
-  ELSE NULL END AS VBP_DESC,
-  MAX(CORP_CODE) AS CORP_CODE,
-  CASE
-    WHEN MAX(GENE_ORIG_DESC) = 'ORIG' THEN 1
-    WHEN MAX(GENE_ORIG_DESC) = 'Branded Gen' THEN 2
-    WHEN MAX(GENE_ORIG_DESC) = 'Unbranded Gen' THEN 3
-    WHEN MAX(GENE_ORIG_DESC) = 'TCM' THEN 4
-  ELSE 5 END AS GEN_RN,
-  MAX(CORP_DESC) AS CORP_DESC,
-  MAX(CORP_DESC_C) AS CORP_DESC_C,
-  NULL AS PACK_RN,
-  NULL AS PROD_RN,
-  NULL AS CMPS_RN,
-  NULL AS DATA_SOURCE,
-  NULL AS ATC,
-  NULL AS NEW_CODE,
-  NULL AS COMMON_NAME,
-  NULL AS PRODUCT_NAME,
-  NULL AS MANU_DES_XIEHE,
-  NULL AS PACK_DES_XIEHE,
-  NULL AS DRUG_DELIVERY_ROUTE,
-  NULL AS NFC,
-  NULL AS CORP_TYPE,
-  NULL AS LAUNCHTIME,
-  NULL AS VBP_BRAND
-FROM dm.DM_TD_EXT_EC_PACK_PROPERTY
-GROUP BY PACK_CODE
-
--- COMMAND ----------
-
--- 数据源7 AIA
-CREATE OR REPLACE TEMPORARY VIEW VIEW_AIA_PACK_INFO
-AS
-SELECT 
-  CASE
-    WHEN PACK_CODE like '%OTHERS%'
-      OR length(PACK_CODE) >= 12
-      OR (not PACK_CODE REGEXP '^[0-9]') THEN PACK_CODE
-  ELSE right(concat('000000000000', PACK_CODE), 12)  END AS PACK_CODE,
-  MAX(PACK_DESC) AS PACK_DESC,
-  MAX(PACK_LCH) AS PACK_LCH,
-  MAX(PROD_CODE) AS PROD_CODE,
-  MAX(PROD_DESC) AS PROD_DESC,
-  MAX(PROD_DESC_C) AS PROD_DESC_C,
-  MAX(CMPS_CODE) AS CMPS_CODE,
-  MAX(CMPS_DESC) AS CMPS_DESC,
-  MAX(CMPS_DESC_C) AS CMPS_DESC_C,
-  NULL AS VBP_BATCH,
-  NULL AS VBP_IMPLEMENTING_TIME,
-  MAX(STGH_DESC) AS STGH_DESC,
-  MAX(BIO_DESC) AS BIO_DESC,
-  MAX(ETH_OTC_DESC) AS ETH_OTC_DESC,
-  MAX(NRDL_DESC) AS NRDL_DESC,
-  MAX(NRDL_ENTRY_DATE) AS NRDL_ENTRY_DATE,
-  MAX(EDL_DESC) AS EDL_DESC,
-  MAX(TCM_DESC) AS TCM_DESC,
-  MAX(PAED_DESC) AS PAED_DESC,
-  MAX(GQCE_DESC) AS GQCE_DESC,
-  MAX(MANU_CODE) AS MANU_CODE,
-  MAX(MANU_DESC) AS MANU_DESC,
-  MAX(MANU_DESC_C) as MANU_DESC_C,
-  MAX(MNFL_CODE) AS MNFL_CODE,
-  MAX(ATC1_CODE) AS ATC1_CODE,
-  MAX(ATC1_DESC) AS ATC1_DESC,
-  MAX(ATC1_DESC_C) AS ATC1_DESC_C,
-  MAX(ATC2_CODE) AS ATC2_CODE,
-  MAX(ATC2_DESC) AS ATC2_DESC,
-  MAX(ATC2_DESC_C) AS ATC2_DESC_C,
-  MAX(ATC3_CODE) AS ATC3_CODE,
-  MAX(ATC3_DESC) AS ATC3_DESC,
-  MAX(ATC3_DESC_C) AS ATC3_DESC_C,
-  MAX(ATC4_CODE) AS ATC4_CODE,
-  MAX(ATC4_DESC) AS ATC4_DESC,
-  MAX(ATC4_DESC_C) AS ATC4_DESC_C,
-  MAX(APP1_CODE) AS APP1_CODE,
-  MAX(APP1_DESC) AS APP1_DESC,
-  MAX(APP1_DESC_C) AS APP1_DESC_C,
-  MAX(APP2_CODE) AS APP2_CODE,
-  MAX(APP2_DESC) AS APP2_DESC,
-  MAX(APP2_DESC_C) AS APP2_DESC_C,
-  MAX(APP3_CODE) AS APP3_CODE,
-  MAX(APP3_DESC) AS APP3_DESC,
-  MAX(APP3_DESC_C) AS APP3_DESC_C,
-  MAX(GENE_ORIG_DESC) AS GENE_ORIG_DESC,
-  NULL AS VBP_DESC,
-  MAX(CORP_CODE) AS CORP_CODE,
-  CASE
-    WHEN MAX(GENE_ORIG_DESC) = 'ORIG' THEN 1
-    WHEN MAX(GENE_ORIG_DESC) = 'Branded Gen' THEN 2
-    WHEN MAX(GENE_ORIG_DESC) = 'Unbranded Gen' THEN 3
-    WHEN MAX(GENE_ORIG_DESC) = 'TCM' THEN 4
-  ELSE 5 END AS GEN_RN,
-  MAX(CORP_DESC) AS CORP_DESC,
-  MAX(CORP_DESC_C) AS CORP_DESC_C,
-  NULL AS PACK_RN,
-  NULL AS PROD_RN,
-  NULL AS CMPS_RN,
-  NULL AS DATA_SOURCE,
-  NULL AS ATC,
-  NULL AS NEW_CODE,
-  NULL AS COMMON_NAME,
-  NULL AS PRODUCT_NAME,
-  NULL AS MANU_DES_XIEHE,
-  NULL AS PACK_DES_XIEHE,
-  NULL AS DRUG_DELIVERY_ROUTE,
-  NULL AS NFC,
-  NULL AS CORP_TYPE,
-  NULL AS LAUNCHTIME,
-  NULL AS VBP_BRAND
-FROM dm.DM_TD_EXT_AIA_PACK_PROPERTY
-GROUP BY PACK_CODE
-
--- COMMAND ----------
-
--- 数据源8 XIEHE
-CREATE OR REPLACE TEMPORARY VIEW VIEW_XIEHE_PACK_INFO
-AS
-SELECT 
-  PACK_CODE AS PACK_CODE,
-  MAX(PACK_DESC) AS PACK_DESC,
-  MAX(PACK_LCH) AS PACK_LCH,
-  MAX(PROD_CODE) AS PROD_CODE,
-  MAX(PROD_DESC) AS PROD_DESC,
-  MAX(PROD_DESC_C) AS PROD_DESC_C,
-  MAX(CMPS_CODE) AS CMPS_CODE,
-  MAX(CMPS_DESC) AS CMPS_DESC,
-  MAX(CMPS_DESC_C) AS CMPS_DESC_C,
-  NULL AS VBP_BATCH,
-  NULL AS VBP_IMPLEMENTING_TIME,
-  MAX(STGH_DESC) AS STGH_DESC,
-  MAX(BIO_DESC) AS BIO_DESC,
-  MAX(ETH_OTC_DESC) AS ETH_OTC_DESC,
-  MAX(NRDL_DESC) AS NRDL_DESC,
-  MAX(NRDL_ENTRY_DATE) AS NRDL_ENTRY_DATE,
-  MAX(EDL_DESC) AS EDL_DESC,
-  MAX(TCM_DESC) AS TCM_DESC,
-  MAX(PAED_DESC) AS PAED_DESC,
-  MAX(GQCE_DESC) AS GQCE_DESC,
-  MAX(MANU_CODE) AS MANU_CODE,
-  MAX(MANU_DESC) AS MANU_DESC,
-  MAX(MANU_DESC_C) as MANU_DESC_C,
-  MAX(MNFL_CODE) AS MNFL_CODE,
-  MAX(ATC1_CODE) AS ATC1_CODE,
-  MAX(ATC1_DESC) AS ATC1_DESC,
-  MAX(ATC1_DESC_C) AS ATC1_DESC_C,
-  MAX(ATC2_CODE) AS ATC2_CODE,
-  MAX(ATC2_DESC) AS ATC2_DESC,
-  MAX(ATC2_DESC_C) AS ATC2_DESC_C,
-  MAX(ATC3_CODE) AS ATC3_CODE,
-  MAX(ATC3_DESC) AS ATC3_DESC,
-  MAX(ATC3_DESC_C) AS ATC3_DESC_C,
-  MAX(ATC4_CODE) AS ATC4_CODE,
-  MAX(ATC4_DESC) AS ATC4_DESC,
-  MAX(ATC4_DESC_C) AS ATC4_DESC_C,
-  MAX(APP1_CODE) AS APP1_CODE,
-  MAX(APP1_DESC) AS APP1_DESC,
-  MAX(APP1_DESC_C) AS APP1_DESC_C,
-  MAX(APP2_CODE) AS APP2_CODE,
-  MAX(APP2_DESC) AS APP2_DESC,
-  MAX(APP2_DESC_C) AS APP2_DESC_C,
-  MAX(APP3_CODE) AS APP3_CODE,
-  MAX(APP3_DESC) AS APP3_DESC,
-  MAX(APP3_DESC_C) AS APP3_DESC_C,
-  MAX(GENE_ORIG_DESC) AS GENE_ORIG_DESC,
-  NULL AS VBP_DESC,
-  MAX(CORP_CODE) AS CORP_CODE,
-  CASE
-    WHEN MAX(GENE_ORIG_DESC) = 'ORIG' THEN 1
-    WHEN MAX(GENE_ORIG_DESC) = 'Branded Gen' THEN 2
-    WHEN MAX(GENE_ORIG_DESC) = 'Unbranded Gen' THEN 3
-    WHEN MAX(GENE_ORIG_DESC) = 'TCM' THEN 4
-  ELSE 5 END as GEN_RN,
-  MAX(CORP_DESC) AS CORP_DESC,
-  MAX(CORP_DESC_C) AS CORP_DESC_C,
-  NULL AS PACK_RN,
-  NULL AS PROD_RN,
-  NULL AS CMPS_RN,
-  NULL AS DATA_SOURCE,
-  NULL AS ATC,
-  NULL AS NEW_CODE,
-  NULL AS COMMON_NAME,
-  NULL AS PRODUCT_NAME,
-  NULL AS MANU_DES_XIEHE,
-  NULL AS PACK_DES_XIEHE,
-  NULL AS DRUG_DELIVERY_ROUTE,
-  NULL AS NFC,
-  NULL AS CORP_TYPE,
-  NULL AS LAUNCHTIME,
-  NULL AS VBP_BRAND
-FROM dm.DM_TD_EXT_XIEHE_PACK_PROPERTY
-GROUP BY PACK_CODE
-
--- COMMAND ----------
-
--- 获取所有的PACK_CODE,以CHPA为主，其他数据源不存在与CHPA一样的，再取。
-CREATE OR REPLACE TEMPORARY VIEW VIEW_PACK_INFO_TEMP1
-AS
-SELECT 
-  PACK_CODE,
-  PACK_DESC,
-  PACK_LCH,
-  PROD_CODE,
-  PROD_DESC,
-  PROD_DESC_C,
-  CMPS_CODE,
-  CMPS_DESC,
-  CMPS_DESC_C,
-  VBP_BATCH,
-  VBP_IMPLEMENTING_TIME,
-  STGH_DESC,
-  BIO_DESC,
-  ETH_OTC_DESC,
-  NRDL_DESC,
-  NRDL_ENTRY_DATE,
-  EDL_DESC,
-  TCM_DESC,
-  PAED_DESC,
-  GQCE_DESC,
-  MANU_CODE,
-  MANU_DESC,
-  MANU_DESC_C,
-  MNFL_CODE,
-  ATC1_CODE,
-  ATC1_DESC,
-  ATC1_DESC_C,
-  ATC2_CODE,
-  ATC2_DESC,
-  ATC2_DESC_C,
-  ATC3_CODE,
-  ATC3_DESC,
-  ATC3_DESC_C,
-  ATC4_CODE,
-  ATC4_DESC,
-  ATC4_DESC_C,
-  APP1_CODE,
-  APP1_DESC,
-  APP1_DESC_C,
-  APP2_CODE,
-  APP2_DESC,
-  APP2_DESC_C,
-  APP3_CODE,
-  APP3_DESC,
-  APP3_DESC_C,
-  GENE_ORIG_DESC,
-  VBP_DESC,
-  CORP_CODE,
-  GEN_RN,
-  CORP_DESC,
-  CORP_DESC_C,
-  PACK_RN,
-  PROD_RN,
-  CMPS_RN,
-  DATA_SOURCE,
-  ATC,
-  NEW_CODE,
-  COMMON_NAME,
-  PRODUCT_NAME,
-  MANU_DES_XIEHE,
-  PACK_DES_XIEHE,
-  DRUG_DELIVERY_ROUTE,
-  NFC,
-  CORP_TYPE,
-  LAUNCHTIME,
-  VBP_BRAND
-FROM VIEW_CHPA_PACK_INFO AS T1
-UNION ALL
-SELECT 
-  PACK_CODE,
-  PACK_DESC,
-  PACK_LCH,
-  PROD_CODE,
-  PROD_DESC,
-  PROD_DESC_C,
-  CMPS_CODE,
-  CMPS_DESC,
-  CMPS_DESC_C,
-  VBP_BATCH,
-  VBP_IMPLEMENTING_TIME,
-  STGH_DESC,
-  BIO_DESC,
-  ETH_OTC_DESC,
-  NRDL_DESC,
-  NRDL_ENTRY_DATE,
-  EDL_DESC,
-  TCM_DESC,
-  PAED_DESC,
-  GQCE_DESC,
-  MANU_CODE,
-  MANU_DESC,
-  MANU_DESC_C,
-  MNFL_CODE,
-  ATC1_CODE,
-  ATC1_DESC,
-  ATC1_DESC_C,
-  ATC2_CODE,
-  ATC2_DESC,
-  ATC2_DESC_C,
-  ATC3_CODE,
-  ATC3_DESC,
-  ATC3_DESC_C,
-  ATC4_CODE,
-  ATC4_DESC,
-  ATC4_DESC_C,
-  APP1_CODE,
-  APP1_DESC,
-  APP1_DESC_C,
-  APP2_CODE,
-  APP2_DESC,
-  APP2_DESC_C,
-  APP3_CODE,
-  APP3_DESC,
-  APP3_DESC_C,
-  GENE_ORIG_DESC,
-  VBP_DESC,
-  CORP_CODE,
-  GEN_RN,
-  CORP_DESC,
-  CORP_DESC_C,
-  PACK_RN,
-  PROD_RN,
-  CMPS_RN,
-  DATA_SOURCE,
-  ATC,
-  NEW_CODE,
-  COMMON_NAME,
-  PRODUCT_NAME,
-  MANU_DES_XIEHE,
-  PACK_DES_XIEHE,
-  DRUG_DELIVERY_ROUTE,
-  NFC,
-  CORP_TYPE,
-  LAUNCHTIME,
-  VBP_BRAND
-FROM VIEW_COUNTY_PACK_INFO AS T2
-WHERE PACK_CODE not in (select PACK_CODE from VIEW_CHPA_PACK_INFO)
-UNION ALL
-SELECT 
-  PACK_CODE,
-  PACK_DESC,
-  PACK_LCH,
-  PROD_CODE,
-  PROD_DESC,
-  PROD_DESC_C,
-  CMPS_CODE,
-  CMPS_DESC,
-  CMPS_DESC_C,
-  VBP_BATCH,
-  VBP_IMPLEMENTING_TIME,
-  STGH_DESC,
-  BIO_DESC,
-  ETH_OTC_DESC,
-  NRDL_DESC,
-  NRDL_ENTRY_DATE,
-  EDL_DESC,
-  TCM_DESC,
-  PAED_DESC,
-  GQCE_DESC,
-  MANU_CODE,
-  MANU_DESC,
-  MANU_DESC_C,
-  MNFL_CODE,
-  ATC1_CODE,
-  ATC1_DESC,
-  ATC1_DESC_C,
-  ATC2_CODE,
-  ATC2_DESC,
-  ATC2_DESC_C,
-  ATC3_CODE,
-  ATC3_DESC,
-  ATC3_DESC_C,
-  ATC4_CODE,
-  ATC4_DESC,
-  ATC4_DESC_C,
-  APP1_CODE,
-  APP1_DESC,
-  APP1_DESC_C,
-  APP2_CODE,
-  APP2_DESC,
-  APP2_DESC_C,
-  APP3_CODE,
-  APP3_DESC,
-  APP3_DESC_C,
-  GENE_ORIG_DESC,
-  VBP_DESC,
-  CORP_CODE,
-  GEN_RN,
-  CORP_DESC,
-  CORP_DESC_C,
-  PACK_RN,
-  PROD_RN,
-  CMPS_RN,
-  DATA_SOURCE,
-  ATC,
-  NEW_CODE,
-  COMMON_NAME,
-  PRODUCT_NAME,
-  MANU_DES_XIEHE,
-  PACK_DES_XIEHE,
-  DRUG_DELIVERY_ROUTE,
-  NFC,
-  CORP_TYPE,
-  LAUNCHTIME,
-  VBP_BRAND
-FROM VIEW_THC_PACK_INFO AS T3
-WHERE PACK_CODE not in (select PACK_CODE from VIEW_CHPA_PACK_INFO)
-UNION ALL
-SELECT 
-  PACK_CODE,
-  PACK_DESC,
-  PACK_LCH,
-  PROD_CODE,
-  PROD_DESC,
-  PROD_DESC_C,
-  CMPS_CODE,
-  CMPS_DESC,
-  CMPS_DESC_C,
-  VBP_BATCH,
-  VBP_IMPLEMENTING_TIME,
-  STGH_DESC,
-  BIO_DESC,
-  ETH_OTC_DESC,
-  NRDL_DESC,
-  NRDL_ENTRY_DATE,
-  EDL_DESC,
-  TCM_DESC,
-  PAED_DESC,
-  GQCE_DESC,
-  MANU_CODE,
-  MANU_DESC,
-  MANU_DESC_C,
-  MNFL_CODE,
-  ATC1_CODE,
-  ATC1_DESC,
-  ATC1_DESC_C,
-  ATC2_CODE,
-  ATC2_DESC,
-  ATC2_DESC_C,
-  ATC3_CODE,
-  ATC3_DESC,
-  ATC3_DESC_C,
-  ATC4_CODE,
-  ATC4_DESC,
-  ATC4_DESC_C,
-  APP1_CODE,
-  APP1_DESC,
-  APP1_DESC_C,
-  APP2_CODE,
-  APP2_DESC,
-  APP2_DESC_C,
-  APP3_CODE,
-  APP3_DESC,
-  APP3_DESC_C,
-  GENE_ORIG_DESC,
-  VBP_DESC,
-  CORP_CODE,
-  GEN_RN,
-  CORP_DESC,
-  CORP_DESC_C,
-  PACK_RN,
-  PROD_RN,
-  CMPS_RN,
-  DATA_SOURCE,
-  ATC,
-  NEW_CODE,
-  COMMON_NAME,
-  PRODUCT_NAME,
-  MANU_DES_XIEHE,
-  PACK_DES_XIEHE,
-  DRUG_DELIVERY_ROUTE,
-  NFC,
-  CORP_TYPE,
-  LAUNCHTIME,
-  VBP_BRAND
-FROM VIEW_CHC_PACK_INFO AS T4
-WHERE PACK_CODE not in (select PACK_CODE from VIEW_CHPA_PACK_INFO)
-UNION ALL
-SELECT 
-  PACK_CODE,
-  PACK_DESC,
-  PACK_LCH,
-  PROD_CODE,
-  PROD_DESC,
-  PROD_DESC_C,
-  CMPS_CODE,
-  CMPS_DESC,
-  CMPS_DESC_C,
-  VBP_BATCH,
-  VBP_IMPLEMENTING_TIME,
-  STGH_DESC,
-  BIO_DESC,
-  ETH_OTC_DESC,
-  NRDL_DESC,
-  NRDL_ENTRY_DATE,
-  EDL_DESC,
-  TCM_DESC,
-  PAED_DESC,
-  GQCE_DESC,
-  MANU_CODE,
-  MANU_DESC,
-  MANU_DESC_C,
-  MNFL_CODE,
-  ATC1_CODE,
-  ATC1_DESC,
-  ATC1_DESC_C,
-  ATC2_CODE,
-  ATC2_DESC,
-  ATC2_DESC_C,
-  ATC3_CODE,
-  ATC3_DESC,
-  ATC3_DESC_C,
-  ATC4_CODE,
-  ATC4_DESC,
-  ATC4_DESC_C,
-  APP1_CODE,
-  APP1_DESC,
-  APP1_DESC_C,
-  APP2_CODE,
-  APP2_DESC,
-  APP2_DESC_C,
-  APP3_CODE,
-  APP3_DESC,
-  APP3_DESC_C,
-  GENE_ORIG_DESC,
-  VBP_DESC,
-  CORP_CODE,
-  GEN_RN,
-  CORP_DESC,
-  CORP_DESC_C,
-  PACK_RN,
-  PROD_RN,
-  CMPS_RN,
-  DATA_SOURCE,
-  ATC,
-  NEW_CODE,
-  COMMON_NAME,
-  PRODUCT_NAME,
-  MANU_DES_XIEHE,
-  PACK_DES_XIEHE,
-  DRUG_DELIVERY_ROUTE,
-  NFC,
-  CORP_TYPE,
-  LAUNCHTIME,
-  VBP_BRAND
-FROM VIEW_RETAIL_PACK_INFO AS T5
-WHERE PACK_CODE not in (select PACK_CODE from VIEW_CHPA_PACK_INFO)
-UNION ALL
-SELECT 
-  PACK_CODE,
-  PACK_DESC,
-  PACK_LCH,
-  PROD_CODE,
-  PROD_DESC,
-  PROD_DESC_C,
-  CMPS_CODE,
-  CMPS_DESC,
-  CMPS_DESC_C,
-  VBP_BATCH,
-  VBP_IMPLEMENTING_TIME,
-  STGH_DESC,
-  BIO_DESC,
-  ETH_OTC_DESC,
-  NRDL_DESC,
-  NRDL_ENTRY_DATE,
-  EDL_DESC,
-  TCM_DESC,
-  PAED_DESC,
-  GQCE_DESC,
-  MANU_CODE,
-  MANU_DESC,
-  MANU_DESC_C,
-  MNFL_CODE,
-  ATC1_CODE,
-  ATC1_DESC,
-  ATC1_DESC_C,
-  ATC2_CODE,
-  ATC2_DESC,
-  ATC2_DESC_C,
-  ATC3_CODE,
-  ATC3_DESC,
-  ATC3_DESC_C,
-  ATC4_CODE,
-  ATC4_DESC,
-  ATC4_DESC_C,
-  APP1_CODE,
-  APP1_DESC,
-  APP1_DESC_C,
-  APP2_CODE,
-  APP2_DESC,
-  APP2_DESC_C,
-  APP3_CODE,
-  APP3_DESC,
-  APP3_DESC_C,
-  GENE_ORIG_DESC,
-  VBP_DESC,
-  CORP_CODE,
-  GEN_RN,
-  CORP_DESC,
-  CORP_DESC_C,
-  PACK_RN,
-  PROD_RN,
-  CMPS_RN,
-  DATA_SOURCE,
-  ATC,
-  NEW_CODE,
-  COMMON_NAME,
-  PRODUCT_NAME,
-  MANU_DES_XIEHE,
-  PACK_DES_XIEHE,
-  DRUG_DELIVERY_ROUTE,
-  NFC,
-  CORP_TYPE,
-  LAUNCHTIME,
-  VBP_BRAND
-FROM VIEW_EC_PACK_INFO AS T6
-WHERE PACK_CODE not in (select PACK_CODE from VIEW_CHPA_PACK_INFO)
-UNION ALL
-SELECT 
-  PACK_CODE,
-  PACK_DESC,
-  PACK_LCH,
-  PROD_CODE,
-  PROD_DESC,
-  PROD_DESC_C,
-  CMPS_CODE,
-  CMPS_DESC,
-  CMPS_DESC_C,
-  VBP_BATCH,
-  VBP_IMPLEMENTING_TIME,
-  STGH_DESC,
-  BIO_DESC,
-  ETH_OTC_DESC,
-  NRDL_DESC,
-  NRDL_ENTRY_DATE,
-  EDL_DESC,
-  TCM_DESC,
-  PAED_DESC,
-  GQCE_DESC,
-  MANU_CODE,
-  MANU_DESC,
-  MANU_DESC_C,
-  MNFL_CODE,
-  ATC1_CODE,
-  ATC1_DESC,
-  ATC1_DESC_C,
-  ATC2_CODE,
-  ATC2_DESC,
-  ATC2_DESC_C,
-  ATC3_CODE,
-  ATC3_DESC,
-  ATC3_DESC_C,
-  ATC4_CODE,
-  ATC4_DESC,
-  ATC4_DESC_C,
-  APP1_CODE,
-  APP1_DESC,
-  APP1_DESC_C,
-  APP2_CODE,
-  APP2_DESC,
-  APP2_DESC_C,
-  APP3_CODE,
-  APP3_DESC,
-  APP3_DESC_C,
-  GENE_ORIG_DESC,
-  VBP_DESC,
-  CORP_CODE,
-  GEN_RN,
-  CORP_DESC,
-  CORP_DESC_C,
-  PACK_RN,
-  PROD_RN,
-  CMPS_RN,
-  DATA_SOURCE,
-  ATC,
-  NEW_CODE,
-  COMMON_NAME,
-  PRODUCT_NAME,
-  MANU_DES_XIEHE,
-  PACK_DES_XIEHE,
-  DRUG_DELIVERY_ROUTE,
-  NFC,
-  CORP_TYPE,
-  LAUNCHTIME,
-  VBP_BRAND
-FROM VIEW_AIA_PACK_INFO AS T7
-WHERE PACK_CODE not in (select PACK_CODE from VIEW_CHPA_PACK_INFO)
-UNION ALL
-SELECT 
-  PACK_CODE,
-  PACK_DESC,
-  PACK_LCH,
-  PROD_CODE,
-  PROD_DESC,
-  PROD_DESC_C,
-  CMPS_CODE,
-  CMPS_DESC,
-  CMPS_DESC_C,
-  VBP_BATCH,
-  VBP_IMPLEMENTING_TIME,
-  STGH_DESC,
-  BIO_DESC,
-  ETH_OTC_DESC,
-  NRDL_DESC,
-  NRDL_ENTRY_DATE,
-  EDL_DESC,
-  TCM_DESC,
-  PAED_DESC,
-  GQCE_DESC,
-  MANU_CODE,
-  MANU_DESC,
-  MANU_DESC_C,
-  MNFL_CODE,
-  ATC1_CODE,
-  ATC1_DESC,
-  ATC1_DESC_C,
-  ATC2_CODE,
-  ATC2_DESC,
-  ATC2_DESC_C,
-  ATC3_CODE,
-  ATC3_DESC,
-  ATC3_DESC_C,
-  ATC4_CODE,
-  ATC4_DESC,
-  ATC4_DESC_C,
-  APP1_CODE,
-  APP1_DESC,
-  APP1_DESC_C,
-  APP2_CODE,
-  APP2_DESC,
-  APP2_DESC_C,
-  APP3_CODE,
-  APP3_DESC,
-  APP3_DESC_C,
-  GENE_ORIG_DESC,
-  VBP_DESC,
-  CORP_CODE,
-  GEN_RN,
-  CORP_DESC,
-  CORP_DESC_C,
-  PACK_RN,
-  PROD_RN,
-  CMPS_RN,
-  DATA_SOURCE,
-  ATC,
-  NEW_CODE,
-  COMMON_NAME,
-  PRODUCT_NAME,
-  MANU_DES_XIEHE,
-  PACK_DES_XIEHE,
-  DRUG_DELIVERY_ROUTE,
-  NFC,
-  CORP_TYPE,
-  LAUNCHTIME,
-  VBP_BRAND
-FROM VIEW_XIEHE_PACK_INFO AS T8
-WHERE PACK_CODE not in (select PACK_CODE from VIEW_CHPA_PACK_INFO)
-
--- COMMAND ----------
-
--- 4. 如果PACK_CODE在2~8多个表都有，任选一个（row_number()取第一个）
-CREATE OR REPLACE TEMPORARY VIEW VIEW_PACK_INFO_TEMP2
-AS
-SELECT 
-  PACK_CODE,
-  PACK_DESC,
-  PACK_LCH,
-  PROD_CODE,
-  PROD_DESC,
-  PROD_DESC_C,
-  CMPS_CODE,
-  CMPS_DESC,
-  CMPS_DESC_C,
-  VBP_BATCH,
-  VBP_IMPLEMENTING_TIME,
-  STGH_DESC,
-  BIO_DESC,
-  ETH_OTC_DESC,
-  NRDL_DESC,
-  NRDL_ENTRY_DATE,
-  EDL_DESC,
-  TCM_DESC,
-  PAED_DESC,
-  GQCE_DESC,
-  MANU_CODE,
-  MANU_DESC,
-  MANU_DESC_C,
-  MNFL_CODE,
-  ATC1_CODE,
-  ATC1_DESC,
-  ATC1_DESC_C,
-  ATC2_CODE,
-  ATC2_DESC,
-  ATC2_DESC_C,
-  ATC3_CODE,
-  ATC3_DESC,
-  ATC3_DESC_C,
-  ATC4_CODE,
-  ATC4_DESC,
-  ATC4_DESC_C,
-  APP1_CODE,
-  APP1_DESC,
-  APP1_DESC_C,
-  APP2_CODE,
-  APP2_DESC,
-  APP2_DESC_C,
-  APP3_CODE,
-  APP3_DESC,
-  APP3_DESC_C,
-  GENE_ORIG_DESC,
-  VBP_DESC,
-  CORP_CODE,
-  GEN_RN,
-  CORP_DESC,
-  CORP_DESC_C,
-  PACK_RN,
-  PROD_RN,
-  CMPS_RN,
-  DATA_SOURCE,
-  ATC,
-  NEW_CODE,
-  COMMON_NAME,
-  PRODUCT_NAME,
-  MANU_DES_XIEHE,
-  PACK_DES_XIEHE,
-  DRUG_DELIVERY_ROUTE,
-  NFC,
-  CORP_TYPE,
-  LAUNCHTIME,
-  VBP_BRAND
-FROM (
-    SELECT
-        PACK_CODE,
-        PACK_DESC,
-        PACK_LCH,
-        PROD_CODE,
-        PROD_DESC,
-        PROD_DESC_C,
-        CMPS_CODE,
-        CMPS_DESC,
-        CMPS_DESC_C,
-        VBP_BATCH,
-        VBP_IMPLEMENTING_TIME,
-        STGH_DESC,
-        BIO_DESC,
-        ETH_OTC_DESC,
-        NRDL_DESC,
-        NRDL_ENTRY_DATE,
-        EDL_DESC,
-        TCM_DESC,
-        PAED_DESC,
-        GQCE_DESC,
-        MANU_CODE,
-        MANU_DESC,
-        MANU_DESC_C,
-        MNFL_CODE,
-        ATC1_CODE,
-        ATC1_DESC,
-        ATC1_DESC_C,
-        ATC2_CODE,
-        ATC2_DESC,
-        ATC2_DESC_C,
-        ATC3_CODE,
-        ATC3_DESC,
-        ATC3_DESC_C,
-        ATC4_CODE,
-        ATC4_DESC,
-        ATC4_DESC_C,
-        APP1_CODE,
-        APP1_DESC,
-        APP1_DESC_C,
-        APP2_CODE,
-        APP2_DESC,
-        APP2_DESC_C,
-        APP3_CODE,
-        APP3_DESC,
-        APP3_DESC_C,
-        GENE_ORIG_DESC,
-        VBP_DESC,
-        CORP_CODE,
-        GEN_RN,
-        CORP_DESC,
-        CORP_DESC_C,
-        PACK_RN,
-        PROD_RN,
-        CMPS_RN,
-        DATA_SOURCE,
-        ATC,
-        NEW_CODE,
-        COMMON_NAME,
-        PRODUCT_NAME,
-        MANU_DES_XIEHE,
-        PACK_DES_XIEHE,
-        DRUG_DELIVERY_ROUTE,
-        NFC,
-        CORP_TYPE,
-        LAUNCHTIME,
-        VBP_BRAND,
-        row_number() over (partition by PACK_CODE order by PACK_DESC) as rn
-    FROM VIEW_PACK_INFO_TEMP1
-) t
-where rn = 1
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW VIEW_PACK_INFO_TEMP3
-AS
-SELECT 
-  T1.PACK_CODE,
-  T1.PACK_DESC,
-  T1.PACK_LCH,
-  T1.PROD_CODE,
-  T1.PROD_DESC,
-  T1.PROD_DESC_C,
-  T1.CMPS_CODE,
-  T1.CMPS_DESC,
-  CASE 
-    WHEN UPPER(T1.CMPS_DESC) = 'TRADITIONAL CHINESE MEDICINE' THEN '传统中药'
-  ELSE T1.CMPS_DESC_C END AS CMPS_DESC_C,
-  NVL(T2.VBP_BATCH, '') VBP_BATCH,
-  NVL(T2.VBP_IMPLEMENTING_TIME, '') VBP_IMPLEMENTING_TIME,
-  T1.STGH_DESC,
-  T1.BIO_DESC,
-  T1.ETH_OTC_DESC,
-  T1.NRDL_DESC,
-  T1.NRDL_ENTRY_DATE,
-  T1.EDL_DESC,
-  T1.TCM_DESC,
-  T1.PAED_DESC,
-  T1.GQCE_DESC,
-  T1.MANU_CODE,
-  T1.MANU_DESC,
-  T1.MANU_DESC_C,
-  T1.MNFL_CODE,
-  T1.ATC1_CODE,
-  T1.ATC1_DESC,
-  T1.ATC1_DESC_C,
-  T1.ATC2_CODE,
-  T1.ATC2_DESC,
-  T1.ATC2_DESC_C,
-  T1.ATC3_CODE,
-  T1.ATC3_DESC,
-  T1.ATC3_DESC_C,
-  T1.ATC4_CODE,
-  T1.ATC4_DESC,
-  T1.ATC4_DESC_C,
-  T1.APP1_CODE,
-  T1.APP1_DESC,
-  T1.APP1_DESC_C,
-  T1.APP2_CODE,
-  T1.APP2_DESC,
-  T1.APP2_DESC_C,
-  T1.APP3_CODE,
-  T1.APP3_DESC,
-  T1.APP3_DESC_C,
-  T1.GENE_ORIG_DESC,
-  NVL(T1.VBP_DESC, 'Non VBP') AS VBP_DESC,
-  T1.CORP_CODE,
-  T1.GEN_RN,
-  T1.CORP_DESC,
-  T1.CORP_DESC_C,
-  T1.PACK_RN,
-  T1.PROD_RN,
-  T1.CMPS_RN,
-  T1.DATA_SOURCE,
-  T1.ATC,
-  T1.NEW_CODE,
-  T1.COMMON_NAME,
-  T1.PRODUCT_NAME,
-  T1.MANU_DES_XIEHE,
-  T1.PACK_DES_XIEHE,
-  T1.DRUG_DELIVERY_ROUTE,
-  T1.NFC,
-  T1.CORP_TYPE,
-  T1.LAUNCHTIME,
-  T1.VBP_BRAND
-FROM VIEW_PACK_INFO_TEMP2 AS T1
-LEFT JOIN dwd.dwd_gnd_ims_vbp_information AS T2 ON T1.PACK_CODE = T2.PACK_CODE
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW FINAL
-AS
-SELECT
-  PACK_CODE AS PACK_CODE,
-  NULL AS PACK_DESC,
-  NULL AS PACK_LCH,
-  NULL AS PROD_CODE,
-  NULL AS PROD_DESC,
-  NULL AS PROD_DESC_C,
-  NULL AS CMPS_CODE,
-  NULL AS CMPS_DESC,
-  NULL AS CMPS_DESC_C,
-  NULL AS VBP_BATCH,
-  NULL AS VBP_IMPLEMENTING_TIME,
-  NULL AS STGH_DESC,
-  NULL AS BIO_DESC,
-  NULL AS ETH_OTC_DESC,
-  NULL AS NRDL_DESC,
-  NULL AS NRDL_ENTRY_DATE,
-  NULL AS EDL_DESC,
-  NULL AS TCM_DESC,
-  NULL AS PAED_DESC,
-  NULL AS GQCE_DESC,
-  NULL AS MANU_CODE,
-  NULL AS MANU_DESC,
-  NULL AS MANU_DESC_C,
-  NULL AS MNFL_CODE,
-  NULL AS ATC1_CODE,
-  NULL AS ATC1_DESC,
-  NULL AS ATC1_DESC_C,
-  NULL AS ATC2_CODE,
-  NULL AS ATC2_DESC,
-  NULL AS ATC2_DESC_C,
-  NULL AS ATC3_CODE,
-  NULL AS ATC3_DESC,
-  NULL AS ATC3_DESC_C,
-  NULL AS ATC4_CODE,
-  NULL AS ATC4_DESC,
-  NULL AS ATC4_DESC_C,
-  NULL AS APP1_CODE,
-  NULL AS APP1_DESC,
-  NULL AS APP1_DESC_C,
-  NULL AS APP2_CODE,
-  NULL AS APP2_DESC,
-  NULL AS APP2_DESC_C,
-  NULL AS APP3_CODE,
-  NULL AS APP3_DESC,
-  NULL AS APP3_DESC_C,
-  NULL AS GENE_ORIG_DESC,
-  NULL AS VBP_DESC,
-  NULL AS CORP_CODE,
-  NULL AS GEN_RN,
-  NULL AS CORP_DESC,
-  NULL AS CORP_DESC_C,
-  NULL AS PACK_RN,
-  NULL AS PROD_RN,
-  NULL AS CMPS_RN,
-  NULL AS DATA_SOURCE,
-  NULL AS ATC,
-  NULL AS NEW_CODE,
-  NULL AS COMMON_NAME,
-  NULL AS PRODUCT_NAME,
-  NULL AS MANU_DES_XIEHE,
-  NULL AS PACK_DES_XIEHE,
-  NULL AS DRUG_DELIVERY_ROUTE,
-  NULL AS NFC,
-  NULL AS CORP_TYPE,
-  NULL AS LAUNCHTIME,
-  NULL AS VBP_BRAND,
-  1 AS REPLENISH_FALG
-FROM 
-(
-  SELECT 
-    PACK_CODE
-  FROM  DM.DM_TF_EXT_UNIONALL_SALES
-  GROUP BY 
-    PACK_CODE
-) AS T1
-WHERE PACK_CODE NOT IN (SELECT PACK_CODE FROM VIEW_PACK_INFO_TEMP3)
-UNION ALL
-SELECT 
-  PACK_CODE,
-  PACK_DESC,
-  PACK_LCH,
-  PROD_CODE,
-  PROD_DESC,
-  PROD_DESC_C,
-  CMPS_CODE,
-  CMPS_DESC,
-  CMPS_DESC_C,
-  VBP_BATCH,
-  VBP_IMPLEMENTING_TIME,
-  STGH_DESC,
-  BIO_DESC,
-  ETH_OTC_DESC,
-  NRDL_DESC,
-  NRDL_ENTRY_DATE,
-  EDL_DESC,
-  TCM_DESC,
-  PAED_DESC,
-  GQCE_DESC,
-  MANU_CODE,
-  MANU_DESC,
-  MANU_DESC_C,
-  MNFL_CODE,
-  ATC1_CODE,
-  ATC1_DESC,
-  ATC1_DESC_C,
-  ATC2_CODE,
-  ATC2_DESC,
-  ATC2_DESC_C,
-  ATC3_CODE,
-  ATC3_DESC,
-  ATC3_DESC_C,
-  ATC4_CODE,
-  ATC4_DESC,
-  ATC4_DESC_C,
-  APP1_CODE,
-  APP1_DESC,
-  APP1_DESC_C,
-  APP2_CODE,
-  APP2_DESC,
-  APP2_DESC_C,
-  APP3_CODE,
-  APP3_DESC,
-  APP3_DESC_C,
-  GENE_ORIG_DESC,
-  VBP_DESC,
-  CORP_CODE,
-  GEN_RN,
-  CORP_DESC,
-  CORP_DESC_C,
-  PACK_RN,
-  PROD_RN,
-  CMPS_RN,
-  DATA_SOURCE,
-  ATC,
-  NEW_CODE,
-  COMMON_NAME,
-  PRODUCT_NAME,
-  MANU_DES_XIEHE,
-  PACK_DES_XIEHE,
-  DRUG_DELIVERY_ROUTE,
-  NFC,
-  CORP_TYPE,
-  LAUNCHTIME,
-  VBP_BRAND,
-  0 AS REPLENISH_FALG
-FROM VIEW_PACK_INFO_TEMP3
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_UNIONALL_PACKINFO
-SELECT 
-  PACK_CODE,
-  PACK_DESC,
-  PACK_LCH,
-  PROD_CODE,
-  CASE 
-    WHEN PROD_DESC IS NULL THEN 'OTHERS' 
-  ELSE PROD_DESC END AS PROD_DESC,
-  CASE 
-    WHEN PROD_DESC_C IS NULL THEN 'OTHERS' 
-  ELSE PROD_DESC_C END AS PROD_DESC_C,
-  CMPS_CODE,
-  CMPS_DESC,
-  CMPS_DESC_C,
-  VBP_BATCH,
-  VBP_IMPLEMENTING_TIME,
-  STGH_DESC,
-  BIO_DESC,
-  ETH_OTC_DESC,
-  NRDL_DESC,
-  NRDL_ENTRY_DATE,
-  EDL_DESC,
-  TCM_DESC,
-  PAED_DESC,
-  GQCE_DESC,
-  MANU_CODE,
-  MANU_DESC,
-  MANU_DESC_C,
-  MNFL_CODE,
-  ATC1_CODE,
-  ATC1_DESC,
-  ATC1_DESC_C,
-  ATC2_CODE,
-  ATC2_DESC,
-  ATC2_DESC_C,
-  ATC3_CODE,
-  ATC3_DESC,
-  ATC3_DESC_C,
-  ATC4_CODE,
-  ATC4_DESC,
-  ATC4_DESC_C,
-  APP1_CODE,
-  APP1_DESC,
-  APP1_DESC_C,
-  APP2_CODE,
-  APP2_DESC,
-  APP2_DESC_C,
-  APP3_CODE,
-  APP3_DESC,
-  APP3_DESC_C,
-  GENE_ORIG_DESC,
-  VBP_DESC,
-  CORP_CODE,
-  GEN_RN,
-  CASE 
-    WHEN CORP_DESC IS NULL THEN 'OTHERS' 
-  ELSE CORP_DESC END AS CORP_DESC,
-  CASE 
-    WHEN CORP_DESC_C IS NULL THEN 'OTHERS' 
-  ELSE CORP_DESC_C END AS CORP_DESC_C,
-  PACK_RN,
-  PROD_RN,
-  CMPS_RN,
-  DATA_SOURCE,
-  ATC,
-  NEW_CODE,
-  COMMON_NAME,
-  PRODUCT_NAME,
-  MANU_DES_XIEHE,
-  PACK_DES_XIEHE,
-  DRUG_DELIVERY_ROUTE,
-  NFC,
-  CORP_TYPE,
-  LAUNCHTIME,
-  VBP_BRAND,
-  REPLENISH_FALG,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM FINAL
\ No newline at end of file
diff --git a/EXTERNAL/UNIONALL/DM_TD_EXT_UNIONALL_PACKINFO.sql:Zone.Identifier b/EXTERNAL/UNIONALL/DM_TD_EXT_UNIONALL_PACKINFO.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES.sql b/EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES.sql
deleted file mode 100644
index 1bfcb94..0000000
--- a/EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES.sql
+++ /dev/null
@@ -1,363 +0,0 @@
--- Databricks notebook source
--- DBTITLE 1,分区优化
--- CREATE OR REPLACE TABLE DM.DM_TF_EXT_UNIONALL_MARKET_SALES (
---   MARKET STRING,
---   KEY_COMPETITOR STRING,
---   CLASS STRING,
---   YYYYMM STRING,
---   PACK_COD STRING,
---   CORP_COD STRING,
---   AUDIT_COD STRING,
---   PLATFORM_TYPE STRING,
---   STORE_NAME STRING,
---   STORE_TYPE STRING,
---   REGION_TYPE STRING,
---   DATA_SOURCE STRING,
---   PACK_FLAG STRING,
---   PROD_FLAG STRING,
---   DTP_FLAG STRING,
---   CMPS_FLAG STRING,
---   NEW_CODE STRING COMMENT '主数据关联CODE',
---   INST_CODE STRING COMMENT '内部机构编码',
---   AIA_HP_FLAG STRING,
---   DEPT_NAME STRING COMMENT '科室名称',
---   H_LEVEL STRING,
---   REIMBURSE STRING COMMENT '报销情况',
---   REIMBURSE_TYPE STRING COMMENT '报销类型',
---   PRESCRIPTION_TYPE STRING COMMENT '处方来源',
---   PRESCRIPTION DECIMAL(35,10),
---   PRESCRIPTION_LY DECIMAL(35,10),
---   VA STRING,
---   UT STRING,
---   CU STRING,
---   PT STRING,
---   SALES_UNIT_CAL DECIMAL(35,6),
---   SALES_UNIT_CAL_LY DECIMAL(35,6),
---   SALES_VALUE_CAL DECIMAL(35,6),
---   SALES_VALUE_CAL_LY DECIMAL(35,6),
---   CONUTING_UNIT DECIMAL(35,6),
---   CONUTING_UNIT_LY DECIMAL(35,6),
---   PDOT DECIMAL(35,6),
---   PDOT_LY DECIMAL(35,6),
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
---   )
--- USING delta
--- PARTITIONED BY (DATA_SOURCE)
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_unionall_market_sales';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_unionall_market_sales';
-
-
--- COMMAND ----------
-
--- DBTITLE 1,性能优化
--- -- 按最常用的过滤和 JOIN 字段做 Z-Order 聚簇
--- OPTIMIZE DM.DM_TF_EXT_UNIONALL_SALES
---   ZORDER BY (DATA_SOURCE, PACK_CODE, YYYYMM);
-
--- -- 收集统计信息，帮助优化器选择更好的执行计划
--- ANALYZE TABLE DM.DM_TF_EXT_UNIONALL_SALES COMPUTE STATISTICS FOR ALL COLUMNS;
--- ANALYZE TABLE DM.dm_td_ext_unionall_market_pack_mapping COMPUTE STATISTICS FOR ALL COLUMNS;
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE
-  DM.DM_TF_EXT_UNIONALL_MARKET_SALES
-WITH
-  t1_filtered AS (
-    SELECT
-      *
-    FROM
-      DM.DM_TF_EXT_UNIONALL_SALES
-    WHERE
-      DATA_SOURCE IN (
-        'IQVIA-CHPA(Monthly)',
-        'AIA(Monthly)',
-        'CHC(Quarterly)',
-        'IQVIA-COUNTY(Quarterly)',
-        'THC(Quarterly)',
-        'Retail(Quarterly)',
-        'DTP(Quarterly)',
-        'EC(Monthly)',
-        'XH Data(Quarterly)'
-      ) -- 谓词下推，最先过滤
-  ),
-  mapping_cleaned AS (
-    SELECT
-      *
-    FROM
-      (
-        SELECT
-          PACK_CODE,
-          DATASOURCE,
-          MARKET,
-          KEY_COMPETITOR,
-          CLASS,
-          MARKET_RATIO,
-          Value_brand_Ratio,
-          Unit_brand_Ratio,
-          CountingUnit_brand_Ratio,
-          PDOT_brand_Ratio,
-          GREATEST                 (
-            starttime,
-            Value_brand_Ratio_start,
-            Unit_brand_start,
-            CountingUnit_brand_start,
-            PDOT_brand_start
-          ) AS eff_start,
-          LEAST (
-            endtime,
-            Value_brand_Ratio_end,
-            Unit_brand_end,
-            CountingUnit_brand_end,
-            PDOT_brand_end
-          ) AS eff_end
-        FROM
-          DM.dm_td_ext_unionall_market_pack_mapping
-      ) tmp
-    WHERE
-      eff_start <= eff_end -- 在外层子查询中过滤
-  ),
-  joined AS (
-    SELECT
-      /*+ BROADCAST(t2, t3) */ 
-      t1.*,
-      -- 当年                    ratio
-      t2.MARKET,
-      t2.KEY_COMPETITOR,
-      t2.CLASS,
-      t2.MARKET_RATIO AS cy_market_ratio,
-      t2.Value_brand_Ratio AS cy_value_ratio,
-      t2.Unit_brand_Ratio AS cy_unit_ratio,
-      t2.CountingUnit_brand_Ratio AS cy_cu_ratio,
-      t2.PDOT_brand_Ratio AS cy_pdot_ratio,
-      -- 去年 ratio
-      t3.MARKET_RATIO AS ly_market_ratio,
-      t3.Value_brand_Ratio AS ly_value_ratio,
-      t3.Unit_brand_Ratio AS ly_unit_ratio,
-      t3.CountingUnit_brand_Ratio AS ly_cu_ratio,
-      t3.PDOT_brand_Ratio AS ly_pdot_ratio
-    FROM
-      t1_filtered t1
-      LEFT JOIN mapping_cleaned t2 ON t1.PACK_CODE = t2.PACK_CODE
-      AND t1.DATA_SOURCE = t2.DATASOURCE
-      AND t1.YYYYMM >= t2.eff_start
-      AND t1.YYYYMM <= t2.eff_end
-      LEFT JOIN mapping_cleaned t3 ON t1.PACK_CODE = t3.PACK_CODE
-      AND t1.DATA_SOURCE = t3.DATASOURCE
-      AND (t1.YYYYMM - 100) >= t3.eff_start
-      AND (t1.YYYYMM - 100) <= t3.eff_end
-      AND t2.MARKET = t3.MARKET -- 保持原逻辑
-  )
-SELECT
-  NVL(MARKET, 'ALL Market')     AS MARKET,
-  NVL(KEY_COMPETITOR, 'OTHERS') AS KEY_COMPETITOR,
-  CASE 
-    WHEN trim(lower(CLASS)) = 'others' THEN 'OTHERS'
-    WHEN CLASS IS NULL THEN 'OTHERS'
-    ELSE CLASS 
-  END AS CLASS,
-  YYYYMM,
-  PACK_CODE,
-  CORP_CODE,
-  AUDIT_CODE,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  DATA_SOURCE,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  CMPS_FLAG,
-  NEW_CODE,
-  INST_CODE,
-  NULL                          AS AIA_HP_FLAG,
-  DEPT_NAME,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_SOURCE           AS PRESCRIPTION_TYPE,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  --                            预计算公用因子，避免重复计算
-  NVL(NVL(cy_market_ratio, 1) * cy_value_ratio, 1) AS VA,
-  NVL(NVL(cy_market_ratio, 1) * cy_unit_ratio, 1) AS UT,
-  NVL(NVL(cy_market_ratio, 1) * cy_cu_ratio, 1) AS CU,
-  NVL(NVL(cy_market_ratio, 1) * cy_pdot_ratio, 1) AS PT,
-  CAST(
-    SALES_UNIT_CAL * NVL(cy_unit_ratio, 1) * NVL(cy_market_ratio, 1) AS DECIMAL(35, 6)
-  ) AS SALES_UNIT_CAL,
-  CAST(
-    SALES_UNIT_CAL_LY * NVL(ly_unit_ratio, 1) * NVL(ly_market_ratio, 1) AS DECIMAL(35, 6)
-  ) AS SALES_UNIT_CAL_LY,
-  CAST(
-    SALES_VALUE_CAL * NVL(cy_value_ratio, 1) * NVL(cy_market_ratio, 1) AS DECIMAL(35, 6)
-  ) AS SALES_VALUE_CAL,
-  CAST(
-    SALES_VALUE_CAL_LY * NVL(ly_value_ratio, 1) * NVL(ly_market_ratio, 1) AS DECIMAL(35, 6)
-  ) AS SALES_VALUE_CAL_LY,
-  CAST(
-    CONUTING_UNIT * NVL(cy_cu_ratio, 1) * NVL(cy_market_ratio, 1) AS DECIMAL(35, 6)
-  ) AS CONUTING_UNIT,
-  CAST(
-    CONUTING_UNIT_LY * NVL(ly_cu_ratio, 1) * NVL(ly_market_ratio, 1) AS DECIMAL(35, 6)
-  ) AS CONUTING_UNIT_LY,
-  CAST(
-    CONUTING_UNIT * NVL(cy_pdot_ratio, 1) * NVL(cy_market_ratio, 1) AS DECIMAL(35, 6)
-  ) AS PDOT,
-  CAST(
-    CONUTING_UNIT_LY * NVL(ly_pdot_ratio, 1) * NVL(ly_market_ratio, 1) AS DECIMAL(35, 6)
-  ) AS PDOT_LY,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
-FROM
-  joined;
-
--- COMMAND ----------
-
--- DBTITLE 1,maket_sales_cht
-INSERT OVERWRITE TABLE
-  DM.DM_TF_EXT_THC_MARKET_SALES_CHT
-WITH
-  t1_filtered AS (
-    SELECT
-      *
-    FROM
-      DM.DM_TF_EXT_THC_SALES
-    WHERE DATA_SOURCE = 'THC(Quarterly)'
-      and AUDIT_CODE <> 'CHT'
-      -- 谓词下推，最先过滤
-  ),
-  mapping_cleaned AS (
-    SELECT
-      *
-    FROM
-      (
-        SELECT
-          PACK_CODE,
-          'THC(Quarterly)' as DATASOURCE,
-          MARKET,
-          KEY_COMPETITOR,
-          CLASS,
-          MARKET_RATIO,
-          Value_brand_Ratio,
-          Unit_brand_Ratio,
-          CountingUnit_brand_Ratio,
-          PDOT_brand_Ratio,
-          GREATEST                 (
-            starttime,
-            Value_brand_Ratio_start,
-            Unit_brand_start,
-            CountingUnit_brand_start,
-            PDOT_brand_start
-          ) AS eff_start,
-          LEAST (
-            endtime,
-            Value_brand_Ratio_end,
-            Unit_brand_end,
-            CountingUnit_brand_end,
-            PDOT_brand_end
-          ) AS eff_end
-        FROM
-          DM.dm_td_ext_THC_market_pack_mapping
-      ) tmp
-    WHERE
-      eff_start <= eff_end -- 在外层子查询中过滤
-  ),
-  joined AS (
-    SELECT
-      /*+ BROADCAST(t2, t3) */ 
-      t1.*,
-      -- 当年                    ratio
-      t2.MARKET,
-      t2.KEY_COMPETITOR,
-      t2.CLASS,
-      t2.MARKET_RATIO AS cy_market_ratio,
-      t2.Value_brand_Ratio AS cy_value_ratio,
-      t2.Unit_brand_Ratio AS cy_unit_ratio,
-      t2.CountingUnit_brand_Ratio AS cy_cu_ratio,
-      t2.PDOT_brand_Ratio AS cy_pdot_ratio,
-      -- 去年 ratio
-      t3.MARKET_RATIO AS ly_market_ratio,
-      t3.Value_brand_Ratio AS ly_value_ratio,
-      t3.Unit_brand_Ratio AS ly_unit_ratio,
-      t3.CountingUnit_brand_Ratio AS ly_cu_ratio,
-      t3.PDOT_brand_Ratio AS ly_pdot_ratio
-    FROM
-      t1_filtered t1
-      LEFT JOIN mapping_cleaned t2 ON t1.PACK_CODE = t2.PACK_CODE
-      AND t1.DATA_SOURCE = t2.DATASOURCE
-      AND t1.YYYYMM >= t2.eff_start
-      AND t1.YYYYMM <= t2.eff_end
-      LEFT JOIN mapping_cleaned t3 ON t1.PACK_CODE = t3.PACK_CODE
-      AND t1.DATA_SOURCE = t3.DATASOURCE
-      AND (t1.YYYYMM - 100) >= t3.eff_start
-      AND (t1.YYYYMM - 100) <= t3.eff_end
-      AND t2.MARKET = t3.MARKET -- 保持原逻辑
-  )
-SELECT
-  NVL(MARKET, 'ALL Market')     AS MARKET,
-  NVL(KEY_COMPETITOR, 'OTHERS') AS KEY_COMPETITOR,
-  CASE 
-    WHEN trim(lower(CLASS)) = 'others' THEN 'OTHERS'
-    WHEN CLASS IS NULL THEN 'OTHERS'
-    ELSE CLASS 
-  END AS CLASS,
-  YYYYMM,
-  PACK_CODE,
-  CORP_CODE,
-  AUDIT_CODE,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  DATA_SOURCE,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  CMPS_FLAG,
-  NEW_CODE,
-  INST_CODE,
-  NULL                          AS AIA_HP_FLAG,
-  DEPT_NAME,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_SOURCE           AS PRESCRIPTION_TYPE,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  --                            预计算公用因子，避免重复计算
-  NVL(NVL(cy_market_ratio, 1) * cy_value_ratio, 1) AS VA,
-  NVL(NVL(cy_market_ratio, 1) * cy_unit_ratio, 1) AS UT,
-  NVL(NVL(cy_market_ratio, 1) * cy_cu_ratio, 1) AS CU,
-  NVL(NVL(cy_market_ratio, 1) * cy_pdot_ratio, 1) AS PT,
-  CAST(
-    SALES_UNIT_CAL * NVL(cy_unit_ratio, 1) * NVL(cy_market_ratio, 1) AS DECIMAL(35, 6)
-  ) AS SALES_UNIT_CAL,
-  CAST(
-    SALES_UNIT_CAL_LY * NVL(ly_unit_ratio, 1) * NVL(ly_market_ratio, 1) AS DECIMAL(35, 6)
-  ) AS SALES_UNIT_CAL_LY,
-  CAST(
-    SALES_VALUE_CAL * NVL(cy_value_ratio, 1) * NVL(cy_market_ratio, 1) AS DECIMAL(35, 6)
-  ) AS SALES_VALUE_CAL,
-  CAST(
-    SALES_VALUE_CAL_LY * NVL(ly_value_ratio, 1) * NVL(ly_market_ratio, 1) AS DECIMAL(35, 6)
-  ) AS SALES_VALUE_CAL_LY,
-  CAST(
-    CONUTING_UNIT * NVL(cy_cu_ratio, 1) * NVL(cy_market_ratio, 1) AS DECIMAL(35, 6)
-  ) AS CONUTING_UNIT,
-  CAST(
-    CONUTING_UNIT_LY * NVL(ly_cu_ratio, 1) * NVL(ly_market_ratio, 1) AS DECIMAL(35, 6)
-  ) AS CONUTING_UNIT_LY,
-  CAST(
-    CONUTING_UNIT * NVL(cy_pdot_ratio, 1) * NVL(cy_market_ratio, 1) AS DECIMAL(35, 6)
-  ) AS PDOT,
-  CAST(
-    CONUTING_UNIT_LY * NVL(ly_pdot_ratio, 1) * NVL(ly_market_ratio, 1) AS DECIMAL(35, 6)
-  ) AS PDOT_LY,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
-FROM
-  joined;
\ No newline at end of file
diff --git a/EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES.sql:Zone.Identifier b/EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES_v1.0.sql b/EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES_v1.0.sql
deleted file mode 100644
index 73b3689..0000000
--- a/EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES_v1.0.sql
+++ /dev/null
@@ -1,1012 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TF_EXT_UNIONALL_MARKET_SALES (
---   MARKET STRING,
---   KEY_COMPETITOR STRING,
---   CLASS STRING,
---   YYYYMM STRING,
---   PACK_COD STRING,
---   CORP_COD STRING,
---   AUDIT_COD STRING,
---   PLATFORM_TYPE STRING,
---   STORE_NAME STRING,
---   STORE_TYPE STRING,
---   REGION_TYPE STRING,
---   DATA_SOURCE STRING,
---   PACK_FLAG STRING,
---   PROD_FLAG STRING,
---   DTP_FLAG STRING,
---   CMPS_FLAG STRING,
---   NEW_CODE STRING COMMENT '主数据关联CODE',
---   INST_CODE STRING COMMENT '内部机构编码',
---   AIA_HP_FLAG STRING,
---   DEPT_NAME STRING COMMENT '科室名称',
---   H_LEVEL STRING,
---   REIMBURSE STRING COMMENT '报销情况',
---   REIMBURSE_TYPE STRING COMMENT '报销类型',
---   PRESCRIPTION_TYPE STRING COMMENT '处方来源',
---   PRESCRIPTION DECIMAL(35,10),
---   PRESCRIPTION_LY DECIMAL(35,10),
---   VA STRING,
---   UT STRING,
---   CU STRING,
---   PT STRING,
---   SALES_UNIT_CAL DECIMAL(35,6),
---   SALES_UNIT_CAL_LY DECIMAL(35,6),
---   SALES_VALUE_CAL DECIMAL(35,6),
---   SALES_VALUE_CAL_LY DECIMAL(35,6),
---   CONUTING_UNIT DECIMAL(35,6),
---   CONUTING_UNIT_LY DECIMAL(35,6),
---   PDOT DECIMAL(35,6),
---   PDOT_LY DECIMAL(35,6),
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
---   )
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_unionall_market_sales';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_unionall_market_sales';
-
--- COMMAND ----------
-
--- DBTITLE 1,CHPA
-CREATE OR REPLACE TEMPORARY VIEW CHPA
-AS
-SELECT 
-nvl(t2.market,'ALL Market') MARKET
-,nvl(t2.KEY_COMPETITOR,'OTHERS') as KEY_COMPETITOR
-,nvl(t2.CLASS,'Others') as CLASS
-,t1.YYYYMM
-,t1.PACK_CODE
-,t1.CORP_CODE
-,t1.AUDIT_CODE
-,t1.PLATFORM_TYPE
-,t1.STORE_NAME
-,t1.STORE_TYPE
-,t1.REGION_TYPE
-,t1.DATA_SOURCE
-,t1.PACK_FLAG
-,t1.PROD_FLAG
-,t1.DTP_FLAG
-,t1.CMPS_FLAG
-,t1.NEW_CODE
-,t1.INST_CODE
-,NULL AS AIA_HP_FLAG
-,t1.DEPT_NAME
-,t1.H_LEVEL
-,t1.REIMBURSE
-,t1.REIMBURSE_TYPE
-,PRESCRIPTION_SOURCE AS PRESCRIPTION_TYPE
-,t1.PRESCRIPTION 
-,t1.PRESCRIPTION_LY
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.Value_brand_Ratio,1) as VA
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.Unit_brand_Ratio,1) AS UT
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.CountingUnit_brand_Ratio,1) AS CU
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.PDOT_brand_Ratio,1) AS PT
-,cast(t1.SALES_UNIT_CAL * nvl(t2.Unit_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6)) AS SALES_UNIT_CAL
-,cast(t1.SALES_UNIT_CAL_LY * nvl(t3.Unit_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6)) AS SALES_UNIT_CAL_LY
-,cast(t1.SALES_VALUE_CAL * nvl(t2.Value_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS SALES_VALUE_CAL
-,cast(t1.SALES_VALUE_CAL_LY * nvl(t3.Value_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6)) AS SALES_VALUE_CAL_LY
-,cast(t1.CONUTING_UNIT * nvl(t2.CountingUnit_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS CONUTING_UNIT
-,cast(t1.CONUTING_UNIT_LY * nvl(t3.CountingUnit_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6))  AS CONUTING_UNIT_LY
-,cast(t1.CONUTING_UNIT * nvl(t2.PDOT_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS PDOT
-,cast(t1.CONUTING_UNIT_LY * nvl(t3.PDOT_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6))  AS PDOT_LY
-FROM DM.DM_TF_EXT_UNIONALL_SALES t1
-LEFT JOIN DM.dm_td_ext_unionall_market_pack_mapping t2
-on t1.PACK_CODE = t2.PACK_CODE and t1.DATA_SOURCE = t2.DATASOURCE
-and  t1.YYYYMM  >=t2.starttime and t1.YYYYMM  <=t2.endtime
-and t1.YYYYMM >= t2.Value_brand_Ratio_start and t1.YYYYMM <=t2.Value_brand_Ratio_end
-and t1.YYYYMM >= t2.Unit_brand_start and t1.YYYYMM <=t2.Unit_brand_end
-and t1.YYYYMM >= t2.CountingUnit_brand_start and t1.YYYYMM <=t2.CountingUnit_brand_end
-and t1.YYYYMM >= t2.PDOT_brand_start and t1.YYYYMM <=t2.PDOT_brand_end
-LEFT JOIN DM.dm_td_ext_unionall_market_pack_mapping t3
-on t1.PACK_CODE = t3.PACK_CODE and t1.DATA_SOURCE = t3.DATASOURCE
-and  (t1.YYYYMM-100)  >=t3.starttime and (t1.YYYYMM-100) <=t3.endtime
-and (t1.YYYYMM-100) >= t3.Value_brand_Ratio_start and (t1.YYYYMM-100) <=t3.Value_brand_Ratio_end
-and (t1.YYYYMM-100) >= t3.Unit_brand_start and (t1.YYYYMM-100) <=t3.Unit_brand_end
-and (t1.YYYYMM-100) >= t3.CountingUnit_brand_start and (t1.YYYYMM-100) <=t3.CountingUnit_brand_end
-and (t1.YYYYMM-100) >= t3.PDOT_brand_start and (t1.YYYYMM-100) <=t3.PDOT_brand_end
-and t2.market = t3.MARKET
-where t1.DATA_SOURCE = 'IQVIA-CHPA(Monthly)'
-
--- COMMAND ----------
-
--- DBTITLE 1,AIA
-CREATE OR REPLACE TEMPORARY VIEW AIA
-AS
-SELECT 
-nvl(t2.market,'ALL Market') MARKET
-,nvl(t2.KEY_COMPETITOR,'OTHERS') as KEY_COMPETITOR
-,nvl(t2.CLASS,'Others') as CLASS
-,t1.YYYYMM
-,t1.PACK_CODE
-,t1.CORP_CODE
-,t1.AUDIT_CODE
-,t1.PLATFORM_TYPE
-,t1.STORE_NAME
-,t1.STORE_TYPE
-,t1.REGION_TYPE
-,t1.DATA_SOURCE
-,t1.PACK_FLAG
-,t1.PROD_FLAG
-,t1.DTP_FLAG
-,t1.CMPS_FLAG
-,t1.NEW_CODE
-,t1.INST_CODE
-,NULL AS AIA_HP_FLAG
-,t1.DEPT_NAME
-,t1.H_LEVEL
-,t1.REIMBURSE
-,t1.REIMBURSE_TYPE
-,PRESCRIPTION_SOURCE AS PRESCRIPTION_TYPE
-,t1.PRESCRIPTION 
-,t1.PRESCRIPTION_LY
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.Value_brand_Ratio,1) as VA
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.Unit_brand_Ratio,1) AS UT
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.CountingUnit_brand_Ratio,1) AS CU
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.PDOT_brand_Ratio,1) AS PT
-,cast(t1.SALES_UNIT_CAL * nvl(t2.Unit_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6)) AS SALES_UNIT_CAL
-,cast(t1.SALES_UNIT_CAL_LY * nvl(t3.Unit_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6)) AS SALES_UNIT_CAL_LY
-,cast(t1.SALES_VALUE_CAL * nvl(t2.Value_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS SALES_VALUE_CAL
-,cast(t1.SALES_VALUE_CAL_LY * nvl(t3.Value_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6)) AS SALES_VALUE_CAL_LY
-,cast(t1.CONUTING_UNIT * nvl(t2.CountingUnit_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS CONUTING_UNIT
-,cast(t1.CONUTING_UNIT_LY * nvl(t3.CountingUnit_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6))  AS CONUTING_UNIT_LY
-,cast(t1.CONUTING_UNIT * nvl(t2.PDOT_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS PDOT
-,cast(t1.CONUTING_UNIT_LY * nvl(t3.PDOT_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6))  AS PDOT_LY
-FROM DM.DM_TF_EXT_UNIONALL_SALES t1
-LEFT JOIN DM.dm_td_ext_unionall_market_pack_mapping t2
-on t1.PACK_CODE = t2.PACK_CODE and t1.DATA_SOURCE = t2.DATASOURCE
-and  t1.YYYYMM  >=t2.starttime and t1.YYYYMM  <=t2.endtime
-and t1.YYYYMM >= t2.Value_brand_Ratio_start and t1.YYYYMM <=t2.Value_brand_Ratio_end
-and t1.YYYYMM >= t2.Unit_brand_start and t1.YYYYMM <=t2.Unit_brand_end
-and t1.YYYYMM >= t2.CountingUnit_brand_start and t1.YYYYMM <=t2.CountingUnit_brand_end
-and t1.YYYYMM >= t2.PDOT_brand_start and t1.YYYYMM <=t2.PDOT_brand_end
-LEFT JOIN DM.dm_td_ext_unionall_market_pack_mapping t3
-on t1.PACK_CODE = t3.PACK_CODE and t1.DATA_SOURCE = t3.DATASOURCE
-and  (t1.YYYYMM-100)  >=t3.starttime and (t1.YYYYMM-100) <=t3.endtime
-and (t1.YYYYMM-100) >= t3.Value_brand_Ratio_start and (t1.YYYYMM-100) <=t3.Value_brand_Ratio_end
-and (t1.YYYYMM-100) >= t3.Unit_brand_start and (t1.YYYYMM-100) <=t3.Unit_brand_end
-and (t1.YYYYMM-100) >= t3.CountingUnit_brand_start and (t1.YYYYMM-100) <=t3.CountingUnit_brand_end
-and (t1.YYYYMM-100) >= t3.PDOT_brand_start and (t1.YYYYMM-100) <=t3.PDOT_brand_end
-and t2.market = t3.MARKET
-where t1.DATA_SOURCE = 'AIA(Monthly)'
--- and YYYYMM >=202501
-
--- COMMAND ----------
-
--- DBTITLE 1,CHC
-CREATE OR REPLACE TEMPORARY VIEW CHC
-AS
-SELECT 
-nvl(t2.market,'ALL Market') MARKET
-,nvl(t2.KEY_COMPETITOR,'OTHERS') as KEY_COMPETITOR
-,nvl(t2.CLASS,'Others') as CLASS
-,t1.YYYYMM
-,t1.PACK_CODE
-,t1.CORP_CODE
-,t1.AUDIT_CODE
-,t1.PLATFORM_TYPE
-,t1.STORE_NAME
-,t1.STORE_TYPE
-,t1.REGION_TYPE
-,t1.DATA_SOURCE
-,t1.PACK_FLAG
-,t1.PROD_FLAG
-,t1.DTP_FLAG
-,t1.CMPS_FLAG
-,t1.NEW_CODE
-,t1.INST_CODE
-,NULL AS AIA_HP_FLAG
-,t1.DEPT_NAME
-,t1.H_LEVEL
-,t1.REIMBURSE
-,t1.REIMBURSE_TYPE
-,PRESCRIPTION_SOURCE AS PRESCRIPTION_TYPE
-,t1.PRESCRIPTION 
-,t1.PRESCRIPTION_LY
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.Value_brand_Ratio,1) as VA
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.Unit_brand_Ratio,1) AS UT
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.CountingUnit_brand_Ratio,1) AS CU
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.PDOT_brand_Ratio,1) AS PT
-,cast(t1.SALES_UNIT_CAL * nvl(t2.Unit_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6)) AS SALES_UNIT_CAL
-,cast(t1.SALES_UNIT_CAL_LY * nvl(t3.Unit_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6)) AS SALES_UNIT_CAL_LY
-,cast(t1.SALES_VALUE_CAL * nvl(t2.Value_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS SALES_VALUE_CAL
-,cast(t1.SALES_VALUE_CAL_LY * nvl(t3.Value_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6)) AS SALES_VALUE_CAL_LY
-,cast(t1.CONUTING_UNIT * nvl(t2.CountingUnit_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS CONUTING_UNIT
-,cast(t1.CONUTING_UNIT_LY * nvl(t3.CountingUnit_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6))  AS CONUTING_UNIT_LY
-,cast(t1.CONUTING_UNIT * nvl(t2.PDOT_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS PDOT
-,cast(t1.CONUTING_UNIT_LY * nvl(t3.PDOT_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6))  AS PDOT_LY
-FROM DM.DM_TF_EXT_UNIONALL_SALES t1
-LEFT JOIN DM.dm_td_ext_unionall_market_pack_mapping t2
-on t1.PACK_CODE = t2.PACK_CODE and t1.DATA_SOURCE = t2.DATASOURCE
-and  t1.YYYYMM  >=t2.starttime and t1.YYYYMM  <=t2.endtime
-and t1.YYYYMM >= t2.Value_brand_Ratio_start and t1.YYYYMM <=t2.Value_brand_Ratio_end
-and t1.YYYYMM >= t2.Unit_brand_start and t1.YYYYMM <=t2.Unit_brand_end
-and t1.YYYYMM >= t2.CountingUnit_brand_start and t1.YYYYMM <=t2.CountingUnit_brand_end
-and t1.YYYYMM >= t2.PDOT_brand_start and t1.YYYYMM <=t2.PDOT_brand_end
-LEFT JOIN DM.dm_td_ext_unionall_market_pack_mapping t3
-on t1.PACK_CODE = t3.PACK_CODE and t1.DATA_SOURCE = t3.DATASOURCE
-and  (t1.YYYYMM-100)  >=t3.starttime and (t1.YYYYMM-100) <=t3.endtime
-and (t1.YYYYMM-100) >= t3.Value_brand_Ratio_start and (t1.YYYYMM-100) <=t3.Value_brand_Ratio_end
-and (t1.YYYYMM-100) >= t3.Unit_brand_start and (t1.YYYYMM-100) <=t3.Unit_brand_end
-and (t1.YYYYMM-100) >= t3.CountingUnit_brand_start and (t1.YYYYMM-100) <=t3.CountingUnit_brand_end
-and (t1.YYYYMM-100) >= t3.PDOT_brand_start and (t1.YYYYMM-100) <=t3.PDOT_brand_end
-and t2.market = t3.MARKET
-where t1.DATA_SOURCE = 'CHC(Quarterly)'
--- and YYYYMM >=202501
-
--- COMMAND ----------
-
--- DBTITLE 1,COUNTY
-CREATE OR REPLACE TEMPORARY VIEW COUNTY
-AS
-SELECT 
-nvl(t2.market,'ALL Market') MARKET
-,nvl(t2.KEY_COMPETITOR,'OTHERS') as KEY_COMPETITOR
-,nvl(t2.CLASS,'Others') as CLASS
-,t1.YYYYMM
-,t1.PACK_CODE
-,t1.CORP_CODE
-,t1.AUDIT_CODE
-,t1.PLATFORM_TYPE
-,t1.STORE_NAME
-,t1.STORE_TYPE
-,t1.REGION_TYPE
-,t1.DATA_SOURCE
-,t1.PACK_FLAG
-,t1.PROD_FLAG
-,t1.DTP_FLAG
-,t1.CMPS_FLAG
-,t1.NEW_CODE
-,t1.INST_CODE
-,NULL AS AIA_HP_FLAG
-,t1.DEPT_NAME
-,t1.H_LEVEL
-,t1.REIMBURSE
-,t1.REIMBURSE_TYPE
-,PRESCRIPTION_SOURCE AS PRESCRIPTION_TYPE
-,t1.PRESCRIPTION 
-,t1.PRESCRIPTION_LY
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.Value_brand_Ratio,1) as VA
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.Unit_brand_Ratio,1) AS UT
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.CountingUnit_brand_Ratio,1) AS CU
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.PDOT_brand_Ratio,1) AS PT
-,cast(t1.SALES_UNIT_CAL * nvl(t2.Unit_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6)) AS SALES_UNIT_CAL
-,cast(t1.SALES_UNIT_CAL_LY * nvl(t3.Unit_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6)) AS SALES_UNIT_CAL_LY
-,cast(t1.SALES_VALUE_CAL * nvl(t2.Value_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS SALES_VALUE_CAL
-,cast(t1.SALES_VALUE_CAL_LY * nvl(t3.Value_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6)) AS SALES_VALUE_CAL_LY
-,cast(t1.CONUTING_UNIT * nvl(t2.CountingUnit_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS CONUTING_UNIT
-,cast(t1.CONUTING_UNIT_LY * nvl(t3.CountingUnit_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6))  AS CONUTING_UNIT_LY
-,cast(t1.CONUTING_UNIT * nvl(t2.PDOT_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS PDOT
-,cast(t1.CONUTING_UNIT_LY * nvl(t3.PDOT_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6))  AS PDOT_LY
-FROM DM.DM_TF_EXT_UNIONALL_SALES t1
-LEFT JOIN DM.dm_td_ext_unionall_market_pack_mapping t2
-on t1.PACK_CODE = t2.PACK_CODE and t1.DATA_SOURCE = t2.DATASOURCE
-and  t1.YYYYMM  >=t2.starttime and t1.YYYYMM  <=t2.endtime
-and t1.YYYYMM >= t2.Value_brand_Ratio_start and t1.YYYYMM <=t2.Value_brand_Ratio_end
-and t1.YYYYMM >= t2.Unit_brand_start and t1.YYYYMM <=t2.Unit_brand_end
-and t1.YYYYMM >= t2.CountingUnit_brand_start and t1.YYYYMM <=t2.CountingUnit_brand_end
-and t1.YYYYMM >= t2.PDOT_brand_start and t1.YYYYMM <=t2.PDOT_brand_end
-LEFT JOIN DM.dm_td_ext_unionall_market_pack_mapping t3
-on t1.PACK_CODE = t3.PACK_CODE and t1.DATA_SOURCE = t3.DATASOURCE
-and  (t1.YYYYMM-100)  >=t3.starttime and (t1.YYYYMM-100) <=t3.endtime
-and (t1.YYYYMM-100) >= t3.Value_brand_Ratio_start and (t1.YYYYMM-100) <=t3.Value_brand_Ratio_end
-and (t1.YYYYMM-100) >= t3.Unit_brand_start and (t1.YYYYMM-100) <=t3.Unit_brand_end
-and (t1.YYYYMM-100) >= t3.CountingUnit_brand_start and (t1.YYYYMM-100) <=t3.CountingUnit_brand_end
-and (t1.YYYYMM-100) >= t3.PDOT_brand_start and (t1.YYYYMM-100) <=t3.PDOT_brand_end
-and t2.market = t3.MARKET
-where t1.DATA_SOURCE = 'IQVIA-COUNTY(Quarterly)'
--- and YYYYMM >=202501
-
--- COMMAND ----------
-
--- DBTITLE 1,THC
-CREATE OR REPLACE TEMPORARY VIEW THC
-AS
-SELECT 
-nvl(t2.market,'ALL Market') MARKET
-,nvl(t2.KEY_COMPETITOR,'OTHERS') as KEY_COMPETITOR
-,nvl(t2.CLASS,'Others') as CLASS
-,t1.YYYYMM
-,t1.PACK_CODE
-,t1.CORP_CODE
-,t1.AUDIT_CODE
-,t1.PLATFORM_TYPE
-,t1.STORE_NAME
-,t1.STORE_TYPE
-,t1.REGION_TYPE
-,t1.DATA_SOURCE
-,t1.PACK_FLAG
-,t1.PROD_FLAG
-,t1.DTP_FLAG
-,t1.CMPS_FLAG
-,t1.NEW_CODE
-,t1.INST_CODE
-,NULL AS AIA_HP_FLAG
-,t1.DEPT_NAME
-,t1.H_LEVEL
-,t1.REIMBURSE
-,t1.REIMBURSE_TYPE
-,PRESCRIPTION_SOURCE AS PRESCRIPTION_TYPE
-,t1.PRESCRIPTION 
-,t1.PRESCRIPTION_LY
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.Value_brand_Ratio,1) as VA
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.Unit_brand_Ratio,1) AS UT
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.CountingUnit_brand_Ratio,1) AS CU
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.PDOT_brand_Ratio,1) AS PT
-,cast(t1.SALES_UNIT_CAL * nvl(t2.Unit_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6)) AS SALES_UNIT_CAL
-,cast(t1.SALES_UNIT_CAL_LY * nvl(t3.Unit_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6)) AS SALES_UNIT_CAL_LY
-,cast(t1.SALES_VALUE_CAL * nvl(t2.Value_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS SALES_VALUE_CAL
-,cast(t1.SALES_VALUE_CAL_LY * nvl(t3.Value_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6)) AS SALES_VALUE_CAL_LY
-,cast(t1.CONUTING_UNIT * nvl(t2.CountingUnit_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS CONUTING_UNIT
-,cast(t1.CONUTING_UNIT_LY * nvl(t3.CountingUnit_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6))  AS CONUTING_UNIT_LY
-,cast(t1.CONUTING_UNIT * nvl(t2.PDOT_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS PDOT
-,cast(t1.CONUTING_UNIT_LY * nvl(t3.PDOT_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6))  AS PDOT_LY
-FROM DM.DM_TF_EXT_UNIONALL_SALES t1
-LEFT JOIN DM.dm_td_ext_unionall_market_pack_mapping t2
-on t1.PACK_CODE = t2.PACK_CODE and t1.DATA_SOURCE = t2.DATASOURCE
-and  t1.YYYYMM  >=t2.starttime and t1.YYYYMM  <=t2.endtime
-and t1.YYYYMM >= t2.Value_brand_Ratio_start and t1.YYYYMM <=t2.Value_brand_Ratio_end
-and t1.YYYYMM >= t2.Unit_brand_start and t1.YYYYMM <=t2.Unit_brand_end
-and t1.YYYYMM >= t2.CountingUnit_brand_start and t1.YYYYMM <=t2.CountingUnit_brand_end
-and t1.YYYYMM >= t2.PDOT_brand_start and t1.YYYYMM <=t2.PDOT_brand_end
-LEFT JOIN DM.dm_td_ext_unionall_market_pack_mapping t3
-on t1.PACK_CODE = t3.PACK_CODE and t1.DATA_SOURCE = t3.DATASOURCE
-and  (t1.YYYYMM-100)  >=t3.starttime and (t1.YYYYMM-100) <=t3.endtime
-and (t1.YYYYMM-100) >= t3.Value_brand_Ratio_start and (t1.YYYYMM-100) <=t3.Value_brand_Ratio_end
-and (t1.YYYYMM-100) >= t3.Unit_brand_start and (t1.YYYYMM-100) <=t3.Unit_brand_end
-and (t1.YYYYMM-100) >= t3.CountingUnit_brand_start and (t1.YYYYMM-100) <=t3.CountingUnit_brand_end
-and (t1.YYYYMM-100) >= t3.PDOT_brand_start and (t1.YYYYMM-100) <=t3.PDOT_brand_end
-and t2.market = t3.MARKET
-where t1.DATA_SOURCE = 'THC(Quarterly)'
--- and YYYYMM >=202501
-
--- COMMAND ----------
-
--- DBTITLE 1,RETAIL
-CREATE OR REPLACE TEMPORARY VIEW RETAIL
-AS
-SELECT 
-nvl(t2.market,'ALL Market') MARKET
-,nvl(t2.KEY_COMPETITOR,'OTHERS') as KEY_COMPETITOR
-,nvl(t2.CLASS,'Others') as CLASS
-,t1.YYYYMM
-,t1.PACK_CODE
-,t1.CORP_CODE
-,t1.AUDIT_CODE
-,t1.PLATFORM_TYPE
-,t1.STORE_NAME
-,t1.STORE_TYPE
-,t1.REGION_TYPE
-,t1.DATA_SOURCE
-,t1.PACK_FLAG
-,t1.PROD_FLAG
-,t1.DTP_FLAG
-,t1.CMPS_FLAG
-,t1.NEW_CODE
-,t1.INST_CODE
-,NULL AS AIA_HP_FLAG
-,t1.DEPT_NAME
-,t1.H_LEVEL
-,t1.REIMBURSE
-,t1.REIMBURSE_TYPE
-,PRESCRIPTION_SOURCE AS PRESCRIPTION_TYPE
-,t1.PRESCRIPTION 
-,t1.PRESCRIPTION_LY
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.Value_brand_Ratio,1) as VA
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.Unit_brand_Ratio,1) AS UT
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.CountingUnit_brand_Ratio,1) AS CU
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.PDOT_brand_Ratio,1) AS PT
-,cast(t1.SALES_UNIT_CAL * nvl(t2.Unit_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6)) AS SALES_UNIT_CAL
-,cast(t1.SALES_UNIT_CAL_LY * nvl(t3.Unit_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6)) AS SALES_UNIT_CAL_LY
-,cast(t1.SALES_VALUE_CAL * nvl(t2.Value_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS SALES_VALUE_CAL
-,cast(t1.SALES_VALUE_CAL_LY * nvl(t3.Value_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6)) AS SALES_VALUE_CAL_LY
-,cast(t1.CONUTING_UNIT * nvl(t2.CountingUnit_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS CONUTING_UNIT
-,cast(t1.CONUTING_UNIT_LY * nvl(t3.CountingUnit_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6))  AS CONUTING_UNIT_LY
-,cast(t1.CONUTING_UNIT * nvl(t2.PDOT_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS PDOT
-,cast(t1.CONUTING_UNIT_LY * nvl(t3.PDOT_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6))  AS PDOT_LY
-FROM DM.DM_TF_EXT_UNIONALL_SALES t1
-LEFT JOIN DM.dm_td_ext_unionall_market_pack_mapping t2
-on t1.PACK_CODE = t2.PACK_CODE and t1.DATA_SOURCE = t2.DATASOURCE
-and  t1.YYYYMM  >=t2.starttime and t1.YYYYMM  <=t2.endtime
-and t1.YYYYMM >= t2.Value_brand_Ratio_start and t1.YYYYMM <=t2.Value_brand_Ratio_end
-and t1.YYYYMM >= t2.Unit_brand_start and t1.YYYYMM <=t2.Unit_brand_end
-and t1.YYYYMM >= t2.CountingUnit_brand_start and t1.YYYYMM <=t2.CountingUnit_brand_end
-and t1.YYYYMM >= t2.PDOT_brand_start and t1.YYYYMM <=t2.PDOT_brand_end
-LEFT JOIN DM.dm_td_ext_unionall_market_pack_mapping t3
-on t1.PACK_CODE = t3.PACK_CODE and t1.DATA_SOURCE = t3.DATASOURCE
-and  (t1.YYYYMM-100)  >=t3.starttime and (t1.YYYYMM-100) <=t3.endtime
-and (t1.YYYYMM-100) >= t3.Value_brand_Ratio_start and (t1.YYYYMM-100) <=t3.Value_brand_Ratio_end
-and (t1.YYYYMM-100) >= t3.Unit_brand_start and (t1.YYYYMM-100) <=t3.Unit_brand_end
-and (t1.YYYYMM-100) >= t3.CountingUnit_brand_start and (t1.YYYYMM-100) <=t3.CountingUnit_brand_end
-and (t1.YYYYMM-100) >= t3.PDOT_brand_start and (t1.YYYYMM-100) <=t3.PDOT_brand_end
-and t2.market = t3.MARKET
-where t1.DATA_SOURCE = 'Retail(Quarterly)' and t1.DTP_FLAG<>1
--- and YYYYMM >=202501
-
--- COMMAND ----------
-
--- DBTITLE 1,RETAIL_DTP
-CREATE OR REPLACE TEMPORARY VIEW RETAIL_DTP
-AS
-SELECT 
-nvl(t2.market,'ALL Market') MARKET
-,nvl(t2.KEY_COMPETITOR,'OTHERS') as KEY_COMPETITOR
-,nvl(t2.CLASS,'Others') as CLASS
-,t1.YYYYMM
-,t1.PACK_CODE
-,t1.CORP_CODE
-,t1.AUDIT_CODE
-,t1.PLATFORM_TYPE
-,t1.STORE_NAME
-,t1.STORE_TYPE
-,t1.REGION_TYPE
-,t1.DATA_SOURCE
-,t1.PACK_FLAG
-,t1.PROD_FLAG
-,t1.DTP_FLAG
-,t1.CMPS_FLAG
-,t1.NEW_CODE
-,t1.INST_CODE
-,NULL AS AIA_HP_FLAG
-,t1.DEPT_NAME
-,t1.H_LEVEL
-,t1.REIMBURSE
-,t1.REIMBURSE_TYPE
-,PRESCRIPTION_SOURCE AS PRESCRIPTION_TYPE
-,t1.PRESCRIPTION 
-,t1.PRESCRIPTION_LY
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.Value_brand_Ratio,1) as VA
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.Unit_brand_Ratio,1) AS UT
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.CountingUnit_brand_Ratio,1) AS CU
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.PDOT_brand_Ratio,1) AS PT
-,cast(t1.SALES_UNIT_CAL * nvl(t2.Unit_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6)) AS SALES_UNIT_CAL
-,cast(t1.SALES_UNIT_CAL_LY * nvl(t3.Unit_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6)) AS SALES_UNIT_CAL_LY
-,cast(t1.SALES_VALUE_CAL * nvl(t2.Value_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS SALES_VALUE_CAL
-,cast(t1.SALES_VALUE_CAL_LY * nvl(t3.Value_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6)) AS SALES_VALUE_CAL_LY
-,cast(t1.CONUTING_UNIT * nvl(t2.CountingUnit_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS CONUTING_UNIT
-,cast(t1.CONUTING_UNIT_LY * nvl(t3.CountingUnit_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6))  AS CONUTING_UNIT_LY
-,cast(t1.CONUTING_UNIT * nvl(t2.PDOT_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS PDOT
-,cast(t1.CONUTING_UNIT_LY * nvl(t3.PDOT_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6))  AS PDOT_LY
-FROM DM.DM_TF_EXT_UNIONALL_SALES t1
-LEFT JOIN DM.dm_td_ext_unionall_market_pack_mapping t2
-on t1.PACK_CODE = t2.PACK_CODE and t1.DATA_SOURCE = t2.DATASOURCE
-and  t1.YYYYMM  >=t2.starttime and t1.YYYYMM  <=t2.endtime
-and t1.YYYYMM >= t2.Value_brand_Ratio_start and t1.YYYYMM <=t2.Value_brand_Ratio_end
-and t1.YYYYMM >= t2.Unit_brand_start and t1.YYYYMM <=t2.Unit_brand_end
-and t1.YYYYMM >= t2.CountingUnit_brand_start and t1.YYYYMM <=t2.CountingUnit_brand_end
-and t1.YYYYMM >= t2.PDOT_brand_start and t1.YYYYMM <=t2.PDOT_brand_end
-LEFT JOIN DM.dm_td_ext_unionall_market_pack_mapping t3
-on t1.PACK_CODE = t3.PACK_CODE and t1.DATA_SOURCE = t3.DATASOURCE
-and  (t1.YYYYMM-100)  >=t3.starttime and (t1.YYYYMM-100) <=t3.endtime
-and (t1.YYYYMM-100) >= t3.Value_brand_Ratio_start and (t1.YYYYMM-100) <=t3.Value_brand_Ratio_end
-and (t1.YYYYMM-100) >= t3.Unit_brand_start and (t1.YYYYMM-100) <=t3.Unit_brand_end
-and (t1.YYYYMM-100) >= t3.CountingUnit_brand_start and (t1.YYYYMM-100) <=t3.CountingUnit_brand_end
-and (t1.YYYYMM-100) >= t3.PDOT_brand_start and (t1.YYYYMM-100) <=t3.PDOT_brand_end
-and t2.market = t3.MARKET
-where t1.DATA_SOURCE = 'DTP(Quarterly)' and t1.DTP_FLAG=1
--- and YYYYMM >=202501
-
--- COMMAND ----------
-
--- DBTITLE 1,EC
-CREATE OR REPLACE TEMPORARY VIEW EC
-AS
-SELECT 
-nvl(t2.market,'ALL Market') MARKET
-,nvl(t2.KEY_COMPETITOR,'OTHERS') as KEY_COMPETITOR
-,nvl(t2.CLASS,'Others') as CLASS
-,t1.YYYYMM
-,t1.PACK_CODE
-,t1.CORP_CODE
-,t1.AUDIT_CODE
-,t1.PLATFORM_TYPE
-,t1.STORE_NAME
-,t1.STORE_TYPE
-,t1.REGION_TYPE
-,t1.DATA_SOURCE
-,t1.PACK_FLAG
-,t1.PROD_FLAG
-,t1.DTP_FLAG
-,t1.CMPS_FLAG
-,t1.NEW_CODE
-,t1.INST_CODE
-,NULL AS AIA_HP_FLAG
-,t1.DEPT_NAME
-,t1.H_LEVEL
-,t1.REIMBURSE
-,t1.REIMBURSE_TYPE
-,PRESCRIPTION_SOURCE AS PRESCRIPTION_TYPE
-,t1.PRESCRIPTION 
-,t1.PRESCRIPTION_LY
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.Value_brand_Ratio,1) as VA
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.Unit_brand_Ratio,1) AS UT
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.CountingUnit_brand_Ratio,1) AS CU
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.PDOT_brand_Ratio,1) AS PT
-,cast(t1.SALES_UNIT_CAL * nvl(t2.Unit_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6)) AS SALES_UNIT_CAL
-,cast(t1.SALES_UNIT_CAL_LY * nvl(t3.Unit_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6)) AS SALES_UNIT_CAL_LY
-,cast(t1.SALES_VALUE_CAL * nvl(t2.Value_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS SALES_VALUE_CAL
-,cast(t1.SALES_VALUE_CAL_LY * nvl(t3.Value_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6)) AS SALES_VALUE_CAL_LY
-,cast(t1.CONUTING_UNIT * nvl(t2.CountingUnit_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS CONUTING_UNIT
-,cast(t1.CONUTING_UNIT_LY * nvl(t3.CountingUnit_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6))  AS CONUTING_UNIT_LY
-,cast(t1.CONUTING_UNIT * nvl(t2.PDOT_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS PDOT
-,cast(t1.CONUTING_UNIT_LY * nvl(t3.PDOT_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6))  AS PDOT_LY
-FROM DM.DM_TF_EXT_UNIONALL_SALES t1
-LEFT JOIN DM.dm_td_ext_unionall_market_pack_mapping t2
-on t1.PACK_CODE = t2.PACK_CODE and t1.DATA_SOURCE = t2.DATASOURCE
-and  t1.YYYYMM  >=t2.starttime and t1.YYYYMM  <=t2.endtime
-and t1.YYYYMM >= t2.Value_brand_Ratio_start and t1.YYYYMM <=t2.Value_brand_Ratio_end
-and t1.YYYYMM >= t2.Unit_brand_start and t1.YYYYMM <=t2.Unit_brand_end
-and t1.YYYYMM >= t2.CountingUnit_brand_start and t1.YYYYMM <=t2.CountingUnit_brand_end
-and t1.YYYYMM >= t2.PDOT_brand_start and t1.YYYYMM <=t2.PDOT_brand_end
-LEFT JOIN DM.dm_td_ext_unionall_market_pack_mapping t3
-on t1.PACK_CODE = t3.PACK_CODE and t1.DATA_SOURCE = t3.DATASOURCE
-and  (t1.YYYYMM-100)  >=t3.starttime and (t1.YYYYMM-100) <=t3.endtime
-and (t1.YYYYMM-100) >= t3.Value_brand_Ratio_start and (t1.YYYYMM-100) <=t3.Value_brand_Ratio_end
-and (t1.YYYYMM-100) >= t3.Unit_brand_start and (t1.YYYYMM-100) <=t3.Unit_brand_end
-and (t1.YYYYMM-100) >= t3.CountingUnit_brand_start and (t1.YYYYMM-100) <=t3.CountingUnit_brand_end
-and (t1.YYYYMM-100) >= t3.PDOT_brand_start and (t1.YYYYMM-100) <=t3.PDOT_brand_end
-and t2.market = t3.MARKET
-where t1.DATA_SOURCE = 'EC(Monthly)'
--- and YYYYMM >=202501
-
--- COMMAND ----------
-
--- DBTITLE 1,XIEHE
-CREATE OR REPLACE TEMPORARY VIEW XIEHE
-AS
-SELECT 
-nvl(t2.market,'ALL Market') MARKET
-,nvl(t2.KEY_COMPETITOR,'OTHERS') as KEY_COMPETITOR
-,nvl(t2.CLASS,'Others') as CLASS
-,t1.YYYYMM
-,t1.PACK_CODE
-,t1.CORP_CODE
-,t1.AUDIT_CODE
-,t1.PLATFORM_TYPE
-,t1.STORE_NAME
-,t1.STORE_TYPE
-,t1.REGION_TYPE
-,t1.DATA_SOURCE
-,t1.PACK_FLAG
-,t1.PROD_FLAG
-,t1.DTP_FLAG
-,t1.CMPS_FLAG
-,t1.NEW_CODE
-,t1.INST_CODE
-,NULL AS AIA_HP_FLAG
-,t1.DEPT_NAME
-,t1.H_LEVEL
-,t1.REIMBURSE
-,t1.REIMBURSE_TYPE
-,PRESCRIPTION_SOURCE AS PRESCRIPTION_TYPE
-,t1.PRESCRIPTION 
-,t1.PRESCRIPTION_LY
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.Value_brand_Ratio,1) as VA
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.Unit_brand_Ratio,1) AS UT
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.CountingUnit_brand_Ratio,1) AS CU
-,nvl(nvl(t2.MARKET_RATIO,1)*t2.PDOT_brand_Ratio,1) AS PT
-,cast(t1.SALES_UNIT_CAL * nvl(t2.Unit_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6)) AS SALES_UNIT_CAL
-,cast(t1.SALES_UNIT_CAL_LY * nvl(t3.Unit_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6)) AS SALES_UNIT_CAL_LY
-,cast(t1.SALES_VALUE_CAL * nvl(t2.Value_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS SALES_VALUE_CAL
-,cast(t1.SALES_VALUE_CAL_LY * nvl(t3.Value_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6)) AS SALES_VALUE_CAL_LY
-,cast(t1.CONUTING_UNIT * nvl(t2.CountingUnit_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS CONUTING_UNIT
-,cast(t1.CONUTING_UNIT_LY * nvl(t3.CountingUnit_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6))  AS CONUTING_UNIT_LY
-,cast(t1.CONUTING_UNIT * nvl(t2.PDOT_brand_Ratio,1) *nvl(t2.MARKET_RATIO,1) as decimal(35,6))  AS PDOT
-,cast(t1.CONUTING_UNIT_LY * nvl(t3.PDOT_brand_Ratio,1) *nvl(t3.MARKET_RATIO,1) as decimal(35,6))  AS PDOT_LY
-FROM DM.DM_TF_EXT_UNIONALL_SALES t1
-LEFT JOIN DM.dm_td_ext_unionall_market_pack_mapping t2
-on t1.PACK_CODE = t2.PACK_CODE and t1.DATA_SOURCE = t2.DATASOURCE
-and  t1.YYYYMM  >=t2.starttime and t1.YYYYMM  <=t2.endtime
-and t1.YYYYMM >= t2.Value_brand_Ratio_start and t1.YYYYMM <=t2.Value_brand_Ratio_end
-and t1.YYYYMM >= t2.Unit_brand_start and t1.YYYYMM <=t2.Unit_brand_end
-and t1.YYYYMM >= t2.CountingUnit_brand_start and t1.YYYYMM <=t2.CountingUnit_brand_end
-and t1.YYYYMM >= t2.PDOT_brand_start and t1.YYYYMM <=t2.PDOT_brand_end
-LEFT JOIN DM.dm_td_ext_unionall_market_pack_mapping t3
-on t1.PACK_CODE = t3.PACK_CODE and t1.DATA_SOURCE = t3.DATASOURCE
-and  (t1.YYYYMM-100)  >=t3.starttime and (t1.YYYYMM-100) <=t3.endtime
-and (t1.YYYYMM-100) >= t3.Value_brand_Ratio_start and (t1.YYYYMM-100) <=t3.Value_brand_Ratio_end
-and (t1.YYYYMM-100) >= t3.Unit_brand_start and (t1.YYYYMM-100) <=t3.Unit_brand_end
-and (t1.YYYYMM-100) >= t3.CountingUnit_brand_start and (t1.YYYYMM-100) <=t3.CountingUnit_brand_end
-and (t1.YYYYMM-100) >= t3.PDOT_brand_start and (t1.YYYYMM-100) <=t3.PDOT_brand_end
-and t2.market = t3.MARKET
-where t1.DATA_SOURCE = 'XH Data(Quarterly)'
--- and YYYYMM >=202501
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TF_EXT_UNIONALL_MARKET_SALES
-SELECT 
-  MARKET,
-  KEY_COMPETITOR,
-  CLASS,
-  YYYYMM,
-  PACK_CODE,
-  CORP_CODE,
-  AUDIT_CODE,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  DATA_SOURCE,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  CMPS_FLAG,
-  NEW_CODE,
-  INST_CODE,
-  AIA_HP_FLAG,
-  DEPT_NAME,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_TYPE,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  VA,
-  UT,
-  CU,
-  PT,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  PDOT,
-  PDOT_LY,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM 
-  CHPA
-UNION ALL
-SELECT 
-  MARKET,
-  KEY_COMPETITOR,
-  CLASS,
-  YYYYMM,
-  PACK_CODE,
-  CORP_CODE,
-  AUDIT_CODE,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  DATA_SOURCE,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  CMPS_FLAG,
-  NEW_CODE,
-  INST_CODE,
-  AIA_HP_FLAG,
-  DEPT_NAME,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_TYPE,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  VA,
-  UT,
-  CU,
-  PT,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  PDOT,
-  PDOT_LY,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM 
-  AIA
-UNION ALL
-SELECT 
-  MARKET,
-  KEY_COMPETITOR,
-  CLASS,
-  YYYYMM,
-  PACK_CODE,
-  CORP_CODE,
-  AUDIT_CODE,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  DATA_SOURCE,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  CMPS_FLAG,
-  NEW_CODE,
-  INST_CODE,
-  AIA_HP_FLAG,
-  DEPT_NAME,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_TYPE,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  VA,
-  UT,
-  CU,
-  PT,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  PDOT,
-  PDOT_LY,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM 
-  CHC
-UNION ALL
-SELECT 
-  MARKET,
-  KEY_COMPETITOR,
-  CLASS,
-  YYYYMM,
-  PACK_CODE,
-  CORP_CODE,
-  AUDIT_CODE,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  DATA_SOURCE,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  CMPS_FLAG,
-  NEW_CODE,
-  INST_CODE,
-  AIA_HP_FLAG,
-  DEPT_NAME,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_TYPE,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  VA,
-  UT,
-  CU,
-  PT,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  PDOT,
-  PDOT_LY,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM 
-  COUNTY
-UNION ALL
-SELECT 
-  MARKET,
-  KEY_COMPETITOR,
-  CLASS,
-  YYYYMM,
-  PACK_CODE,
-  CORP_CODE,
-  AUDIT_CODE,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  DATA_SOURCE,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  CMPS_FLAG,
-  NEW_CODE,
-  INST_CODE,
-  AIA_HP_FLAG,
-  DEPT_NAME,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_TYPE,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  VA,
-  UT,
-  CU,
-  PT,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  PDOT,
-  PDOT_LY,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM 
-  THC
-UNION ALL
-SELECT 
-  MARKET,
-  KEY_COMPETITOR,
-  CLASS,
-  YYYYMM,
-  PACK_CODE,
-  CORP_CODE,
-  AUDIT_CODE,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  DATA_SOURCE,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  CMPS_FLAG,
-  NEW_CODE,
-  INST_CODE,
-  AIA_HP_FLAG,
-  DEPT_NAME,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_TYPE,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  VA,
-  UT,
-  CU,
-  PT,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  PDOT,
-  PDOT_LY,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM 
-  RETAIL
-UNION ALL
-SELECT 
-  MARKET,
-  KEY_COMPETITOR,
-  CLASS,
-  YYYYMM,
-  PACK_CODE,
-  CORP_CODE,
-  AUDIT_CODE,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  DATA_SOURCE,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  CMPS_FLAG,
-  NEW_CODE,
-  INST_CODE,
-  AIA_HP_FLAG,
-  DEPT_NAME,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_TYPE,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  VA,
-  UT,
-  CU,
-  PT,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  PDOT,
-  PDOT_LY,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM 
-  RETAIL_DTP
-UNION ALL
-SELECT 
-  MARKET,
-  KEY_COMPETITOR,
-  CLASS,
-  YYYYMM,
-  PACK_CODE,
-  CORP_CODE,
-  AUDIT_CODE,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  DATA_SOURCE,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  CMPS_FLAG,
-  NEW_CODE,
-  INST_CODE,
-  AIA_HP_FLAG,
-  DEPT_NAME,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_TYPE,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  VA,
-  UT,
-  CU,
-  PT,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  PDOT,
-  PDOT_LY,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM 
-  EC
-UNION ALL
-SELECT 
-  MARKET,
-  KEY_COMPETITOR,
-  CLASS,
-  YYYYMM,
-  PACK_CODE,
-  CORP_CODE,
-  AUDIT_CODE,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  DATA_SOURCE,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  CMPS_FLAG,
-  NEW_CODE,
-  INST_CODE,
-  AIA_HP_FLAG,
-  DEPT_NAME,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_TYPE,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  VA,
-  UT,
-  CU,
-  PT,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  PDOT,
-  PDOT_LY,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM 
-  XIEHE
\ No newline at end of file
diff --git a/EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES_v1.0.sql:Zone.Identifier b/EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES_v1.0.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_SALES.sql b/EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_SALES.sql
deleted file mode 100644
index 7e02e1e..0000000
--- a/EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_SALES.sql
+++ /dev/null
@@ -1,349 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TF_EXT_UNIONALL_SALES (
---   YYYYMM STRING,
---   PACK_CODE STRING,
---   CORP_CODE STRING,
---   AUDIT_CODE STRING,
---   PLATFORM_TYPE STRING,
---   STORE_NAME STRING,
---   STORE_TYPE STRING,
---   REGION_TYPE STRING,
---   PACK_FLAG INT,
---   PROD_FLAG INT,
---   DTP_FLAG INT,
---   SALES_UNIT_CAL DECIMAL(38,10),
---   SALES_UNIT_CAL_LY DECIMAL(38,10),
---   SALES_VALUE_CAL DECIMAL(38,10),
---   SALES_VALUE_CAL_LY DECIMAL(38,10),
---   CONUTING_UNIT DECIMAL(38,10),
---   CONUTING_UNIT_LY DECIMAL(38,10),
---   DATA_SOURCE STRING,
---   INST_CODE STRING COMMENT '内部机构编码',
---   CMPS_FLAG STRING COMMENT '分子式标签',
---   DEPT_NAME STRING COMMENT '科室名称',
---   PRESCRIPTION DECIMAL(38,10) COMMENT '处方张数',
---   PRESCRIPTION_LY DECIMAL(38,10) COMMENT '去年同期处方张数',
---   NEW_CODE STRING COMMENT '主数据关联CODE',
---   AREA STRING COMMENT '城市',
---   H_LEVEL STRING COMMENT '医院类型',
---   REIMBURSE STRING COMMENT '报销情况',
---   REIMBURSE_TYPE STRING COMMENT '报销类型',
---   PRESCRIPTION_SOURCE STRING COMMENT '处方来源',
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_unionall_sales';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_unionall_sales';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TF_EXT_UNIONALL_SALES
-SELECT
-  YYYYMM,
-  PACK_CODE,
-  CORP_CODE,
-  AUDIT_CODE,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  DATA_SOURCE,
-  INST_CODE,
-  CMPS_FLAG,
-  DEPT_NAME,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  NEW_CODE,
-  AREA,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_SOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TF_EXT_AIA_SALES
-UNION ALL
-SELECT
-  YYYYMM,
-  PACK_CODE,
-  CORP_CODE,
-  AUDIT_CODE,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  DATA_SOURCE,
-  INST_CODE,
-  CMPS_FLAG,
-  DEPT_NAME,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  NEW_CODE,
-  AREA,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_SOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TF_EXT_CHC_SALES
-UNION ALL
-SELECT
-  YYYYMM,
-  PACK_CODE,
-  CORP_CODE,
-  AUDIT_CODE,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  DATA_SOURCE,
-  INST_CODE,
-  CMPS_FLAG,
-  DEPT_NAME,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  NEW_CODE,
-  AREA,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_SOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TF_EXT_CHPA_SALES
-UNION ALL
-SELECT
-  YYYYMM,
-  PACK_CODE,
-  CORP_CODE,
-  AUDIT_CODE,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  DATA_SOURCE,
-  INST_CODE,
-  CMPS_FLAG,
-  DEPT_NAME,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  NEW_CODE,
-  AREA,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_SOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TF_EXT_COUNTY_SALES
-UNION ALL
-SELECT
-  YYYYMM,
-  PACK_CODE,
-  CORP_CODE,
-  AUDIT_CODE,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  DATA_SOURCE,
-  INST_CODE,
-  CMPS_FLAG,
-  DEPT_NAME,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  NEW_CODE,
-  AREA,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_SOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TF_EXT_EC_SALES
-UNION ALL
-SELECT
-  YYYYMM,
-  PACK_CODE,
-  CORP_CODE,
-  AUDIT_CODE,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  DATA_SOURCE,
-  INST_CODE,
-  CMPS_FLAG,
-  DEPT_NAME,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  NEW_CODE,
-  AREA,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_SOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TF_EXT_RETAIL_SALES
-UNION ALL
-SELECT
-  YYYYMM,
-  PACK_CODE,
-  CORP_CODE,
-  AUDIT_CODE,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  DATA_SOURCE,
-  INST_CODE,
-  CMPS_FLAG,
-  DEPT_NAME,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  NEW_CODE,
-  AREA,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_SOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TF_EXT_RETAIL_DTP_SALES
-UNION ALL
-SELECT
-  YYYYMM,
-  PACK_CODE,
-  CORP_CODE,
-  AUDIT_CODE,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  DATA_SOURCE,
-  INST_CODE,
-  CMPS_FLAG,
-  DEPT_NAME,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  NEW_CODE,
-  AREA,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_SOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TF_EXT_THC_SALES
-WHERE
-  AUDIT_CODE = 'CHT'--只放全国数据
-UNION ALL
-SELECT
-  YYYYMM,
-  PACK_CODE,
-  CORP_CODE,
-  AUDIT_CODE,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  DATA_SOURCE,
-  INST_CODE,
-  CMPS_FLAG,
-  DEPT_NAME,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  NEW_CODE,
-  AREA,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_SOURCE,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TF_EXT_XIEHE_SALES
-;
\ No newline at end of file
diff --git a/EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_SALES.sql:Zone.Identifier b/EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_SALES.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING.sql b/EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING.sql
deleted file mode 100644
index 34a0e11..0000000
--- a/EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING.sql
+++ /dev/null
@@ -1,517 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TF_EXT_UNIONALL_SALES_MAPPING 
--- (
---   MARKET STRING,
---   KEY_COMPETITOR STRING,
---   CLASS STRING,
---   YYYYMM STRING,
---   PACK_COD STRING,
---   CORP_COD STRING,
---   AUDIT_COD STRING,
---   PLATFORM_TYPE STRING,
---   STORE_NAME STRING,
---   STORE_TYPE STRING,
---   REGION_TYPE STRING,
---   DATA_SOURCE STRING,
---   PACK_FLAG INT,
---   PROD_FLAG INT,
---   DTP_FLAG INT,
---   CMPS_FLAG INT,
---   NEW_CODE STRING COMMENT '主数据关联CODE',
---   INST_CODE STRING COMMENT '内部机构编码',
---   AIA_HP_FLAG INT,
---   DEPT_NAME STRING COMMENT '科室名称',
---   H_LEVEL INT,
---   REIMBURSE STRING COMMENT '报销情况',
---   REIMBURSE_TYPE STRING COMMENT '报销类型',
---   PRESCRIPTION_TYPE STRING COMMENT '处方来源',
---   VA decimal(35,10),
---   UT decimal(35,10),
---   CU decimal(35,10),
---   PT decimal(35,10),
---   SALES_UNIT_CAL decimal(35,10),
---   SALES_UNIT_CAL_LY decimal(35,10),
---   SALES_VALUE_CAL decimal(35,10),
---   SALES_VALUE_CAL_LY decimal(35,10),
---   CONUTING_UNIT decimal(35,10),
---   CONUTING_UNIT_LY decimal(35,10),
---   PDOT decimal(35,10),
---   PDOT_LY decimal(35,10),
---   PRESCRIPTION INT,
---   PRESCRIPTION_LY INT,
---   AIA_REMOVE INT,
---   MERGEDATA_FLAG STRING,
---   MERGEDATA_FLAG_MKT STRING,
---   MERGEDATA_FLAG_CHPA_DTP INT,
---   MERGEDATA_FLAG_DTP_NOROC INT,
---   MERGED_DATA_DTP_OTHERS INT,
---   EGFR_FLAG INT
---   -- ,
---   -- ETL_INSERT_DT TIMESTAMP,
---   -- ETL_UPDATE_DT TIMESTAMP
---   )
--- USING delta
--- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_unionall_sales_mapping';
--- -- 上面是生产环境location，下面是测试环境location
--- -- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_unionall_sales_mapping';
-
--- COMMAND ----------
-
--- CREATE OR REPLACE TEMPORARY VIEW ALL_EGFR_PACK
--- AS
--- SELECT DISTINCT
---   PACK_CODE
--- FROM
---   DM.dm_td_ext_unionall_market_pack_mapping
--- WHERE
---   DATASOURCE = 'DTP(Quarterly)'
---   AND MARKET = 'EGFR TKI Market'
-
--- COMMAND ----------
-
--- CREATE OR REPLACE TEMPORARY VIEW OTHERBRAND
--- AS
--- SELECT
---   PACK_CODE
--- FROM
---   ALL_EGFR_PACK
--- WHERE
---   PACK_CODE NOT IN (
---     '000097342002',
---     '000097017002',
---     '000066722002',
---     '000097414002'
---   )
--- GROUP BY
---   PACK_CODE
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW ALL_EXTERNAL_SALES AS
---DTP
-SELECT
-  T0.MARKET,
-  T0.KEY_COMPETITOR,
-  T0.CLASS,
-  T0.YYYYMM,
-  T0.PACK_COD,
-  T0.CORP_COD,
-  T0.AUDIT_COD,
-  T0.PLATFORM_TYPE,
-  T0.STORE_NAME,
-  T0.STORE_TYPE,
-  T0.REGION_TYPE,
-  T0.DATA_SOURCE,
-  T0.PACK_FLAG,
-  T0.PROD_FLAG,
-  T0.DTP_FLAG,
-  T0.CMPS_FLAG,
-  T0.NEW_CODE,
-  T0.INST_CODE,
-  T0.AIA_HP_FLAG,
-  T0.DEPT_NAME,
-  T0.H_LEVEL,
-  T0.REIMBURSE,
-  T0.REIMBURSE_TYPE,
-  T0.PRESCRIPTION_TYPE,
-  T0.VA,
-  T0.UT,
-  T0.CU,
-  T0.PT,
-  T0.SALES_UNIT_CAL,
-  T0.SALES_UNIT_CAL_LY,
-  T0.SALES_VALUE_CAL,
-  T0.SALES_VALUE_CAL_LY,
-  T0.CONUTING_UNIT,
-  T0.CONUTING_UNIT_LY,
-  T0.PDOT,
-  T0.PDOT_LY,
-  T0.PRESCRIPTION,
-  T0.PRESCRIPTION_LY,
-  1 MERGED_DATA_DTP_OTHERS
-FROM
-  DM.DM_TF_EXT_UNIONALL_MARKET_SALES AS T0
-    -- LEFT JOIN OTHERBRAND T1
-    --   ON T1.PACK_CODE = T0.PACK_COD
-WHERE
-  T0.DATA_SOURCE = 'DTP(Quarterly)'
--- UNION ALL
--- SELECT
---   MARKET,
---   KEY_COMPETITOR,
---   CLASS,
---   YYYYMM,
---   PACK_COD,
---   CORP_COD,
---   AUDIT_COD,
---   PLATFORM_TYPE,
---   STORE_NAME,
---   STORE_TYPE,
---   REGION_TYPE,
---   DATA_SOURCE,
---   PACK_FLAG,
---   PROD_FLAG,
---   DTP_FLAG,
---   CMPS_FLAG,
---   NEW_CODE,
---   INST_CODE,
---   '' AS AIA_HP_FLAG,
---   DEPT_NAME,
---   H_LEVEL,
---   REIMBURSE,
---   REIMBURSE_TYPE,
---   PRESCRIPTION_SOURCE AS PRESCRIPTION_TYPE,
---   '' AS VA,
---   '' AS UT,
---   '' AS CU,
---   '' AS PT,
---   SALES_UNIT_CAL,
---   SALES_UNIT_CAL_LY,
---   SALES_VALUE_CAL,
---   SALES_VALUE_CAL_LY,
---   CONUTING_UNIT,
---   CONUTING_UNIT_LY,
---   PDOT,
---   PDOT_LY,
---   PRESCRIPTION,
---   PRESCRIPTION_LY,
---   -- AREA
---   3 AS MERGED_DATA_DTP_OTHERS
--- FROM
---   DM.DM_TF_EXTERANL_SALES_MERGED_DATA_DTP_OTHERS_bymonth
---Retail
-UNION ALL
-SELECT
-  T0.MARKET,
-  T0.KEY_COMPETITOR,
-  T0.CLASS,
-  T0.YYYYMM,
-  T0.PACK_COD,
-  T0.CORP_COD,
-  T0.AUDIT_COD,
-  T0.PLATFORM_TYPE,
-  T0.STORE_NAME,
-  T0.STORE_TYPE,
-  T0.REGION_TYPE,
-  T0.DATA_SOURCE,
-  T0.PACK_FLAG,
-  T0.PROD_FLAG,
-  T0.DTP_FLAG,
-  T0.CMPS_FLAG,
-  T0.NEW_CODE,
-  T0.INST_CODE,
-  T0.AIA_HP_FLAG,
-  T0.DEPT_NAME,
-  T0.H_LEVEL,
-  T0.REIMBURSE,
-  T0.REIMBURSE_TYPE,
-  T0.PRESCRIPTION_TYPE,
-  T0.VA,
-  T0.UT,
-  T0.CU,
-  T0.PT,
-  T0.SALES_UNIT_CAL,
-  T0.SALES_UNIT_CAL_LY,
-  T0.SALES_VALUE_CAL,
-  T0.SALES_VALUE_CAL_LY,
-  T0.CONUTING_UNIT,
-  T0.CONUTING_UNIT_LY,
-  T0.PDOT,
-  T0.PDOT_LY,
-  T0.PRESCRIPTION,
-  T0.PRESCRIPTION_LY,
-  1 MERGED_DATA_DTP_OTHERS
-FROM
-  DM.DM_TF_EXT_UNIONALL_MARKET_SALES AS T0
-    LEFT JOIN (
-      SELECT
-        OTHERS_MONTH
-      FROM
-        tmp.tmp_dm_td_ext_retail_niad_month
-    ) T1 --Retail取非niad先来数据部分
-WHERE
-  T0.DATA_SOURCE = 'Retail(Quarterly)'
-  AND T0.YYYYMM <= T1.OTHERS_MONTH
---EC
-UNION ALL
-SELECT
-  T0.MARKET,
-  T0.KEY_COMPETITOR,
-  T0.CLASS,
-  T0.YYYYMM,
-  T0.PACK_COD,
-  T0.CORP_COD,
-  T0.AUDIT_COD,
-  T0.PLATFORM_TYPE,
-  T0.STORE_NAME,
-  T0.STORE_TYPE,
-  T0.REGION_TYPE,
-  T0.DATA_SOURCE,
-  T0.PACK_FLAG,
-  T0.PROD_FLAG,
-  T0.DTP_FLAG,
-  T0.CMPS_FLAG,
-  T0.NEW_CODE,
-  T0.INST_CODE,
-  T0.AIA_HP_FLAG,
-  T0.DEPT_NAME,
-  T0.H_LEVEL,
-  T0.REIMBURSE,
-  T0.REIMBURSE_TYPE,
-  T0.PRESCRIPTION_TYPE,
-  T0.VA,
-  T0.UT,
-  T0.CU,
-  T0.PT,
-  T0.SALES_UNIT_CAL,
-  T0.SALES_UNIT_CAL_LY,
-  T0.SALES_VALUE_CAL,
-  T0.SALES_VALUE_CAL_LY,
-  T0.CONUTING_UNIT,
-  T0.CONUTING_UNIT_LY,
-  T0.PDOT,
-  T0.PDOT_LY,
-  T0.PRESCRIPTION,
-  T0.PRESCRIPTION_LY,
-  1 MERGED_DATA_DTP_OTHERS
-FROM
-  DM.DM_TF_EXT_UNIONALL_MARKET_SALES AS T0
-    LEFT JOIN (
-      SELECT
-        OTHERS_MONTH
-      FROM
-        tmp.tmp_dm_td_ext_ec_niad_month
-    ) T1 --EC取非niad先来数据部分
-WHERE
-  T0.DATA_SOURCE = 'EC(Monthly)'
-  AND T0.YYYYMM <= T1.others_month
---OTHERS DATA SOURCE
-UNION ALL
-SELECT
-  T0.MARKET,
-  T0.KEY_COMPETITOR,
-  T0.CLASS,
-  T0.YYYYMM,
-  T0.PACK_COD,
-  T0.CORP_COD,
-  T0.AUDIT_COD,
-  T0.PLATFORM_TYPE,
-  T0.STORE_NAME,
-  T0.STORE_TYPE,
-  T0.REGION_TYPE,
-  T0.DATA_SOURCE,
-  T0.PACK_FLAG,
-  T0.PROD_FLAG,
-  T0.DTP_FLAG,
-  T0.CMPS_FLAG,
-  T0.NEW_CODE,
-  T0.INST_CODE,
-  T0.AIA_HP_FLAG,
-  T0.DEPT_NAME,
-  T0.H_LEVEL,
-  T0.REIMBURSE,
-  T0.REIMBURSE_TYPE,
-  T0.PRESCRIPTION_TYPE,
-  T0.VA,
-  T0.UT,
-  T0.CU,
-  T0.PT,
-  T0.SALES_UNIT_CAL,
-  T0.SALES_UNIT_CAL_LY,
-  T0.SALES_VALUE_CAL,
-  T0.SALES_VALUE_CAL_LY,
-  T0.CONUTING_UNIT,
-  T0.CONUTING_UNIT_LY,
-  T0.PDOT,
-  T0.PDOT_LY,
-  T0.PRESCRIPTION,
-  T0.PRESCRIPTION_LY,
-  1 MERGED_DATA_DTP_OTHERS
-FROM
-  DM.DM_TF_EXT_UNIONALL_MARKET_SALES AS T0
-WHERE
-  T0.DATA_SOURCE NOT IN ('Retail(Quarterly)', 'EC(Monthly)', 'DTP(Quarterly)')
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW DM_TF_EXT_UNIONALL_SALES_MAPPING
-AS 
-SELECT
-  A.MARKET,
-  A.KEY_COMPETITOR,
-  A.CLASS,
-  A.YYYYMM,
-  A.PACK_COD          AS PACK_COD,
-  A.CORP_COD          AS CORP_COD,
-  A.AUDIT_COD         AS AUDIT_COD,
-  A.PLATFORM_TYPE,
-  A.STORE_NAME,
-  A.STORE_TYPE,
-  A.REGION_TYPE,
-  A.DATA_SOURCE,
-  A.PACK_FLAG,
-  A.PROD_FLAG,
-  A.DTP_FLAG,
-  INT(A.CMPS_FLAG)    AS CMPS_FLAG,
-  A.NEW_CODE,
-  A.INST_CODE,
-  B.AIA_HP_FLAG,
-  A.DEPT_NAME,
-  ROUND(A.H_LEVEL, 0) AS H_LEVEL,
-  A.REIMBURSE,
-  A.REIMBURSE_TYPE,
-  A.PRESCRIPTION_TYPE,
-  A.VA,
-  A.UT,
-  A.CU,
-  A.PT,
-  CASE
-    WHEN A.SALES_UNIT_CAL = 0 THEN NULL
-    ELSE CAST(A.SALES_UNIT_CAL AS DECIMAL(35, 10))
-  END AS SALES_UNIT_CAL,
-  CASE
-    WHEN A.SALES_UNIT_CAL_LY = 0 THEN NULL
-    ELSE CAST(A.SALES_UNIT_CAL_LY AS DECIMAL(35, 10))
-  END AS SALES_UNIT_CAL_LY,
-  CASE
-    WHEN A.SALES_VALUE_CAL = 0 THEN NULL
-    ELSE CAST(A.SALES_VALUE_CAL AS DECIMAL(35, 10))
-  END AS SALES_VALUE_CAL,
-  CASE
-    WHEN A.SALES_VALUE_CAL_LY = 0 THEN NULL
-    ELSE CAST(A.SALES_VALUE_CAL_LY AS DECIMAL(35, 10))
-  END AS SALES_VALUE_CAL_LY,
-  CASE
-    WHEN A.CONUTING_UNIT = 0 THEN NULL
-    ELSE CAST(A.CONUTING_UNIT AS DECIMAL(35, 10))
-  END AS CONUTING_UNIT,
-  CASE
-    WHEN A.CONUTING_UNIT_LY = 0 THEN NULL
-    ELSE CAST(A.CONUTING_UNIT_LY AS DECIMAL(35, 10))
-  END AS CONUTING_UNIT_LY,
-  CASE
-    WHEN A.PDOT = 0 THEN NULL
-    ELSE CAST(A.PDOT AS DECIMAL(35, 10))
-  END AS PDOT,
-  CASE
-    WHEN A.PDOT_LY = 0 THEN NULL
-    ELSE CAST(A.PDOT_LY AS DECIMAL(35, 10))
-  END AS PDOT_LY,
-  CASE
-    WHEN A.PRESCRIPTION = 0 THEN NULL
-    ELSE CAST(A.PRESCRIPTION AS DECIMAL(35, 10))
-  END AS PRESCRIPTION,
-  CASE
-    WHEN A.PRESCRIPTION_LY = 0 THEN NULL
-    ELSE CAST(A.PRESCRIPTION_LY AS DECIMAL(35, 10))
-  END PRESCRIPTION_LY
-  --AIA remove ins which is wrong
-,
-  IF (D.ins_code IS NULL, 1, 0) AS AIA_REMOVE
-  --Merged Data part
-,
-  null as MERGEDATA_FLAG
-,
-  CASE
-    when A.DATA_SOURCE='IQVIA-CHPA(Monthly)' and A.AUDIT_COD = 'ROC' THEN 'CHPA'
-    WHEN A.DTP_FLAG = '1' THEN 'DTP'
-    WHEN F.SOURCENAME IS NULL THEN 'Normal'
-    ELSE F.SOURCENAME
-  END AS MERGEDATA_FLAG_MKT --mark ins and pack by markettable
-,
-  CASE
-    WHEN A.DTP_FLAG = '1' THEN 1
-    WHEN A.DATA_SOURCE = 'IQVIA-CHPA(Monthly)' THEN 1
-    ELSE 0
-  END AS MERGEDATA_FLAG_CHPA_DTP --mark chap and dtp data
-,
-  CASE
-    WHEN A.DTP_FLAG = '1'
-    AND A.AUDIT_COD = 'ROC' THEN 0
-    ELSE 1
-  END AS MERGEDATA_FLAG_DTP_NOROC --mark dtp roc with 0
-FROM
-  ALL_EXTERNAL_SALES AS A
-  LEFT JOIN DM.DM_AIA_HP_FLAG AS B ON A.INST_CODE = B.INST_CODE
-  AND A.DATA_SOURCE = B.DATA_SOURCE
-  LEFT JOIN dm.dm_ext_aia_data_remove_flag D ON A.market = D.market
-  AND A.audit_cod = D.ins_code
-  LEFT JOIN dws.dws_td_ext_merge_data_config F ON A.DATA_SOURCE = F.data_source
-  AND A.AUDIT_COD = F.audit_cod
-  AND A.MARKET = F.market 
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TF_EXT_UNIONALL_SALES_MAPPING 
--- INSERT INTO TABLE DM.DM_TF_EXT_UNIONALL_SALES_MAPPING 
-SELECT
-  MARKET,
-  KEY_COMPETITOR,
-  CLASS,
-  YYYYMM,
-  PACK_COD,
-  CORP_COD,
-  AUDIT_COD,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  DATA_SOURCE,
-  CAST(PACK_FLAG AS INT) AS PACK_FLAG,
-  CAST(PROD_FLAG AS INT) AS PROD_FLAG,
-  CAST(DTP_FLAG AS INT) AS DTP_FLAG,
-  CAST(CMPS_FLAG AS INT) AS CMPS_FLAG,
-  NEW_CODE,
-  INST_CODE,
-  CAST(AIA_HP_FLAG AS INT) AS AIA_HP_FLAG,
-  DEPT_NAME,
-  CAST(H_LEVEL AS INT) AS H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_TYPE,
-  CAST(VA AS decimal(35,10)) AS VA,
-  CAST(UT AS decimal(35,10) ) AS UT,
-  CAST(CU AS decimal(35,10) ) AS CU,
-  CAST(PT AS decimal(35,10) ) AS PT,
-  CAST(SALES_UNIT_CAL AS decimal(35,10) ) AS SALES_UNIT_CAL,
-  CAST(SALES_UNIT_CAL_LY AS decimal(35,10) ) AS SALES_UNIT_CAL_LY,
-  CAST(SALES_VALUE_CAL AS decimal(35,10) ) AS SALES_VALUE_CAL,
-  CAST(SALES_VALUE_CAL_LY AS decimal(35,10) ) AS SALES_VALUE_CAL_LY,
-  CAST(CONUTING_UNIT AS decimal(35,10) ) AS CONUTING_UNIT,
-  CAST(CONUTING_UNIT_LY AS decimal(35,10) ) AS CONUTING_UNIT_LY,
-  CAST(PDOT AS decimal(35,10) ) AS PDOT,
-  CAST(PDOT_LY AS decimal(35,10) ) AS PDOT_LY,
-  CAST(PRESCRIPTION AS INT) AS PRESCRIPTION,
-  CAST(PRESCRIPTION_LY AS INT) AS PRESCRIPTION_LY,
-  CAST(AIA_REMOVE AS INT) AS AIA_REMOVE,
-  null  MERGEDATA_FLAG,
-  MERGEDATA_FLAG_MKT MERGEDATA_FLAG_MKT,
-  CAST(MERGEDATA_FLAG_CHPA_DTP AS INT) AS MERGEDATA_FLAG_CHPA_DTP,
-  CAST(MERGEDATA_FLAG_DTP_NOROC AS INT) AS MERGEDATA_FLAG_DTP_NOROC,
-  null AS MERGED_DATA_DTP_OTHERS,
-  null as EGFR_FLAG
-  -- ,
-  -- FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  -- FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM 
-  DM_TF_EXT_UNIONALL_SALES_MAPPING
-
--- WHERE DATA_SOURCE ='AIA(Monthly)'
-
--- COMMAND ----------
-
--- delete from dm.DM_TF_EXT_UNIONALL_SALES_MAPPING where DATA_SOURCE = 'AIA(Monthly)'
-
--- COMMAND ----------
-
--- update DM.DM_TD_EXT_UNIONALL_MARKET_PACK_MAPPING
--- set class = 'OTHERS', MARKET_RATIO = 1,STARTTIME='200001',ENDTIME='299912',VALUE_BRAND_RATIO=1.0,VALUE_BRAND_RATIO_START='200001',VALUE_BRAND_RATIO_END='299912',UNIT_BRAND_RATIO=1.0,
--- UNIT_BRAND_START='200001',
--- UNIT_BRAND_END='299912',
--- COUNTINGUNIT_BRAND_RATIO=1.0,
--- COUNTINGUNIT_BRAND_START='200001',
--- COUNTINGUNIT_BRAND_END='299912',
--- PDOT_BRAND_RATIO=1.0,
--- PDOT_BRAND_START='200001',
--- PDOT_BRAND_END='299912'
--- where CLASS is null
\ No newline at end of file
diff --git a/EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING.sql:Zone.Identifier b/EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING_NIAD.sql b/EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING_NIAD.sql
deleted file mode 100644
index e779c9d..0000000
--- a/EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING_NIAD.sql
+++ /dev/null
@@ -1,112 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TF_EXT_UNIONALL_SALES_MAPPING_NIAD (
---   MARKET STRING,
---   KEY_COMPETITOR STRING,
---   CLASS STRING,
---   YYYYMM STRING,
---   PACK_COD STRING,
---   AUDIT_COD STRING,
---   DATA_SOURCE STRING,
---   VA decimal(35,10),
---   UT decimal(35,10),
---   CU decimal(35,10),
---   PT decimal(35,10),
---   SALES_UNIT_CAL decimal(35,10),
---   SALES_UNIT_CAL_LY decimal(35,10),
---   SALES_VALUE_CAL decimal(35,10),
---   SALES_VALUE_CAL_LY decimal(35,10),
---   CONUTING_UNIT decimal(35,10),
---   CONUTING_UNIT_LY decimal(35,10),
---   PDOT decimal(35,10),
---   PDOT_LY decimal(35,10),
---   PRESCRIPTION INT,
---   PRESCRIPTION_LY INT,
---   PACK_SOURCE STRING,
---   AUDIT_SOURCE STRING,
---   MARKET_SOURCE STRING,
---   CLASS_SOURCE STRING,
---   DATE_KEY DATE,
---   PLATFORM STRING,
---   STORE_NAME STRING,
---   STORE_TYPE STRING)
---   USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_unionall_sales_mapping_niad';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_unionall_sales_mapping_niad';
-
--- COMMAND ----------
-
--- DBTITLE 1,NIAD单独页面
--- ****************************************************
--- 功能说明：提取NIAD（非胰岛素类抗糖尿病药物）市场的销售数据并创建映射表
--- 数据源：EC(Monthly)月度电商数据 + Retail(Quarterly)季度零售数据
--- 创建日期：2026-04-02
--- 修改日期：2026-04-02
--- ****************************************************
-
-INSERT OVERWRITE DM.DM_TF_EXT_UNIONALL_SALES_MAPPING_NIAD 
-
-WITH
-
--- CTE 1：获取NIAD市场的产品编码集合
--- 注：直接下推双重过滤条件，减少扫描数据量
-niad_pack_cods AS (
-  SELECT DISTINCT PACK_COD
-  FROM DM.DM_TF_EXT_UNIONALL_MARKET_SALES
-  WHERE MARKET      = 'NIAD (Non-Insulin Anti-Diabetic) Market'
-    AND DATA_SOURCE IN ('EC(Monthly)', 'Retail(Quarterly)')
-)
-
--- 主查询：提取所有关联市场的完整销售数据
--- BROADCAST 小表 niad_markets，避免大表 shuffle
-SELECT /*+ BROADCAST(m) */
-
-  -- 业务维度
-  t.MARKET,
-  t.KEY_COMPETITOR,
-  t.CLASS,
-  t.YYYYMM,
-
-  -- 产品标识
-  t.PACK_COD,
-  t.AUDIT_COD,
-
-  -- 数据来源
-  t.DATA_SOURCE,
-
-  -- 调整系数
-  t.VA,  -- Value Adjustment
-  t.UT,  -- Unit Adjustment
-  t.CU,  -- Counting Unit Adjustment
-  t.PT,  -- PDOT Adjustment
-
-  -- 当期销售指标
-  t.SALES_UNIT_CAL,
-  t.SALES_VALUE_CAL,
-  t.CONUTING_UNIT,   -- 注：字段名原始拼写保持不变
-  t.PDOT,
-
-  -- 去年同期指标
-  t.SALES_UNIT_CAL_LY,
-  t.SALES_VALUE_CAL_LY,
-  t.CONUTING_UNIT_LY,
-  t.PDOT_LY,
-
-  -- 处方指标
-  t.PRESCRIPTION,
-  t.PRESCRIPTION_LY,
-
-  -- 衍生组合键
-  CONCAT(t.PACK_COD,   t.DATA_SOURCE) AS PACK_SOURCE,
-  CONCAT(t.AUDIT_COD,  t.DATA_SOURCE) AS AUDIT_SOURCE,
-  CONCAT(t.MARKET,  t.DATA_SOURCE) AS MARKET_SOURCE,
-  CONCAT(t.MARKET,t.CLASS,  t.DATA_SOURCE) AS CLASS_SOURCE,
-  
-  -- 时间维度：优化为 TO_DATE 直接解析 yyyyMM 格式，避免字符串拼接
-  TO_DATE(t.YYYYMM, 'yyyyMM') AS DATE_KEY,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE
-FROM DM.DM_TF_EXT_UNIONALL_MARKET_SALES t
-LEFT SEMI JOIN niad_pack_cods m ON t.PACK_COD = m.PACK_COD
-WHERE t.DATA_SOURCE IN ('EC(Monthly)', 'Retail(Quarterly)')
\ No newline at end of file
diff --git a/EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING_NIAD.sql:Zone.Identifier b/EXTERNAL/UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING_NIAD.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/XIEHE/01 xiehe_blob_to_dwd.py b/EXTERNAL/XIEHE/01 xiehe_blob_to_dwd.py
deleted file mode 100644
index a4f5e11..0000000
--- a/EXTERNAL/XIEHE/01 xiehe_blob_to_dwd.py	
+++ /dev/null
@@ -1,194 +0,0 @@
-# Databricks notebook source
-# MAGIC %md
-# MAGIC ### 从blob读取csv文件作为xiehe的事实表
-
-# COMMAND ----------
-
-# MAGIC %run ../../../Common/config
-
-# COMMAND ----------
-
-from datetime import datetime, timedelta
-import pandas as pd
-
-# COMMAND ----------
-
-if ENVIRONMENT == PRD_ENVIRONMENT_VALUE:
-    factsales_file_path_template = "abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/ODS/GND/UserUpload/"
-elif ENVIRONMENT == TEST_ENVIRONMENT_VALUE:
-    factsales_file_path_template = "abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/ODS/GND/UserUpload/"
-
-# COMMAND ----------
-
-# 计算时间得到当天的路径
-current_date = datetime.utcnow() + timedelta(hours=8)
-date_path = current_date.strftime("%Y/%m/%d/")
-base_path = factsales_file_path_template + date_path
-
-# COMMAND ----------
-
-# 路径是否存在
-def path_exists(path):
-    try:
-        dbutils.fs.ls(path)
-        return True
-    except Exception as e:
-        if "java.io.FileNotFoundException" in str(e):
-            return False
-        else:
-            print(f"检查路径 {path} 时出错: {e}")
-            raise
-
-# COMMAND ----------
-
-# 列出blob上的文件列表
-def list_file_name(path):
-    first_path_list = [i.path for i in dbutils.fs.ls(path)]
-    second_path_list = [dbutils.fs.ls(i)[0] for i in first_path_list ]
-    return second_path_list
-
-# COMMAND ----------
-
-# 从blob下载文件到local
-def download_file(file_path, local_path):
-    # dbutils.fs.cp(file_path, local_path.replace("/dbfs", ""))
-    dbutils.fs.cp(file_path, local_path)
-    print(f"已下载 {file_path} 到 {local_path}")
-    return local_path
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ### 获取路径下的文件名称
-# MAGIC - 并挑出符合条件的文件路径
-
-# COMMAND ----------
-
-try:
-    if path_exists(base_path):
-        all_file_list = list_file_name(base_path)
-        # 生成df来筛选内容
-        files_df = pd.DataFrame([{
-        'path':f.path,
-        'modificationtime': f.modificationTime,
-        'name': f.name
-    } for f in all_file_list])
-        print(f"{base_path} 路径存在")
-    else:
-        print(f"{base_path} 路径不存在")
-except Exception as e:
-    print(e)
-
-# COMMAND ----------
-
-try:
-  files_df = files_df.sort_values('modificationtime', ascending=False).drop_duplicates('name').sort_index()
-  files_df = files_df[files_df['name'].str.match(r'^Dept_Fact.*\.csv$')]
-  files_df
-except Exception as e:
-    print(e)
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ### 读取文件内容
-
-# COMMAND ----------
-
-import os
-
-# COMMAND ----------
-
-# 下载数据到local
-try:
-    if files_df['path'].tolist():
-        # 如果列表不为空
-        df_all = []
-        for file in files_df['path'].tolist():
-            local_path = download_file(file, f"/Volumes/{NGBI_CATALOG}/tmp/volume_tmp/tmp/{os.path.basename(file)}") 
-            file_df = (spark.read.option("header", "true").option("quote", '"').option("escape", '"').option("multiLine", "true").option("mode", "PERMISSIVE").csv(local_path))
-            print(f'已读取{local_path}')
-            df_all.append(file_df)
-        # df_combine = pd.concat(df_all)
-        df_ifexists = True
-    else:
-        print('没有符合条件的文件')
-        df_ifexists= False
-except Exception as e:
-    print(e)
-
-# COMMAND ----------
-
-try:
-    if df_ifexists: # 如果不为空
-        spark.sql(f"TRUNCATE table tmp.tmp_xiehe_raw_data")
-        num = 1
-        for i in df_all:
-            df_renamed  = i.withColumnRenamed('区域','area') \
-            .withColumnRenamed('城市','city') \
-            .withColumnRenamed('年&季度','yyyyqq') \
-            .withColumnRenamed('月','yyyymm') \
-            .withColumnRenamed('医保类型','reimburse') \
-            .withColumnRenamed('处方来源','prescription_source') \
-            .withColumnRenamed('处方科室_lv1','prescription_dept_lv1') \
-            .withColumnRenamed('处方科室_lv2','prescription_dept_lv2') \
-            .withColumnRenamed('处方科室_lv3','prescription_dept_lv3') \
-            .withColumnRenamed('ATC','ATC') \
-            .withColumnRenamed('PHCD标准码','new_code') \
-            .withColumnRenamed('药品通用名','common_name') \
-            .withColumnRenamed('药品商品名','product_name') \
-            .withColumnRenamed('规格','pack_des') \
-            .withColumnRenamed('PackSize','PackSize') \
-            .withColumnRenamed('PackageType','PackageType') \
-            .withColumnRenamed('给药途径','nfc') \
-            .withColumnRenamed('药品厂家','manu_des') \
-            .withColumnRenamed('药品剂型','drug_delivery_route') \
-            .withColumnRenamed('处方张数','prescription') \
-            .withColumnRenamed('取药数量','sales_vol') \
-            .withColumnRenamed('处方金额','sales_value')
-            # i.columns = ['area','city','yyyyqq','yyyymm','reimburse','prescription_source','prescription_dept_lv1','prescription_dept_lv2','prescription_dept_lv3','ATC','new_code','common_name','product_name','pack_des','PackSize','PackageType','nfc','manu_des','drug_delivery_route','prescription','sales_vol','sales_value'] #'h_level',
-            # sdf = spark.createDataFrame(i)
-            df_renamed.createOrReplaceTempView('fact_sales')
-            spark.sql(f"INSERT into tmp.tmp_xiehe_raw_data SELECT area,city,yyyyqq,yyyymm,reimburse,prescription_source,prescription_dept_lv1,prescription_dept_lv2,prescription_dept_lv3,ATC,new_code,common_name,product_name,pack_des,PackSize,PackageType,nfc,manu_des,drug_delivery_route,prescription,sales_vol,sales_value FROM fact_sales")
-            print(f'第{num}个')
-            num +=1
-except Exception as e:
-  print(e)
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC ### 将读取到的dataframe写入表中
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC -- 全量覆盖
-# MAGIC insert overwrite dwd.dwd_gnd_ext_xiehe_raw_data
-# MAGIC select 
-# MAGIC   area ,
-# MAGIC   city ,
-# MAGIC   yyyyqq ,
-# MAGIC   yyyymm ,
-# MAGIC   null h_level ,
-# MAGIC   reimburse ,
-# MAGIC   prescription_source ,
-# MAGIC   prescription_dept_lv1 ,
-# MAGIC   prescription_dept_lv2 ,
-# MAGIC   prescription_dept_lv3 ,
-# MAGIC   ATC ,
-# MAGIC   new_code ,
-# MAGIC   common_name ,
-# MAGIC   product_name ,
-# MAGIC   pack_des ,
-# MAGIC   cast ( PackSize as BIGINT)  PackSize ,
-# MAGIC   PackageType ,
-# MAGIC   nfc ,
-# MAGIC   manu_des ,
-# MAGIC   drug_delivery_route,
-# MAGIC   cast ( prescription as BIGINT) prescription ,
-# MAGIC   cast ( sales_vol as DECIMAL(38,8)) sales_vol,
-# MAGIC   cast ( sales_value as DECIMAL(38,8)) sales_value ,
-# MAGIC   from_utc_timestamp(current_timestamp(),'UTC+8') etl_insert_dt,
-# MAGIC   from_utc_timestamp(current_timestamp(),'UTC+8') etl_update_dt
-# MAGIC from tmp.tmp_xiehe_raw_data
\ No newline at end of file
diff --git a/EXTERNAL/XIEHE/01 xiehe_blob_to_dwd.py:Zone.Identifier b/EXTERNAL/XIEHE/01 xiehe_blob_to_dwd.py:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/XIEHE/02 dm_xiehe_pack_property.sql b/EXTERNAL/XIEHE/02 dm_xiehe_pack_property.sql
deleted file mode 100644
index c09f954..0000000
--- a/EXTERNAL/XIEHE/02 dm_xiehe_pack_property.sql	
+++ /dev/null
@@ -1,232 +0,0 @@
--- Databricks notebook source
--- MAGIC %md
--- MAGIC ### xiehe的 pack property
-
--- COMMAND ----------
-
--- CREATE OR REPLACE TABLE dm.dm_xiehe_pack_property (
---   PACK_COD STRING,
---   pack_des STRING,
---   stgh_des STRING,
---   pack_lch STRING,
---   PROD_COD STRING,
---   prod_des STRING,
---   prod_des_c STRING,
---   Family_Code STRING,
---   Family_Name STRING,
---   cmps_cod STRING,
---   cmps_des STRING,
---   cmps_des_c STRING,
---   atc1_cod STRING,
---   atc1_des STRING,
---   atc1_des_c STRING,
---   atc2_cod STRING,
---   atc2_des STRING,
---   atc2_des_c STRING,
---   atc3_cod STRING,
---   atc3_des STRING,
---   atc3_des_c STRING,
---   atc4_cod STRING,
---   atc4_des STRING,
---   atc4_des_c STRING,
---   app1_cod STRING,
---   app1_des STRING,
---   app1_des_c STRING,
---   app2_cod STRING,
---   app2_des STRING,
---   app2_des_c STRING,
---   app3_cod STRING,
---   app3_des STRING,
---   app3_des_c STRING,
---   bio_desc STRING,
---   gene_orig_desc STRING,
---   eth_otc_desc STRING,
---   nrdl_desc STRING,
---   NRDL_Entry_Date STRING,
---   edl_desc STRING,
---   tcm_desc STRING,
---   paed_desc STRING,
---   gqce_desc STRING,
---   vbp_desc STRING,
---   manu_cod STRING,
---   manu_des STRING,
---   manu_des_c STRING,
---   mnfl_cod STRING,
---   mnfl_des STRING,
---   corp_cod STRING,
---   corp_des STRING,
---   corp_des_c STRING,
---   BrandType STRING,
---   IS_AZ STRING,
---   AZ_MAIN STRING,
---   AZ_Related STRING,
---   countingunit STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_xiehe_pack_property';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_xiehe_pack_property';
-
--- COMMAND ----------
-
-create or replace temporary view dwd_pack_property
-as
-		select 
-			t1.iqvia_pack_code ,   
-			t1.PACK_DES,
-			t1.STGH_DES,
-			t1.PACK_LCH,
-			null as Family_Code,
-			null as Family_Name,
-			t1.iqvia_prod_code ,
-			t1.PROD_DES	,		
-			t1.PROD_DES_C	,		
-			t1.CMPS_COD	,		
-			t1.CMPS_DES	,		  
-			t1.CMPS_DES_C	,		
-			t1.ATC1_COD	,		
-			t1.ATC2_COD	,		
-			t1.ATC3_COD	,		
-			t1.ATC4_COD	,		
-			t1.APP1_COD	,		
-			t1.APP2_COD	,		
-			t1.APP3_COD	,		
-			t1.BIO_DESC	,		
-			t1.GENE_ORIG_DESC	,
-			t1.ETH_OTC_DESC	,
-			t1.NRDL_DESC		,
-			null as NRDL_Entry_Date,	
-			t1.EDL_DESC	,		
-			t1.TCM_DESC	,		
-			t1.PAED_DESC	,		
-			t1.GQCE_DESC	,		
-			t1.VBP_DESC	,		
-			t1.MANU_COD	,		
-			t1.MANU_DES	,		  
-			t1.MANU_DES_C	,		
-			t1.MNFL_COD	,		
-			t1.MNFL_DES	,		
-			t1.CORP_COD	,		
-			t1.CORP_DES	,		
-			t1.CORP_DES_C	,		
-			null as BrandType,	
-			null as IS_AZ,					
-			null as AZ_MAIN,					  
-			null as AZ_Related,			
-			t1.atc1_des	,			
-			t1.atc1_des_c	,			
-			t1.atc2_des	,			
-			t1.atc2_des_c	,			
-			t1.atc3_des	,			
-			t1.atc3_des_c	,			
-			t1.atc4_des	,			
-			t1.atc4_des_c	,			
-			t1.app1_des	,			
-			t1.app1_des_c	,			
-			t1.app2_des	,			
-			t1.app2_des_c	,			
-			t1.app3_des	,			
-			t1.app3_des_c	,	
-			countingunit		
-		from  dwd.dwd_gnd_dept_pack_property t1
-
--- COMMAND ----------
-
--- create or replace table dm.dm_xiehe_pack_property
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_xiehe_pack_property'
--- as
-insert overwrite table dm.dm_xiehe_pack_property
-WITH dedup_l AS (
-    SELECT *,
-           ROW_NUMBER() OVER (PARTITION BY iqvia_pack_code ORDER BY iqvia_pack_code) AS rn
-    FROM dwd_pack_property
-    QUALIFY rn = 1
-),
-dedup_r AS (
-    SELECT *,
-           ROW_NUMBER() OVER (PARTITION BY PACK_COD ORDER BY PACK_COD) AS rn
-    FROM tmp.tmp_ext_chpa_pack_propetry
-    QUALIFY rn = 1
-)
-SELECT
-    l.iqvia_pack_code AS PACK_COD,
-
-    -- Pack / Product 描述
-    COALESCE(r.PACK_DES,        l.pack_des)          AS pack_des,
-    COALESCE(r.STGH_DES,        l.stgh_des)          AS stgh_des,
-    COALESCE(r.PACK_LCH,        l.pack_lch)          AS pack_lch,
-    COALESCE(r.PROD_COD,        l.iqvia_prod_code)   AS PROD_COD,
-    COALESCE(r.PROD_DES,        l.prod_des)          AS prod_des,
-    COALESCE(r.PROD_DES_C,      l.prod_des_c)        AS prod_des_c,
-
-    -- 右表独有：Family
-    r.Family_Code,
-    r.Family_Name,
-
-    -- 成分
-    COALESCE(r.CMPS_COD,        l.cmps_cod)          AS cmps_cod,
-    COALESCE(r.CMPS_DES,        l.cmps_des)          AS cmps_des,
-    COALESCE(r.CMPS_DES_C,      l.cmps_des_c)        AS cmps_des_c,
-
-    -- ATC
-    COALESCE(r.ATC1_COD,        l.atc1_cod)          AS atc1_cod,
-    COALESCE(r.atc1_des,        l.atc1_des)          AS atc1_des,
-    COALESCE(r.atc1_des_c,      l.atc1_des_c)        AS atc1_des_c,
-    COALESCE(r.ATC2_COD,        l.atc2_cod)          AS atc2_cod,
-    COALESCE(r.atc2_des,        l.atc2_des)          AS atc2_des,
-    COALESCE(r.atc2_des_c,      l.atc2_des_c)        AS atc2_des_c,
-    COALESCE(r.ATC3_COD,        l.atc3_cod)          AS atc3_cod,
-    COALESCE(r.atc3_des,        l.atc3_des)          AS atc3_des,
-    COALESCE(r.atc3_des_c,      l.atc3_des_c)        AS atc3_des_c,
-    COALESCE(r.ATC4_COD,        l.atc4_cod)          AS atc4_cod,
-    COALESCE(r.atc4_des,        l.atc4_des)          AS atc4_des,
-    COALESCE(r.atc4_des_c,      l.atc4_des_c)        AS atc4_des_c,
-
-    -- APP
-    COALESCE(r.APP1_COD,        l.app1_cod)          AS app1_cod,
-    COALESCE(r.app1_des,        l.app1_des)          AS app1_des,
-    COALESCE(r.app1_des_c,      l.app1_des_c)        AS app1_des_c,
-    COALESCE(r.APP2_COD,        l.app2_cod)          AS app2_cod,
-    COALESCE(r.app2_des,        l.app2_des)          AS app2_des,
-    COALESCE(r.app2_des_c,      l.app2_des_c)        AS app2_des_c,
-    COALESCE(r.APP3_COD,        l.app3_cod)          AS app3_cod,
-    COALESCE(r.app3_des,        l.app3_des)          AS app3_des,
-    COALESCE(r.app3_des_c,      l.app3_des_c)        AS app3_des_c,
-
-    -- 标志位
-    COALESCE(r.BIO_DESC,        l.bio_desc)          AS bio_desc,
-    COALESCE(r.GENE_ORIG_DESC,  l.gene_orig_desc)    AS gene_orig_desc,
-    COALESCE(r.ETH_OTC_DESC,    l.eth_otc_desc)      AS eth_otc_desc,
-    COALESCE(r.NRDL_DESC,       l.nrdl_desc)         AS nrdl_desc,
-    r.NRDL_Entry_Date,
-    COALESCE(r.EDL_DESC,        l.edl_desc)          AS edl_desc,
-    COALESCE(r.TCM_DESC,        l.tcm_desc)          AS tcm_desc,
-    COALESCE(r.PAED_DESC,       l.paed_desc)         AS paed_desc,
-    COALESCE(r.GQCE_DESC,       l.gqce_desc)         AS gqce_desc,
-    COALESCE(r.VBP_DESC,        l.vbp_desc)          AS vbp_desc,
-
-    -- 厂商
-    COALESCE(r.MANU_COD,        l.manu_cod)          AS manu_cod,
-    COALESCE(r.MANU_DES,        l.manu_des)          AS manu_des,
-    COALESCE(r.MANU_DES_C,      l.manu_des_c)        AS manu_des_c,
-    COALESCE(r.MNFL_COD,        l.mnfl_cod)          AS mnfl_cod,
-    COALESCE(r.MNFL_DES,        l.mnfl_des)          AS mnfl_des,
-
-    -- 公司
-    COALESCE(r.CORP_COD,        l.corp_cod)          AS corp_cod,
-    COALESCE(r.CORP_DES,        l.corp_des)          AS corp_des,
-    COALESCE(r.CORP_DES_C,      l.corp_des_c)        AS corp_des_c,
-
-    -- 右表独有：品牌 / AZ 标志
-    r.BrandType,
-    r.IS_AZ,
-    r.AZ_MAIN,
-    r.AZ_Related,
-    -- 左表独有
-    l.countingunit,
-    from_utc_timestamp(current_timestamp(),'UTC+8') as ETL_INSERT_DT,
-    from_utc_timestamp(current_timestamp(),'UTC+8') as ETL_UPDATE_DT
-FROM dedup_l l
-LEFT JOIN dedup_r r
-    ON l.iqvia_pack_code = r.PACK_COD
\ No newline at end of file
diff --git a/EXTERNAL/XIEHE/02 dm_xiehe_pack_property.sql:Zone.Identifier b/EXTERNAL/XIEHE/02 dm_xiehe_pack_property.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/XIEHE/03 dm_ext_xiehe_geo.sql b/EXTERNAL/XIEHE/03 dm_ext_xiehe_geo.sql
deleted file mode 100644
index 64aaaac..0000000
--- a/EXTERNAL/XIEHE/03 dm_ext_xiehe_geo.sql	
+++ /dev/null
@@ -1,76 +0,0 @@
--- Databricks notebook source
--- MAGIC %md
--- MAGIC ### dws层xiehegeo
-
--- COMMAND ----------
-
-
-insert overwrite dws.dws_ext_xiehe_geo
-with geo_xiehe as (-- dwd层表
-  select fact_province,fact_city,geo_city,nvl(geo_province,'') geo_province
-  from dwd.dwd_gnd_xiehe_geo 
-  group by fact_province,fact_city,geo_city,nvl(geo_province,'')
-)
-
--- 特殊区域：'黑吉辽','云贵川青','湖北','甘肃','其他地区'
-select 
-  -- a.*,
-  concat('xiehe_',nvl(b.AUDIT_COD,concat(a.geo_province,a.fact_province,a.fact_city))) as AUDIT_COD
-  ,nvl(b.CITY,a.geo_city) CITY
-  ,nvl(b.CITY_C,a.geo_city) CITY_C
-  ,'City' CITY_TYPE
-  ,'4' AZ_CITY_TIER
-  ,a.geo_province PROVINCE
-  ,a.geo_province PROVINCE_C
-  ,concat('xiehe_',nvl(b.PROVINCE_CODE,a.geo_province)) PROVINCE_CODE
-  ,a.fact_city as CITY_MAP
-  ,a.fact_province as PROVINCE_MAP
-  ,case when a.geo_province='' then a.fact_province else a.geo_province end as REGION_CENTER
-  ,from_utc_timestamp(current_timestamp(),'UTC+8') ETL_INSERT_DT
-  ,from_utc_timestamp(current_timestamp(),'UTC+8') ETL_UPDATE_DT
-from geo_xiehe a
-left join dm.dm_ims_td_geo b on a.geo_city = b.CITY_C
-where fact_province in ('黑吉辽','云贵川青','湖北','甘肃','其他地区')
-
-union all
--- 非特殊区域
-select 
-  -- a.* ,
-  concat('xiehe_',nvl(b.AUDIT_COD,concat(a.geo_province,a.fact_province,a.fact_city))) as AUDIT_COD
-  ,nvl(b.CITY,a.geo_city) CITY
-  ,nvl(b.CITY_C,a.geo_city) CITY_C
-  ,'City' CITY_TYPE
-  ,nvl(b.AZ_CITY_TIER,'4') AZ_CITY_TIER
-  ,a.geo_province PROVINCE
-  ,a.geo_province PROVINCE_C
-  ,concat('xiehe_',nvl(b.PROVINCE_CODE,a.geo_province)) PROVINCE_CODE
-  ,a.fact_city as CITY_MAP
-  ,a.fact_province as PROVINCE_MAP
-  ,a.geo_province as REGION_CENTER
-  ,from_utc_timestamp(current_timestamp(),'UTC+8') ETL_INSERT_DT
-  ,from_utc_timestamp(current_timestamp(),'UTC+8') ETL_UPDATE_DT
-from geo_xiehe a
-left join dm.dm_ims_td_geo b on a.geo_city = b.CITY_C
-where fact_province not in ('黑吉辽','云贵川青','湖北','甘肃','其他地区')
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ### dm
-
--- COMMAND ----------
-
-insert overwrite dm.dm_ext_xiehe_geo
-select 
-  AUDIT_COD
-  ,CITY
-  ,CITY_C
-  ,CITY_TYPE
-  ,AZ_CITY_TIER
-  ,PROVINCE
-  ,PROVINCE_C
-  ,PROVINCE_CODE
-  ,CITY_MAP
-  ,PROVINCE_MAP
-  ,REGION_CENTER
-from dws.dws_ext_xiehe_geo
\ No newline at end of file
diff --git a/EXTERNAL/XIEHE/03 dm_ext_xiehe_geo.sql:Zone.Identifier b/EXTERNAL/XIEHE/03 dm_ext_xiehe_geo.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/XIEHE/04 dm_ext_xiehe_sales.sql b/EXTERNAL/XIEHE/04 dm_ext_xiehe_sales.sql
deleted file mode 100644
index fb9e0a8..0000000
--- a/EXTERNAL/XIEHE/04 dm_ext_xiehe_sales.sql	
+++ /dev/null
@@ -1,219 +0,0 @@
--- Databricks notebook source
--- MAGIC %md
--- MAGIC ### dws
-
--- COMMAND ----------
-
-/*
-修改时间：20250707
-修改人：chenwu
-内容：xiehe数据源变更，逻辑调整
-*/
-insert overwrite dws.dws_ext_xiehe_raw_data
-with 
---法伯的code 和 iqviacode 的对应关系
-pack_cod_2_iqvia_pack_code(
-  select  
-    pack_cod
-    ,max(IQVIA_PACK_CODE) IQVIA_PACK_CODE
-  from dwd.dwd_gnd_dept_pack_property
-  group by 1
-)
-,geo_mapping(
-  select 
-    province_map fact_province
-    ,city_map fact_city
-    ,max(city_c) city
-    ,max(province_c) province
-    ,max(audit_cod) audit_cod
-  from dm.dm_ext_xiehe_geo
-  group by 1,2
-)
-,pack_countingunit(
-  select 
-    pack_cod
-    ,max(countingunit) countingunit
-  from dm.dm_xiehe_pack_property
-  group by 1
-)
-
-,underlying_ly_data(
-  select 
-  c.audit_cod
-  ,b.iqvia_pack_code
-  ,c.city
-  ,c.province
-  ,a.yyyymm
-  ,a.h_level
-  ,a.reimburse
-  ,a.prescription_source
-  ,a.prescription_dept_lv1
-  ,a.prescription_dept_lv2
-  ,a.prescription_dept_lv3
-  ,a.new_code
-  ,a.atc
-  ,a.common_name
-  ,a.product_name 
-  ,a.manu_des 
-  ,a.pack_des 
-  ,a.drug_delivery_route 
-  ,a.nfc 
-  ,a.PackSize
-  ,a.PackageType
-  ,a.prescription
-  ,a.sales_vol*nvl(d.countingunit,0) as sales_vol
-  -- ,a.price
-  ,a.sales_value
-  ,0 as prescription_ly
-  ,0 as sales_vol_ly
-  -- ,0 as price_ly
-  ,0 as sales_value_ly
-  from dwd.dwd_gnd_ext_xiehe_raw_data a
-  left join pack_cod_2_iqvia_pack_code b
-    on upper(a.new_code) = upper(b.pack_cod)
-  left join geo_mapping c 
-    on a.area = c.fact_province
-    and a.city = c.fact_city
-  left join pack_countingunit d
-    on b.iqvia_pack_code = d.pack_cod
-  union all
-  select 
-  c.audit_cod
-  ,b.iqvia_pack_code
-  ,c.city
-  ,c.province
-  ,(a.yyyymm + 100) yyyymm
-  ,a.h_level
-  ,a.reimburse
-  ,a.prescription_source
-  ,a.prescription_dept_lv1
-  ,a.prescription_dept_lv2
-  ,a.prescription_dept_lv3
-  ,a.new_code
-  ,a.atc
-  ,a.common_name
-  ,a.product_name 
-  ,a.manu_des 
-  ,a.pack_des 
-  ,a.drug_delivery_route 
-  ,a.nfc 
-  ,a.PackSize
-  ,a.PackageType
-  ,0                   as prescription
-  ,0                   as sales_vol    
-  -- ,0                   as price      	
-  ,0                   as sales_value  
-  ,a.prescription      as prescription_ly
-  ,a.sales_vol*nvl(d.countingunit,0) as sales_vol_ly
-  -- ,a.price      			 as price_ly
-  ,a.sales_value       as sales_value_ly
-  from dwd.dwd_gnd_ext_xiehe_raw_data a
-  left join pack_cod_2_iqvia_pack_code b
-    on upper(a.new_code) = upper(b.pack_cod)
-  left join geo_mapping c 
-    on a.area = c.fact_province
-    and a.city = c.fact_city
-  left join pack_countingunit d
-    on b.iqvia_pack_code = d.pack_cod
-  where (a.yyyymm + 100) <= (select max(yyyymm) from dwd.dwd_gnd_ext_xiehe_raw_data)
-)
-
-  select
-    yyyymm 
-    ,iqvia_pack_code
-    ,AUDIT_COD 
-    ,city
-    ,province
-    ,replace(h_level,'.0','') h_level
-    ,reimburse
-    ,null as reimburse_type
-    ,prescription_source
-    ,prescription_dept_lv1
-    ,prescription_dept_lv2
-    ,prescription_dept_lv3
-    ,prescription_dept_lv3 dept_name
-    ,new_code
-    ,atc
-    ,common_name
-    ,product_name 
-    ,manu_des 
-    ,pack_des 
-    ,drug_delivery_route 
-    ,nfc 
-    ,PackSize
-    ,PackageType
-    ,sum(prescription)      prescription
-    ,SUM(sales_vol)			counting_unit
-    ,null as price
-    ,SUM(sales_value)       sales_value
-    ,sum(prescription_ly)   prescription_ly
-    ,SUM(sales_vol_ly)      counting_unit_ly
-    ,null as price_ly
-    ,SUM(sales_value_ly)    sales_value_ly
-    ,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_insert_dt
-    ,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_update_dt
-  from underlying_ly_data
-  group by
-    yyyymm 
-    ,iqvia_pack_code
-    ,AUDIT_COD 
-    ,city
-    ,province
-    ,h_level
-    ,reimburse
-    -- ,null as reimburse_type
-    ,prescription_source
-    ,prescription_dept_lv1
-    ,prescription_dept_lv2
-    ,prescription_dept_lv3
-    ,prescription_dept_lv3
-    ,new_code
-    ,atc
-    ,common_name
-    ,product_name 
-    ,manu_des 
-    ,pack_des 
-    ,drug_delivery_route 
-    ,nfc 
-    ,PackSize
-    ,PackageType
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ### dm
-
--- COMMAND ----------
-
-insert overwrite dm.dm_ext_xiehe_sales
-select 
-  yyyymm
-  ,iqvia_pack_code
-  ,AUDIT_COD
-  ,city
-  ,province
-  ,h_level
-  ,reimburse
-  ,reimburse_type
-  ,prescription_source
-  ,prescription_dept_lv1
-  ,prescription_dept_lv2
-  ,prescription_dept_lv3
-  ,dept_name
-  ,new_code
-  ,atc
-  ,common_name
-  ,product_name 
-  ,manu_des 
-  ,pack_des 
-  ,drug_delivery_route 
-  ,nfc 
-  ,prescription
-  ,counting_unit
-  ,price
-  ,sales_value
-  ,prescription_ly
-  ,counting_unit_ly
-  ,price_ly
-  ,sales_value_ly
-from dws.dws_ext_xiehe_raw_data
\ No newline at end of file
diff --git a/EXTERNAL/XIEHE/04 dm_ext_xiehe_sales.sql:Zone.Identifier b/EXTERNAL/XIEHE/04 dm_ext_xiehe_sales.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/XIEHE/05 dm_td_xiehe_core_dept.sql b/EXTERNAL/XIEHE/05 dm_td_xiehe_core_dept.sql
deleted file mode 100644
index b2354db..0000000
--- a/EXTERNAL/XIEHE/05 dm_td_xiehe_core_dept.sql	
+++ /dev/null
@@ -1,8 +0,0 @@
--- Databricks notebook source
-insert overwrite table dm.dm_td_xiehe_core_dept 
-select distinct
-MarketName as MARKET,
-Dept_NAME as DEPT_NAME,
-Defined_Dept as CORE_DEPT,
-'XH Data(Quarterly)' as DATA_SOURCE
-from dwd.dwd_gnd_xiehe_core_dept
\ No newline at end of file
diff --git a/EXTERNAL/XIEHE/05 dm_td_xiehe_core_dept.sql:Zone.Identifier b/EXTERNAL/XIEHE/05 dm_td_xiehe_core_dept.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/XIEHE/06 DM_TF_EXT_XIEHE_SALES.sql b/EXTERNAL/XIEHE/06 DM_TF_EXT_XIEHE_SALES.sql
deleted file mode 100644
index 1a4d51e..0000000
--- a/EXTERNAL/XIEHE/06 DM_TF_EXT_XIEHE_SALES.sql	
+++ /dev/null
@@ -1,170 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TF_EXT_XIEHE_SALES (
---   YYYYMM STRING,
---   PACK_CODE STRING,
---   CORP_CODE STRING,
---   AUDIT_CODE STRING,
---   PLATFORM_TYPE STRING,
---   STORE_NAME STRING,
---   STORE_TYPE STRING,
---   REGION_TYPE STRING,
---   PACK_FLAG INT,
---   PROD_FLAG INT,
---   DTP_FLAG INT,
---   SALES_UNIT_CAL DECIMAL(38,10),
---   SALES_UNIT_CAL_LY DECIMAL(38,10),
---   SALES_VALUE_CAL DECIMAL(38,10),
---   SALES_VALUE_CAL_LY DECIMAL(38,10),
---   CONUTING_UNIT DECIMAL(38,10),
---   CONUTING_UNIT_LY DECIMAL(38,10),
---   DATA_SOURCE STRING,
---   INST_CODE STRING COMMENT '内部机构编码',
---   CMPS_FLAG STRING COMMENT '分子式标签',
---   DEPT_NAME STRING COMMENT '科室名称',
---   PRESCRIPTION DECIMAL(38,10) COMMENT '处方张数',
---   PRESCRIPTION_LY DECIMAL(38,10) COMMENT '去年同期处方张数',
---   NEW_CODE STRING COMMENT '主数据关联CODE',
---   AREA STRING COMMENT '城市',
---   H_LEVEL STRING COMMENT '医院类型',
---   REIMBURSE STRING COMMENT '报销情况',
---   REIMBURSE_TYPE STRING COMMENT '报销类型',
---   PRESCRIPTION_SOURCE STRING COMMENT '处方来源',
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_xiehe_sales';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_xiehe_sales';
-
--- COMMAND ----------
-
-CREATE OR REPLACE TEMPORARY VIEW TF_XIEHE
-AS 
-  SELECT
-    A.YYYYMM,
-    A.iqvia_pack_code AS PACK_CODE,
-    A.AUDIT_COD AS AUDIT_CODE,
-    'XH Data(Quarterly)' DATA_SOURCE,
-    -------------------------------------
-    0 SALES_UNIT_CAL,
-    0 SALES_UNIT_CAL_LY,
-    SUM(sales_value) SALES_VALUE_CAL,
-    SUM(sales_value_LY) SALES_VALUE_CAL_LY,
-    SUM(A.counting_unit) CONUTING_UNIT,
-    SUM(A.counting_unit_ly) CONUTING_UNIT_LY,
-    null as prescription,
-    null as prescription_ly,
-    -------------------------------------
-    --Retail藏数逻辑标签------------------
-    1 PACK_FLAG,
-    1 PROD_FLAG,
-    0 DTP_FLAG,
-    null as cmps_flag,
-    -------------------------------------
-    --EC数据标签--------------------------
-    '' PLATFORM_TYPE,
-    '' STORE_NAME,
-    '' STORE_TYPE,
-    -------------------------------------
-    --COUNTY数据标签----------------------
-    '' REGION_TYPE,
-    -------------------------------------
-    --AIA数据标签-------------------------
-    null inst_code, --可以移除，报告没有使用
-    -------------------------------------
-    --XIE HE 数据标签---------------------
-    NVL(A.dept_name, '') dept_name,
-    NVL(A.new_code, '') new_code,
-    NVL(A.province, '') area,
-    NVL(A.h_level, '') h_level,
-    NVL(A.reimburse, '') reimburse,
-    NVL(A.reimburse_type, '') reimburse_type,
-    NVL(A.prescription_source, '') prescription_source,
-    -------------------------------------
-    '' as CORP_CODE --可以移除，报告没有使用
-  -------------------------------------
-  FROM
-    dm.dm_ext_xiehe_sales A
-  WHERE
-    A.YYYYMM >= '202001'
-  GROUP BY
-    A.YYYYMM,
-    A.iqvia_pack_code,
-    A.AUDIT_COD,
-    A.dept_name,
-    A.new_code,
-    A.province,
-    A.h_level,
-    A.reimburse,
-    A.reimburse_type,
-    A.prescription_source
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TF_EXT_XIEHE_SALES (
-  YYYYMM,
-  PACK_CODE,
-  AUDIT_CODE,
-  DATA_SOURCE,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  CMPS_FLAG,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  INST_CODE,
-  DEPT_NAME,
-  NEW_CODE,
-  AREA,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_SOURCE,
-  CORP_CODE,
-  ETL_INSERT_DT,
-  ETL_UPDATE_DT
-)
-  SELECT
-    YYYYMM,
-    NVL(NULLIF(PACK_CODE, ''), CONCAT('PACK_CODE_', DATA_SOURCE)) AS PACK_CODE,
-    NVL(NULLIF(AUDIT_CODE, ''), 'ROC') AS AUDIT_CODE,
-    DATA_SOURCE,
-    SALES_UNIT_CAL,
-    SALES_UNIT_CAL_LY,
-    SALES_VALUE_CAL,
-    SALES_VALUE_CAL_LY,
-    CONUTING_UNIT,
-    CONUTING_UNIT_LY,
-    PRESCRIPTION,
-    PRESCRIPTION_LY,
-    PACK_FLAG,
-    PROD_FLAG,
-    DTP_FLAG,
-    CMPS_FLAG,
-    PLATFORM_TYPE,
-    STORE_NAME,
-    STORE_TYPE,
-    REGION_TYPE,
-    INST_CODE,
-    DEPT_NAME,
-    NEW_CODE,
-    AREA,
-    H_LEVEL,
-    REIMBURSE,
-    REIMBURSE_TYPE,
-    PRESCRIPTION_SOURCE,
-    CORP_CODE,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
-  FROM
-    TF_XIEHE;
\ No newline at end of file
diff --git a/EXTERNAL/XIEHE/06 DM_TF_EXT_XIEHE_SALES.sql:Zone.Identifier b/EXTERNAL/XIEHE/06 DM_TF_EXT_XIEHE_SALES.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/XIEHE/07 DM_TD_EXT_XIEHE_PACK_PROPERTY.sql b/EXTERNAL/XIEHE/07 DM_TD_EXT_XIEHE_PACK_PROPERTY.sql
deleted file mode 100644
index 44f423d..0000000
--- a/EXTERNAL/XIEHE/07 DM_TD_EXT_XIEHE_PACK_PROPERTY.sql	
+++ /dev/null
@@ -1,146 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_XIEHE_PACK_PROPERTY 
--- (
--- --   -- MARKET_PACK_KEY STRING,
---   PACK_CODE STRING,
---   PACK_DESC STRING,
---   STGH_DESC STRING,
---   PACK_LCH STRING,
---   FAMILY_CODE STRING,
---   FAMILY_NAME STRING,
---   PROD_CODE STRING,
---   PROD_DESC STRING,
---   PROD_DESC_C STRING,
---   CMPS_CODE STRING,
---   CMPS_DESC STRING,
---   CMPS_DESC_C STRING,
---   ATC1_CODE STRING,
---   ATC2_CODE STRING,
---   ATC3_CODE STRING,
---   ATC4_CODE STRING,
---   APP1_CODE STRING,
---   APP2_CODE STRING,
---   APP3_CODE STRING,
---   BIO_DESC STRING,
---   GENE_ORIG_DESC STRING,
---   ETH_OTC_DESC STRING,
---   NRDL_DESC STRING,
---   NRDL_ENTRY_DATE STRING,
---   EDL_DESC STRING,
---   TCM_DESC STRING,
---   PAED_DESC STRING,
---   GQCE_DESC STRING,
---   VBP_DESC_V STRING,
---   VBP_DESC STRING,
---   MANU_CODE STRING,
---   MANU_DESC STRING,
---   MANU_DESC_C STRING,
---   MNFL_CODE STRING,
---   MNFL_DESC STRING,
---   CORP_CODE STRING,
---   CORP_DESC STRING,
---   CORP_DESC_C STRING,
---   BRANDTYPE STRING,
---   -- MARKET STRING,
---   -- KEY_COMPETITOR STRING,
---   IS_AZ STRING,
---   AZ_MAIN STRING,
---   -- AZ_RELATED STRING,
---   ATC1_DESC STRING,
---   ATC1_DESC_C STRING,
---   ATC2_DESC STRING,
---   ATC2_DESC_C STRING,
---   ATC3_DESC STRING,
---   ATC3_DESC_C STRING,
---   ATC4_DESC STRING,
---   ATC4_DESC_C STRING,
---   APP1_DESC STRING,
---   APP1_DESC_C STRING,
---   APP2_DESC STRING,
---   APP2_DESC_C STRING,
---   APP3_DESC STRING,
---   APP3_DESC_C STRING,
---   -- CLASS STRING,
---   -- MARKET_RATIO STRING,
---   COUNTINGUNIT STRING,
---   VBP_BRAND STRING,
---   REPLENISH_FALG STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
--- )
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_xiehe_pack_property';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_xiehe_pack_property';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_XIEHE_PACK_PROPERTY
-SELECT
-   -- MARKET_PACK_KEY,
-  PACK_COD AS PACK_CODE,
-  PACK_DES AS PACK_DESC,
-  STGH_DES AS STGH_DESC,
-  PACK_LCH,
-  FAMILY_CODE,
-  FAMILY_NAME,
-  PROD_COD AS PROD_CODE,
-  PROD_DES AS PROD_DESC,
-  PROD_DES_C AS PROD_DESC_C,
-  CMPS_COD AS CMPS_CODE,
-  CMPS_DES AS CMPS_DESC,
-  CMPS_DES_C AS CMPS_DESC_C,
-  ATC1_COD AS ATC1_CODE,
-  ATC2_COD AS ATC2_CODE,
-  ATC3_COD AS ATC3_CODE,
-  ATC4_COD AS ATC4_CODE,
-  APP1_COD AS APP1_CODE,
-  APP2_COD AS APP2_CODE,
-  APP3_COD AS APP3_CODE,
-  BIO_DESC,
-  GENE_ORIG_DESC,
-  ETH_OTC_DESC,
-  NRDL_DESC,
-  NRDL_ENTRY_DATE,
-  EDL_DESC,
-  TCM_DESC,
-  PAED_DESC,
-  GQCE_DESC,
-  null as VBP_DESC_V,
-  VBP_DESC,
-  MANU_COD AS MANU_CODE,
-  MANU_DES AS MANU_DESC,
-  MANU_DES_C AS MANU_DESC_C,
-  MNFL_COD AS MNFL_CODE,
-  MNFL_DES AS MNFL_DESC,
-  CORP_COD AS CORP_CODE,
-  CORP_DES AS CORP_DESC,
-  CORP_DES_C AS CORP_DESC_C,
-  BRANDTYPE,
-  -- MARKET,
-  -- KEY_COMPETITOR,
-  IS_AZ,
-  AZ_MAIN,
-  -- AZ_RELATED,
-  ATC1_DES AS ATC1_DESC,
-  ATC1_DES_C AS ATC1_DESC_C,
-  ATC2_DES AS ATC2_DESC,
-  ATC2_DES_C AS ATC2_DESC_C,
-  ATC3_DES AS ATC3_DESC,
-  ATC3_DES_C AS ATC3_DESC_C,
-  ATC4_DES AS ATC4_DESC,
-  ATC4_DES_C AS ATC4_DESC_C,
-  APP1_DES AS APP1_DESC,
-  APP1_DES_C AS APP1_DESC_C,
-  APP2_DES AS APP2_DESC,
-  APP2_DES_C AS APP2_DESC_C,
-  APP3_DES AS APP3_DESC,
-  APP3_DES_C AS APP3_DESC_C,
-  -- CLASS,
-  -- NULL AS MARKET_RATIO,
-  COUNTINGUNIT,
-  NULL AS VBP_BRAND,
-  NULL AS REPLENISH_FALG,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_XIEHE_PACK_PROPERTY;
\ No newline at end of file
diff --git a/EXTERNAL/XIEHE/07 DM_TD_EXT_XIEHE_PACK_PROPERTY.sql:Zone.Identifier b/EXTERNAL/XIEHE/07 DM_TD_EXT_XIEHE_PACK_PROPERTY.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/XIEHE/08 DM_TD_EXT_XIEHE_PACK2MARKET.sql b/EXTERNAL/XIEHE/08 DM_TD_EXT_XIEHE_PACK2MARKET.sql
deleted file mode 100644
index b11ccfb..0000000
--- a/EXTERNAL/XIEHE/08 DM_TD_EXT_XIEHE_PACK2MARKET.sql	
+++ /dev/null
@@ -1,326 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_XIEHE_PACK2MARKET (
---   MARKET STRING,
---   PACK_CODE STRING,
---   PACK_DESC STRING,
---   STGH_DESC STRING,
---   PACK_LCH STRING,
---   PROD_CODE STRING,
---   CMPS_CODE STRING,
---   CMPS_DESC STRING,
---   ATC1_CODE STRING,
---   ATC2_CODE STRING,
---   ATC3_CODE STRING,
---   ATC4_CODE STRING,
---   APP1_CODE STRING,
---   APP2_CODE STRING,
---   APP3_CODE STRING,
---   BIO_DESC STRING,
---   GENE_ORIG_DESC STRING,
---   ETH_OTC_DESC STRING,
---   NRDL_DESC STRING,
---   NRDL_ENTRY_DATE STRING,
---   EDL_DESC STRING,
---   TCM_DESC STRING,
---   PAED_DESC STRING,
---   GQCE_DESC STRING,
---   VBP_DESC STRING,
---   MANU_CODE STRING,
---   MANU_DESC STRING,
---   MNFL_CODE STRING,
---   MNFL_DESC STRING,
---   CORP_CODE STRING,
---   CORP_DESC STRING,
---   BRANDTYPE STRING,
---   BU STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   MARKET_RATIO STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_xiehe_pack2market';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_xiehe_pack2market';
-
--- COMMAND ----------
-
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_xiehe_PACK2MARKET_KEYCOMPETITOR (
---   KEY_COMPETITOR STRING,
---   MARKET STRING,
---   PACK_CODE STRING)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_xiehe_pack2market_keycompetitor';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_xiehe_pack2market_keycompetitor';
-
--- COMMAND ----------
-
--- CREATE or REPLACE TABLE DM.DM_TD_EXT_xiehe_PACK2MARKET_CLASS (
---   MARKET STRING,
---   PACK_CODE STRING,
---   CLASS STRING)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_xiehe_pack2market_class';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_xiehe_pack2market_class';
-
--- COMMAND ----------
-
--- 使用 EXCEPT（集合差操作）简化逻辑
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_XIEHE_PACK2MARKET
--- 包含规则
-SELECT DISTINCT
-  T2.MARKET,
-  T1.PACK_CODE,
-  T1.PACK_DESC,
-  T1.STGH_DESC,
-  T1.PACK_LCH,
-  T1.PROD_CODE,
-  T1.CMPS_CODE,
-  T1.CMPS_DESC,
-  T1.ATC1_CODE,
-  T1.ATC2_CODE,
-  T1.ATC3_CODE,
-  T1.ATC4_CODE,
-  T1.APP1_CODE,
-  T1.APP2_CODE,
-  T1.APP3_CODE,
-  T1.BIO_DESC,
-  T1.GENE_ORIG_DESC AS GENE_ORIG,
-  T1.ETH_OTC_DESC AS ETH_OTC_D,
-  T1.NRDL_DESC,
-  T1.NRDL_ENTRY_DATE AS NRDL_ENTR,
-  T1.EDL_DESC,
-  T1.TCM_DESC,
-  T1.PAED_DESC,
-  T1.GQCE_DESC,
-  T1.VBP_DESC,
-  T1.MANU_CODE,
-  T1.MANU_DESC,
-  T1.MNFL_CODE,
-  T1.MNFL_DESC,
-  T1.CORP_CODE,
-  T1.CORP_DESC,
-  T1.BRANDTYPE,
-  T2.BU,
-  T2.STARTTIME,
-  T2.ENDTIME,
-  COALESCE(T2.EXTEND_MARKET_RATIO, '1') AS MARKET_RATIO,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_XIEHE_PACK_PROPERTY AS T1
-LEFT JOIN (
-  SELECT 
-    MARKET,
-    BU,
-    STARTTIME,
-    ENDTIME,
-    EXTEND_MARKET_RATIO,
-    ATC1_CODE,
-    ATC2_CODE,
-    ATC3_CODE,
-    ATC4_CODE,
-    NFC1_CODE,
-    NFC2_CODE,
-    NFC3_CODE,
-    CORPORATION_CODE,
-    MANUFACTURER_CODE,
-    PRODUCT_CODE,
-    PACK_CODE,
-    STRENGTH,
-    MOLECULE_CODE
-  FROM DWD.DWD_GND_IMS_TBLMARKET_BYMONTH
-  WHERE EXTEND_MARKET IS NULL AND (NOT_IN_FLAG IS NULL OR NOT_IN_FLAG = '1')
-) AS T2
-  ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
-  AND (T2.ATC2_CODE IS NULL OR T1.ATC2_CODE = T2.ATC2_CODE)
-  AND (T2.ATC3_CODE IS NULL OR T1.ATC3_CODE = T2.ATC3_CODE)
-  AND (T2.ATC4_CODE IS NULL OR T1.ATC4_CODE = T2.ATC4_CODE)
-  AND (T2.NFC1_CODE IS NULL OR T1.APP1_CODE = T2.NFC1_CODE)
-  AND (T2.NFC2_CODE IS NULL OR T1.APP2_CODE = T2.NFC2_CODE)
-  AND (T2.NFC3_CODE IS NULL OR T1.APP3_CODE = T2.NFC3_CODE)
-  AND (T2.CORPORATION_CODE IS NULL OR T1.CORP_CODE = T2.CORPORATION_CODE)
-  AND (T2.MANUFACTURER_CODE IS NULL OR T1.MANU_CODE = T2.MANUFACTURER_CODE)
-  AND (T2.PRODUCT_CODE IS NULL OR T1.PROD_CODE = T2.PRODUCT_CODE)
-  AND (T2.PACK_CODE IS NULL OR T1.PACK_CODE = T2.PACK_CODE)
-  AND (T2.STRENGTH IS NULL OR T1.STGH_DESC = T2.STRENGTH)
-  AND (T2.MOLECULE_CODE IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE)
-WHERE T2.MARKET IS NOT NULL
-
-EXCEPT
-
--- 排除规则
-SELECT DISTINCT
-  T2.MARKET,
-  T1.PACK_CODE,
-  T1.PACK_DESC,
-  T1.STGH_DESC,
-  T1.PACK_LCH,
-  T1.PROD_CODE,
-  T1.CMPS_CODE,
-  T1.CMPS_DESC,
-  T1.ATC1_CODE,
-  T1.ATC2_CODE,
-  T1.ATC3_CODE,
-  T1.ATC4_CODE,
-  T1.APP1_CODE,
-  T1.APP2_CODE,
-  T1.APP3_CODE,
-  T1.BIO_DESC,
-  T1.GENE_ORIG_DESC AS GENE_ORIG,
-  T1.ETH_OTC_DESC AS ETH_OTC_D,
-  T1.NRDL_DESC,
-  T1.NRDL_ENTRY_DATE AS NRDL_ENTR,
-  T1.EDL_DESC,
-  T1.TCM_DESC,
-  T1.PAED_DESC,
-  T1.GQCE_DESC,
-  T1.VBP_DESC,
-  T1.MANU_CODE,
-  T1.MANU_DESC,
-  T1.MNFL_CODE,
-  T1.MNFL_DESC,
-  T1.CORP_CODE,
-  T1.CORP_DESC,
-  T1.BRANDTYPE,
-  T2.BU,
-  T2.STARTTIME,
-  T2.ENDTIME,
-  COALESCE(T2.EXTEND_MARKET_RATIO, '1') AS MARKET_RATIO,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_XIEHE_PACK_PROPERTY AS T1
-LEFT JOIN (
-  SELECT 
-    MARKET,
-    BU,
-    STARTTIME,
-    ENDTIME,
-    EXTEND_MARKET_RATIO,
-    ATC1_CODE,
-    ATC2_CODE,
-    ATC3_CODE,
-    ATC4_CODE,
-    NFC1_CODE,
-    NFC2_CODE,
-    NFC3_CODE,
-    CORPORATION_CODE,
-    MANUFACTURER_CODE,
-    PRODUCT_CODE,
-    PACK_CODE,
-    STRENGTH,
-    MOLECULE_CODE  
-  FROM DWD.DWD_GND_IMS_TBLMARKET_BYMONTH
-  WHERE EXTEND_MARKET IS NULL AND NOT_IN_FLAG = '0'
-) AS T2
-  ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
-  AND (T2.ATC2_CODE IS NULL OR T1.ATC2_CODE = T2.ATC2_CODE)
-  AND (T2.ATC3_CODE IS NULL OR T1.ATC3_CODE = T2.ATC3_CODE)
-  AND (T2.ATC4_CODE IS NULL OR T1.ATC4_CODE = T2.ATC4_CODE)
-  AND (T2.NFC1_CODE IS NULL OR T1.APP1_CODE = T2.NFC1_CODE)
-  AND (T2.NFC2_CODE IS NULL OR T1.APP2_CODE = T2.NFC2_CODE)
-  AND (T2.NFC3_CODE IS NULL OR T1.APP3_CODE = T2.NFC3_CODE)
-  AND (T2.CORPORATION_CODE IS NULL OR T1.CORP_CODE = T2.CORPORATION_CODE)
-  AND (T2.MANUFACTURER_CODE IS NULL OR T1.MANU_CODE = T2.MANUFACTURER_CODE)
-  AND (T2.PRODUCT_CODE IS NULL OR T1.PROD_CODE = T2.PRODUCT_CODE)
-  AND (T2.PACK_CODE IS NULL OR T1.PACK_CODE = T2.PACK_CODE)
-  AND (T2.STRENGTH IS NULL OR T1.STGH_DESC = T2.STRENGTH)
-  AND (T2.MOLECULE_CODE IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE)
-WHERE T2.MARKET IS NOT NULL;
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_xiehe_PACK2MARKET_KEYCOMPETITOR
-WITH kc AS (
-  SELECT
-    keycompetitor, no,
-    ROW_NUMBER() OVER (ORDER BY
-      CASE
-        WHEN ATC1_Code     IS NOT NULL THEN 1
-        WHEN ATC2_Code     IS NOT NULL THEN 2
-        WHEN ATC3_Code     IS NOT NULL THEN 3
-        WHEN ATC4_Code     IS NOT NULL THEN 4
-        WHEN Molecule_Code IS NOT NULL THEN 5
-        WHEN Product_Code  IS NOT NULL THEN 6
-        WHEN Pack_Code     IS NOT NULL THEN 7
-        ELSE 999
-      END,
-      CASE WHEN NFC1_CODE IS NULL THEN 0 ELSE 1 END,
-      CASE WHEN NFC2_CODE IS NULL THEN 0 ELSE 1 END,
-      CASE WHEN NFC3_CODE IS NULL THEN 0 ELSE 1 END
-    ) AS no1,
-    ATC1_Code, ATC2_Code, ATC3_Code, ATC4_Code,
-    NFC1_Code, NFC2_Code, NFC3_Code,
-    corporation_code, Manufacturer_Code,
-    Product_Code, Pack_Code, Strength, Molecule_Code, market
-  FROM dwd.dwd_gnd_ims_tblkeycompetitor
-),
-joined AS (
-  SELECT
-    /*+ BROADCAST(kc) */
-    COALESCE(kc.keycompetitor, 'OTHERS') AS Key_Competitor,  -- ✅ UPDATE 逻辑内联
-    t1.market, t1.PACK_CODE
-    /*bug 调试区
-    ,
-    kc.no,
-    kc.no1,
-    t1.PROD_COD, t1.CMPS_COD, t1.CMPS_DES,
-    t1.ATC1_COD, t1.ATC2_COD, t1.ATC3_COD, t1.ATC4_COD,
-    t1.APP1_COD, t1.APP2_COD, t1.APP3_COD,
-    t1.BIO_DESC, t1.GENE_ORIG_DESC, t1.ETH_OTC_DESC,
-    t1.NRDL_DESC, t1.NRDL_Entry_Date, t1.EDL_DESC, t1.TCM_DESC,
-    t1.PAED_DESC, t1.GQCE_DESC, t1.VBP_DESC,
-    t1.MANU_COD, t1.MANU_DES, t1.MNFL_COD, t1.MNFL_DES,
-    t1.CORP_COD, t1.CORP_DES, t1.BrandType, t1.bu, t1.Market_Ratio
-    */
-  ,ROW_NUMBER() OVER (
-      PARTITION BY t1.market, t1.PACK_CODE, t1.PROD_CODE
-      ORDER BY kc.no1 DESC, kc.no DESC
-    ) AS _rn
-  FROM DM.DM_TD_EXT_xiehe_PACK2MARKET t1
-  LEFT JOIN kc
-    ON  (kc.ATC1_Code         IS NULL OR t1.ATC1_CODE = kc.ATC1_Code)
-    AND (kc.ATC2_Code         IS NULL OR t1.ATC2_CODE = kc.ATC2_Code)
-    AND (kc.ATC3_Code         IS NULL OR t1.ATC3_CODE = kc.ATC3_Code)
-    AND (kc.ATC4_Code         IS NULL OR t1.ATC4_CODE = kc.ATC4_Code)
-    AND (kc.NFC1_Code         IS NULL OR t1.APP1_CODE = kc.NFC1_Code)
-    AND (kc.NFC2_Code         IS NULL OR t1.APP2_CODE = kc.NFC2_Code)
-    AND (kc.NFC3_Code         IS NULL OR t1.APP3_CODE = kc.NFC3_Code)
-    AND (kc.corporation_code  IS NULL OR t1.CORP_CODE = kc.corporation_code)
-    AND (kc.Manufacturer_Code IS NULL OR t1.MANU_CODE = kc.Manufacturer_Code)
-    AND (kc.Product_Code      IS NULL OR t1.PROD_CODE = kc.Product_Code)
-    AND (kc.Pack_Code         IS NULL OR t1.PACK_CODE = kc.Pack_Code)
-    AND (kc.Strength          IS NULL OR t1.STGH_DESC = kc.Strength)
-    AND (kc.Molecule_Code     IS NULL OR t1.CMPS_CODE = kc.Molecule_Code)
-    AND (kc.market            IS NULL OR t1.market   = kc.market)
-)
-SELECT distinct Key_Competitor,market,pack_code 
-FROM joined
-WHERE _rn = 1;
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_xiehe_PACK2MARKET_CLASS
-SELECT 
-  /*+ BROADCAST(T2) */
-  DISTINCT
-  T1.MARKET,
-  T1.PACK_CODE,
-  COALESCE( T2.CLASS, 'OTHERS') AS CLASS
-FROM DM.DM_TD_EXT_xiehe_PACK2MARKET T1
-LEFT JOIN DWD.DWD_GND_TBLCLASS T2
-  ON  (T2.MARKET            IS NULL OR T1.MARKET    = T2.MARKET)
-  AND (T2.PACK_CODE         IS NULL OR T1.PACK_CODE = T2.PACK_CODE)
-  AND (T2.PRODUCT_CODE      IS NULL OR T1.PROD_CODE = T2.PRODUCT_CODE)
-  AND (T2.MOLECULE_CODE     IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE)
-  AND (T2.CORPORATION_CODE  IS NULL OR T1.CORP_CODE = T2.CORPORATION_CODE)
-  AND (T2.MANUFACTURER_CODE IS NULL OR T1.MANU_CODE = T2.MANUFACTURER_CODE)
-  AND (T2.ATC1_CODE         IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
-  AND (T2.ATC2_CODE         IS NULL OR T1.ATC2_CODE = T2.ATC2_CODE)
-  AND (T2.ATC3_CODE         IS NULL OR T1.ATC3_CODE = T2.ATC3_CODE)
-  AND (T2.ATC4_CODE         IS NULL OR T1.ATC4_CODE = T2.ATC4_CODE)
-  AND (T2.NFC1_CODE         IS NULL OR T1.APP1_CODE = T2.NFC1_CODE)
-  AND (T2.NFC2_CODE         IS NULL OR T1.APP2_CODE = T2.NFC2_CODE)
-  AND (T2.NFC3_CODE         IS NULL OR T1.APP3_CODE = T2.NFC3_CODE)
-  AND (T2.STRENGTH          IS NULL OR T1.STGH_DESC = T2.STRENGTH)
\ No newline at end of file
diff --git a/EXTERNAL/XIEHE/08 DM_TD_EXT_XIEHE_PACK2MARKET.sql:Zone.Identifier b/EXTERNAL/XIEHE/08 DM_TD_EXT_XIEHE_PACK2MARKET.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/XIEHE/09 DM_TD_EXT_XIEHE_MARKET_RATIO.sql b/EXTERNAL/XIEHE/09 DM_TD_EXT_XIEHE_MARKET_RATIO.sql
deleted file mode 100644
index d690b32..0000000
--- a/EXTERNAL/XIEHE/09 DM_TD_EXT_XIEHE_MARKET_RATIO.sql	
+++ /dev/null
@@ -1,30 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_XIEHE_MARKET_RATIO (
---   MARKET STRING,
---   PACK_CODE STRING,
---   CMPS_CODE STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   MARKET_RATIO STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_xiehe_market_ratio';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_xiehe_market_ratio';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_XIEHE_MARKET_RATIO
-SELECT 
-  DISTINCT
-  MARKET,
-  PACK_CODE,
-  CMPS_CODE,
-  STARTTIME,
-  ENDTIME,
-  MARKET_RATIO,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT 
-FROM DM.DM_TD_EXT_XIEHE_PACK2MARKET
-WHERE UPPER(MARKET) NOT LIKE '%ALL%'
\ No newline at end of file
diff --git a/EXTERNAL/XIEHE/09 DM_TD_EXT_XIEHE_MARKET_RATIO.sql:Zone.Identifier b/EXTERNAL/XIEHE/09 DM_TD_EXT_XIEHE_MARKET_RATIO.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/XIEHE/10 DM_TD_EXT_XIEHE_MARKET_BRAND_RATIO.sql b/EXTERNAL/XIEHE/10 DM_TD_EXT_XIEHE_MARKET_BRAND_RATIO.sql
deleted file mode 100644
index b700136..0000000
--- a/EXTERNAL/XIEHE/10 DM_TD_EXT_XIEHE_MARKET_BRAND_RATIO.sql	
+++ /dev/null
@@ -1,163 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_XIEHE_MARKET_BRAND_RATIO (
---   MARKET STRING,
---   PACK_CODE STRING,
---   VALUE_BRAND_RATIO FLOAT,
---   VALUE_BRAND_RATIO_START STRING,
---   VALUE_BRAND_RATIO_END STRING,
---   UNIT_BRAND_RATIO FLOAT,
---   UNIT_BRAND_START STRING,
---   UNIT_BRAND_END STRING,
---   COUNTINGUNIT_BRAND_RATIO FLOAT,
---   COUNTINGUNIT_BRAND_START STRING,
---   COUNTINGUNIT_BRAND_END STRING,
---   PDOT_BRAND_RATIO FLOAT,
---   PDOT_BRAND_START STRING,
---   PDOT_BRAND_END STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_xiehe_market_brand_ratio';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_xiehe_market_brand_ratio';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_XIEHE_MARKET_BRAND_RATIO
-SELECT 
-  DISTINCT
-  T1.MARKET,
-  T1.PACK_CODE,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.RATIO
-  ELSE NVL(T5.RATIO, 1) END AS VALUE_BRAND_RATIO,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.STARTTIME
-  ELSE NVL(T5.STARTTIME, 200001) END AS VALUE_BRAND_RATIO_START,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.ENDTIME
-  ELSE NVL(T5.ENDTIME, 299912) END AS VALUE_BRAND_RATIO_END,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.RATIO
-  ELSE NVL(T6.RATIO, 1) END AS UNIT_BRAND_RATIO,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.STARTTIME
-  ELSE NVL(T6.STARTTIME, 200001) END AS UNIT_BRAND_START,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.ENDTIME
-  ELSE NVL(T6.ENDTIME, 299912) END AS UNIT_BRAND_END,
-  1 AS COUNTINGUNIT_BRAND_RATIO,
-  200001 AS COUNTINGUNIT_BRAND_START,
-  299912 AS COUNTINGUNIT_BRAND_END,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.RATIO
-  ELSE NVL(T7.RATIO, 1) END AS PDOT_BRAND_RATIO,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.STARTTIME
-  ELSE NVL(T7.STARTTIME, 200001) END AS PDOT_BRAND_START,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.ENDTIME
-  ELSE NVL(T7.ENDTIME, 299912) END AS PDOT_BRAND_END,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_XIEHE_MARKET_RATIO T1
-LEFT JOIN ( --VALUE--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'VALUE' AND UPPER(LEVEL) = 'PACK'
-) T2 ON T1.MARKET = T2.MARKET AND T1.PACK_CODE = T2.PACK_COD
-LEFT JOIN ( --UNIT--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'UNIT' AND UPPER(LEVEL) = 'PACK'                  
-) T3 ON T1.MARKET = T3.MARKET AND T1.PACK_CODE = T3.PACK_COD
-LEFT JOIN ( --COUNTINGUNIT--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'COUNTINGUNIT' AND UPPER(LEVEL) = 'PACK'
-) T4 ON T1.MARKET = T4.MARKET AND T1.PACK_CODE = T4.PACK_COD
-LEFT JOIN ( --VALUE--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'VALUE' AND UPPER(LEVEL) = 'MOLECULE'
-) T5 ON T1.MARKET = T5.MARKET AND T1.CMPS_CODE = T5.CMPS_COD
-LEFT JOIN ( --UNIT--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'UNIT' AND UPPER(LEVEL) = 'MOLECULE'
-) T6 ON T1.MARKET = T6.MARKET AND T1.CMPS_CODE = T6.CMPS_COD
-LEFT JOIN ( --COUNTINGUNIT--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'COUNTINGUNIT' AND UPPER(LEVEL) = 'MOLECULE'
-) T7 ON T1.MARKET = T7.MARKET
-AND T1.CMPS_CODE = T7.CMPS_COD
-
--- COMMAND ----------
-
diff --git a/EXTERNAL/XIEHE/10 DM_TD_EXT_XIEHE_MARKET_BRAND_RATIO.sql:Zone.Identifier b/EXTERNAL/XIEHE/10 DM_TD_EXT_XIEHE_MARKET_BRAND_RATIO.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/XIEHE/11 DM_TD_EXT_XIEHE_MARKET_PACK_MAPPING.sql b/EXTERNAL/XIEHE/11 DM_TD_EXT_XIEHE_MARKET_PACK_MAPPING.sql
deleted file mode 100644
index da53454..0000000
--- a/EXTERNAL/XIEHE/11 DM_TD_EXT_XIEHE_MARKET_PACK_MAPPING.sql	
+++ /dev/null
@@ -1,71 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_XIEHE_MARKET_PACK_MAPPING
--- (
---   PACK_CODE STRING,
---   MARKET STRING,
---   CLASS STRING,
---   KEY_COMPETITOR STRING,
---   MARKET_RATIO STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   VALUE_BRAND_RATIO STRING,
---   VALUE_BRAND_RATIO_START STRING,
---   VALUE_BRAND_RATIO_END STRING,
---   UNIT_BRAND_RATIO STRING,
---   UNIT_BRAND_START STRING,
---   UNIT_BRAND_END STRING,
---   COUNTINGUNIT_BRAND_RATIO STRING,
---   COUNTINGUNIT_BRAND_START STRING,
---   COUNTINGUNIT_BRAND_END STRING,
---   PDOT_BRAND_RATIO STRING,
---   PDOT_BRAND_START STRING,
---   PDOT_BRAND_END STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
--- )
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_xiehe_market_pack_mapping';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_xiehe_market_pack_mapping';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_XIEHE_MARKET_PACK_MAPPING
-  SELECT DISTINCT
-    T1.PACK_CODE,
-    T1.MARKET,
-    T4.CLASS,
-    T5.KEY_COMPETITOR,
-    T2.MARKET_RATIO,
-    T2.STARTTIME,
-    T2.ENDTIME,
-    T3.VALUE_BRAND_RATIO,
-    T3.VALUE_BRAND_RATIO_START,
-    T3.VALUE_BRAND_RATIO_END,
-    T3.UNIT_BRAND_RATIO,
-    T3.UNIT_BRAND_START,
-    T3.UNIT_BRAND_END,
-    T3.COUNTINGUNIT_BRAND_RATIO,
-    T3.COUNTINGUNIT_BRAND_START,
-    T3.COUNTINGUNIT_BRAND_END,
-    T3.PDOT_BRAND_RATIO,
-    T3.PDOT_BRAND_START,
-    T3.PDOT_BRAND_END,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
-  FROM
-    DM.DM_TD_EXT_XIEHE_PACK2MARKET T1
-      LEFT JOIN DM.DM_TD_EXT_XIEHE_MARKET_RATIO T2
-        ON T1.MARKET = T2.MARKET
-        AND T1.PACK_CODE = T2.PACK_CODE
-      LEFT JOIN DM.DM_TD_EXT_XIEHE_MARKET_BRAND_RATIO T3
-        ON T1.MARKET = T3.MARKET
-        AND T1.PACK_CODE = T3.PACK_CODE
-      LEFT JOIN DM.DM_TD_EXT_XIEHE_PACK2MARKET_CLASS T4
-        ON T1.PACK_CODE = T4.PACK_CODE
-        AND T1.MARKET = T4.MARKET
-      LEFT JOIN DM.DM_TD_EXT_XIEHE_PACK2MARKET_KEYCOMPETITOR T5
-        ON T1.PACK_CODE = T5.PACK_CODE
-        AND T1.MARKET = T5.MARKET
-  WHERE
-    UPPER(T1.MARKET) NOT LIKE "%ALL%"
\ No newline at end of file
diff --git a/EXTERNAL/XIEHE/11 DM_TD_EXT_XIEHE_MARKET_PACK_MAPPING.sql:Zone.Identifier b/EXTERNAL/XIEHE/11 DM_TD_EXT_XIEHE_MARKET_PACK_MAPPING.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/XIEHE/bkp_01 xiehe_blob2dwd.py b/EXTERNAL/XIEHE/bkp_01 xiehe_blob2dwd.py
deleted file mode 100644
index ac64014..0000000
--- a/EXTERNAL/XIEHE/bkp_01 xiehe_blob2dwd.py	
+++ /dev/null
@@ -1,478 +0,0 @@
-# Databricks notebook source
-# MAGIC %run ../../../Common/config
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC insert overwrite dwd.dwd_gnd_xiehe_config_table_mapping
-# MAGIC select id,file_name,
-# MAGIC concat('dwd.dwd_gnd_xiehe_', id) as table_name,
-# MAGIC from_utc_timestamp(current_timestamp(),'UTC+8') as etl_insert_dt
-# MAGIC from dwd.dwd_gnd_xiehe_config_table
-
-# COMMAND ----------
-
-# MAGIC %md
-# MAGIC + 20250415 kzzh331 uc_upgrade uc兼容调整：
-# MAGIC   1. 将代码中的`DBFS`路径根调整为`Volume`路径
-# MAGIC   2. 将`session`中安装的`mdb`工具调整到集群`init-script`中,`uc`集群可能需要`admin`权限才能在集群中安装程序
-# MAGIC   3. 清理重复的`access_file_path_template`赋值，根据环境自动设置`Blob Container`
-
-# COMMAND ----------
-
-# %sh
-# # 安装 mdbtools
-# sudo apt-get update
-# sudo apt-get install -y apt-utils
-# sudo DEBIAN_FRONTEND=noninteractive apt-get install -y mdbtools
-
-# COMMAND ----------
-
-# import os
-# from pyspark.sql import SparkSession
-
-# # 初始化SparkSession
-# spark = SparkSession.builder.getOrCreate()
-
-# # 列出最新日期目录下的所有 Blob 文件
-# def list_latest_blob_files(base_path_template):
-#     try:
-#         current_date = datetime.utcnow() + timedelta(hours=8)
-#         date_path = current_date.strftime("%Y/%m/%d/")
-#         base_path = base_path_template + date_path
-        
-#         if path_exists(base_path):
-#             all_files = list_files_recursive(base_path)
-#             access_files = [file for file in all_files if is_access_file(file)]
-#             if not access_files:
-#                 print("最新日期目录下未找到 Access 文件。")
-#                 return []
-#             else:
-#                 return access_files
-#         else:
-#             print(f"指定路径不存在: {base_path}")
-#             return []
-#     except Exception as e:
-#         print(f"列出路径模板 {base_path_template} 中的最新 Blob 文件时出错: {e}")
-#         raise
-
-
-# # 设置原始路径模板
-# # 测试路径
-# # access_file_path_template = "abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/ODS/GND/UserUpload/"
-# # 生产路径
-# access_file_path_template = "abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/ODS/GND/UserUpload/"
-
-
-# # Blob存储的文件夹路径
-# blob_folder_path = list_latest_blob_files(access_file_path_template)
-
-# # 遍历Blob存储上的文件夹和子文件夹
-# file_list = []
-# for root, dirs, files in os.walk(blob_folder_path):
-#     for file in files:
-#         file_list.append((root, file))
-
-# # 创建DataFrame
-# df = spark.createDataFrame(file_list, ["folder_path", "file_name"])
-
-# # 将DataFrame写入临时表
-# df.createOrReplaceTempView("temp_table")
-
-
-# COMMAND ----------
-
-# # 730 修改在一半版本
-# from io import StringIO  
-# import pandas as pd  
-# from pyspark.sql import SparkSession  
-# from subprocess import run, PIPE  
-# import subprocess  
-# from pyspark.sql import SparkSession  
-# from datetime import datetime  
-
-# #获取所有blob文件目录地址并复制到 dbfs 的指定目录下
-# def get_access_file_path_dbfs_list(access_file_path_blob,target_path):  
-#     access_file_path_dbfs_list =[]
-#     # 使用 dbutils.fs.ls 遍历目录  
-#     for file_info in dbutils.fs.ls(access_file_path_blob):  
-#         if file_info.isDir() and file_info.path.endswith('/') :  
-#             # 确保是目录  
-#             blob_path = file_info.path
-#             for file_name in dbutils.fs.ls(file_info.path):
-#                 if file_name.path.lower().endswith('xiehe.accdb') &  file_name.name.lower().startswith('database') :
-#                     dbutils.fs.cp(file_name.path,f"{target_path}/{file_name.name}" )  
-#                     access_file_path_dbfs_list.append(f"{target_path}/{file_name.name}")
-#     return access_file_path_dbfs_list
-
-# import subprocess  
-
-# # 将access 文件转化成csv  
-# def access_file_to_csv(access_file_path_blob,target_path,output_dir):
-#     access_file_path_dbfs_list = get_access_file_path_dbfs_list(access_file_path_blob,target_path)
-#     print(access_file_path_dbfs_list)
-#     for access_path in access_file_path_dbfs_list:
-#     # 首先列出所有表名  
-#         result = subprocess.run(['mdb-tables', '-1', f"/dbfs{access_path}"], stdout=subprocess.PIPE, text=True)  
-#         print(result.returncode)
-#         if result.returncode != 0:  
-#             print(f"Error listing tables: {result.stderr}")  
-#             return  
-#         table_names = result.stdout.strip().split('\n')  
-#         print(table_names) 
-#         # 遍历表，并保存至csv ,以下代码有问题----修需改
-#         for table_name in table_names:
-#             csv_path = f"{output_dir}/{table_name}.csv"  
-#             export_result = subprocess.run(['mdb-export', f"/dbfs{access_path}", table_name], stdout=subprocess.PIPE, text=True)  
-#             with open(csv_path, 'w') as file:  
-#                 file.write(export_result.stdout)  
-#             if export_result.returncode != 0:  
-#                 print(f"Error exporting {table_name} to {csv_path}: {export_result.stderr}")  
-
-# # 以上代码有问题----修需改 
-# # 还需功能，实现 读取csv 文件，写入对应DWD 表，并基于数据时间对 结果表数据进行数据覆盖
-
-
-# def main(access_file_path_blob,target_path,output_dir):
-#     access_file_to_csv(access_file_path_blob,target_path,output_dir)
-
-# if __name__ == "__main__":
-
-#     # 原始路径模板，使用年月日替换 
-#     access_file_path_template = "abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/ODS/GND/UserUpload/{date}/"  
-#     today = datetime.now().strftime("%Y/%m/%d")  
-#     access_file_path_blob = access_file_path_template.format(date=today)  
-
-#     main(access_file_path_blob,"/dbfs/tmp" ,"/dbfs/tmp")
-
-# COMMAND ----------
-
-import os
-import subprocess
-import pandas as pd
-from datetime import datetime, timedelta
-from concurrent.futures import ThreadPoolExecutor
-from pyspark.sql.functions import expr, date_format, lit
-from queue import Queue
-
-# 增加一个全局变量，保存线程中生成的临时文件名称
-TEMP_FILES = Queue()
-
-# 下载 Access 文件到本地
-def download_access_file(file_path, local_path):
-    # dbutils.fs.cp(file_path, local_path.replace("/dbfs", ""))
-    dbutils.fs.cp(file_path, local_path)
-    print(f"已下载 {file_path} 到 {local_path}")
-    return local_path
-
-# 检查文件是否存在
-def file_exists(local_path):
-    return os.path.exists(local_path)
-
-# 列出 Access 文件中的表
-def list_tables_in_access_file(local_path):
-    if not file_exists(local_path):
-        raise FileNotFoundError(f"文件未找到: {local_path}")
-
-    result = subprocess.run(['mdb-tables', '-1', local_path], stdout=subprocess.PIPE, stderr=subprocess.PIPE)
-    if result.returncode != 0:
-        error_message = result.stderr.decode('utf-8')
-        raise RuntimeError(f"列出表名时出错: {error_message}")
-    
-    table_names = result.stdout.decode('utf-8').strip().split('\n')
-    print(f"{local_path} 中的表: {table_names}")
-    return table_names
-
-# 读取每个表的数据并转换为 Pandas DataFrame
-def read_table_from_access(local_path, table_name):
-    local_dirname = os.path.dirname(local_path)
-    local_filename = os.path.basename(local_path).split('.')[0]
-    temp_file_path = f"{local_dirname}/mdb_export_{local_filename}_{table_name}.csv" 
-
-    try:
-        # 将数据导出到临时文件
-        result = subprocess.run(
-            ["mdb-export", local_path, table_name], stdout=open(temp_file_path, "w")
-        )
-
-        # 读取csv文件并清理列名
-        df = (
-            spark.read.option("header", "true")
-            .option("quote", '"')
-            .option("escape", '"')
-            .option("multiLine", "true")
-            .option("mode", "PERMISSIVE")
-            .csv(temp_file_path)
-        )
-        # 清理列名
-        for col in df.columns:
-            clean_col = (
-                col.replace(" ", "_")
-                .replace(",", "_")
-                .replace(";", "_")
-                .replace("{", "_")
-                .replace("}", "_")
-                .replace("(", "_")
-                .replace(")", "_")
-                .replace("\n", "_")
-                .replace("\t", "_")
-                .replace("=", "_")
-            )
-            if clean_col != col:
-                df = df.withColumnRenamed(col, clean_col)
-        return df
-    finally:
-        TEMP_FILES.put(temp_file_path)
-
-# 并行处理表
-def process_table_parallel(local_path, table_name, column_mapping, target_columns):
-    try:
-        df = read_table_from_access(local_path, table_name)
-
-        # 映射列名
-        if column_mapping:
-            for old_col, new_col in column_mapping.items():
-                df = df.withColumnRenamed(old_col, new_col)
-
-        # 确保列对齐
-        for col in target_columns:
-            if col not in df.columns:
-                df = df.withColumn(col, lit(None))
-
-        # 添加 ETL 字段
-        df = df.withColumn("etl_insert_dt", date_format(expr("current_timestamp() + INTERVAL 8 HOURS"), "yyyy-MM-dd HH:mm:ss"))
-        df = df.withColumn("etl_update_dt", date_format(expr("current_timestamp() + INTERVAL 8 HOURS"), "yyyy-MM-dd HH:mm:ss"))
-
-        # 重新排序列
-        spark_df = df.select(target_columns)
-
-        return spark_df
-    except Exception as e:
-        print(f"处理表 {table_name} 时出错: {e}")
-        return None
-
-# 处理 Access 文件并转换为 Spark DataFrame
-def process_access_files_with_config(access_files, config_df, column_mapping):
-    all_dataframes = []
-    
-    # 获取目标表的列名
-    target_columns = list(column_mapping.values()) + ['etl_insert_dt', 'etl_update_dt']
-
-    with ThreadPoolExecutor(max_workers=8) as executor:
-        futures = []
-        
-        # 读取配置文件中的配置信息
-        for index, row in config_df.iterrows():
-            file_name = row['file_name']
-            table_name = row['table_name']
-
-            # 找到匹配的文件
-            matching_files = [file for file in access_files if file_name in file]
-            if not matching_files:
-                print(f"未找到匹配的文件: {file_name}")
-                continue
-
-            # 读取匹配文件中的数据并合并
-            for file in matching_files:
-                try:
-                    local_path = download_access_file(file, f"/Volumes/{NGBI_CATALOG}/tmp/volume_tmp/tmp/{os.path.basename(file)}") 
-                    table_names = list_tables_in_access_file(local_path)
-
-                    for table in table_names:
-                        futures.append(executor.submit(process_table_parallel, local_path, table, column_mapping, target_columns))
-                except Exception as e:
-                    print(f"处理文件 {file} 时出错: {e}")
-                    continue
-
-        for future in futures:
-            result = future.result()
-            if result:
-                all_dataframes.append((result, table_name))
-
-    return all_dataframes
-
-# 设置原始路径模板
-# 测试路径
-# access_file_path_template = "abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/ODS/GND/UserUpload/"
-# 生产路径
-if ENVIRONMENT == PRD_ENVIRONMENT_VALUE:
-    access_file_path_template = "abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/ODS/GND/UserUpload/"
-elif ENVIRONMENT == TEST_ENVIRONMENT_VALUE:
-    access_file_path_template = "abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/ODS/GND/UserUpload/"
-
-# 列出最新日期目录下的所有 Blob 文件
-def list_latest_blob_files(base_path_template):
-    try:
-        current_date = datetime.utcnow() + timedelta(hours=8)
-        date_path = current_date.strftime("%Y/%m/%d/")
-        base_path = base_path_template + date_path
-        
-        if path_exists(base_path):
-            all_files = list_files_recursive(base_path)
-            access_files = [file for file in all_files if is_access_file(file)]
-            if not access_files:
-                print("最新日期目录下未找到 Access 文件。")
-                return []
-            else:
-                return access_files
-        else:
-            print(f"指定路径不存在: {base_path}")
-            return []
-    except Exception as e:
-        print(f"列出路径模板 {base_path_template} 中的最新 Blob 文件时出错: {e}")
-        raise
-
-# 检查路径是否存在
-def path_exists(path):
-    try:
-        dbutils.fs.ls(path)
-        return True
-    except Exception as e:
-        if "java.io.FileNotFoundException" in str(e):
-            return False
-        else:
-            print(f"检查路径 {path} 时出错: {e}")
-            raise
-
-# 判断文件是否为 Access 文件
-def is_access_file(file_path):
-    return file_path.lower().endswith('.accdb')
-
-# 递归遍历目录以列出所有文件
-def list_files_recursive(path):
-    try:
-        files = []
-        if path_exists(path):
-            for file_info in dbutils.fs.ls(path):
-                if file_info.isDir():
-                    files.extend(list_files_recursive(file_info.path))
-                else:
-                    files.append(file_info.path)
-        return files
-    except Exception as e:
-        print(f"列出路径 {path} 中的文件时出错: {e}")
-        raise
-
-# 设置原始路径模板
-# 测试路径
-# access_file_path_template = "abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/ODS/GND/UserUpload/"
-# 生产路径
-# access_file_path_template = "abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/ODS/GND/UserUpload/"
-
-# 列出最新日期目录下的 Blob 文件
-latest_access_files = list_latest_blob_files(access_file_path_template)
-
-if latest_access_files:
-    try:
-        # 从配置表中读取配置数据
-        config_df = spark.table("dwd.dwd_gnd_xiehe_config_table_mapping").toPandas()
-
-        # 字段映射
-        column_mapping = {
-            'AREA': 'area',
-            'Date': 'yq',
-            '医院级别': 'h_level',
-            'DEPT_NAME': 'dept_name',
-            '报销': 'reimburse',
-            '报销类型': 'reimburse_type',
-            '处方来源': 'prescription_source',
-            'ATC': 'atc',
-            '新code': 'new_code',
-            '通用名': 'common_name',
-            '商品名称': 'product_name',
-            '厂家': 'manu_des',
-            '规格': 'pack_des',
-            '给药途径': 'drug_delivery_route',
-            '剂型': 'nfc',
-            '处方张数': 'prescription',
-            '取药数量': 'sales_vol',
-            '单价': 'price',
-            '金额': 'sales_value'
-        }
-
-        # 处理并合并最新的 Access 文件的数据
-        all_dataframes = process_access_files_with_config(latest_access_files, config_df, column_mapping)
-
-        if all_dataframes:
-            combined_spark_df = None
-
-            for df, table_name in all_dataframes:
-                # 将更改字段名后的 DataFrame 转换为 Spark DataFrame
-                df.createOrReplaceTempView("temp_access_table")
-                spark.sql(f"CREATE TABLE IF NOT EXISTS {table_name} AS SELECT * FROM temp_access_table")
-                spark.sql(f"INSERT overwrite {table_name} SELECT * FROM temp_access_table")
-
-                if combined_spark_df is None:
-                    combined_spark_df = df
-                else:
-                    combined_spark_df = combined_spark_df.union(df)
-
-            # 合并所有写入的表成一个结果表 result
-            if combined_spark_df:
-                combined_spark_df.createOrReplaceTempView("combined_table")
-                spark.sql("create table if not exists dwd.dwd_inc_gnd_ext_xiehe_union_all as select * from combined_table")
-                spark.sql("insert overwrite dwd.dwd_inc_gnd_ext_xiehe_union_all select * from combined_table")
-        else:
-            print("Access 文件中没有找到数据。")
-    except Exception as e:
-        print(f"处理 Access 文件时出错: {e}")
-else:
-    print("没有 Access 文件需要处理。")
-
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC delete from dwd.dwd_gnd_ext_xiehe_raw_data
-# MAGIC where yq in (
-# MAGIC   select yq from dwd.dwd_inc_gnd_ext_xiehe_union_all t1
-# MAGIC   where left(t1.etl_insert_dt, 10) = left(from_utc_timestamp(current_timestamp(),'UTC+8'),10)
-# MAGIC );
-# MAGIC
-# MAGIC insert into dwd.dwd_gnd_ext_xiehe_raw_data
-# MAGIC (
-# MAGIC area,
-# MAGIC yq,
-# MAGIC h_level,
-# MAGIC dept_name,
-# MAGIC reimburse,
-# MAGIC reimburse_type,
-# MAGIC prescription_source,
-# MAGIC atc,
-# MAGIC new_code,
-# MAGIC common_name,
-# MAGIC product_name,
-# MAGIC manu_des,
-# MAGIC pack_des,
-# MAGIC drug_delivery_route,
-# MAGIC nfc,
-# MAGIC prescription,
-# MAGIC sales_vol,
-# MAGIC price,
-# MAGIC sales_value,
-# MAGIC etl_insert_dt,
-# MAGIC etl_update_dt
-# MAGIC )
-# MAGIC select area,
-# MAGIC yq,
-# MAGIC h_level,
-# MAGIC dept_name,
-# MAGIC reimburse,
-# MAGIC reimburse_type,
-# MAGIC prescription_source,
-# MAGIC atc,
-# MAGIC new_code,
-# MAGIC common_name,
-# MAGIC product_name,
-# MAGIC manu_des,
-# MAGIC pack_des,
-# MAGIC drug_delivery_route,
-# MAGIC nfc,
-# MAGIC prescription,
-# MAGIC sales_vol,
-# MAGIC price,
-# MAGIC sales_value,
-# MAGIC from_utc_timestamp(current_timestamp(),'UTC+8') etl_insert_dt,
-# MAGIC from_utc_timestamp(current_timestamp(),'UTC+8') etl_update_dt
-# MAGIC from dwd.dwd_inc_gnd_ext_xiehe_union_all
-# MAGIC where left(etl_insert_dt, 10) = left(from_utc_timestamp(current_timestamp(),'UTC+8'),10);
diff --git a/EXTERNAL/XIEHE/bkp_01 xiehe_blob2dwd.py:Zone.Identifier b/EXTERNAL/XIEHE/bkp_01 xiehe_blob2dwd.py:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/XIEHE/bkp_02 dm_ext_xiehe_sales.sql b/EXTERNAL/XIEHE/bkp_02 dm_ext_xiehe_sales.sql
deleted file mode 100644
index 64a8e10..0000000
--- a/EXTERNAL/XIEHE/bkp_02 dm_ext_xiehe_sales.sql	
+++ /dev/null
@@ -1,115 +0,0 @@
--- Databricks notebook source
---------------------------------------------------------------------------------
---修改时间：20241025
---修改人：FanXujia
---修改内容：
---协和的报销情况、报销类型、处方来源等字段与产品无关，不能放packinfo表，因此放事实表里
---------------------------------------------------------------------------------
---------------------------------------对协和raw data 数据挂上pack geo信息,并获取本同期数据---------------------------------------------------
-insert overwrite table dws.dws_ext_xiehe_raw_data 
-select
-     yyyymm 
-    ,IQVIA_PACK_CODE
-    ,AUDIT_COD 
-    ,h_level
-    ,reimburse
-    ,reimburse_type
-    ,prescription_source
-    ,area
-    ,dept_name
-    ,new_code
-    ,sum(prescription)      prescription
-    ,SUM(sales_vol)			counting_unit
-    ,SUM(price)             price
-    ,SUM(sales_value)       sales_value
-    ,sum(prescription_ly)   prescription_ly
-    ,SUM(sales_vol_ly)      counting_unit_ly
-    ,SUM(price_ly)          price_ly
-    ,SUM(sales_value_ly)    sales_value_ly
-    ,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_insert_dt
-    ,from_utc_timestamp(current_timestamp(),'UTC+8')	etl_update_dt
-    FROM (
-        select
-            cast(concat('20',left(yq,2))*100 + right(yq,1)*3  as int ) yyyymm 
-            ,if( b.IQVIA_PACK_CODE REGEXP '^[0-9]',right(concat('000000000000',b.IQVIA_PACK_CODE),12),b.IQVIA_PACK_CODE) IQVIA_PACK_CODE --right(concat('0000000',b.IQVIA_PACK_CODE),7 )
-            ,c.AUDIT_COD 
-            ,a.h_level
-            ,a.reimburse
-            ,a.reimburse_type
-            ,a.prescription_source
-            ,a.area
-            ,a.dept_name
-            ,a.new_code
-            ,a.prescription
-            ,a.sales_vol
-            ,a.price
-            ,a.sales_value
-            ,0         as prescription_ly
-            ,0         as sales_vol_ly
-            ,0         as price_ly
-            ,0         as sales_value_ly
-        from  dwd.dwd_gnd_ext_xiehe_raw_data a 
-        left join (select DISTINCT pack_code,IQVIA_PACK_CODE from dwd.dwd_gnd_xiehe_pack_info) b on upper(b.pack_code) =  upper(a.new_code)
-        left join dm.dm_ims_td_geo c on c.CITY_C = a.area 
-        union all 
-        select
-            cast(concat('20',left(yq,2))*100 + right(yq,1)*3 +100  as int ) yyyymm 
-            ,if( b.IQVIA_PACK_CODE REGEXP '^[0-9]',right(concat('000000000000',b.IQVIA_PACK_CODE),12),b.IQVIA_PACK_CODE) IQVIA_PACK_CODE --right(concat('0000000',b.IQVIA_PACK_CODE),7 )
-            ,c.AUDIT_COD 
-            ,a.h_level
-            ,a.reimburse
-            ,a.reimburse_type
-            ,a.prescription_source
-            ,a.area
-            ,a.dept_name
-            ,a.new_code
-            ,0                       as prescription
-            ,0                       as sales_vol    
-            ,0                       as price      	
-            ,0                       as sales_value  
-            ,a.prescription          as prescription_ly
-            ,a.sales_vol             as sales_vol_ly
-            ,a.price      			 as price_ly
-            ,a.sales_value      	 as sales_value_ly
-        from  dwd.dwd_gnd_ext_xiehe_raw_data a 
-        left join (select DISTINCT pack_code,IQVIA_PACK_CODE from dwd.dwd_gnd_xiehe_pack_info) b on upper(b.pack_code) =  upper(a.new_code)
-        left join dm.dm_ims_td_geo c on c.CITY_C = a.area 
-        where cast(concat('20',left(yq,2))*100 + right(yq,1)*3 +100  as int )
-            <=(SELECT MAX(cast(concat('20',left(yq,2))*100 + right(yq,1)*3 as int )) from dwd.dwd_gnd_ext_xiehe_raw_data )
-    )
-GROUP BY 
-     yyyymm 
-    ,IQVIA_PACK_CODE
-    ,AUDIT_COD 
-    ,h_level
-    ,reimburse
-    ,reimburse_type
-    ,prescription_source
-    ,area
-    ,dept_name
-    ,new_code
-
--- COMMAND ----------
-
-----------raw data 数据抽取到dm------------
-insert overwrite table dm.dm_ext_xiehe_sales 
-select 
-    yyyymm
-    ,IQVIA_PACK_CODE
-    ,AUDIT_COD
-    ,h_level
-    ,reimburse
-    ,reimburse_type
-    ,prescription_source
-    ,area
-    ,dept_name
-    ,new_code
-    ,prescription
-    ,counting_unit
-    ,price
-    ,sales_value
-    ,prescription_ly
-    ,counting_unit_ly
-    ,price_ly
-    ,sales_value_ly
-from dws.dws_ext_xiehe_raw_data
diff --git a/EXTERNAL/XIEHE/bkp_02 dm_ext_xiehe_sales.sql:Zone.Identifier b/EXTERNAL/XIEHE/bkp_02 dm_ext_xiehe_sales.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/XIEHE/bkp_03 dm_ext_xiehe_pack_property.sql b/EXTERNAL/XIEHE/bkp_03 dm_ext_xiehe_pack_property.sql
deleted file mode 100644
index b17dc59..0000000
--- a/EXTERNAL/XIEHE/bkp_03 dm_ext_xiehe_pack_property.sql	
+++ /dev/null
@@ -1,776 +0,0 @@
--- Databricks notebook source
----------------------------------------------在配置表中提取所需字段去重，并对编码类数据补位、公司名称简化、产品重新归属公司------------------------------------
-insert overwrite table tmp.tmp_ext_xiehe_pack_property_tmp 
-----code 补码
----重新归属公司
-select   
-     distinct 
-	 --20250428 chenwu iqivacode扩到12位,brandcode 扩到9位
-	 if( IQVIA_PACK_CODE REGEXP '^[0-9]',right(concat('000000000000',IQVIA_PACK_CODE),12),IQVIA_PACK_CODE) as IQVIA_PACK_CODE --right(concat('0000000', IQVIA_PACK_CODE),7)    
-	,right(concat('000000000', IQVIA_PROD_CODE),9) as IQVIA_PROD_CODE --right(concat('00000', IQVIA_PROD_CODE),5)
-	,a.pack_des      
-	,a.APP1_COD
-	,a.APP1_DES
-	,a.APP1_DES_C
-	,a.APP2_COD
-	,a.APP2_DES
-	,a.APP2_DES_C
-	,a.APP3_COD
-	,a.APP3_DES   
-	,a.APP3_DES_C   
-	,a.ATC1_COD   
-	,a.ATC1_DES
-	,a.ATC1_DES_C   
-	,a.ATC2_COD  
-	,a.ATC2_DES   
-	,a.ATC2_DES_C
-	,a.ATC3_COD
-	,a.ATC3_DES
-	,a.ATC3_DES_C
-	,a.ATC4_COD
-	,a.ATC4_DES
-	,a.ATC4_DES_C
-	,a.BIO_DESC
-	,right(concat('000000', a.CMPS_COD),6)                                   AS CMPS_COD
-	,a.CMPS_DES
-	,a.CMPS_DES_C
-  ,COALESCE(c.corp_cod,b.corp_cod,a.corp_cod)                                                     as corp_cod
-	,COALESCE(c.corp_des,b.corp_des,case when a.CORP_DES like '% GROUP%' then replace(a.CORP_DES,' GROUP','') else a.CORP_DES end)  as CORP_DES
-  ,COALESCE(d.corp_des_c,a.corp_des_c )                                                           as corp_des_c
-	,a.EDL_DESC
-	,a.ETH_OTC_DESC
-	,a.GENE_ORIG_DESC
-	,a.GQCE_DESC
-	,COALESCE(c.manu_cod,b.manu_cod,a.manu_cod)  manu_cod 
-  ,COALESCE(c.manu_des,b.manu_des,a.manu_des)  manu_des 
-  ,COALESCE(e.manu_des_c,a.manu_des_c)         manu_des_c
-	,case when a.MNFL_COD = 'L' then 'L' else 'M' end MNFL_COD           --chpa逻辑
- 	,case when a.MNFL_DES='Local' then 'LOCAL' else 'MNC' end MNFL_DES   --chpa逻辑
-	-- ,a.MNFL_COD
-	-- ,a.MNFL_DES
-	,a.NRDL_DESC
-	,a.STGH_DES
-	,a.PACK_LCH
-	,a.PAED_DESC
-	,a.PROD_DES
-	,a.PROD_DES_C  
-	,a.TCM_DESC
-	,CASE WHEN a.VBP_DESC IN ('VBP-IN','VBP-N/A') THEN 'VBP' ELSE 'Non VBP' END VBP_DESC    --chpa逻辑
-	-- ,a.VBP_DESC
-	,a.Unit
-	,a.Counting_Unit
-	,a.Dosage_Unit
-from dwd.dwd_gnd_xiehe_pack_info a 
-left join (select right(concat('000000000',prod_cod ),9) prod_cod,corp_cod
-                 ,case when CORP_DES like '% GROUP%' then replace(CORP_DES,' GROUP','') else CORP_DES end corp_des,right(concat('000000',manu_cod ),6) manu_cod,manu_des 
-           from dwd.dwd_gnd_tbl_corp_change 
-           where pack_cod is  null  
-) b  on right(concat('000000000', IQVIA_PROD_CODE),9)= b.prod_cod 
---right(concat('00000',A.IQVIA_PROD_CODE ),5)= b.prod_cod
-left join (select if( pack_cod REGEXP '^[0-9]',right(concat('000000000000',pack_cod),12),pack_cod) pack_cod,corp_cod
-				   ,case when CORP_DES like '% GROUP%' then replace(CORP_DES,' GROUP','') else CORP_DES end corp_des,right(concat('000000',manu_cod ),6) manu_cod,manu_des 
-           from dwd.dwd_gnd_tbl_corp_change 
-           where pack_cod is  not null  
-) c  on if( IQVIA_PACK_CODE REGEXP '^[0-9]',right(concat('000000000000',IQVIA_PACK_CODE),12),IQVIA_PACK_CODE) = c.pack_cod
---right(concat('0000000', IQVIA_PACK_CODE),7)  = c.pack_cod
-left join (select distinct corp_cod,corp_des_c  from dwd.dwd_gnd_xiehe_pack_info) d  on coalesce(C.corp_cod,B.corp_cod ) = d.corp_cod 
-Left join (select distinct right(concat('000000',manu_cod ),6) manu_cod,manu_des,manu_des_c  from dwd.dwd_gnd_xiehe_pack_info) e  On coalesce(C.manu_cod,B.manu_cod )  = e.manu_cod 
-
-;
-
---------关联tblmarket 数据
------MARKET
---第一步：先处理 Extend_Market 和 NOT_IN_FLAG 都为空的数据，代表有明确定义得市场
-insert overwrite table tmp.tmp_ext_xiehe_pack_property 
-select  distinct
- t2.market,t1.*,
-t2.bu,CASE WHEN t2.extend_market_ratio IS NULL THEN '1' ELSE t2.extend_market_ratio END AS Market_Ratio
-from tmp.tmp_ext_xiehe_pack_property_tmp t1
-left join (select * from dwd.dwd_gnd_ims_tblmarket WHERE Extend_Market IS NULL AND ( NOT_IN_FLAG IS NULL or  NOT_IN_FLAG = '1' )) t2
-on  t1.ATC1_COD = case when t2.ATC1_Code is null then t1.ATC1_COD else t2.ATC1_Code end
-and t1.ATC2_COD = case when t2.ATC2_Code is null then t1.ATC2_COD else t2.ATC2_Code end
-and t1.ATC3_COD = case when t2.ATC3_Code is null then t1.ATC3_COD else t2.ATC3_Code end
-and t1.ATC4_COD = case when t2.ATC4_Code is null then t1.ATC4_COD else t2.ATC4_Code end
-and t1.APP1_COD = case when t2.NFC1_Code is null then t1.APP1_COD else t2.NFC1_Code end
-and t1.APP2_COD = case when t2.NFC2_Code is null then t1.APP2_COD else t2.NFC2_Code end
-and t1.APP3_COD = case when t2.NFC3_Code is null then t1.APP3_COD else t2.NFC3_Code end
-and t1.CORP_COD = case when t2.corporation_code is null then t1.CORP_COD else t2.corporation_code end
-and t1.MANU_COD = case when t2.Manufacturer_Code is null then t1.MANU_COD else t2.Manufacturer_Code end
-and right(concat('000000000', coalesce(t1.IQVIA_PROD_CODE,'')),9)  = case when  t2.Product_Code  is null then right(concat('000000000', coalesce(t1.IQVIA_PROD_CODE,'')),9)  else right(concat('000000000', coalesce(t2.Product_Code,'')),9) end
--- and t1.IQVIA_PACK_CODE = case when t2.Pack_Code is null then t1.IQVIA_PACK_CODE else t2.Pack_Code end
-and nvl(t1.STGH_DES,'') = case when t2.Strength is null then nvl(t1.STGH_DES,'') else nvl(t2.Strength,'') end
-and right(concat('000000', coalesce(t1.CMPS_COD,'')),6)   = case when t2.Molecule_Code is null then right(concat('000000', coalesce(t1.CMPS_COD,'')),6)  else right(concat('000000', coalesce( t2.Molecule_Code ,'')),6) end
-and if( coalesce(t1.IQVIA_PACK_CODE,'') REGEXP '^[0-9]',right(concat('000000000000', coalesce(t1.IQVIA_PACK_CODE,'')),12),coalesce(t1.IQVIA_PACK_CODE,'')) 
-= case when t2.pack_code is null 
-then if( coalesce(t1.IQVIA_PACK_CODE,'') REGEXP '^[0-9]',right(concat('000000000000', coalesce(t1.IQVIA_PACK_CODE,'')),12),coalesce(t1.IQVIA_PACK_CODE,''))
-else if( coalesce(t2.pack_code,'') REGEXP '^[0-9]',right(concat('000000000000', coalesce(t2.pack_code,'')),12),coalesce(t2.pack_code,'')) end
-where t2.market is not null
-;
-
---第二步：
---处理 Extend_Market 为空，并且 NOT_IN_FLAG 有值的数据，代表反选定义市场的规则
-insert overwrite table tmp.tmp_ext_xiehe_pack_property_del 
-select distinct t2.market,t1.*,t2.bu,CASE WHEN t2.extend_market_ratio IS NULL THEN '1' ELSE t2.extend_market_ratio END AS Market_Ratio
-	from tmp.tmp_ext_xiehe_pack_property_tmp  t1
-	left join (select * from dwd.dwd_gnd_ims_tblmarket WHERE Extend_Market IS NULL AND  NOT_IN_FLAG = '0' ) t2
-	on  t1.ATC1_COD = case when t2.ATC1_Code is null then t1.ATC1_COD else t2.ATC1_Code end
-	and t1.ATC2_COD = case when t2.ATC2_Code is null then t1.ATC2_COD else t2.ATC2_Code end
-	and t1.ATC3_COD = case when t2.ATC3_Code is null then t1.ATC3_COD else t2.ATC3_Code end
-	and t1.ATC4_COD = case when t2.ATC4_Code is null then t1.ATC4_COD else t2.ATC4_Code end
-	and t1.APP1_COD = case when t2.NFC1_Code is null then t1.APP1_COD else t2.NFC1_Code end
-	and t1.APP2_COD = case when t2.NFC2_Code is null then t1.APP2_COD else t2.NFC2_Code end
-	and t1.APP3_COD = case when t2.NFC3_Code is null then t1.APP3_COD else t2.NFC3_Code end
-	and t1.CORP_COD = case when t2.corporation_code is null then t1.CORP_COD else t2.corporation_code end
-	and t1.MANU_COD = case when t2.Manufacturer_Code is null then t1.MANU_COD else t2.Manufacturer_Code end
-	and right(concat('000000000', coalesce(t1.IQVIA_PROD_CODE,'')),9)  = case when  t2.Product_Code  is null then right(concat('000000000', coalesce(t1.IQVIA_PROD_CODE,'')),9)  else right(concat('000000000', coalesce(t2.Product_Code,'')),9) end
-	and nvl(t1.STGH_DES,'') = case when t2.Strength is null then nvl(t1.STGH_DES,'') else nvl(t2.Strength,'') end
-	and right(concat('000000', coalesce(t1.CMPS_COD,'')),6)   = case when t2.Molecule_Code is null then right(concat('000000', coalesce(t1.CMPS_COD,'')),6)  else right(concat('000000', coalesce( t2.Molecule_Code ,'')),6) end
-	and if( coalesce(t1.IQVIA_PACK_CODE,'') REGEXP '^[0-9]',right(concat('000000000000', coalesce(t1.IQVIA_PACK_CODE,'')),12),coalesce(t1.IQVIA_PACK_CODE,'')) 
-	= case when t2.pack_code is null 
-	then if( coalesce(t1.IQVIA_PACK_CODE,'') REGEXP '^[0-9]',right(concat('000000000000', coalesce(t1.IQVIA_PACK_CODE,'')),12),coalesce(t1.IQVIA_PACK_CODE,''))
-	else if( coalesce(t2.pack_code,'') REGEXP '^[0-9]',right(concat('000000000000', coalesce(t2.pack_code,'')),12),coalesce(t2.pack_code,'')) end
-	where t2.market is not null
- ;
-
---！！！注意此段是反选的规则，故执行的是从已经定义好的TempMKT中删除数据
---需要看TempMKT的字段结构，没有值的字段，在Value里面放个空值
-MERGE INTO tmp.tmp_ext_xiehe_pack_property AS t1
-USING tmp.tmp_ext_xiehe_pack_property_del AS t2
-	 on  t1.ATC1_COD = t2.ATC1_COD
-     and t1.ATC2_COD = t2.ATC2_COD
-     and t1.ATC3_COD = t2.ATC3_COD
-     and t1.ATC4_COD = t2.ATC4_COD
-     and t1.APP1_COD = t2.APP1_COD
-     and t1.APP2_COD = t2.APP2_COD
-     and t1.APP3_COD = t2.APP3_COD
-     and t1.CORP_COD = t2.CORP_COD
-     and t1.MANU_COD = t2.MANU_COD
-     and t1.IQVIA_PROD_CODE = t2.IQVIA_PROD_CODE
-     and t1.IQVIA_PACK_CODE = t2.IQVIA_PACK_CODE
-     and t1.STGH_DES = t2.STGH_DES
-     and t1.CMPS_COD = t2.CMPS_COD
-     and t1.market = t2.market
-WHEN MATCHED THEN DELETE 
-;
-
-
----第三步：
---处理 Extend_Market 有值得数据，用已有市场，定义新的市场，带上系数
-insert into  tmp.tmp_ext_xiehe_pack_property
-select distinct 
-	t2.Market,
-	t1.iqvia_pack_code ,
-	t1.iqvia_prod_code
-	,t1.pack_des      
-	,t1.APP1_COD
-	,t1.APP1_DES
-	,t1.APP1_DES_C
-	,t1.APP2_COD
-	,t1.APP2_DES
-	,t1.APP2_DES_C
-	,t1.APP3_COD
-	,t1.APP3_DES   
-	,t1.APP3_DES_C   
-	,t1.ATC1_COD   
-	,t1.ATC1_DES
-	,t1.ATC1_DES_C   
-	,t1.ATC2_COD  
-	,t1.ATC2_DES   
-	,t1.ATC2_DES_C
-	,t1.ATC3_COD
-	,t1.ATC3_DES
-	,t1.ATC3_DES_C
-	,t1.ATC4_COD
-	,t1.ATC4_DES
-	,t1.ATC4_DES_C
-	,t1.BIO_DESC
-	,t1.CMPS_COD
-	,t1.CMPS_DES
-	,t1.CMPS_DES_C
-  ,t1.corp_cod
-	,t1.CORP_DES
-	,t1.corp_des_c
-	,t1.EDL_DESC
-	,t1.ETH_OTC_DESC
-	,t1.GENE_ORIG_DESC
-	,t1.GQCE_DESC
-	,t1.manu_cod 
-  ,t1.manu_des 
-  ,t1.manu_des_c
-	,t1.MNFL_COD           
- 	,t1.MNFL_DES    
-	,t1.NRDL_DESC
-	,t1.STGH_DES
-	,t1.PACK_LCH
-	,t1.PAED_DESC
-	,t1.PROD_DES
-	,t1.PROD_DES_C  
-	,t1.TCM_DESC
-	,t1.VBP_DESC   
-	,t1.Unit
-	,t1.Counting_Unit
-	,t1.Dosage_Unit
-  ,t2.BU
-  ,case when t2.Extend_Market_Ratio is null then '1' end AS Market_Ratio   --市场的系数若没有维护，默认为1
-from tmp.tmp_ext_xiehe_pack_property t1
-left join (select Market, BU,Extend_Market,Extend_Market_Ratio from dwd.dwd_gnd_ims_tblmarket  WHERE Extend_Market IS NOT NULL) t2 on t1.Market=t2.Extend_Market
-where t2.Market is not null
-;
-
--- COMMAND ----------
-
---补上未匹配到Market的pack
-insert into tmp.tmp_ext_xiehe_pack_property
-(
-Market,
-IQVIA_PACK_CODE,
-IQVIA_PROD_CODE,
-pack_des,
-APP1_COD,
-APP1_DES,
-APP1_DES_C,
-APP2_COD,
-APP2_DES,
-APP2_DES_C,
-APP3_COD,
-APP3_DES,
-APP3_DES_C,
-ATC1_COD,
-ATC1_DES,
-ATC1_DES_C,
-ATC2_COD,
-ATC2_DES,
-ATC2_DES_C,
-ATC3_COD,
-ATC3_DES,
-ATC3_DES_C,
-ATC4_COD,
-ATC4_DES,
-ATC4_DES_C,
-BIO_DESC,
-CMPS_COD,
-CMPS_DES,
-CMPS_DES_C,
-corp_cod,
-CORP_DES,
-corp_des_c,
-EDL_DESC,
-ETH_OTC_DESC,
-GENE_ORIG_DESC,
-GQCE_DESC,
-manu_cod,
-manu_des,
-manu_des_c,
-MNFL_COD,
-MNFL_DES,
-NRDL_DESC,
-STGH_DES,
-PACK_LCH,
-PAED_DESC,
-PROD_DES,
-PROD_DES_C,
-TCM_DESC,
-VBP_DESC,
-Unit,
-Counting_Unit,
-Dosage_Unit,
-bu,
-Market_Ratio
-)
-select distinct
-'Non Market' as Market,
-t1.IQVIA_PACK_CODE,
-t1.IQVIA_PROD_CODE,
-t1.pack_des,
-t1.APP1_COD,
-t1.APP1_DES,
-t1.APP1_DES_C,
-t1.APP2_COD,
-t1.APP2_DES,
-t1.APP2_DES_C,
-t1.APP3_COD,
-t1.APP3_DES,
-t1.APP3_DES_C,
-t1.ATC1_COD,
-t1.ATC1_DES,
-t1.ATC1_DES_C,
-t1.ATC2_COD,
-t1.ATC2_DES,
-t1.ATC2_DES_C,
-t1.ATC3_COD,
-t1.ATC3_DES,
-t1.ATC3_DES_C,
-t1.ATC4_COD,
-t1.ATC4_DES,
-t1.ATC4_DES_C,
-t1.BIO_DESC,
-t1.CMPS_COD,
-t1.CMPS_DES,
-t1.CMPS_DES_C,
-t1.corp_cod,
-t1.CORP_DES,
-t1.corp_des_c,
-t1.EDL_DESC,
-t1.ETH_OTC_DESC,
-t1.GENE_ORIG_DESC,
-t1.GQCE_DESC,
-t1.manu_cod,
-t1.manu_des,
-t1.manu_des_c,
-t1.MNFL_COD,
-t1.MNFL_DES,
-t1.NRDL_DESC,
-t1.STGH_DES,
-t1.PACK_LCH,
-t1.PAED_DESC,
-t1.PROD_DES,
-t1.PROD_DES_C,
-t1.TCM_DESC,
-t1.VBP_DESC,
-t1.Unit,
-t1.Counting_Unit,
-t1.Dosage_Unit,
-'' as bu,
-'1' as Market_Ratio
-from tmp.tmp_ext_xiehe_pack_property_tmp t1
-left join tmp.tmp_ext_xiehe_pack_property t2
-on t1.IQVIA_PACK_CODE = t2.IQVIA_PACK_CODE
-where t2.IQVIA_PACK_CODE is null
-
--- COMMAND ----------
-
-----------------------------------------------------补齐维度信息---------------------------
-------对属于az 的产品打上 is az 标识 
-insert overwrite table  dws.dws_ext_xiehe_pack_property 
-select 
-    concat(t1.Market,'_',T1.IQVIA_PACK_CODE) as MARKET_PACK_KEY 
-    ,t1.market
-    ,t1.IQVIA_PACK_CODE
-    ,t1.IQVIA_PROD_CODE
-    ,t1.pack_des
-    ,t1.APP1_COD
-    ,t1.APP1_DES
-    ,t1.APP1_DES_C
-    ,t1.APP2_COD
-    ,t1.APP2_DES
-    ,t1.APP2_DES_C
-    ,t1.APP3_COD
-    ,t1.APP3_DES
-    ,t1.APP3_DES_C
-    ,t1.ATC1_COD
-    ,t1.ATC1_DES
-    ,t1.ATC1_DES_C
-    ,t1.ATC2_COD
-    ,t1.ATC2_DES
-    ,t1.ATC2_DES_C
-    ,t1.ATC3_COD
-    ,t1.ATC3_DES
-    ,t1.ATC3_DES_C
-    ,t1.ATC4_COD
-    ,t1.ATC4_DES
-    ,t1.ATC4_DES_C
-    ,t1.BIO_DESC
-    ,t1.CMPS_COD
-    ,t1.CMPS_DES
-    ,t1.CMPS_DES_C
-    ,t1.corp_cod
-    ,t1.CORP_DES
-    ,t1.corp_des_c
-    ,t1.EDL_DESC
-    ,t1.ETH_OTC_DESC
-    ,t1.GENE_ORIG_DESC
-    ,t1.GQCE_DESC
-    ,t1.manu_cod
-    ,t1.manu_des
-    ,t1.manu_des_c
-    ,t1.MNFL_COD
-    ,t1.MNFL_DES
-    ,t1.NRDL_DESC
-    ,t1.STGH_DES
-    ,t1.PACK_LCH
-    ,t1.PAED_DESC
-    ,t1.PROD_DES
-    ,t1.PROD_DES_C
-    ,t1.TCM_DESC
-    ,t1.VBP_DESC
-    ,t1.Unit
-    ,t1.Counting_Unit
-    ,t1.Dosage_Unit
-    ,t1.bu
-    ,t1.Market_Ratio
-    ,NRDL_ENTRY_DATE
-    ,case when ta.prod_code is null then 'N' ELSE 'Y' END IS_AZ
-    ,null as AZ_MAIN
-    ,BRANDTYPE.brand_type   AS BRANDTYPE
-from  tmp.tmp_ext_xiehe_pack_property  t1
-left join (select distinct  Pack_Code,NRDL_ENTRY_DATE from  dwd.dwd_ims_td_pack_additional_attribute ) t2 on t1.IQVIA_PACK_CODE =t2.Pack_Code
-left join (select distinct IQVIA_PROD_CODE prod_code from tmp.tmp_ext_xiehe_pack_property where corp_cod='A5Z'  ) ta on t1.IQVIA_PROD_CODE=ta.prod_code
-LEFT JOIN dwd.dwd_gnd_ims_tblbrandtype BRANDTYPE ON t1.IQVIA_PACK_CODE = BRANDTYPE.PACK_COD
-;
-
-
--- COMMAND ----------
-
-----------------------------------------------------补齐维度信息---------------------------
-insert overwrite table tmp.tmp_dm_ext_xiehe_pack_property 
-select 
-    t1.MARKET_PACK_KEY 
-    ,t1.market
-    ,t1.IQVIA_PACK_CODE
-    ,t1.IQVIA_PROD_CODE
-    ,t1.pack_des
-    ,t1.APP1_COD
-    ,t1.APP1_DES
-    ,t1.APP1_DES_C
-    ,t1.APP2_COD
-    ,t1.APP2_DES
-    ,t1.APP2_DES_C
-    ,t1.APP3_COD
-    ,t1.APP3_DES
-    ,t1.APP3_DES_C
-    ,t1.ATC1_COD
-    ,t1.ATC1_DES
-    ,t1.ATC1_DES_C
-    ,t1.ATC2_COD
-    ,t1.ATC2_DES
-    ,t1.ATC2_DES_C
-    ,t1.ATC3_COD
-    ,t1.ATC3_DES
-    ,t1.ATC3_DES_C
-    ,t1.ATC4_COD
-    ,t1.ATC4_DES
-    ,t1.ATC4_DES_C
-    ,t1.BIO_DESC
-    ,t1.CMPS_COD
-    ,t1.CMPS_DES
-    ,t1.CMPS_DES_C
-    ,t1.corp_cod
-    ,t1.CORP_DES
-    ,t1.corp_des_c
-    ,t1.EDL_DESC
-    ,t1.ETH_OTC_DESC
-    ,t1.GENE_ORIG_DESC
-    ,t1.GQCE_DESC
-    ,t1.manu_cod
-    ,t1.manu_des
-    ,t1.manu_des_c
-    ,t1.MNFL_COD
-    ,t1.MNFL_DES
-    ,t1.NRDL_DESC
-    ,t1.STGH_DES
-    ,t1.PACK_LCH
-    ,t1.PAED_DESC
-    ,t1.PROD_DES
-    ,t1.PROD_DES_C
-    ,t1.TCM_DESC
-    ,t1.VBP_DESC
-    ,t1.Unit
-    ,t1.Counting_Unit
-    ,t1.Dosage_Unit
-    ,t1.bu
-    ,t1.Market_Ratio
-    ,t1.NRDL_ENTRY_DATE
-    ,t1.IS_AZ
-    ,t1.AZ_MAIN
-    ,t1.BRANDTYPE
-    ,nvl(cla.class,'Others')   class 
-    ,ta.ta
-from dws.dws_ext_xiehe_pack_property t1 
-left join dwd.dwd_gnd_ext_retail_dim_ta ta   on t1.market = ta.market
-left join dwd.dwd_gnd_tblclass cla  on t1.MARKET = case when cla.market is null then t1.market else cla.market end  
- and nvl(t1.iqvia_pack_code,'') = case when cla.pack_code is null   then  nvl(t1.iqvia_pack_code,'') 
-    else if( cla.pack_code REGEXP '^[0-9]',right(concat('000000000000',cla.pack_code),12),cla.pack_code)  end --right(concat('0000000',cla.pack_code ), 7)
- and nvl(t1.IQVIA_PROD_CODE,'') =        case when cla.product_code	  is null then nvl(t1.IQVIA_PROD_CODE       ,'')  
-    else  right(concat('000000000',cla.product_code ),9 ) end --right(concat('00000',cla.product_code ),5 )
- and nvl(t1.CMPS_COD,'') =        case when cla.molecule_code	  is null then nvl(t1.cmps_cod ,'') else right(concat('000000', cla.molecule_code),6 )  end 
- and nvl(t1.corp_cod,'') =        case when cla.Corporation_code  is null then nvl(t1.corp_cod       ,'') else  cla.Corporation_code  end
-  and nvl(t1.manu_cod,'')=        case when cla.Manufacturer_Code is null then nvl(t1.manu_cod,'') else cla.Manufacturer_Code end  
-  and nvl(t1.atc1_cod,'')=		 case when cla.ATC1_Code is null then  nvl(t1.atc1_cod       ,'') else  cla.ATC1_Code end 
- and nvl(t1.ATC2_COD,'') =		 case when cla.ATC2_Code  is null then  nvl(t1.ATC2_COD       ,'') else cla.ATC2_Code  end  
- and nvl(t1.ATC3_COD,'') =		 case when cla.ATC3_Code is null then  nvl(t1.ATC3_COD       ,'') else  cla.ATC3_Code end
- and nvl(t1.ATC4_COD,'') =		 case when cla.ATC4_Code is null then  nvl(t1.ATC4_COD       ,'') else  cla.ATC4_Code end
- and nvl(t1.app1_cod,'') =		 case when cla.NFC1_Code is null then  nvl(t1.app1_cod       ,'') else  cla.NFC1_Code end
- and nvl(t1.APP2_COD,'') =		 case when cla.NFC2_Code is null then  nvl(t1.APP2_COD       ,'') else  cla.NFC2_Code end
- and nvl(t1.APP3_COD,'') =		 case when cla.NFC3_Code is null then  nvl(t1.APP3_COD       ,'') else  cla.NFC3_Code end
- and nvl(t1.stgh_des,'') =		 case when cla.Strength  is null then  nvl(t1.stgh_des       ,'') else  cla.Strength  end
-;
-
-
--- COMMAND ----------
-
-with ims_pack_property as (
-select
-		MARKET_PACK_KEY,
-		max(PACK_COD) as PACK_COD,
-		max(PACK_DES) as PACK_DES,
-		max(STGH_DES) as STGH_DES,
-		max(PACK_LCH) as PACK_LCH,
-		max(Family_Code) as Family_Code,
-		max(Family_Name) as Family_Name,
-		max(PROD_COD) as PROD_COD,
-		max(PROD_DES) as PROD_DES,
-		max(PROD_DES_C) as PROD_DES_C,
-		max(CMPS_COD) as CMPS_COD,
-		max(CMPS_DES) as CMPS_DES,
-		max(CMPS_DES_C) as CMPS_DES_C,
-		max(ATC1_COD) as ATC1_COD,
-		max(ATC2_COD) as ATC2_COD,
-		max(ATC3_COD) as ATC3_COD,
-		max(ATC4_COD) as ATC4_COD,
-		max(APP1_COD) as APP1_COD,
-		max(APP2_COD) as APP2_COD,
-		max(APP3_COD) as APP3_COD,
-		max(BIO_DESC) as BIO_DESC,
-		max(GENE_ORIG_DESC) as GENE_ORIG_DESC,
-		max(ETH_OTC_DESC) as ETH_OTC_DESC,
-		max(NRDL_DESC) as NRDL_DESC,
-		max(NRDL_Entry_Date) as NRDL_Entry_Date,
-		max(EDL_DESC) as EDL_DESC,
-		max(TCM_DESC) as TCM_DESC,
-		max(PAED_DESC) as PAED_DESC,
-		max(GQCE_DESC) as GQCE_DESC,
-		max(VBP_DESC) as VBP_DESC,
-		max(MANU_COD) as MANU_COD,
-		max(MANU_DES) as MANU_DES,
-		max(MANU_DES_C) as MANU_DES_C,
-		max(MNFL_COD) as MNFL_COD,
-		max(MNFL_DES) as MNFL_DES,
-		max(CORP_COD) as CORP_COD,
-		max(CORP_DES) as CORP_DES,
-		max(CORP_DES_C) as CORP_DES_C,
-		max(BrandType) as BrandType,
-		max(MARKET) as MARKET,
-		max(KEY_COMPETITOR) as KEY_COMPETITOR,
-		max(IS_AZ) as IS_AZ,
-		max(AZ_MAIN) as AZ_MAIN,
-		max(AZ_Related) as AZ_Related,
-		max(atc1_des) as atc1_des,
-		max(atc1_des_c) as atc1_des_c,
-		max(atc2_des) as atc2_des,
-		max(atc2_des_c) as atc2_des_c,
-		max(atc3_des) as atc3_des,
-		max(atc3_des_c) as atc3_des_c,
-		max(atc4_des) as atc4_des,
-		max(atc4_des_c) as atc4_des_c,
-		max(app1_des) as app1_des,
-		max(app1_des_c) as app1_des_c,
-		max(app2_des) as app2_des,
-		max(app2_des_c) as app2_des_c,
-		max(app3_des) as app3_des,
-		max(app3_des_c) as app3_des_c,
-		max(Class) as Class
-from dm.dm_ims_td_pack_property
-group by MARKET_PACK_KEY
-)
-
-insert overwrite table dm.dm_ext_xiehe_pack_property (
-MARKET_PACK_KEY,
-PACK_COD,
-PACK_DES,
-STGH_DES,
-PACK_LCH,
-Family_Code,
-Family_Name,
-PROD_COD,
-PROD_DES,
-PROD_DES_C,
-CMPS_COD,
-CMPS_DES,
-CMPS_DES_C,
-ATC1_COD,
-ATC2_COD,
-ATC3_COD,
-ATC4_COD,
-APP1_COD,
-APP2_COD,
-APP3_COD,
-BIO_DESC,
-GENE_ORIG_DESC,
-ETH_OTC_DESC,
-NRDL_DESC,
-NRDL_Entry_Date,
-EDL_DESC,
-TCM_DESC,
-PAED_DESC,
-GQCE_DESC,
-VBP_DESC,
-MANU_COD,
-MANU_DES,
-MANU_DES_C,
-MNFL_COD,
-MNFL_DES,
-CORP_COD,
-CORP_DES,
-CORP_DES_C,
-BrandType,
-MARKET,
-KEY_COMPETITOR,
-IS_AZ,
-AZ_MAIN,
-AZ_Related,
-atc1_des,
-atc1_des_c,
-atc2_des,
-atc2_des_c,
-atc3_des,
-atc3_des_c,
-atc4_des,
-atc4_des_c,
-app1_des,
-app1_des_c,
-app2_des,
-app2_des_c,
-app3_des,
-app3_des_c,
-Class,
-ETL_INSERT_DT,
-ETL_UPDATE_DT,
-Market_Ratio,
-counting_unit,
-bu,
-Dosage_Unit,
-ta
-)
-select distinct
-    t1.market_pack_key,
-    t1.iqvia_pack_code as PACK_COD,
-    coalesce(t2.PACK_DES,t1.pack_des) as PACK_DES,
-    coalesce(t2.STGH_DES,t1.stgh_des) as STGH_DES,
-    coalesce(t2.PACK_LCH,t1.pack_lch) as PACK_LCH,
-    t2.Family_Code,
-    t2.Family_Name,
-    coalesce(t2.PROD_COD,t1.iqvia_prod_code) as PROD_COD,
-    coalesce(t2.PROD_DES,t1.prod_des) as PROD_DES,
-    coalesce(t2.PROD_DES_C,t1.prod_des_c) as PROD_DES_C,
-    coalesce(t2.CMPS_COD,t1.cmps_cod) as CMPS_COD,
-    coalesce(t2.CMPS_DES,t1.cmps_des) as CMPS_DES,
-    coalesce(t2.CMPS_DES_C,t1.cmps_des_c) as CMPS_DES_C,
-    coalesce(t2.ATC1_COD,t1.atc1_cod) as ATC1_COD,
-    coalesce(t2.ATC2_COD,t1.atc2_cod) as ATC2_COD,
-    coalesce(t2.ATC3_COD,t1.atc3_cod) as ATC3_COD,
-    coalesce(t2.ATC4_COD,t1.atc4_cod) as ATC4_COD,
-    coalesce(t2.APP1_COD,t1.app1_cod) as APP1_COD,
-    coalesce(t2.APP2_COD,t1.app2_cod) as APP2_COD,
-    coalesce(t2.APP3_COD,t1.app3_cod) as APP3_COD,
-    coalesce(t2.BIO_DESC,t1.bio_desc) as BIO_DESC,
-    coalesce(t2.GENE_ORIG_DESC,t1.gene_orig_desc) as GENE_ORIG_DESC,
-    coalesce(t2.ETH_OTC_DESC,t1.eth_otc_desc) as ETH_OTC_DESC,
-    coalesce(t2.NRDL_DESC,t1.nrdl_desc) as NRDL_DESC,
-    coalesce(t2.NRDL_Entry_Date,t1.NRDL_Entry_Date) as NRDL_Entry_Date,
-    coalesce(t2.EDL_DESC,t1.edl_desc) as EDL_DESC,
-    coalesce(t2.TCM_DESC,t1.tcm_desc) as TCM_DESC,
-    coalesce(t2.PAED_DESC,t1.paed_desc) as PAED_DESC,
-    coalesce(t2.GQCE_DESC,t1.gqce_desc) as GQCE_DESC,
-    coalesce(t2.VBP_DESC,t1.vbp_desc) as VBP_DESC,
-    coalesce(t2.MANU_COD,t1.manu_cod) as MANU_COD,
-    coalesce(t2.MANU_DES,t1.manu_des) as MANU_DES,
-    coalesce(t2.MANU_DES_C,t1.manu_des_c) as MANU_DES_C,
-    coalesce(t2.MNFL_COD,t1.mnfl_cod) as MNFL_COD,
-    coalesce(t2.MNFL_DES,t1.mnfl_des) as MNFL_DES,
-    coalesce(t2.CORP_COD,t1.corp_cod) as CORP_COD,
-    coalesce(t2.CORP_DES,t1.corp_des) as CORP_DES,
-    coalesce(t2.CORP_DES_C,t1.corp_des_c) as CORP_DES_C,
-    coalesce(t2.BrandType,t1.BrandType) as BrandType,
-    t1.market,
-    t2.KEY_COMPETITOR,
-    coalesce(t2.IS_AZ,t1.IS_AZ) as IS_AZ,
-    coalesce(t2.AZ_MAIN,t1.AZ_MAIN) as AZ_MAIN,
-    t2.AZ_Related,
-    coalesce(t2.atc1_des,t1.atc1_des) as atc1_des,
-    coalesce(t2.atc1_des_c,t1.atc1_des_c) as atc1_des_c,
-    coalesce(t2.atc2_des,t1.atc2_des) as atc2_des,
-    coalesce(t2.atc2_des_c,t1.atc2_des_c) as atc2_des_c,
-    coalesce(t2.atc3_des,t1.atc3_des) as atc3_des,
-    coalesce(t2.atc3_des_c,t1.atc3_des_c) as atc3_des_c,
-    coalesce(t2.atc4_des,t1.atc4_des) as atc4_des,
-    coalesce(t2.atc4_des_c,t1.atc4_des_c) as atc4_des_c,
-    coalesce(t2.app1_des,t1.app1_des) as app1_des,
-    coalesce(t2.app1_des_c,t1.app1_des_c) as app1_des_c,
-    coalesce(t2.app2_des,t1.app2_des) as app2_des,
-    coalesce(t2.app2_des_c,t1.app2_des_c) as app2_des_c,
-    coalesce(t2.app3_des,t1.app3_des) as app3_des,
-    coalesce(t2.app3_des_c,t1.app3_des_c) as app3_des_c,
-    coalesce(t2.Class,t1.Class) as Class,
-    from_utc_timestamp(current_timestamp(),'UTC+8') as ETL_INSERT_DT,
-    from_utc_timestamp(current_timestamp(),'UTC+8') as ETL_UPDATE_DT,
-    cast(t1.market_ratio as decimal(30,10)) as market_ratio,
-    coalesce(cast(t1.counting_unit / coalesce(t1.unit,1) as decimal(30,10)),1) as counting_unit,
-    t1.bu,
-    t1.Dosage_Unit,
-    t1.ta
-from tmp.tmp_dm_ext_xiehe_pack_property t1
-left join ims_pack_property t2
-on t1.market_pack_key = t2.market_pack_key
-where t1.market <> 'Non Market'
-union
-select distinct
-    concat('XIEHE ALL Market_',t1.iqvia_pack_code) as market_pack_key,
-    t1.iqvia_pack_code as PACK_COD,
-    max(coalesce(t2.PACK_DES,t1.pack_des)) as PACK_DES,
-    max(coalesce(t2.STGH_DES,t1.stgh_des)) as STGH_DES,
-    max(coalesce(t2.PACK_LCH,t1.pack_lch)) as PACK_LCH,
-    max(t2.Family_Code) as Family_Code,
-    max(t2.Family_Name) as Family_Name,
-    max(coalesce(t2.PROD_COD,t1.iqvia_prod_code)) as PROD_COD,
-    max(coalesce(t2.PROD_DES,t1.prod_des)) as PROD_DES,
-    max(coalesce(t2.PROD_DES_C,t1.prod_des_c)) as PROD_DES_C,
-    max(coalesce(t2.CMPS_COD,t1.cmps_cod)) as CMPS_COD,
-    max(coalesce(t2.CMPS_DES,t1.cmps_des)) as CMPS_DES,
-    max(coalesce(t2.CMPS_DES_C,t1.cmps_des_c)) as CMPS_DES_C,
-    max(coalesce(t2.ATC1_COD,t1.atc1_cod)) as ATC1_COD,
-    max(coalesce(t2.ATC2_COD,t1.atc2_cod)) as ATC2_COD,
-    max(coalesce(t2.ATC3_COD,t1.atc3_cod)) as ATC3_COD,
-    max(coalesce(t2.ATC4_COD,t1.atc4_cod)) as ATC4_COD,
-    max(coalesce(t2.APP1_COD,t1.app1_cod)) as APP1_COD,
-    max(coalesce(t2.APP2_COD,t1.app2_cod)) as APP2_COD,
-    max(coalesce(t2.APP3_COD,t1.app3_cod)) as APP3_COD,
-    max(coalesce(t2.BIO_DESC,t1.bio_desc)) as BIO_DESC,
-    max(coalesce(t2.GENE_ORIG_DESC,t1.gene_orig_desc)) as GENE_ORIG_DESC,
-    max(coalesce(t2.ETH_OTC_DESC,t1.eth_otc_desc)) as ETH_OTC_DESC,
-    max(coalesce(t2.NRDL_DESC,t1.nrdl_desc)) as NRDL_DESC,
-    max(coalesce(t2.NRDL_Entry_Date,t1.NRDL_Entry_Date)) as NRDL_Entry_Date,
-    max(coalesce(t2.EDL_DESC,t1.edl_desc)) as EDL_DESC,
-    max(coalesce(t2.TCM_DESC,t1.tcm_desc)) as TCM_DESC,
-    max(coalesce(t2.PAED_DESC,t1.paed_desc)) as PAED_DESC,
-    max(coalesce(t2.GQCE_DESC,t1.gqce_desc)) as GQCE_DESC,
-    max(coalesce(t2.VBP_DESC,t1.vbp_desc)) as VBP_DESC,
-    max(coalesce(t2.MANU_COD,t1.manu_cod)) as MANU_COD,
-    max(coalesce(t2.MANU_DES,t1.manu_des)) as MANU_DES,
-    max(coalesce(t2.MANU_DES_C,t1.manu_des_c)) as MANU_DES_C,
-    max(coalesce(t2.MNFL_COD,t1.mnfl_cod)) as MNFL_COD,
-    max(coalesce(t2.MNFL_DES,t1.mnfl_des)) as MNFL_DES,
-    max(coalesce(t2.CORP_COD,t1.corp_cod)) as CORP_COD,
-    max(coalesce(t2.CORP_DES,t1.corp_des)) as CORP_DES,
-    max(coalesce(t2.CORP_DES_C,t1.corp_des_c)) as CORP_DES_C,
-    max(coalesce(t2.BrandType,t1.BrandType)) as BrandType,
-    'XIEHE ALL Market' as MARKET,
-    max(t2.KEY_COMPETITOR) as KEY_COMPETITOR,
-    max(coalesce(t2.IS_AZ,t1.IS_AZ)) as IS_AZ,
-    max(coalesce(t2.AZ_MAIN,t1.AZ_MAIN)) as AZ_MAIN,
-    max(t2.AZ_Related) as AZ_Related,
-    max(coalesce(t2.atc1_des,t1.atc1_des)) as atc1_des,
-    max(coalesce(t2.atc1_des_c,t1.atc1_des_c)) as atc1_des_c,
-    max(coalesce(t2.atc2_des,t1.atc2_des)) as atc2_des,
-    max(coalesce(t2.atc2_des_c,t1.atc2_des_c)) as atc2_des_c,
-    max(coalesce(t2.atc3_des,t1.atc3_des)) as atc3_des,
-    max(coalesce(t2.atc3_des_c,t1.atc3_des_c)) as atc3_des_c,
-    max(coalesce(t2.atc4_des,t1.atc4_des)) as atc4_des,
-    max(coalesce(t2.atc4_des_c,t1.atc4_des_c)) as atc4_des_c,
-    max(coalesce(t2.app1_des,t1.app1_des)) as app1_des,
-    max(coalesce(t2.app1_des_c,t1.app1_des_c)) as app1_des_c,
-    max(coalesce(t2.app2_des,t1.app2_des)) as app2_des,
-    max(coalesce(t2.app2_des_c,t1.app2_des_c)) as app2_des_c,
-    max(coalesce(t2.app3_des,t1.app3_des)) as app3_des,
-    max(coalesce(t2.app3_des_c,t1.app3_des_c)) as app3_des_c,
-    max(coalesce(t2.Class,t1.Class)) as Class,
-    from_utc_timestamp(current_timestamp(),'UTC+8') as ETL_INSERT_DT,
-    from_utc_timestamp(current_timestamp(),'UTC+8') as ETL_UPDATE_DT,
-    max(cast(t1.market_ratio as decimal(30,10))) as market_ratio,
-    coalesce(max(cast(t1.counting_unit / coalesce(t1.unit,1) as decimal(30,10))),1) as counting_unit,
-    max(t1.bu) as bu,
-    max(t1.Dosage_Unit) as Dosage_Unit,
-    max(t1.ta) as ta
-from tmp.tmp_dm_ext_xiehe_pack_property t1
-left join ims_pack_property t2
-on t1.market_pack_key = t2.market_pack_key
-group by t1.iqvia_pack_code
diff --git a/EXTERNAL/XIEHE/bkp_03 dm_ext_xiehe_pack_property.sql:Zone.Identifier b/EXTERNAL/XIEHE/bkp_03 dm_ext_xiehe_pack_property.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/county/01 tmp_ims_county_fact_sales_sum.sql b/EXTERNAL/county/01 tmp_ims_county_fact_sales_sum.sql
deleted file mode 100644
index c544c56..0000000
--- a/EXTERNAL/county/01 tmp_ims_county_fact_sales_sum.sql	
+++ /dev/null
@@ -1,60 +0,0 @@
--- Databricks notebook source
---笛卡尔积生成PKAU维度表
-insert overwrite table tmp.tmp_ims_county_pack_audit 
-SELECT 
-  PACK.Pack_ID, 
-  if( Pack_Code REGEXP '^[0-9]',right(concat('000000000000',Pack_Code),12),Pack_Code) as PACK_CODE,--RIGHT(concat('0000000',Pack_Code),7)
-  AUDI.Audit_ID,
-  AUDI.Audit_Name AS AUDIT_COD,
-  concat(REPLACE(AUDI.Audit_Name,' ','') , '_', if( Pack_Code REGEXP '^[0-9]',right(concat('000000000000',Pack_Code),12),Pack_Code))as PKAU_INDEX,
-  from_utc_timestamp(current_timestamp,'UTC+8')     as etl_insert_dt,
-  from_utc_timestamp(current_timestamp,'UTC+8')     as etl_update_dt
-FROM dwd.dwd_gnd_county_dim_pack PACK
-CROSS JOIN (
-  SELECT 
-    Audit_ID,
-    Audit_Type,
-    Audit_Name 
-  FROM dwd.dwd_gnd_county_dim_audit
-) AUDI
-
--- COMMAND ----------
-
----------------------------------------------事实表添加lastyear的KPI字段---------------------------------------------
-insert overwrite table tmp.tmp_ims_county_fact_sales_sum 
-select 
-distinct
-t1.qtr
-,left(t1.qtr,4)*100+right(t1.qtr,1)*3 as yyyymm
-,t2.pack_code as pack_cod
-,t2.audit_cod as region_cod
-,sum(SalesValue_LC  ) as SalesValue_LC
-,sum(SalesValue_LC_LY) as SalesValue_LC_LY
-,sum(Counting_Unit  ) as Counting_Unit
-,sum(Counting_Unit_LY) as Counting_Unit_LY
-,sum(Sales_Unit  ) as Sales_Unit
-,sum(Sales_Unit_LY) as Sales_Unit_LY 
-,from_utc_timestamp(current_timestamp,'UTC+8') as etl_insert_dt
-,from_utc_timestamp(current_timestamp,'UTC+8') as etl_update_dt
-from(
-  select DISTINCT left(concat(year,'Q',month/3),6) as qtr,pack_id,audit_id,
-  nvl(SalesValue_LC,0) AS SalesValue_LC,
-  0 AS SalesValue_LC_LY,
-  nvl(Counting_Unit,0) AS Counting_Unit,
-  0 AS Counting_Unit_LY,
-  nvl(Sales_Unit,0) AS Sales_Unit,
-  0 AS Sales_Unit_LY
-  from dwd.dwd_gnd_county_fact_sales
-  union all
-  select DISTINCT left(concat(left(year,4),'Q',month/3),6) as qtr,pack_id,audit_id,
-  0 AS SalesValue_LC,
-  nvl(SalesValue_LC,0) AS SalesValue_LC_LY,
-  0 AS Counting_Unit,
-  nvl(Counting_Unit,0) AS Counting_Unit_LY,
-  0 AS Sales_Unit,
-  nvl(Sales_Unit,0) AS Sales_Unit_LY
-  from (select DISTINCT year+1 as year,month,SalesValue_LC,Counting_Unit,Sales_Unit,pack_id,audit_id from dwd.dwd_gnd_county_fact_sales) fact_ly
-  where year*100+month in (select distinct year*100+month from dwd.dwd_gnd_county_fact_sales)
-)t1
-left join tmp.tmp_ims_county_pack_audit t2 on t1.pack_id=t2.pack_id and t1.audit_id=t2.audit_id
-group by t1.qtr,t2.pack_code,t2.audit_cod
diff --git a/EXTERNAL/county/01 tmp_ims_county_fact_sales_sum.sql:Zone.Identifier b/EXTERNAL/county/01 tmp_ims_county_fact_sales_sum.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/county/02 tmp_imscounty_Result.sql b/EXTERNAL/county/02 tmp_imscounty_Result.sql
deleted file mode 100644
index 659b4e2..0000000
--- a/EXTERNAL/county/02 tmp_imscounty_Result.sql	
+++ /dev/null
@@ -1,64 +0,0 @@
--- Databricks notebook source
--------------------------------------county新倒减拆分需求代码示例之KPI递减-------------------------------------
-insert overwrite table tmp.tmp_imscounty_Result 
-with ObuEast5 as (
-  --取OBU 东五的数据（仅包含L01+L02）
-  SELECT YYYYMM,region_cod,pack_cod,SalesValue_LC,SalesValue_LC_LY,Counting_Unit,Counting_Unit_LY,Sales_Unit,Sales_Unit_LY 
-FROM tmp.tmp_ims_county_fact_sales_sum
-WHERE region_cod = 'County2'
-),CountyProv as (
-  --得到省份的数据
-SELECT YYYYMM,region_cod,pack_cod,SalesValue_LC,SalesValue_LC_LY,Counting_Unit,Counting_Unit_LY,Sales_Unit,Sales_Unit_LY 
-FROM tmp.tmp_ims_county_fact_sales_sum
-WHERE region_cod NOT IN ('County','County2','National')
-)
-,CountyProvSH as (
-  --取河南、四川的数据（肿瘤+非肿瘤）
-  SELECT YYYYMM,pack_cod,SUM(Counting_Unit) Counting_Unit,sum(Counting_Unit_LY) Counting_Unit_LY,SUM(Sales_Unit) Sales_Unit,sum(Sales_Unit_LY) Sales_Unit_LY,SUM(SalesValue_LC) SalesValue_LC,sum(SalesValue_LC_LY) SalesValue_LC_LY
-  FROM CountyProv
-  WHERE region_cod IN ('Sichuan','Henan')
-  GROUP BY YYYYMM,pack_cod
-),BBU_Other as (
-  --减去重复的四川河南部分的BBU County数据，即可得到BBU Others数据
-  --BBU County = BBU_OtherProv+四川+河南(肿瘤+非肿瘤产品)
-    SELECT A.YYYYMM,'BBU_OtherProv' region_cod,A.pack_cod,A.Counting_Unit-NVL(B.Counting_Unit,0) Counting_Unit,A.Counting_Unit_LY-NVL(B.Counting_Unit_LY,0) Counting_Unit_LY,
-  A.Sales_Unit-NVL(B.Sales_Unit,0) Sales_Unit, A.Sales_Unit_LY-NVL(B.Sales_Unit_LY,0) Sales_Unit_LY,A.SalesValue_LC-NVL(B.SalesValue_LC,0) SalesValue_LC,A.SalesValue_LC_LY-NVL(B.SalesValue_LC_LY,0) SalesValue_LC_LY
-  FROM tmp.tmp_ims_county_fact_sales_sum A
-   LEFT JOIN CountyProvSH B ON A.YYYYMM = B.YYYYMM AND 
-   A.pack_cod = B.pack_cod
-  WHERE A.region_cod = 'County'
-),CountyProvOthers_tmp as (
-  --取山东、江苏、浙江、广东四省数据
-  SELECT YYYYMM,pack_cod,SUM(Counting_Unit) Counting_Unit,sum(Counting_Unit_LY) Counting_Unit_LY,SUM(Sales_Unit) Sales_Unit,sum(Sales_Unit_LY) Sales_Unit_LY,SUM(SalesValue_LC) SalesValue_LC,sum(SalesValue_LC_LY) SalesValue_LC_LY
-  FROM CountyProv
-  WHERE region_cod IN ('Shandong','Jiangsu','Zhejiang','Guangdong')
-  GROUP BY YYYYMM,pack_cod
-),CountyProvFJ as (
-  --通过OBU东五的数据倒减四省数据，得到福建省的数据
-  SELECT A.YYYYMM, 'OBU_OtherProv' region_cod,A.pack_cod,A.Counting_Unit-NVL(B.Counting_Unit,0) Counting_Unit,A.Counting_Unit_LY-NVL(B.Counting_Unit_LY,0) Counting_Unit_LY,
-  A.Sales_Unit-NVL(B.Sales_Unit,0) Sales_Unit, A.Sales_Unit_LY-NVL(B.Sales_Unit_LY,0) Sales_Unit_LY,A.SalesValue_LC-NVL(B.SalesValue_LC,0) SalesValue_LC,A.SalesValue_LC_LY-NVL(B.SalesValue_LC_LY,0) SalesValue_LC_LY
-  FROM ObuEast5  A
-   LEFT JOIN CountyProvOthers_tmp B ON A.YYYYMM = B.YYYYMM AND A.pack_cod = B.pack_cod
-),Result_NonOthers as (
-  --汇总省份+BBU other+obu otter
-  SELECT YYYYMM,region_cod,pack_cod,SalesValue_LC,SalesValue_LC_LY,Counting_Unit,Counting_Unit_LY,Sales_Unit,Sales_Unit_LY
-  FROM CountyProv
-  UNION ALL
-  SELECT YYYYMM,region_cod,pack_cod,SalesValue_LC,SalesValue_LC_LY,Counting_Unit,Counting_Unit_LY,Sales_Unit,Sales_Unit_LY
-  FROM CountyProvFJ
-  UNION ALL
-  SELECT YYYYMM,region_cod,pack_cod,SalesValue_LC,SalesValue_LC_LY,Counting_Unit,Counting_Unit_LY,Sales_Unit,Sales_Unit_LY 
-  FROM BBU_Other
-),Result_NonOthersGroup AS (
-  --用于全国产品数据倒减，得到other省份数据
-  SELECT YYYYMM,pack_cod,SUM(Counting_Unit) Counting_Unit,sum(Counting_Unit_LY) Counting_Unit_LY,SUM(Sales_Unit) Sales_Unit,sum(Sales_Unit_LY) Sales_Unit_LY,SUM(SalesValue_LC) SalesValue_LC,sum(SalesValue_LC_LY) SalesValue_LC_LY
-  FROM Result_NonOthers
-  GROUP BY YYYYMM,pack_cod
-)
-SELECT YYYYMM,region_cod,pack_cod,SalesValue_LC,SalesValue_LC_LY,Counting_Unit,Counting_Unit_LY,Sales_Unit,Sales_Unit_LY
-  FROM Result_NonOthers
-  UNION ALL
-  SELECT A.YYYYMM,'Others' region_cod,A.pack_cod,A.SalesValue_LC-NVL(B.SalesValue_LC,0) SalesValue_LC,A.SalesValue_LC_LY-NVL(B.SalesValue_LC_LY,0) SalesValue_LC_LY,A.Counting_Unit-NVL(B.Counting_Unit,0) Counting_Unit,A.Counting_Unit_LY-NVL(B.Counting_Unit_LY,0) Counting_Unit_LY,
-  A.Sales_Unit-NVL(B.Sales_Unit,0) Sales_Unit, A.Sales_Unit_LY-NVL(B.Sales_Unit_LY,0) Sales_Unit_LY
-  FROM (SELECT * from tmp.tmp_ims_county_fact_sales_sum WHERE region_cod = 'National') A
-   LEFT JOIN Result_NonOthersGroup B ON A.YYYYMM = B.YYYYMM AND A.pack_cod = B.pack_cod
diff --git a/EXTERNAL/county/02 tmp_imscounty_Result.sql:Zone.Identifier b/EXTERNAL/county/02 tmp_imscounty_Result.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/county/03 dm_ims_td_county_geo.sql b/EXTERNAL/county/03 dm_ims_td_county_geo.sql
deleted file mode 100644
index 8adad6b..0000000
--- a/EXTERNAL/county/03 dm_ims_td_county_geo.sql	
+++ /dev/null
@@ -1,24 +0,0 @@
--- Databricks notebook source
------------------------------------------------创建county geo表-----------------------------------------------
-insert overwrite table dm.dm_ims_td_county_geo 
-with geo as (
-  select 
-  distinct
-  REGION_COD
-from tmp.tmp_imscounty_Result 
-)
-select distinct
-case when A.PROVINCE_CODE is not null then A.PROVINCE_CODE
-  when A.PROVINCE_CODE is null and geo.REGION_COD = 'Others' then 'ROC'
-  when A.PROVINCE_CODE is null and geo.REGION_COD = 'OBU_OtherProv' then 'OBUROC'
-  when A.PROVINCE_CODE is null and geo.REGION_COD = 'BBU_OtherProv' then 'BBUROC'
-  end AUDIT_COD,
-geo.REGION_COD,
-nvl(A.PROVINCE_C,geo.REGION_COD ) PROVINCE_C,
-nvl(A.PROVINCE_MAP,geo.REGION_COD ) PROVINCE_MAP,
-nvl(INITCAP(A.REGION_CENTER),geo.REGION_COD ) REGION_CENTER
-from  geo
-left join (select * from dm.dm_ims_td_geo where PROVINCE_CODE is not null)  A
-on geo.REGION_COD = A.PROVINCE
-
-
diff --git a/EXTERNAL/county/03 dm_ims_td_county_geo.sql:Zone.Identifier b/EXTERNAL/county/03 dm_ims_td_county_geo.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/county/04 dws_ext_county_tf_sales.sql b/EXTERNAL/county/04 dws_ext_county_tf_sales.sql
deleted file mode 100644
index 290f248..0000000
--- a/EXTERNAL/county/04 dws_ext_county_tf_sales.sql	
+++ /dev/null
@@ -1,36 +0,0 @@
--- Databricks notebook source
----------------------------------bbu county、obu county拆分需求代码示例之事实表字段开发---------------------------------
-insert overwrite table dws.dws_ext_county_tf_sales 
-select 
-distinct
-cast(cast(t1.YYYYMM as int) as string) as YYYYMM
-,concat(left(cast(t1.YYYYMM as int),4 ),'-',right(cast(t1.YYYYMM as int),2),'-01') as DAY_DATE
-,t1.pack_cod as PACK_COD
-,t1.region_cod as REGION_COD
-,geo.AUDIT_COD
-,'ALL' as RELATED_FLAG
-,'' as ORG_KEY
-,'IMS ALL Market' as MARKET
-, concat('IMS ALL Market','_',t1.pack_cod ) as MARKET_PACK_KEY
-,'' as MARKET_AUDIT_KEY
-,'' as SALES_VALUE
-,'' as SALES_VALUE_LY
-,'' as SALES_VALUE_L2Y
-,'' as SALES_UNIT
-,'' as SALES_UNIT_LY
-,'' as SALES_UNIT_L2Y
-,t1.Counting_Unit as CONUTING_UNIT
-,t1.Counting_Unit_LY as CONUTING_UNIT_LY
-,'' as CONUTING_UNIT_L2Y
-,t1.Counting_Unit as PDOT
-,'' as PDOT_LY
-,'' as PDOT_L2Y
-,t1.SalesValue_LC as SALES_VALUE_CAL
-,t1.SalesValue_LC_LY as SALES_VALUE_CAL_LY
-,t1.Sales_Unit as SALES_UNIT_CAL
-,t1.Sales_Unit_LY as SALES_UNIT_CAL_LY
-,from_utc_timestamp(current_timestamp,'UTC+8') as etl_insert_dt
-,from_utc_timestamp(current_timestamp,'UTC+8') as etl_update_dt
-from tmp.tmp_imscounty_Result t1
-left join dm.dm_ims_td_county_geo geo
-on t1.region_cod = geo.REGION_COD
diff --git a/EXTERNAL/county/04 dws_ext_county_tf_sales.sql:Zone.Identifier b/EXTERNAL/county/04 dws_ext_county_tf_sales.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/county/05 dm_ext_county_td_pack_property.sql b/EXTERNAL/county/05 dm_ext_county_td_pack_property.sql
deleted file mode 100644
index a914f2f..0000000
--- a/EXTERNAL/county/05 dm_ext_county_td_pack_property.sql	
+++ /dev/null
@@ -1,236 +0,0 @@
--- Databricks notebook source
--- county 自己的维度表 dm_ext_county_td_pack_property
-insert overwrite table dm.dm_ext_county_td_pack_property --------------------------------------------county事实表中与CHPA匹配到的维度信息--------------------------------------------
-  with county_matched_value as (
-    select
-      concat(t2.MARKET,t1.PACK_COD) as MARKET_PACK_KEY,
-      t1.PACK_COD,
-      t1.PACK_DES,
-      t1.STGH_DES,
-      t1.PACK_LCH,
-      t1.Family_Code,
-      t1.Family_Name,
-      t1.PROD_COD,
-      t1.PROD_DES,
-      t1.PROD_DES_C,
-      t1.CMPS_COD,
-      t1.CMPS_DES,
-      t1.ATC1_COD,
-      t1.ATC2_COD,
-      t1.ATC3_COD,
-      t1.ATC4_COD,
-      t1.APP1_COD,
-      t1.APP2_COD,
-      t1.APP3_COD,
-      t1.BIO_DESC,
-      t1.GENE_ORIG_DESC,
-      t1.ETH_OTC_DESC,
-      t1.NRDL_DESC,
-      t1.NRDL_Entry_Date,
-      t1.EDL_DESC,
-      t1.TCM_DESC,
-      t1.PAED_DESC,
-      t1.GQCE_DESC,
-      t1.VBP_DESC,
-      t1.MANU_COD,
-      t1.MANU_DES,
-      t1.MNFL_COD,
-      t1.MNFL_DES,
-      t1.CORP_COD,
-      t1.CORP_DES,
-      t1.CORP_DES_C,
-      t1.BrandType,
-      t2.MARKET,
-      t2.KEY_COMPETITOR,
-      t1.IS_AZ,
-      t1.AZ_MAIN,
-      null AZ_Related,
-      t1.atc1_des,
-      t1.atc1_des_c,
-      t1.atc2_des,
-      t1.atc2_des_c,
-      t1.atc3_des,
-      t1.atc3_des_c,
-      t1.atc4_des,
-      t1.atc4_des_c,
-      t1.app1_des,
-      t1.app1_des_c,
-      t1.app2_des,
-      t1.app2_des_c,
-      t1.app3_des,
-      t1.app3_des_c,
-      t2.Class,
-      t1.ETL_INSERT_DT,
-      t1.ETL_UPDATE_DT
-    from
-      dm.dm_ims_td_pack_property t1
-left join DM.DM_TD_EXT_CHPA_MARKET_PACK_MAPPING t2 on t1.PACK_COD = t2.PACK_CODE
---事实表中有yyyymm字段，故要去重，防止数据发散
-          
-        inner join (
-          select distinct
-            PACK_COD
-          from
-            dws.dws_ext_county_tf_sales
-        ) t3 on t1.PACK_COD = t3.PACK_COD
-  ),
-  -------------------------------county事实表中与CHPA没有匹配到的维度信息取county维度表里的维度信息-------------------------------
-  --获取county表与CHPA没有匹配到的MARKET_PACK_KEY
-  county_notmatched_key as (select
-      t3.PACK_COD
-    from
-      (
-        select distinct
-          PACK_COD
-        from
-          dws.dws_ext_county_tf_sales
-      ) t3
-    where
-      not exists (
-        select
-          1
-        from
-          dm.dm_ims_td_pack_property t4
-        where
-          t3.PACK_COD = t4.PACK_COD
-      )
-  ),
-  county_notmatched_value as (--获取county维度表里的维度信息
-    select
-    distinct
-      t6.MARKET_PACK_KEY,
-      t6.PACK_COD,
-      t6.PACK_DES,
-      t6.STGH_DES,
-      t6.PACK_LCH,
-      t6.Family_Code,
-      t6.Family_Name,
-      t6.PROD_COD,
-      t6.PROD_DES,
-      t6.PROD_DES_C,
-      t6.CMPS_COD,
-      t6.CMPS_DES,
-      t6.ATC1_COD,
-      t6.ATC2_COD,
-      t6.ATC3_COD,
-      t6.ATC4_COD,
-      t6.APP1_COD,
-      t6.APP2_COD,
-      t6.APP3_COD,
-      t6.BIO_DESC,
-      t6.GENE_ORIG_DESC,
-      t6.ETH_OTC_DESC,
-      t6.NRDL_DESC,
-      t6.NRDL_Entry_Date,
-      t6.EDL_DESC,
-      t6.TCM_DESC,
-      t6.PAED_DESC,
-      t6.GQCE_DESC,
-      t6.VBP_DESC,
-      t6.MANU_COD,
-      t6.MANU_DES,
-      t6.MNFL_COD,
-      t6.MNFL_DES,
-      t6.CORP_COD,
-      t6.CORP_DES,
-      t6.CORP_DES_C,
-      t6.BrandType,
-      t6.MARKET,
-      t6.KEY_COMPETITOR,
-      t6.IS_AZ,
-      t6.AZ_MAIN,
-      t6.AZ_Related,
-      t6.atc1_des,
-      t6.atc1_des_c,
-      t6.atc2_des,
-      t6.atc2_des_c,
-      t6.atc3_des,
-      t6.atc3_des_c,
-      t6.atc4_des,
-      t6.atc4_des_c,
-      t6.app1_des,
-      t6.app1_des_c,
-      t6.app2_des,
-      t6.app2_des_c,
-      t6.app3_des,
-      t6.app3_des_c,
-      t6.Class,
-      from_utc_timestamp(current_timestamp, 'UTC+8') ETL_INSERT_DT,
-      from_utc_timestamp(current_timestamp, 'UTC+8') ETL_UPDATE_DT
-    from
-      county_notmatched_key t5
-        left join dm.dm_ims_county_td_pack_property t6 --此表有重复数据（etl时间不同）
-          on t5.PACK_COD = t6.PACK_COD
-  ),
-  county_total_pack_property as (select
-      *
-    from
-      county_matched_value
-    union
-    select
-      *
-    from
-      county_notmatched_value
-  )
-  select
-    MARKET_PACK_KEY,
-    PACK_COD,
-    PACK_DES,
-    STGH_DES,
-    PACK_LCH,
-    Family_Code,
-    Family_Name,
-    PROD_COD,
-    PROD_DES,
-    PROD_DES_C,
-    CMPS_COD,
-    CMPS_DES,
-    ATC1_COD,
-    ATC2_COD,
-    ATC3_COD,
-    ATC4_COD,
-    APP1_COD,
-    APP2_COD,
-    APP3_COD,
-    BIO_DESC,
-    GENE_ORIG_DESC,
-    ETH_OTC_DESC,
-    NRDL_DESC,
-    NRDL_Entry_Date,
-    EDL_DESC,
-    TCM_DESC,
-    PAED_DESC,
-    GQCE_DESC,
-    VBP_DESC,
-    MANU_COD,
-    MANU_DES,
-    MNFL_COD,
-    MNFL_DES,
-    CORP_COD,
-    CORP_DES,
-    CORP_DES_C,
-    BrandType,
-    MARKET,
-    upper(NVL(KEY_COMPETITOR, 'Others')) as KEY_COMPETITOR,
-    IS_AZ,
-    AZ_MAIN,
-    AZ_Related,
-    atc1_des,
-    atc1_des_c,
-    atc2_des,
-    atc2_des_c,
-    atc3_des,
-    atc3_des_c,
-    atc4_des,
-    atc4_des_c,
-    app1_des,
-    app1_des_c,
-    app2_des,
-    app2_des_c,
-    app3_des,
-    app3_des_c,
-    Class,
-    ETL_INSERT_DT,
-    ETL_UPDATE_DT
-  from
-    county_total_pack_property
\ No newline at end of file
diff --git a/EXTERNAL/county/05 dm_ext_county_td_pack_property.sql:Zone.Identifier b/EXTERNAL/county/05 dm_ext_county_td_pack_property.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/county/06 dm_td_county_pack_region.sql b/EXTERNAL/county/06 dm_td_county_pack_region.sql
deleted file mode 100644
index fa14bdd..0000000
--- a/EXTERNAL/county/06 dm_td_county_pack_region.sql	
+++ /dev/null
@@ -1,106 +0,0 @@
--- Databricks notebook source
--- --OBU COUNTY 改为 OBU EAST5、OBU_BU_COUNTY 改为 OBU NON EAST5
--- drop table if exists dm.dm_td_county_pack_region;
--- create table if not exists dm.dm_td_county_pack_region
--- using delta
--- as
--- with tmp as (
---   select 
---   t1.pack_cod,
---   t1.region_cod,
---   t2.ATC1_COD,
---   t2.ATC2_COD
--- from (select distinct PACK_COD,REGION_COD from dws.dws_ext_county_tf_sales) t1
--- left join (select distinct PACK_COD,ATC1_COD,ATC2_COD from dm.dm_ext_county_td_pack_property) t2 
--- on t1.PACK_COD = t2.pack_cod
--- ),obu_county as (
---   select pack_cod,region_cod,'OBU East5' region_type from tmp where region_cod in ('Shandong','Jiangsu','Zhejiang','Guangdong','OBU_OtherProv') and (ATC2_COD = 'L01' OR ATC2_COD = 'L02')--ATC1_COD = 'L'
--- ),bbu_county as (
---   select pack_cod,region_cod,'BBU COUNTY' region_type from tmp where region_cod in('Henan','Sichuan','BBU_OtherProv')
---    and ATC1_COD <> 'L'
--- ),bbu_bu_county as (
---   select pack_cod,region_cod,'BBU_BU_COUNTY' region_type from tmp where region_cod  in ('Guangdong','Zhejiang','Shandong','Jiangsu','Others') and ATC1_COD <> 'L'
--- ),obu_bu_county as (
---   select pack_cod,region_cod,'OBU NonEast5' region_type from tmp where region_cod in ('Henan','Sichuan','Others','BBU_OtherProv') and  (ATC2_COD = 'L01' OR ATC2_COD = 'L02') 
--- ),county_all as (
---   select * from obu_county
---   union 
---   select * from bbu_county
---   union 
---   select * from bbu_bu_county
---   union 
---   select * from obu_bu_county
--- )
--- select 
---   pack_cod,
---   region_cod,
---   region_type
--- from county_all order by region_type
-
--- COMMAND ----------
-
-----------------------------------------------------------------------------------
---修改时间：20240913
---修改人：FanXujia
---修改内容：
---划分BBU_COUNTY、BBU_BU_COUNTY两个区域时，去掉ATC1_COD <> 'L'的限制
---这个需求使得BBU和OBU会有一部分重叠的区域
---因此对区域划分逻辑进行调整
------几个region_cod的含义
---OBU_OtherProv：福建的ATC2=L01、L02
---BBU_OtherProv：BBU_COUNTY的18个省减去四川、河南
---Others：其他省份，这里面包含了福建的ATC2<>L01、L02的数
-----------------------------------------------------------------------------------
-insert overwrite table dm.dm_td_county_pack_region 
-with tmp as (
-  select 
-  t1.pack_cod,
-  t1.region_cod,
-  t2.ATC1_COD,
-  t2.ATC2_COD
-from (select distinct PACK_COD,REGION_COD from dws.dws_ext_county_tf_sales) t1
-left join (select distinct PACK_COD,ATC1_COD,ATC2_COD from dm.dm_ext_county_td_pack_property) t2 
-on t1.PACK_COD = t2.pack_cod
-)
---单独bbu_bu_county
-,bbu_bu_county as (
-  select pack_cod,region_cod,'BBU_BU_COUNTY' region_type from tmp
-   where region_cod  in ('Guangdong','Jiangsu','Others','Shandong','Zhejiang') and ATC2_COD NOT IN ('L01','L02')
-)
---bbu_bu_county与OBU East5共有
-,bbu_bu_county_obu_East5 as  (
-  select pack_cod,region_cod,'bbu_bu_county_obu_East5' region_type from tmp
-   where region_cod  in ('Guangdong','Jiangsu','Shandong','Zhejiang','OBU_OtherProv') and ATC2_COD in ('L01','L02')
-)
---bbu_bu_county与OBU NonEast5共有
-,bbu_bu_county_obu_nonEast5 as  (
-  select pack_cod,region_cod,'bbu_bu_county_obu_nonEast5' region_type from tmp
-   where region_cod  in ('Others') and ATC2_COD in ('L01','L02')
-)
---bbu_county与OBU NonEast5共有
-,bbu_county_obu_nonEast5 as (
-  select pack_cod,region_cod,'bbu_county_obu_nonEast5' region_type from tmp
-   where region_cod  in ('BBU_OtherProv','Henan','Sichuan') and ATC2_COD in ('L01','L02')
-)
---单独bbu_county
-,bbu_county as (
-  select pack_cod,region_cod,'BBU County' region_type from tmp
-   where region_cod in('BBU_OtherProv','Henan','Sichuan') and ATC2_COD NOT IN ('L01','L02')
-)
---全部
-,county_all as (
-  select * from bbu_bu_county
-  union 
-  select * from bbu_bu_county_obu_East5
-  union 
-  select * from bbu_bu_county_obu_nonEast5
-  union 
-  select * from bbu_county_obu_nonEast5
-  union 
-  select * from bbu_county
-)
-select 
-  pack_cod,
-  region_cod,
-  region_type
-from county_all order by region_type
diff --git a/EXTERNAL/county/06 dm_td_county_pack_region.sql:Zone.Identifier b/EXTERNAL/county/06 dm_td_county_pack_region.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/county/07 dm_ext_county_tf_sales_region.sql b/EXTERNAL/county/07 dm_ext_county_tf_sales_region.sql
deleted file mode 100644
index 73ec3f4..0000000
--- a/EXTERNAL/county/07 dm_ext_county_tf_sales_region.sql	
+++ /dev/null
@@ -1,37 +0,0 @@
--- Databricks notebook source
---county事实表加上region_type字段
-insert overwrite table dm.dm_ext_county_tf_sales_region 
-select
-  A.YYYYMM,
-  A.DAY_DATE,
-  A.PACK_COD,
-  A.REGION_COD,
-  A.AUDIT_COD,
-  A.RELATED_FLAG,
-  A.ORG_KEY,
-  A.MARKET,
-  A.MARKET_PACK_KEY,
-  A.MARKET_AUDIT_KEY,
-  A.SALES_VALUE,
-  A.SALES_VALUE_LY,
-  A.SALES_VALUE_L2Y,
-  A.SALES_UNIT,
-  A.SALES_UNIT_LY,
-  A.SALES_UNIT_L2Y,
-  A.CONUTING_UNIT,
-  A.CONUTING_UNIT_LY,
-  A.CONUTING_UNIT_L2Y,
-  A.PDOT,
-  A.PDOT_LY,
-  A.PDOT_L2Y,
-  A.SALES_VALUE_CAL,
-  A.SALES_VALUE_CAL_LY,
-  A.SALES_UNIT_CAL,
-  A.SALES_UNIT_CAL_LY,
-  A.etl_insert_dt,
-  A.etl_update_dt,
-  B.region_type as REGION_TYPE
-from dws.dws_ext_county_tf_sales A
-left join dm.dm_td_county_pack_region B
-on A.PACK_COD = B.pack_cod and A.REGION_COD = B.region_cod
-order by region_type
diff --git a/EXTERNAL/county/07 dm_ext_county_tf_sales_region.sql:Zone.Identifier b/EXTERNAL/county/07 dm_ext_county_tf_sales_region.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/county/08 DM_TD_EXT_COUNTY_PACK_PROPERTY.sql b/EXTERNAL/county/08 DM_TD_EXT_COUNTY_PACK_PROPERTY.sql
deleted file mode 100644
index 2d48521..0000000
--- a/EXTERNAL/county/08 DM_TD_EXT_COUNTY_PACK_PROPERTY.sql	
+++ /dev/null
@@ -1,146 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_COUNTY_PACK_PROPERTY
--- (
---   MARKET_PACK_KEY STRING,
---   PACK_CODE STRING,
---   PACK_DESC STRING,
---   STGH_DESC STRING,
---   PACK_LCH STRING,
---   FAMILY_CODE STRING,
---   FAMILY_NAME STRING,
---   PROD_CODE STRING,
---   PROD_DESC STRING,
---   PROD_DESC_C STRING,
---   CMPS_CODE STRING,
---   CMPS_DESC STRING,
---   CMPS_DESC_C STRING,
---   ATC1_CODE STRING,
---   ATC2_CODE STRING,
---   ATC3_CODE STRING,
---   ATC4_CODE STRING,
---   APP1_CODE STRING,
---   APP2_CODE STRING,
---   APP3_CODE STRING,
---   BIO_DESC STRING,
---   GENE_ORIG_DESC STRING,
---   ETH_OTC_DESC STRING,
---   NRDL_DESC STRING,
---   NRDL_ENTRY_DATE STRING,
---   EDL_DESC STRING,
---   TCM_DESC STRING,
---   PAED_DESC STRING,
---   GQCE_DESC STRING,
---   VBP_DESC_V STRING,
---   VBP_DESC STRING,
---   MANU_CODE STRING,
---   MANU_DESC STRING,
---   MANU_DESC_C STRING,
---   MNFL_CODE STRING,
---   MNFL_DESC STRING,
---   CORP_CODE STRING,
---   CORP_DESC STRING,
---   CORP_DESC_C STRING,
---   BRANDTYPE STRING,
---   MARKET STRING,
---   KEY_COMPETITOR STRING,
---   IS_AZ STRING,
---   AZ_MAIN STRING,
---   AZ_RELATED STRING,
---   ATC1_DESC STRING,
---   ATC1_DESC_C STRING,
---   ATC2_DESC STRING,
---   ATC2_DESC_C STRING,
---   ATC3_DESC STRING,
---   ATC3_DESC_C STRING,
---   ATC4_DESC STRING,
---   ATC4_DESC_C STRING,
---   APP1_DESC STRING,
---   APP1_DESC_C STRING,
---   APP2_DESC STRING,
---   APP2_DESC_C STRING,
---   APP3_DESC STRING,
---   APP3_DESC_C STRING,
---   CLASS STRING,
---   MARKET_RATIO STRING,
---   COUNTINGUNIT STRING,
---   VBP_BRAND STRING,
---   REPLENISH_FALG STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
--- )
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_county_pack_property';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_county_pack_property';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_COUNTY_PACK_PROPERTY
-SELECT
-  MARKET_PACK_KEY,
-  PACK_COD AS PACK_CODE,
-  PACK_DES AS PACK_DESC,
-  STGH_DES AS STGH_DESC,
-  PACK_LCH,
-  FAMILY_CODE,
-  FAMILY_NAME,
-  PROD_COD AS PROD_CODE,
-  PROD_DES AS PROD_DESC,
-  PROD_DES_C AS PROD_DESC_C,
-  CMPS_COD AS CMPS_CODE,
-  CMPS_DES AS CMPS_DESC,
-  NULL AS CMPS_DESC_C,
-  ATC1_COD AS ATC1_CODE,
-  ATC2_COD AS ATC2_CODE,
-  ATC3_COD AS ATC3_CODE,
-  ATC4_COD AS ATC4_CODE,
-  APP1_COD AS APP1_CODE,
-  APP2_COD AS APP2_CODE,
-  APP3_COD AS APP3_CODE,
-  BIO_DESC,
-  GENE_ORIG_DESC,
-  ETH_OTC_DESC,
-  NRDL_DESC,
-  NRDL_ENTRY_DATE,
-  EDL_DESC,
-  TCM_DESC,
-  PAED_DESC,
-  GQCE_DESC,
-  NULL AS VBP_DESC_V,
-  VBP_DESC,
-  MANU_COD AS MANU_CODE,
-  MANU_DES AS MANU_DESC,
-  NULL AS MANU_DESC_C,
-  MNFL_COD AS MNFL_CODE,
-  MNFL_DES AS MNFL_DESC,
-  CORP_COD AS CORP_CODE,
-  CORP_DES AS CORP_DESC,
-  CORP_DES_C AS CORP_DESC_C,
-  BRANDTYPE,
-  MARKET,
-  KEY_COMPETITOR,
-  IS_AZ,
-  AZ_MAIN,
-  AZ_RELATED,
-  ATC1_DES AS ATC1_DESC,
-  ATC1_DES_C AS ATC1_DESC_C,
-  ATC2_DES AS ATC2_DESC,
-  ATC2_DES_C AS ATC2_DESC_C,
-  ATC3_DES AS ATC3_DESC,
-  ATC3_DES_C AS ATC3_DESC_C,
-  ATC4_DES AS ATC4_DESC,
-  ATC4_DES_C AS ATC4_DESC_C,
-  APP1_DES AS APP1_DESC,
-  APP1_DES_C AS APP1_DESC_C,
-  APP2_DES AS APP2_DESC,
-  APP2_DES_C AS APP2_DESC_C,
-  APP3_DES AS APP3_DESC,
-  APP3_DES_C AS APP3_DESC_C,
-  CLASS,
-  NULL AS MARKET_RATIO,
-  NULL AS COUNTINGUNIT,
-  NULL AS VBP_BRAND,
-  NULL AS REPLENISH_FALG,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_EXT_COUNTY_TD_PACK_PROPERTY;
\ No newline at end of file
diff --git a/EXTERNAL/county/08 DM_TD_EXT_COUNTY_PACK_PROPERTY.sql:Zone.Identifier b/EXTERNAL/county/08 DM_TD_EXT_COUNTY_PACK_PROPERTY.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/county/09 DM_TF_EXT_COUNTY_SALES.sql b/EXTERNAL/county/09 DM_TF_EXT_COUNTY_SALES.sql
deleted file mode 100644
index da495ff..0000000
--- a/EXTERNAL/county/09 DM_TF_EXT_COUNTY_SALES.sql	
+++ /dev/null
@@ -1,128 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TF_EXT_COUNTY_SALES (
---   YYYYMM STRING,
---   PACK_CODE STRING,
---   CORP_CODE STRING,
---   AUDIT_CODE STRING,
---   PLATFORM_TYPE STRING,
---   STORE_NAME STRING,
---   STORE_TYPE STRING,
---   REGION_TYPE STRING,
---   PACK_FLAG INT,
---   PROD_FLAG INT,
---   DTP_FLAG INT,
---   SALES_UNIT_CAL DECIMAL(38,10),
---   SALES_UNIT_CAL_LY DECIMAL(38,10),
---   SALES_VALUE_CAL DECIMAL(38,10),
---   SALES_VALUE_CAL_LY DECIMAL(38,10),
---   CONUTING_UNIT DECIMAL(38,10),
---   CONUTING_UNIT_LY DECIMAL(38,10),
---   DATA_SOURCE STRING,
---   INST_CODE STRING COMMENT '内部机构编码',
---   CMPS_FLAG STRING COMMENT '分子式标签',
---   DEPT_NAME STRING COMMENT '科室名称',
---   PRESCRIPTION DECIMAL(38,10) COMMENT '处方张数',
---   PRESCRIPTION_LY DECIMAL(38,10) COMMENT '去年同期处方张数',
---   NEW_CODE STRING COMMENT '主数据关联CODE',
---   AREA STRING COMMENT '城市',
---   H_LEVEL STRING COMMENT '医院类型',
---   REIMBURSE STRING COMMENT '报销情况',
---   REIMBURSE_TYPE STRING COMMENT '报销类型',
---   PRESCRIPTION_SOURCE STRING COMMENT '处方来源',
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_county_sales';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_county_sales';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TF_EXT_COUNTY_SALES (
-  YYYYMM,
-  PACK_CODE,
-  AUDIT_CODE,
-  DATA_SOURCE,
-  SALES_UNIT_CAL,
-  SALES_UNIT_CAL_LY,
-  SALES_VALUE_CAL,
-  SALES_VALUE_CAL_LY,
-  CONUTING_UNIT,
-  CONUTING_UNIT_LY,
-  PRESCRIPTION,
-  PRESCRIPTION_LY,
-  PACK_FLAG,
-  PROD_FLAG,
-  DTP_FLAG,
-  CMPS_FLAG,
-  PLATFORM_TYPE,
-  STORE_NAME,
-  STORE_TYPE,
-  REGION_TYPE,
-  INST_CODE,
-  DEPT_NAME,
-  NEW_CODE,
-  AREA,
-  H_LEVEL,
-  REIMBURSE,
-  REIMBURSE_TYPE,
-  PRESCRIPTION_SOURCE,
-  CORP_CODE,
-  ETL_INSERT_DT,
-  ETL_UPDATE_DT
-)
-  SELECT
-    A.YYYYMM,
-    A.PACK_COD AS PACK_CODE,
-    A.AUDIT_COD AS AUDIT_CODE,
-    'IQVIA-COUNTY(Quarterly)' DATA_SOURCE,
-    -------------------------------------
-    SUM(SALES_UNIT_CAL) SALES_UNIT_CAL,
-    SUM(SALES_UNIT_CAL_LY) as SALES_UNIT_CAL_LY,
-    SUM(SALES_VALUE_CAL) SALES_VALUE_CAL,
-    SUM(SALES_VALUE_CAL_LY) as SALES_VALUE_CAL_LY,
-    SUM(CONUTING_UNIT) CONUTING_UNIT,
-    SUM(CONUTING_UNIT_LY) as CONUTING_UNIT_LY,
-    null as prescription,
-    null as prescription_ly,
-    -------------------------------------
-    --Retail藏数逻辑标签------------------
-    1 PACK_FLAG,
-    1 PROD_FLAG,
-    0 DTP_FLAG,
-    null as cmps_flag,
-    -------------------------------------
-    --EC数据标签--------------------------
-    '' PLATFORM_TYPE,
-    '' STORE_NAME,
-    '' STORE_TYPE,
-    -------------------------------------
-    --COUNTY数据标签----------------------
-    NVL(A.REGION_TYPE, '') REGION_TYPE,
-    -------------------------------------
-    --AIA数据标签-------------------------
-    null inst_code, --可以移除，报告没有使用
-    -------------------------------------
-    --XIE HE 数据标签---------------------
-    '' as dept_name,
-    '' as new_code,
-    '' as area,
-    '' as h_level,
-    '' as reimburse,
-    '' as reimburse_type,
-    '' as prescription_source,
-    -------------------------------------
-    '' as CORP_CODE, --可以移除，报告没有使用
-    -------------------------------------
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
-    FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
-  FROM
-    DM.dm_ext_county_tf_sales_region A
-  where
-    A.YYYYMM >= '202001'
-    AND A.MARKET = 'IMS ALL Market'
-  GROUP BY
-    A.YYYYMM,
-    A.PACK_COD,
-    A.AUDIT_COD,
-    A.REGION_TYPE
\ No newline at end of file
diff --git a/EXTERNAL/county/09 DM_TF_EXT_COUNTY_SALES.sql:Zone.Identifier b/EXTERNAL/county/09 DM_TF_EXT_COUNTY_SALES.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/county/10 DM_TD_EXT_COUNTY_PACK2MARKET.sql b/EXTERNAL/county/10 DM_TD_EXT_COUNTY_PACK2MARKET.sql
deleted file mode 100644
index ac83197..0000000
--- a/EXTERNAL/county/10 DM_TD_EXT_COUNTY_PACK2MARKET.sql	
+++ /dev/null
@@ -1,208 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_COUNTY_PACK2MARKET (
---   MARKET STRING,
---   PACK_CODE STRING,
---   PACK_DESC STRING,
---   STGH_DESC STRING,
---   PACK_LCH STRING,
---   PROD_CODE STRING,
---   CMPS_CODE STRING,
---   CMPS_DESC STRING,
---   ATC1_CODE STRING,
---   ATC2_CODE STRING,
---   ATC3_CODE STRING,
---   ATC4_CODE STRING,
---   APP1_CODE STRING,
---   APP2_CODE STRING,
---   APP3_CODE STRING,
---   BIO_DESC STRING,
---   GENE_ORIG_DESC STRING,
---   ETH_OTC_DESC STRING,
---   NRDL_DESC STRING,
---   NRDL_ENTRY_DATE STRING,
---   EDL_DESC STRING,
---   TCM_DESC STRING,
---   PAED_DESC STRING,
---   GQCE_DESC STRING,
---   VBP_DESC STRING,
---   MANU_CODE STRING,
---   MANU_DESC STRING,
---   MNFL_CODE STRING,
---   MNFL_DESC STRING,
---   CORP_CODE STRING,
---   CORP_DESC STRING,
---   BRANDTYPE STRING,
---   BU STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   MARKET_RATIO STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_county_pack2market';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_county_pack2market';
-
--- COMMAND ----------
-
--- 使用 EXCEPT（集合差操作）简化逻辑
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_COUNTY_PACK2MARKET
--- 包含规则
-SELECT DISTINCT
-  T2.MARKET,
-  T1.PACK_CODE,
-  T1.PACK_DESC,
-  T1.STGH_DESC,
-  T1.PACK_LCH,
-  T1.PROD_CODE,
-  T1.CMPS_CODE,
-  T1.CMPS_DESC,
-  T1.ATC1_CODE,
-  T1.ATC2_CODE,
-  T1.ATC3_CODE,
-  T1.ATC4_CODE,
-  T1.APP1_CODE,
-  T1.APP2_CODE,
-  T1.APP3_CODE,
-  T1.BIO_DESC,
-  T1.GENE_ORIG_DESC AS GENE_ORIG,
-  T1.ETH_OTC_DESC AS ETH_OTC_D,
-  T1.NRDL_DESC,
-  T1.NRDL_ENTRY_DATE AS NRDL_ENTR,
-  T1.EDL_DESC,
-  T1.TCM_DESC,
-  T1.PAED_DESC,
-  T1.GQCE_DESC,
-  T1.VBP_DESC,
-  T1.MANU_CODE,
-  T1.MANU_DESC,
-  T1.MNFL_CODE,
-  T1.MNFL_DESC,
-  T1.CORP_CODE,
-  T1.CORP_DESC,
-  T1.BRANDTYPE,
-  T2.BU,
-  T2.STARTTIME,
-  T2.ENDTIME,
-  COALESCE(T2.EXTEND_MARKET_RATIO, '1') AS MARKET_RATIO,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_COUNTY_PACK_PROPERTY AS T1
-LEFT JOIN (
-  SELECT 
-    MARKET,
-    BU,
-    STARTTIME,
-    ENDTIME,
-    EXTEND_MARKET_RATIO,
-    ATC1_CODE,
-    ATC2_CODE,
-    ATC3_CODE,
-    ATC4_CODE,
-    NFC1_CODE,
-    NFC2_CODE,
-    NFC3_CODE,
-    CORPORATION_CODE,
-    MANUFACTURER_CODE,
-    PRODUCT_CODE,
-    PACK_CODE,
-    STRENGTH,
-    MOLECULE_CODE
-  FROM DWD.DWD_GND_IMS_TBLMARKET_BYMONTH
-  WHERE EXTEND_MARKET IS NULL AND (NOT_IN_FLAG IS NULL OR NOT_IN_FLAG = '1')
-) AS T2
-  ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
-  AND (T2.ATC2_CODE IS NULL OR T1.ATC2_CODE = T2.ATC2_CODE)
-  AND (T2.ATC3_CODE IS NULL OR T1.ATC3_CODE = T2.ATC3_CODE)
-  AND (T2.ATC4_CODE IS NULL OR T1.ATC4_CODE = T2.ATC4_CODE)
-  AND (T2.NFC1_CODE IS NULL OR T1.APP1_CODE = T2.NFC1_CODE)
-  AND (T2.NFC2_CODE IS NULL OR T1.APP2_CODE = T2.NFC2_CODE)
-  AND (T2.NFC3_CODE IS NULL OR T1.APP3_CODE = T2.NFC3_CODE)
-  AND (T2.CORPORATION_CODE IS NULL OR T1.CORP_CODE = T2.CORPORATION_CODE)
-  AND (T2.MANUFACTURER_CODE IS NULL OR T1.MANU_CODE = T2.MANUFACTURER_CODE)
-  AND (T2.PRODUCT_CODE IS NULL OR T1.PROD_CODE = T2.PRODUCT_CODE)
-  AND (T2.PACK_CODE IS NULL OR T1.PACK_CODE = T2.PACK_CODE)
-  AND (T2.STRENGTH IS NULL OR T1.STGH_DESC = T2.STRENGTH)
-  AND (T2.MOLECULE_CODE IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE)
-WHERE T2.MARKET IS NOT NULL
-
-EXCEPT
-
--- 排除规则
-SELECT DISTINCT
-  T2.MARKET,
-  T1.PACK_CODE,
-  T1.PACK_DESC,
-  T1.STGH_DESC,
-  T1.PACK_LCH,
-  T1.PROD_CODE,
-  T1.CMPS_CODE,
-  T1.CMPS_DESC,
-  T1.ATC1_CODE,
-  T1.ATC2_CODE,
-  T1.ATC3_CODE,
-  T1.ATC4_CODE,
-  T1.APP1_CODE,
-  T1.APP2_CODE,
-  T1.APP3_CODE,
-  T1.BIO_DESC,
-  T1.GENE_ORIG_DESC AS GENE_ORIG,
-  T1.ETH_OTC_DESC AS ETH_OTC_D,
-  T1.NRDL_DESC,
-  T1.NRDL_ENTRY_DATE AS NRDL_ENTR,
-  T1.EDL_DESC,
-  T1.TCM_DESC,
-  T1.PAED_DESC,
-  T1.GQCE_DESC,
-  T1.VBP_DESC,
-  T1.MANU_CODE,
-  T1.MANU_DESC,
-  T1.MNFL_CODE,
-  T1.MNFL_DESC,
-  T1.CORP_CODE,
-  T1.CORP_DESC,
-  T1.BRANDTYPE,
-  T2.BU,
-  T2.STARTTIME,
-  T2.ENDTIME,
-  COALESCE(T2.EXTEND_MARKET_RATIO, '1') AS MARKET_RATIO,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_COUNTY_PACK_PROPERTY AS T1
-LEFT JOIN (
-  SELECT 
-    MARKET,
-    BU,
-    STARTTIME,
-    ENDTIME,
-    EXTEND_MARKET_RATIO,
-    ATC1_CODE,
-    ATC2_CODE,
-    ATC3_CODE,
-    ATC4_CODE,
-    NFC1_CODE,
-    NFC2_CODE,
-    NFC3_CODE,
-    CORPORATION_CODE,
-    MANUFACTURER_CODE,
-    PRODUCT_CODE,
-    PACK_CODE,
-    STRENGTH,
-    MOLECULE_CODE  
-  FROM DWD.DWD_GND_IMS_TBLMARKET_BYMONTH
-  WHERE EXTEND_MARKET IS NULL AND NOT_IN_FLAG = '0'
-) AS T2
-  ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
-  AND (T2.ATC2_CODE IS NULL OR T1.ATC2_CODE = T2.ATC2_CODE)
-  AND (T2.ATC3_CODE IS NULL OR T1.ATC3_CODE = T2.ATC3_CODE)
-  AND (T2.ATC4_CODE IS NULL OR T1.ATC4_CODE = T2.ATC4_CODE)
-  AND (T2.NFC1_CODE IS NULL OR T1.APP1_CODE = T2.NFC1_CODE)
-  AND (T2.NFC2_CODE IS NULL OR T1.APP2_CODE = T2.NFC2_CODE)
-  AND (T2.NFC3_CODE IS NULL OR T1.APP3_CODE = T2.NFC3_CODE)
-  AND (T2.CORPORATION_CODE IS NULL OR T1.CORP_CODE = T2.CORPORATION_CODE)
-  AND (T2.MANUFACTURER_CODE IS NULL OR T1.MANU_CODE = T2.MANUFACTURER_CODE)
-  AND (T2.PRODUCT_CODE IS NULL OR T1.PROD_CODE = T2.PRODUCT_CODE)
-  AND (T2.PACK_CODE IS NULL OR T1.PACK_CODE = T2.PACK_CODE)
-  AND (T2.STRENGTH IS NULL OR T1.STGH_DESC = T2.STRENGTH)
-  AND (T2.MOLECULE_CODE IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE)
-WHERE T2.MARKET IS NOT NULL;
\ No newline at end of file
diff --git a/EXTERNAL/county/10 DM_TD_EXT_COUNTY_PACK2MARKET.sql:Zone.Identifier b/EXTERNAL/county/10 DM_TD_EXT_COUNTY_PACK2MARKET.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/county/11 DM_TD_EXT_COUNTY_MARKET_RATIO.sql b/EXTERNAL/county/11 DM_TD_EXT_COUNTY_MARKET_RATIO.sql
deleted file mode 100644
index ffb3d31..0000000
--- a/EXTERNAL/county/11 DM_TD_EXT_COUNTY_MARKET_RATIO.sql	
+++ /dev/null
@@ -1,30 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_COUNTY_MARKET_RATIO (
---   MARKET STRING,
---   PACK_CODE STRING,
---   CMPS_CODE STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   MARKET_RATIO STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_county_market_ratio';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_county_market_ratio';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_COUNTY_MARKET_RATIO
-SELECT 
-  DISTINCT
-  MARKET,
-  PACK_CODE,
-  CMPS_CODE,
-  STARTTIME,
-  ENDTIME,
-  MARKET_RATIO,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT 
-FROM DM.DM_TD_EXT_COUNTY_PACK2MARKET
-WHERE UPPER(MARKET) NOT LIKE '%ALL%'
\ No newline at end of file
diff --git a/EXTERNAL/county/11 DM_TD_EXT_COUNTY_MARKET_RATIO.sql:Zone.Identifier b/EXTERNAL/county/11 DM_TD_EXT_COUNTY_MARKET_RATIO.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/county/12 DM_TD_EXT_COUNTY_MARKET_BRAND_RATIO.sql b/EXTERNAL/county/12 DM_TD_EXT_COUNTY_MARKET_BRAND_RATIO.sql
deleted file mode 100644
index 79bdb7e..0000000
--- a/EXTERNAL/county/12 DM_TD_EXT_COUNTY_MARKET_BRAND_RATIO.sql	
+++ /dev/null
@@ -1,163 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_COUNTY_MARKET_BRAND_RATIO (
---   MARKET STRING,
---   PACK_CODE STRING,
---   VALUE_BRAND_RATIO FLOAT,
---   VALUE_BRAND_RATIO_START STRING,
---   VALUE_BRAND_RATIO_END STRING,
---   UNIT_BRAND_RATIO FLOAT,
---   UNIT_BRAND_START STRING,
---   UNIT_BRAND_END STRING,
---   COUNTINGUNIT_BRAND_RATIO FLOAT,
---   COUNTINGUNIT_BRAND_START STRING,
---   COUNTINGUNIT_BRAND_END STRING,
---   PDOT_BRAND_RATIO FLOAT,
---   PDOT_BRAND_START STRING,
---   PDOT_BRAND_END STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP)
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_county_market_brand_ratio';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_county_market_brand_ratio';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_COUNTY_MARKET_BRAND_RATIO
-SELECT 
-  DISTINCT
-  T1.MARKET,
-  T1.PACK_CODE,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.RATIO
-  ELSE NVL(T5.RATIO, 1) END AS VALUE_BRAND_RATIO,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.STARTTIME
-  ELSE NVL(T5.STARTTIME, 200001) END AS VALUE_BRAND_RATIO_START,
-  CASE
-    WHEN T2.RATIO IS NOT NULL THEN  T2.ENDTIME
-  ELSE NVL(T5.ENDTIME, 299912) END AS VALUE_BRAND_RATIO_END,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.RATIO
-  ELSE NVL(T6.RATIO, 1) END AS UNIT_BRAND_RATIO,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.STARTTIME
-  ELSE NVL(T6.STARTTIME, 200001) END AS UNIT_BRAND_START,
-  CASE
-    WHEN T3.RATIO IS NOT NULL THEN  T3.ENDTIME
-  ELSE NVL(T6.ENDTIME, 299912) END AS UNIT_BRAND_END,
-  1 AS COUNTINGUNIT_BRAND_RATIO,
-  200001 AS COUNTINGUNIT_BRAND_START,
-  299912 AS COUNTINGUNIT_BRAND_END,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.RATIO
-  ELSE NVL(T7.RATIO, 1) END AS PDOT_BRAND_RATIO,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.STARTTIME
-  ELSE NVL(T7.STARTTIME, 200001) END AS PDOT_BRAND_START,
-  CASE
-    WHEN T4.RATIO IS NOT NULL THEN  T4.ENDTIME
-  ELSE NVL(T7.ENDTIME, 299912) END AS PDOT_BRAND_END,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
-FROM DM.DM_TD_EXT_COUNTY_MARKET_RATIO T1
-LEFT JOIN ( --VALUE--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'VALUE' AND UPPER(LEVEL) = 'PACK'
-) T2 ON T1.MARKET = T2.MARKET AND T1.PACK_CODE = T2.PACK_COD
-LEFT JOIN ( --UNIT--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'UNIT' AND UPPER(LEVEL) = 'PACK'                  
-) T3 ON T1.MARKET = T3.MARKET AND T1.PACK_CODE = T3.PACK_COD
-LEFT JOIN ( --COUNTINGUNIT--PACK
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'COUNTINGUNIT' AND UPPER(LEVEL) = 'PACK'
-) T4 ON T1.MARKET = T4.MARKET AND T1.PACK_CODE = T4.PACK_COD
-LEFT JOIN ( --VALUE--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'VALUE' AND UPPER(LEVEL) = 'MOLECULE'
-) T5 ON T1.MARKET = T5.MARKET AND T1.CMPS_CODE = T5.CMPS_COD
-LEFT JOIN ( --UNIT--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'UNIT' AND UPPER(LEVEL) = 'MOLECULE'
-) T6 ON T1.MARKET = T6.MARKET AND T1.CMPS_CODE = T6.CMPS_COD
-LEFT JOIN ( --COUNTINGUNIT--MOLECULE
-  SELECT 
-    DISTINCT
-    MARKET,
-    CMPS_COD,
-    CMPS_DES,
-    PACK_COD,
-    PACK_DES,
-    LEVEL,
-    TYPE,
-    CAST(RATIO AS FLOAT) AS RATIO,
-    CAST(STARTTIME AS INT) STARTTIME,
-    CAST(ENDTIME AS INT) ENDTIME
-  FROM DWD.DWD_GND_IMS_TBLBRANDRATIO_BYMONTH
-  WHERE UPPER(TYPE) = 'COUNTINGUNIT' AND UPPER(LEVEL) = 'MOLECULE'
-) T7 ON T1.MARKET = T7.MARKET
-AND T1.CMPS_CODE = T7.CMPS_COD
-
--- COMMAND ----------
-
diff --git a/EXTERNAL/county/12 DM_TD_EXT_COUNTY_MARKET_BRAND_RATIO.sql:Zone.Identifier b/EXTERNAL/county/12 DM_TD_EXT_COUNTY_MARKET_BRAND_RATIO.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/county/13 DM_TD_EXT_COUNTY_MARKET_PACK_MAPPING.sql b/EXTERNAL/county/13 DM_TD_EXT_COUNTY_MARKET_PACK_MAPPING.sql
deleted file mode 100644
index b5a5502..0000000
--- a/EXTERNAL/county/13 DM_TD_EXT_COUNTY_MARKET_PACK_MAPPING.sql	
+++ /dev/null
@@ -1,62 +0,0 @@
--- Databricks notebook source
--- CREATE OR REPLACE TABLE DM.DM_TD_EXT_COUNTY_MARKET_PACK_MAPPING
--- (
---   PACK_CODE STRING,
---   MARKET STRING,
---   CLASS STRING,
---   KEY_COMPETITOR STRING,
---   MARKET_RATIO STRING,
---   STARTTIME STRING,
---   ENDTIME STRING,
---   VALUE_BRAND_RATIO STRING,
---   VALUE_BRAND_RATIO_START STRING,
---   VALUE_BRAND_RATIO_END STRING,
---   UNIT_BRAND_RATIO STRING,
---   UNIT_BRAND_START STRING,
---   UNIT_BRAND_END STRING,
---   COUNTINGUNIT_BRAND_RATIO STRING,
---   COUNTINGUNIT_BRAND_START STRING,
---   COUNTINGUNIT_BRAND_END STRING,
---   PDOT_BRAND_RATIO STRING,
---   PDOT_BRAND_START STRING,
---   PDOT_BRAND_END STRING,
---   ETL_INSERT_DT TIMESTAMP,
---   ETL_UPDATE_DT TIMESTAMP
--- )
--- USING delta
--- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_county_market_pack_mapping';
--- -- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_county_market_pack_mapping';
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE DM.DM_TD_EXT_COUNTY_MARKET_PACK_MAPPING
-SELECT  DISTINCT
-  T1.PACK_CODE,
-  T1.MARKET,
-  T1.CLASS,
-  T1.KEY_COMPETITOR,
-  T2.MARKET_RATIO,
-  T2.STARTTIME,
-  T2.ENDTIME,
-  T3.VALUE_BRAND_RATIO,
-  T3.VALUE_BRAND_RATIO_START,
-  T3.VALUE_BRAND_RATIO_END,
-  T3.UNIT_BRAND_RATIO,
-  T3.UNIT_BRAND_START,
-  T3.UNIT_BRAND_END,
-  T3.COUNTINGUNIT_BRAND_RATIO,
-  T3.COUNTINGUNIT_BRAND_START,
-  T3.COUNTINGUNIT_BRAND_END,
-  T3.PDOT_BRAND_RATIO,
-  T3.PDOT_BRAND_START,
-  T3.PDOT_BRAND_END,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_INSERT_DT,
-  FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(),'UTC+8') AS ETL_UPDATE_DT
- FROM 
-DM.DM_TD_EXT_COUNTY_PACK_PROPERTY T1
-LEFT JOIN DM.DM_TD_EXT_COUNTY_MARKET_RATIO T2
-  ON T1.MARKET = T2.MARKET AND T1.PACK_CODE = T2.PACK_CODE
-LEFT JOIN DM.DM_TD_EXT_COUNTY_MARKET_BRAND_RATIO T3
-  ON T1.MARKET = T3.MARKET AND T1.PACK_CODE = T3.PACK_CODE
-WHERE UPPER(T1.MARKET) NOT LIKE "%ALL%"
\ No newline at end of file
diff --git a/EXTERNAL/county/13 DM_TD_EXT_COUNTY_MARKET_PACK_MAPPING.sql:Zone.Identifier b/EXTERNAL/county/13 DM_TD_EXT_COUNTY_MARKET_PACK_MAPPING.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/for_AIA_Dashboard/01 dm_td_aia_inst_mkt.sql b/EXTERNAL/for_AIA_Dashboard/01 dm_td_aia_inst_mkt.sql
deleted file mode 100644
index 667d2f6..0000000
--- a/EXTERNAL/for_AIA_Dashboard/01 dm_td_aia_inst_mkt.sql	
+++ /dev/null
@@ -1,237 +0,0 @@
--- Databricks notebook source
--------------------------------------------------------------------------------------------
---修改时间：20241021
---修改人：Fanxujia
---修改内容：
---提供给AIA Dashboard的机构维度表
---机构 + 市场粒度
--------------------------------------------------------------------------------------------
-
--- COMMAND ----------
-
-insert overwrite table dm.dm_td_aia_inst_mkt --Pack_cod以及对应的market
-WITH ALL_pack_mkt AS (
-  SELECT DISTINCT
-    PACK_CODE AS PACK_COD,
-    MARKET
-  FROM DM.DM_TD_EXT_AIA_MARKET_PACK_MAPPING
-),
-
--- 销量表里所有机构 + 市场维度
-ALL_INS_mkt AS (
-  SELECT DISTINCT
-    AUDIT_COD AS inst_code,
-    MARKET
-  FROM dm.dm_tf_ext_unionall_market_sales
-  WHERE DATA_SOURCE = 'AIA(Monthly)'
-),
-
--- SalesDetail报告用的潜力事实表
--- 其中的潜力市场名字与外部数据报告里的市场的名字不同，不能直接关联
--- 关联思路：潜力市场 ---> 内部产品 ---> 外部产品 ---> 外部市场
-potential_decile1 AS (
-  SELECT DISTINCT
-    p1.inst_code,
-    p1.mkt_code,
-    p1.mkt_name,
-    p1.potential_type,
-    p1.potential_type_name,
-    p1.is_defult_potential_type,
-    INT(p1.decile) AS decile,
-    p1.potential_value,
-    IFNULL(p1.default_decile, 10) AS default_decile
-  FROM dm.dm_tf_potential p1
-  WHERE yyyymm = (
-    SELECT KEY_VALUE
-    FROM dm.dm_td_date_config
-    WHERE key_code = 'pfmc_latest_mon'
-  )
-),
-
--- 潜力市场与内部Brand的mapping
-brand_market_mapping AS (
-  SELECT DISTINCT
-    brand_code,
-    market_code
-  FROM dwd.dwd_gnd_link_family_imsmkt
-  WHERE active_status = 1
-),
-
--- 内外部产品编码映射表：获取内部Brand与外部pack的mapping
-imscode_azcode AS (
-  SELECT DISTINCT
-    brandcode,
-    CASE
-      WHEN LENGTH(ims_pack_cod) < 7 AND ims_pack_cod REGEXP '^[0-9]' 
-        THEN RIGHT(CONCAT('000000000000', ims_pack_cod), 12)
-      ELSE ims_pack_cod
-    END AS ims_pack_cod
-  FROM dwd.dwd_td_imscode_azcode
-  WHERE ims_pack_cod IS NOT NULL
-),
-
--- 将潜力数据、Decile数据对应到外部的market
-potential_decile2 AS (
-  SELECT DISTINCT
-    t1.inst_code,
-    t1.mkt_code AS potential_mkt_code,
-    t1.mkt_name AS potential_mkt_name,
-    t4.market,
-    t1.potential_type,
-    t1.potential_type_name,
-    t1.is_defult_potential_type,
-    t1.potential_value,
-    t1.decile,
-    CASE
-      WHEN t1.decile <= 3 THEN 'Decile 1-3'
-      WHEN t1.decile <= 5 THEN 'Decile 4-5'
-      WHEN t1.decile <= 8 THEN 'Decile 6-8'
-      WHEN t1.decile <= 10 THEN 'Decile 9-10'
-    END AS decile_group
-  FROM potential_decile1 t1
-  INNER JOIN brand_market_mapping t2
-    ON t1.mkt_code = t2.market_code
-  INNER JOIN imscode_azcode t3
-    ON t2.brand_code = t3.brandcode
-  INNER JOIN ALL_pack_mkt t4
-    ON t3.ims_pack_cod = t4.pack_cod
-),
-
--- 外部市场与默认潜力市场的mapping关系（一对一的关系）
--- 增加对手工数据的处理
-default_potential_market AS (
-  SELECT DISTINCT
-    REPLACE(REPLACE(REPLACE(UPPER(market), '（', '('), '）', ')'), ' (', '(') AS market,
-    REPLACE(
-      REPLACE(REPLACE(UPPER(Default_Potential_Market), '（', '('), '）', ')'),
-      ' (',
-      '('
-    ) AS Default_Potential_Market
-  FROM dwd.dwd_gnd_ext_default_potential_market_link
-),
-
--- 潜力数据只到机构 + 市场，不到产品
-potential_decile3 AS (
-  SELECT DISTINCT
-    t1.inst_code,
-    t1.market,
-    NVL(t2.potential_mkt_code, '') AS potential_mkt_code,
-    NVL(t2.potential_mkt_name, '') AS potential_mkt_name,
-    CASE
-      WHEN t2.potential_mkt_name IS NOT NULL AND t3.default_potential_market IS NULL 
-        THEN '0'
-      WHEN t2.potential_mkt_name IS NULL 
-        THEN ''
-      ELSE '1'
-    END AS is_defult_potential_mkt,
-    NVL(t2.potential_type, '') AS potential_type_code,
-    NVL(t2.potential_type_name, '') AS potential_type_name,
-    NVL(t2.is_defult_potential_type, '') AS is_defult_potential_type,
-    -- 潜力值字段类型decimal(25,8)，不转成空字符串了
-    t2.potential_value,
-    NVL(t2.decile, '') AS decile,
-    NVL(t2.decile_group, '') AS decile_group
-  FROM ALL_INS_mkt t1
-  LEFT JOIN potential_decile2 t2
-    ON t1.inst_code = t2.inst_code
-    AND t1.market = t2.market
-  LEFT JOIN default_potential_market t3
-    ON REPLACE(REPLACE(REPLACE(UPPER(t1.market), '（', '('), '）', ')'), ' (', '(') = t3.market
-    AND REPLACE(REPLACE(REPLACE(UPPER(t2.potential_mkt_name), '（', '('), '）', ')'), ' (', '(') = t3.Default_Potential_Market
-)
-
-SELECT DISTINCT
-  t1.inst_code,
-  t1.market,
-  t2.potential_mkt_code,
-  t2.potential_mkt_name,
-  t2.is_defult_potential_mkt,
-  t2.potential_type_code,
-  t2.potential_type_name,
-  t2.is_defult_potential_type,
-  t2.potential_value,
-  t2.decile,
-  t2.decile_group,
-  CASE
-    WHEN t2.decile = '' THEN 99
-    ELSE CAST(t2.decile AS INT)
-  END AS decile_order,
-  CASE
-    WHEN t1.inst_code IS NULL OR t1.inst_code = '' THEN 'ROC'
-    ELSE t1.inst_code
-  END AS audit_cod,
-  'AIA(Monthly)' AS DATA_SOURCE
-FROM ALL_INS_mkt t1
-LEFT JOIN potential_decile3 t2
-  ON t1.inst_code = t2.inst_code
-  AND t1.MARKET = t2.MARKET;
-
--- COMMAND ----------
-
---没有默认潜力市场的市场，增加一条假的默认潜力市场数据
-with mkt1 as (
-  select distinct
-    market
-  from
-    dm.dm_td_aia_inst_mkt
-),
-mkt2 as (
-  select distinct
-    market
-  from
-    dm.dm_td_aia_inst_mkt
-  where
-    is_defult_potential_mkt = '1'
-),
-mkt as (
-  select
-    a.market
-  from
-    mkt1 a
-      left join mkt2 b
-        on a.market = b.market
-  where
-    b.market is null
-),
-all_inst_mkt as (
-  select distinct
-    t1.inst_code,
-    t1.audit_cod,
-    t1.market
-  from
-    dm.dm_td_aia_inst_mkt t1
-      inner join mkt t2
-        on t1.market = t2.market
-) insert into dm.dm_td_aia_inst_mkt (
-  inst_code,
-  market,
-  potential_mkt_code,
-  potential_mkt_name,
-  is_defult_potential_mkt,
-  potential_type_code,
-  potential_type_name,
-  is_defult_potential_type,
-  potential_value,
-  decile,
-  decile_group,
-  decile_order,
-  audit_cod,
-  DATA_SOURCE
-)
-  select distinct
-    inst_code,
-    market,
-    '' as potential_mkt_code,
-    '' as potential_mkt_name,
-    '1' as is_defult_potential_mkt,
-    '' as potential_type_code,
-    '' as potential_type_name,
-    '1' as is_defult_potential_type,
-    null as potential_value,
-    '' as decile,
-    '' as decile_group,
-    99 as decile_order,
-    audit_cod,
-    'AIA(Monthly)' as DATA_SOURCE
-  from
-    all_inst_mkt
\ No newline at end of file
diff --git a/EXTERNAL/for_AIA_Dashboard/01 dm_td_aia_inst_mkt.sql:Zone.Identifier b/EXTERNAL/for_AIA_Dashboard/01 dm_td_aia_inst_mkt.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/for_AIA_Dashboard/02 dm_td_aia_auth_sales.sql b/EXTERNAL/for_AIA_Dashboard/02 dm_td_aia_auth_sales.sql
deleted file mode 100644
index 179ea10..0000000
--- a/EXTERNAL/for_AIA_Dashboard/02 dm_td_aia_auth_sales.sql	
+++ /dev/null
@@ -1,293 +0,0 @@
--- Databricks notebook source
--- MAGIC %run ../../../Common/config
-
--- COMMAND ----------
-
--- MAGIC %python
--- MAGIC spark.read.table(f'`{CDW_CATALOG}`.`dwd`.`dim_product_wide`').createOrReplaceTempView('cdw_dwd_dim_product_wide')
-
--- COMMAND ----------
-
--------------------------------------------------------------------------------------------
---修改时间：20250109
---修改人：Caoyining
---修改内容：
---提供给AIA Dashboard的权限表
---销售人员给自己岗位对应的数据，针对部分AIA Org N+1特殊岗位给予特定DSM角色RSM的岗位权限
--------------------------------------------------------------------------------------------
-create or replace temporary view aia_auth_sales
-as
---从销量表取到全部的机构、市场组合
-with ALL_AUDIT_Market as (
-select distinct t1.AUDIT_COD,NVL(t2.market,'ALL Market') market
-from dm.dm_ext_aia_sales t1
-left join DM.DM_TD_EXT_AIA_MARKET_PACK_MAPPING t2
-on t1.pack_cod = t2.PACK_CODE
-)
-
---CVH架构月
-,CVH_YM as (
-select key_value as yyyymm
-from dm.dm_td_date_config
-where key_code = 'pfmc_cvh'
-)
---获取特定dsm的rsm岗位号
-,org_dsmforrsm as (
-  select distinct rsm_trty_code
-  from dm.dm_td_org org
-  inner join CVH_YM ym
-  on org.yyyymm = ym.yyyymm
-  where dsm_trty_code in(
-  'DM_EG0072'
-  ,'DM_EG0089'
-  ,'DM_EG0101'
-  ,'DM_EG0141'
-  ,'DM_EG0066'
-  ,'DM_EG0173'
-  ,'DM_EG0090'
-  ,'DM_EG0045'
-  ,'DM_EG0011'
-  ,'DM_EG0102')
-)
-,dsm_rsm_kcode as (
-  select distinct dsm_kcode,dsm_name,rsm_kcode
-  from dm.dm_td_org org
-  inner join CVH_YM ym
-  on org.yyyymm = ym.yyyymm
-  where dsm_trty_code in(
-  'DM_EG0072'
-  ,'DM_EG0089'
-  ,'DM_EG0101'
-  ,'DM_EG0141'
-  ,'DM_EG0066'
-  ,'DM_EG0173'
-  ,'DM_EG0090'
-  ,'DM_EG0045'
-  ,'DM_EG0011'
-  ,'DM_EG0102')
-)
---特定dsm岗位org表
-,org_dsm as (
-select distinct
-t1.yyyymm,
-t1.bu_code,
-t1.nsd_kcode,
-t1.nsd_name,
-t1.rsd_kcode,
-t1.rsd_name,
-t1.rsm_kcode,
-t1.rsm_name,
-t1.dsm_kcode,
-t1.dsm_name,
-t1.mr_trty_code
-from dm.dm_td_org t1
-inner join CVH_YM t2
-on t1.yyyymm = t2.yyyymm
-inner join org_dsmforrsm t3
-on t1.rsm_trty_code = t3.rsm_trty_code
-)
-,dsm_rsm_all as (
-  select 
-  t2.yyyymm,
-  t2.bu_code,
-  t2.nsd_kcode,
-  t2.nsd_name,
-  t2.rsd_kcode,
-  t2.rsd_name,
-  t2.rsm_kcode,
-  t2.rsm_name,
-  t1.dsm_kcode,
-  t1.dsm_name,
-  t2.mr_trty_code
-  from dsm_rsm_kcode t1
-  left join org_dsm t2
-  on t1.rsm_kcode = t2.rsm_kcode
-)
---剔除特定dsm岗位org表
-,orgWithoutDsm as (
-select distinct
-t1.yyyymm,
-t1.bu_code,
-t1.nsd_kcode,
-t1.nsd_name,
-t1.rsd_kcode,
-t1.rsd_name,
-t1.rsm_kcode,
-t1.rsm_name,
-t1.dsm_kcode,
-t1.dsm_name,
-t1.mr_trty_code
-from dm.dm_td_org t1
-inner join CVH_YM t2
-on t1.yyyymm = t2.yyyymm
-where t1.dsm_trty_code not in (
-'DM_EG0072'
-,'DM_EG0089'
-,'DM_EG0101'
-,'DM_EG0141'
-,'DM_EG0066'
-,'DM_EG0173'
-,'DM_EG0090'
-,'DM_EG0045'
-,'DM_EG0011'
-,'DM_EG0102')
-)
---territory表
-,territory as (
-select distinct
-t1.yyyymm,
-t1.trty_code,
-t1.inst_code,
-t1.family_code
-from dm.dm_td_sd_territory_indication t1
-inner join CVH_YM t2
-on t1.yyyymm = t2.yyyymm
-where t1.bu not in ('CUBE','KA')
-)
---PACK与market的mapping关系表
-,pack_market as (
-select distinct pack_code as pack_cod,market
-from DM.DM_TD_EXT_AIA_MARKET_PACK_MAPPING
-)
---将内部的Family_code转为外部的pack_cod
-,inst_market as (
-select distinct
-t1.yyyymm,
-t1.trty_code,
-t1.inst_code,
-t5.market
-from territory t1
-left join dwd.dwd_td_institution t2
-on t1.inst_code = t2.inst_code
-left join cdw_dwd_dim_product_wide t3
-on t1.family_code = t3.prd_family_cd
-left join dwd.dwd_td_imscode_azcode t4
-on t3.prd_brand_cd = t4.brandcode
-left join pack_market t5
-on t4.ims_pack_cod = t5.pack_cod
-)
-
-select distinct
-t2.dsm_kcode as KCODE,
-'dsm' as role,
-t2.mr_trty_code,
-concat(t0.AUDIT_COD,'AIA(Monthly)') as AUDIT_SOURCE,
-concat(t0.MARKET,'AIA(Monthly)') as MKT_SOURCE,
-concat(t2.bu_code,'AIA(Monthly)') as BU_CODE_AUTH,
-concat(t3.pack_cod,'AIA(Monthly)') as PACK_SOURCE
-from ALL_AUDIT_Market t0
-inner join inst_market t1
-on t0.AUDIT_COD = t1.inst_code
-and t0.market = t1.market
-inner join orgWithoutDsm t2
-on t1.trty_code = t2.mr_trty_code
-and t1.yyyymm = t2.yyyymm
-inner join pack_market t3
-on t1.market = t3.market
--- where t2.dsm_name <> 'Vacant'
-
-union all
-select distinct
-t2.dsm_kcode as KCODE,
-'dsm' as role,
-t2.mr_trty_code,
-concat(t0.AUDIT_COD,'AIA(Monthly)') as AUDIT_SOURCE,
-concat(t0.MARKET,'AIA(Monthly)') as MKT_SOURCE,
-concat(t2.bu_code,'AIA(Monthly)') as BU_CODE_AUTH,
-concat(t3.pack_cod,'AIA(Monthly)') as PACK_SOURCE
-from ALL_AUDIT_Market t0
-inner join inst_market t1
-on t0.AUDIT_COD = t1.inst_code
-and t0.market = t1.market
-inner join dsm_rsm_all t2
-on t1.trty_code = t2.mr_trty_code
-and t1.yyyymm = t2.yyyymm
-inner join pack_market t3
-on t1.market = t3.market
--- where t2.dsm_name <> 'Vacant'
-
-union all
-select distinct
-t2.rsm_kcode as KCODE,
-'rsm' as role,
-t2.mr_trty_code,
-concat(t0.AUDIT_COD,'AIA(Monthly)') as AUDIT_SOURCE,
-concat(t0.MARKET,'AIA(Monthly)') as MKT_SOURCE,
-concat(t2.bu_code,'AIA(Monthly)') as BU_CODE_AUTH,
-concat(t3.pack_cod,'AIA(Monthly)') as PACK_SOURCE
-from ALL_AUDIT_Market t0
-inner join inst_market t1
-on t0.AUDIT_COD = t1.inst_code
-and t0.market = t1.market
-inner join orgWithoutDsm t2
-on t1.trty_code = t2.mr_trty_code
-and t1.yyyymm = t2.yyyymm
-inner join pack_market t3
-on t1.market = t3.market
--- where t2.rsm_name <> 'Vacant'
-union all
-select distinct
-t2.rsd_kcode as KCODE,
-'rsd' as role,
-t2.mr_trty_code,
-concat(t0.AUDIT_COD,'AIA(Monthly)') as AUDIT_SOURCE,
-concat(t0.MARKET,'AIA(Monthly)') as MKT_SOURCE,
-concat(t2.bu_code,'AIA(Monthly)') as BU_CODE_AUTH,
-concat(t3.pack_cod,'AIA(Monthly)') as PACK_SOURCE
-from ALL_AUDIT_Market t0
-inner join inst_market t1
-on t0.AUDIT_COD = t1.inst_code
-and t0.market = t1.market
-inner join orgWithoutDsm t2
-on t1.trty_code = t2.mr_trty_code
-and t1.yyyymm = t2.yyyymm
-inner join pack_market t3
-on t1.market = t3.market
--- where t2.rsd_name <> 'Vacant'
-union all
-select distinct
-t2.nsd_kcode as KCODE,
-'nsd' as role,
-t2.mr_trty_code,
-concat(t0.AUDIT_COD,'AIA(Monthly)') as AUDIT_SOURCE,
-concat(t0.MARKET,'AIA(Monthly)') as MKT_SOURCE,
-concat(t2.bu_code,'AIA(Monthly)') as BU_CODE_AUTH,
-concat(t3.pack_cod,'AIA(Monthly)') as PACK_SOURCE
-from ALL_AUDIT_Market t0
-inner join inst_market t1
-on t0.AUDIT_COD = t1.inst_code
-and t0.market = t1.market
-inner join orgWithoutDsm t2
-on t1.trty_code = t2.mr_trty_code
-and t1.yyyymm = t2.yyyymm
-inner join pack_market t3
-on t1.market = t3.market
--- where t2.nsd_name <> 'Vacant'
-
--- COMMAND ----------
-
-insert overwrite table dm.dm_auth_aia_sales_geo 
-select distinct KCODE,AUDIT_SOURCE
-from aia_auth_sales
-
--- COMMAND ----------
-
-insert overwrite table dm.dm_auth_aia_sales_mkt 
-select distinct KCODE,MKT_SOURCE
-from aia_auth_sales
-
--- COMMAND ----------
-
-insert overwrite table dm.dm_auth_aia_sales_org 
-select distinct 
-KCODE,
-role,
-mr_trty_code,
-concat(mr_trty_code,'AIA(Monthly)') as trty_source
-from aia_auth_sales
-
--- COMMAND ----------
-
-insert overwrite table dm.dm_auth_aia_sales_pack 
-select distinct KCODE,PACK_SOURCE
-from aia_auth_sales
\ No newline at end of file
diff --git a/EXTERNAL/for_AIA_Dashboard/02 dm_td_aia_auth_sales.sql:Zone.Identifier b/EXTERNAL/for_AIA_Dashboard/02 dm_td_aia_auth_sales.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/for_AIA_Dashboard/03 dm_td_aia_original_col.sql b/EXTERNAL/for_AIA_Dashboard/03 dm_td_aia_original_col.sql
deleted file mode 100644
index 710fc95..0000000
--- a/EXTERNAL/for_AIA_Dashboard/03 dm_td_aia_original_col.sql	
+++ /dev/null
@@ -1,23 +0,0 @@
--- Databricks notebook source
-insert overwrite table dm.dm_td_aia_original_col 
-select distinct
-case when length(trim(IQVIA_PACK_CODE)) < 12 and trim(IQVIA_PACK_CODE) REGEXP '^[0-9]' then right(concat('000000000000',trim(IQVIA_PACK_CODE)),12)
-     else trim(IQVIA_PACK_CODE) end as PACK_COD,
--- case when length(trim(IQVIA_PACK_CODE)) < 7 then right(concat('0000000',trim(IQVIA_PACK_CODE)),7)
---      else trim(IQVIA_PACK_CODE) end as PACK_COD,
-'AIA(Monthly)' as DATA_SOURCE,
-ATC1,
-ATC2,
-ATC3,
-ATC4,
-org_prd_cd,
-org_mole_nm_c,
-org_manu_prd_nm_c,
-org_prd_nm_c,
-org_pk,
-org_prd_str,
-org_pth,
-min_pk_unit,
-org_pk_unit,
-org_manu_nm
-from dwd.dwd_gnd_ext_aia_cpt_data;
diff --git a/EXTERNAL/for_AIA_Dashboard/03 dm_td_aia_original_col.sql:Zone.Identifier b/EXTERNAL/for_AIA_Dashboard/03 dm_td_aia_original_col.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/for_AIA_Dashboard/04 dm_td_aia_nosales_inst.sql b/EXTERNAL/for_AIA_Dashboard/04 dm_td_aia_nosales_inst.sql
deleted file mode 100644
index 62af838..0000000
--- a/EXTERNAL/for_AIA_Dashboard/04 dm_td_aia_nosales_inst.sql	
+++ /dev/null
@@ -1,161 +0,0 @@
--- Databricks notebook source
----------------------------------------------------------------------------------------
---修改时间：20241113
---修改人：Fanxujia
---修改内容：
---无销量机构列表
---以CPA机构表为主表，根据事实表判断每个月销量是否为0
----------------------------------------------------------------------------------------
-insert overwrite table dm.dm_td_aia_nosales_inst(
-year,
-cpa_ins_code,
-az_ins_code,
-az_ins_name,
-January,
-February,
-March,
-April,
-May,
-June,
-July,
-August,
-September,
-October,
-November,
-December,
-etl_insert_dt,
-etl_update_dt
-)
-
---12个月
-with MM as (
-select explode(array('01','02','03','04','05','06','07','08','09','10','11','12')) as MM
-)
---机构名称
-,inst_name as (
-select distinct
-inst_code,
-inst_name
-from dm.dm_td_institution
-)
---全部CPA机构,year
-,ALL_INS_year as (
-select distinct 
-t1.year,
-t1.cpa_hospital_code,
-t1.ins_cd_nl as inst_code,
-t2.inst_name
-from dwd.dwd_gnd_hospital_not_provided t1
-left join inst_name t2
-on t1.ins_cd_nl = t2.inst_code
-)
---全部CPA机构,yyyymm
-,ALL_INS_yyyymm as (
-select distinct 
-concat(t1.year,t2.MM) as yyyymm,
-t1.cpa_hospital_code,
-t1.ins_cd_nl as inst_code,
-t3.inst_name
-from dwd.dwd_gnd_hospital_not_provided t1
-cross join MM t2
-left join inst_name t3
-on t1.ins_cd_nl = t3.inst_code
-)
---有销量的机构
-,sales_ins as (
-select 
-YYYYMM,
-inst_code
-from dm.dm_tf_external_sales
-where data_source = 'AIA(Monthly)'
-group by YYYYMM,inst_code
-having sum(SALES_VALUE_CAL) <> 0
-)
---销量最大月
-,sales_maxym as (
-select max(yyyymm) as max_ym
-from dm.dm_tf_external_sales
-where data_source = 'AIA(Monthly)'
-)
---无销量的机构，by yyyymm
-,no_sales_ins_yyyymm as (
-select t1.YYYYMM,
-t1.cpa_hospital_code,
-t1.inst_code,
-t1.inst_name,
-left(t1.yyyymm,4) as year,
-right(t1.yyyymm,2) as MM
-from ALL_INS_yyyymm t1
-left join sales_ins t2
-on t1.inst_code = t2.inst_code
-and t1.YYYYMM = t2.YYYYMM
-cross join sales_maxym t3
-where t2.inst_code is null
-and t1.YYYYMM <= t3.max_ym
-)
---无销量的机构，by year
-,no_sales_ins_year1 as (
-select distinct
-year,
-cpa_hospital_code,
-inst_code,
-inst_name,
-case when MM = '01' then 'N' end as January,
-case when MM = '02' then 'N' end as February,
-case when MM = '03' then 'N' end as March,
-case when MM = '04' then 'N' end as April,
-case when MM = '05' then 'N' end as May,
-case when MM = '06' then 'N' end as June,
-case when MM = '07' then 'N' end as July,
-case when MM = '08' then 'N' end as August,
-case when MM = '09' then 'N' end as September,
-case when MM = '10' then 'N' end as October,
-case when MM = '11' then 'N' end as November,
-case when MM = '12' then 'N' end as December
-from no_sales_ins_yyyymm
-)
-,no_sales_ins_year2 as (
-select
-year,
-cpa_hospital_code,
-inst_code,
-inst_name,
-MAX(January) as January,
-MAX(February) as February,
-MAX(March) as March,
-MAX(April) as April,
-MAX(May) as May,
-MAX(June) as June,
-MAX(July) as July,
-MAX(August) as August,
-MAX(September) as September,
-MAX(October) as October,
-MAX(November) as November,
-MAX(December) as December
-from no_sales_ins_year1
-group by year,cpa_hospital_code,inst_code,inst_name
-)
-
-select distinct
-t1.year,
-t1.cpa_hospital_code as cpa_ins_code,
-t1.inst_code as az_ins_code,
-t1.inst_name as az_ins_name,
-NVL(t2.January,'') as January,
-NVL(t2.February,'') as February,
-NVL(t2.March,'') as March,
-NVL(t2.April,'') as April,
-NVL(t2.May,'') as May,
-NVL(t2.June,'') as June,
-NVL(t2.July,'') as July,
-NVL(t2.August,'') as August,
-NVL(t2.September,'') as September,
-NVL(t2.October,'') as October,
-NVL(t2.November,'') as November,
-NVL(t2.December,'') as December,
-from_utc_timestamp(current_timestamp,'UTC+8') as etl_insert_dt,
-from_utc_timestamp(current_timestamp,'UTC+8') as etl_update_dt
-from ALL_INS_year t1
-left join no_sales_ins_year2 t2
-on t1.year = t2.year
-and t1.cpa_hospital_code = t2.cpa_hospital_code
diff --git a/EXTERNAL/for_AIA_Dashboard/04 dm_td_aia_nosales_inst.sql:Zone.Identifier b/EXTERNAL/for_AIA_Dashboard/04 dm_td_aia_nosales_inst.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/for_AIA_Dashboard/05 dm_td_aia_is_eagle_flag.sql b/EXTERNAL/for_AIA_Dashboard/05 dm_td_aia_is_eagle_flag.sql
deleted file mode 100644
index 0ed57df..0000000
--- a/EXTERNAL/for_AIA_Dashboard/05 dm_td_aia_is_eagle_flag.sql	
+++ /dev/null
@@ -1,61 +0,0 @@
--- Databricks notebook source
-------------------------------------------------------------------------------------
---修改时间：20241128
---修改人：Fanxujia
---修改内容：
---新增is_eagle字段，参考Eagle BI报告
---粒度是机构+市场
-------------------------------------------------------------------------------------
-
--- COMMAND ----------
-
--- MAGIC %run ../../../Common/config
-
--- COMMAND ----------
-
--- MAGIC %python
--- MAGIC spark.read.table(f'`{CDW_CATALOG}`.`dwd`.`dim_product_wide`').createOrReplaceTempView('cdw_dwd_dim_product_wide')
-
--- COMMAND ----------
-
-insert overwrite table dm.dm_td_aia_is_eagle_flag
-WITH cvh_org AS (
-  SELECT key_value
-  FROM dm.dm_td_date_config
-  WHERE key_code = 'pfmc_cvh'
-),
-pack_mkt AS (
-  SELECT DISTINCT pack_code as pack_cod, MARKET
-  FROM DM.DM_TD_EXT_AIA_MARKET_PACK_MAPPING
-),
-famil_mkt AS (
-  SELECT 
-  DISTINCT 
-    t1.prd_family_cd,
-    t3.MARKET
-  FROM cdw_dwd_dim_product_wide t1
-  INNER JOIN dwd.dwd_td_imscode_azcode t2
-    ON t1.prd_brand_cd = t2.brandcode
-  INNER JOIN  pack_mkt t3
-    ON t2.ims_pack_cod = t3.pack_cod
-),
-base AS (
-  -- 谓词下推：先过滤主表，减少 JOIN 数据量
-  SELECT inst_code, project_name, family_code, yyyymm
-  FROM dm.dm_td_sd_territory_indication
-  WHERE project_name <> 'NA'
-)
-
-SELECT
-  base.inst_code,
-  famil_mkt.market,
-  base.project_name,
-  'AIA(Monthly)' DATA_SOURCE,
-  base.inst_code AUDIT_COD
-FROM base
-INNER JOIN  cvh_org
-  ON base.yyyymm = cvh_org.key_value
-LEFT SEMI JOIN dm.dm_ext_aia_sales t_aia          -- 替代 DISTINCT + INNER JOIN
-  ON base.inst_code = t_aia.inst_code
-INNER JOIN  famil_mkt
-  ON base.family_code = famil_mkt.prd_family_cd
\ No newline at end of file
diff --git a/EXTERNAL/for_AIA_Dashboard/05 dm_td_aia_is_eagle_flag.sql:Zone.Identifier b/EXTERNAL/for_AIA_Dashboard/05 dm_td_aia_is_eagle_flag.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/for_AIA_Dashboard/06 dm_td_aia_rank.sql b/EXTERNAL/for_AIA_Dashboard/06 dm_td_aia_rank.sql
deleted file mode 100644
index 0897668..0000000
--- a/EXTERNAL/for_AIA_Dashboard/06 dm_td_aia_rank.sql	
+++ /dev/null
@@ -1,133 +0,0 @@
--- Databricks notebook source
-------------------------------------------------------------------
---修改时间：20241209
---修改人：Fanxujia
---修改内容：
---新增产品排序表，供PBI使用
-------------------------------------------------------------------
-
--- COMMAND ----------
-
---brand的排名
-insert overwrite table dm.dm_td_aia_brand_rank 
-WITH max_month AS (
-    SELECT MAX(yyyymm) AS max_yyyymm
-    FROM (SELECT DISTINCT yyyymm FROM dm.dm_tf_ext_aia_sales) t
-),
-pack_prod AS (
-    -- 过滤前移，缩小维表体积再 BROADCAST
-    SELECT DISTINCT PACK_COD, PROD_DES_C
-    FROM dm.dm_td_external_packinfo
-    WHERE DATA_SOURCE = 'AIA(Monthly)'
-      AND PROD_DES_C <> 'OTHERS'
-),
-prod_sales AS (
-    SELECT /*+ BROADCAST(pack_prod) */
-           p.PROD_DES_C,
-           SUM(s.SALES_VALUE_CAL) AS SALES_VALUE_CAL
-    FROM dm.dm_tf_ext_aia_sales s
-    INNER JOIN pack_prod p ON s.PACK_CODE = p.PACK_COD
-    WHERE s.yyyymm BETWEEN CONCAT(LEFT((SELECT max_yyyymm FROM max_month), 4), '01')
-                       AND (SELECT max_yyyymm FROM max_month)
-    GROUP BY p.PROD_DES_C
-)
-SELECT PROD_DES_C,
-       DENSE_RANK() OVER (ORDER BY SALES_VALUE_CAL DESC, PROD_DES_C) AS RANK
-FROM prod_sales
-UNION ALL SELECT 'Market',   -1
-UNION ALL SELECT 'AZ Total',  0
-UNION ALL SELECT 'OTHERS',   (SELECT COUNT(*) + 1 FROM prod_sales)
-
--- COMMAND ----------
-
---Class的排名
-insert overwrite table dm.dm_td_aia_class_rank 
-WITH max_month AS (
-    SELECT MAX(yyyymm) AS max_yyyymm
-    FROM (SELECT DISTINCT yyyymm FROM dm.dm_tf_ext_aia_sales) t
-),
-pack_class AS (
-    SELECT DISTINCT PACK_CODE, upper(class) class
-    FROM dm.dm_td_ext_aia_market_pack_mapping
-    WHERE class <> '-'
-),
-class_sales AS (
-    SELECT /*+ BROADCAST(pack_class) */
-           c.class,
-           SUM(s.SALES_VALUE_CAL) AS SALES_VALUE_CAL
-    FROM dm.dm_tf_ext_aia_sales s
-    INNER JOIN pack_class c ON s.PACK_CODE = c.PACK_CODE
-    WHERE s.yyyymm BETWEEN CONCAT(LEFT((SELECT max_yyyymm FROM max_month), 4), '01')
-                       AND (SELECT max_yyyymm FROM max_month)
-    GROUP BY c.class
-)
-SELECT class,
-       DENSE_RANK() OVER (ORDER BY SALES_VALUE_CAL DESC, class) AS RANK
-FROM class_sales
-UNION ALL SELECT 'Market',   -1
-UNION ALL SELECT 'AZ Total',  0
-UNION ALL SELECT '-',        (SELECT COUNT(*) + 1 FROM class_sales)
-
--- COMMAND ----------
-
-INSERT OVERWRITE TABLE dm.dm_td_aia_key_competitor_rank
-WITH max_month AS (
-    SELECT MAX(yyyymm) AS max_yyyymm
-    FROM (SELECT DISTINCT yyyymm FROM dm.dm_tf_ext_aia_sales) t
-),
-pack_key_competitor AS (
-    SELECT DISTINCT L.PACK_CODE, R.KEY_COMPETITOR_CN
-    FROM dm.dm_td_ext_aia_market_pack_mapping l 
-    INNER JOIN (SELECT DISTINCT 
-                PROD_DESC,max(PROD_DESC_C) KEY_COMPETITOR_CN
-                FROM dm.dm_td_ext_aia_pack_property 
-                GROUP BY 1) r on UPPER(l.KEY_COMPETITOR) = UPPER(r.PROD_DESC)
-    WHERE KEY_COMPETITOR <> 'OTHERS'   
-),
-key_competitor_sales AS (
-    SELECT /*+ BROADCAST(pack_key_competitor) */
-           k.KEY_COMPETITOR_CN,
-           SUM(s.SALES_VALUE_CAL) AS SALES_VALUE_CAL
-    FROM dm.dm_tf_ext_aia_sales s
-    INNER JOIN pack_key_competitor k ON s.PACK_CODE = k.PACK_CODE
-    WHERE s.yyyymm BETWEEN CONCAT(LEFT((SELECT max_yyyymm FROM max_month), 4), '01')
-                       AND (SELECT max_yyyymm FROM max_month)
-    GROUP BY k.KEY_COMPETITOR_CN
-)
-SELECT KEY_COMPETITOR_CN,
-       DENSE_RANK() OVER (ORDER BY SALES_VALUE_CAL DESC, KEY_COMPETITOR_CN) AS RANK
-FROM key_competitor_sales
-UNION ALL SELECT 'Market',  -1
-UNION ALL SELECT 'AZ Total', 0
-UNION ALL SELECT 'OTHERS',  (SELECT COUNT(*) + 1 FROM key_competitor_sales)
-
--- COMMAND ----------
-
---molecule的排名
-insert overwrite table dm.dm_td_aia_molecule_rank 
-WITH max_month AS (
-    SELECT MAX(yyyymm) AS max_yyyymm
-    FROM (SELECT DISTINCT yyyymm FROM dm.dm_tf_ext_aia_sales) t
-),
-pack_CMPS AS (
-    -- 过滤前移，缩小维表体积再 BROADCAST
-    SELECT DISTINCT PACK_CODE, CMPS_DESC_C
-    FROM DM.dm_td_ext_aia_pack_property
-    WHERE PROD_DESC_C <> 'OTHERS'
-),
-prod_sales AS (
-    SELECT /*+ BROADCAST(pack_prod) */
-           p.CMPS_DESC_C,
-           SUM(s.SALES_VALUE_CAL) AS SALES_VALUE_CAL
-    FROM dm.dm_tf_ext_aia_sales s
-    INNER JOIN pack_CMPS p ON s.PACK_CODE = p.PACK_CODE
-    WHERE s.yyyymm BETWEEN CONCAT(LEFT((SELECT max_yyyymm FROM max_month), 4), '01')
-                       AND (SELECT max_yyyymm FROM max_month)
-    GROUP BY p.CMPS_DESC_C
-)
-SELECT CMPS_DESC_C,
-       DENSE_RANK() OVER (ORDER BY SALES_VALUE_CAL DESC, CMPS_DESC_C) AS RANK
-FROM prod_sales
-UNION ALL SELECT 'Market',   -1
-UNION ALL SELECT 'AZ Total',  0
-UNION ALL SELECT 'OTHERS',   (SELECT COUNT(*) + 1 FROM prod_sales)
\ No newline at end of file
diff --git a/EXTERNAL/for_AIA_Dashboard/06 dm_td_aia_rank.sql:Zone.Identifier b/EXTERNAL/for_AIA_Dashboard/06 dm_td_aia_rank.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/for_AIA_Dashboard/07 dm_ext_aia_data_remove_flag.sql b/EXTERNAL/for_AIA_Dashboard/07 dm_ext_aia_data_remove_flag.sql
deleted file mode 100644
index b679651..0000000
--- a/EXTERNAL/for_AIA_Dashboard/07 dm_ext_aia_data_remove_flag.sql	
+++ /dev/null
@@ -1,111 +0,0 @@
--- Databricks notebook source
--- MAGIC %md
--- MAGIC - dwd_gnd_aia_mark_ins_data_by_brand --> brand 转换成 market
--- MAGIC - dwd_gnd_aia_mark_ins_data_by_mkt 与 brand 的进行拼接 得到 market ins data all market
--- MAGIC - 生成 dm.dm_ext_td_mark_ins_data_remove
-
--- COMMAND ----------
-
--- DBTITLE 1,创建brand的dwd临时视图
-create or replace temporary view temp_by_brand as
-select 
-  azinscode as ins_code
-  ,upper(azbrandnamee) as brand_name
-from dwd.dwd_gnd_aia_mark_ins_data_by_brand
-group by 1,2
-
--- COMMAND ----------
-
--- DBTITLE 1,创建mkt 的临时dwd视图
-create or replace temporary view temp_by_mkt as
-select 
-  azinscode as azinscode 
-  ,market 
-from dwd.dwd_gnd_aia_mark_ins_data_by_mkt
-group by 1,2
-
--- COMMAND ----------
-
--- DBTITLE 1,将brand转换成market
-create or replace temporary view temp_aia_data_flag as 
-with pack_and_brand ( --brand 转 pack
-    select 
-      upper(brandnamee) brand_name
-      ,ims_pack_cod PACK_COD --取所有code带出market
-    from dwd.dwd_td_imscode_azcode
-    where ims_pack_cod is not null and startswith(ims_pack_cod,'0')
-    and upper(brandnamee) in (select brand_name from temp_by_brand group by 1 )--取出在配置表中的pack
-    group by 1,2
-    )
-,pack_to_market (
-  select 
-    a.PACK_CODE
-    ,a.MARKET
-  from dm.dm_td_ext_aia_market_pack_mapping a
-  where --只取 AIA中的市场
-  lower(a.MARKET) not like '%all market%'
-  group by 1,2
-)
-
-select distinct
-  t1.brand_name
-  ,t1.ins_code
-  ,t3.market
-from temp_by_brand t1
-left join pack_and_brand t2 on t1.brand_name = t2.brand_name
-inner join pack_to_market t3 on t2.pack_cod = t3.pack_code
-where t1.ins_code in (select distinct audit_code from dm.dm_tf_ext_aia_sales ) --没有销量的机构不展示
-
-union all
-
-select 
-  'remove_directly_by_mkt' as brand_name
-  ,azinscode
-  ,market
-from temp_by_mkt--dwd.dwd_gnd_aia_mark_ins_data_by_mkt 
-where azinscode in (select distinct audit_code from dm.dm_tf_ext_aia_sales ) --没有销量的机构不展示
-GROUP BY azinscode,market
-
--- COMMAND ----------
-
--- DBTITLE 1,写入dws层
-insert overwrite dws.dws_ext_aia_data_remove_flag
-select 
-  ins_code
-  ,brand_name
-  ,market
-  ,from_utc_timestamp(current_timestamp,'UTC+8') etl_insert_dt
-from temp_aia_data_flag
-
--- COMMAND ----------
-
--- DBTITLE 1,写入dm层并去重
-insert overwrite dm.dm_ext_aia_data_remove_flag 
-select 
-  ins_code
-  ,market
-  ,from_utc_timestamp(current_timestamp,'UTC+8') etl_insert_dt
-from dws.dws_ext_aia_data_remove_flag
-group by 
-  ins_code
-  ,market
-
--- COMMAND ----------
-
--- DBTITLE 1,DDL 语句
--- CREATE OR REPLACE TABLE dm.dm_ext_aia_data_remove_flag (
---   ins_code STRING COMMENT '机构编码',
---   market STRING COMMENT '市场',
---   etl_insert_dt TIMESTAMP COMMENT 'ETL时间')
--- USING delta
--- -- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_ext_aia_data_remove_flag'
--- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_ext_aia_data_remove_flag';
-
--- CREATE OR REPLACE TABLE dws.dws_ext_aia_data_remove_flag (
---   ins_code STRING COMMENT '机构编码',
---   brand_name STRING COMMENT '产品名称，用来区分配置表来源',
---   market STRING COMMENT '市场',
---   etl_insert_dt TIMESTAMP)
--- USING delta 
--- -- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DWS/dws_ext_aia_data_remove_flag'
--- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DWS/dws_ext_aia_data_remove_flag'
\ No newline at end of file
diff --git a/EXTERNAL/for_AIA_Dashboard/07 dm_ext_aia_data_remove_flag.sql:Zone.Identifier b/EXTERNAL/for_AIA_Dashboard/07 dm_ext_aia_data_remove_flag.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/for_AIA_Dashboard/07 dm_td_aia_remove_special_ins_bkp.py b/EXTERNAL/for_AIA_Dashboard/07 dm_td_aia_remove_special_ins_bkp.py
deleted file mode 100644
index 0633380..0000000
--- a/EXTERNAL/for_AIA_Dashboard/07 dm_td_aia_remove_special_ins_bkp.py	
+++ /dev/null
@@ -1,56 +0,0 @@
-# Databricks notebook source
-# MAGIC %sql
-# MAGIC create or replace temporary view ins_mkt_distinct
-# MAGIC as
-# MAGIC select distinct 
-# MAGIC azinscode as ins_code
-# MAGIC ,market as mkt 
-# MAGIC from dwd.dwd_gnd_aia_mark_ins_data_by_mkt
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC create or replace temporary view mkt_pack_mapping_distinct
-# MAGIC as --pack code, prod desc, market 的关系
-# MAGIC select distinct 
-# MAGIC PACK_COD
-# MAGIC ,MARKET
-# MAGIC ,PROD_DES
-# MAGIC from dm.dm_td_external_market_pack_mapping
-# MAGIC -- where DATA_SOURCE = 'AIA(Monthly)'
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC create or replace temporary view ins_pack_result as
-# MAGIC
-# MAGIC select distinct
-# MAGIC   a.ins_code
-# MAGIC   ,b.PACK_COD
-# MAGIC from ins_mkt_distinct a
-# MAGIC left join ( --pack 和 market 的mapping
-# MAGIC   select 
-# MAGIC     PACK_COD
-# MAGIC     ,MARKET 
-# MAGIC   from mkt_pack_mapping_distinct
-# MAGIC   ) b 
-# MAGIC   on a.mkt = b.MARKET 
-
-# COMMAND ----------
-
-# %sql
-# CREATE TABLE dm.dm_td_aia_remove_special_ins (
-#   ins_code STRING,
-#   pack_cod STRING)
-# USING delta
-# -- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_aia_remove_special_ins'
-# LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_aia_remove_special_ins'
-
-# COMMAND ----------
-
-# MAGIC %sql
-# MAGIC insert overwrite dm.dm_td_aia_remove_special_ins
-# MAGIC select 
-# MAGIC     ins_code
-# MAGIC     ,pack_cod 
-# MAGIC from ins_pack_result
diff --git a/EXTERNAL/for_AIA_Dashboard/07 dm_td_aia_remove_special_ins_bkp.py:Zone.Identifier b/EXTERNAL/for_AIA_Dashboard/07 dm_td_aia_remove_special_ins_bkp.py:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/for_AIA_Dashboard/08 dm_ext_aia_data_quality_flag.sql b/EXTERNAL/for_AIA_Dashboard/08 dm_ext_aia_data_quality_flag.sql
deleted file mode 100644
index a53213c..0000000
--- a/EXTERNAL/for_AIA_Dashboard/08 dm_ext_aia_data_quality_flag.sql	
+++ /dev/null
@@ -1,218 +0,0 @@
--- Databricks notebook source
--- %python
--- import pandas as pd
--- # 读取上传的新增机构
--- df = pd.read_excel('AIA_DATA_FLAG_NEWLY_ADDED_INS.xlsx')
--- sdf = spark.createDataFrame(df)
--- sdf.createOrReplaceTempView('newly_added_ins')
--- df = pd.read_excel('AIA_DATA_FLAG_LIGHT.xlsx')
--- sdf = spark.createDataFrame(df)
--- sdf.createOrReplaceTempView('light_ins')
-
--- COMMAND ----------
-
--- DBTITLE 1,创建dwd的临时视图
-create or replace temporary view newly_added_ins as
-select 
-  inscode
-  ,is_newly_added
-from dwd.dwd_gnd_aia_data_flag_newly_added_ins
-
--- COMMAND ----------
-
--- DBTITLE 1,创建dwd的临时视图
-create or replace temporary view light_ins as
-select 
-  brand_name
-  ,inst_code
-  ,inst_name
-  ,light
-from dwd.dwd_gnd_aia_data_flag_light
-
--- COMMAND ----------
-
--- DBTITLE 1,处理新增机构的标签
--- 外部的机构编码 转换成 AZ 的机构编码
-create or replace temporary view temp_extinscode_2_azinscode as
-select 
-  t1.inscode
-  ,t1.IS_NEWLY_ADDED
-  ,nvl( t2.ins_cd_nl , t1.inscode) az_inscode 
-from newly_added_ins t1
-left join (
-  select 
-    distinct ins_cd_nl,cpa_hospital_code
-  from dwd.dwd_gnd_hospital_not_provided
-  ) t2 
-  on t1.inscode = t2.cpa_hospital_code
-
-where t2.ins_cd_nl is not null or len(t1.inscode)<9 --存在转换表中数据不全的情况，考虑过滤掉
-
--- COMMAND ----------
-
--- DBTITLE 1,处理AIA数据质量标签表
--- 格式化一下表，将红绿转换成数字供后续的排序做铺垫
-create or replace temporary view light_ins_formatted as
-select 
-upper(brand_name) brand_name
-,inst_code
--- ,inst_name
-,case when trim(light) = '绿灯' then 3
-    when trim(light) = '黄灯' then 2
-    when trim(light) = '红灯' then 1
-end as light_num
-from light_ins
-group by 1,2,3
-
--- COMMAND ----------
-
--- DBTITLE 1,AIA数据质量标签临时表
-create or replace temporary view temp_aia_data_flag as 
-with pack_and_brand ( --brand 转 pack
-    select 
-      upper(brandnamee) brand_name
-      ,ims_pack_cod PACK_COD --取所有code带出market
-    from dwd.dwd_td_imscode_azcode
-    where ims_pack_cod is not null and startswith(ims_pack_cod,'0')
-    and upper(brandnamee) in (select brand_name from light_ins_formatted group by 1 )--取出在配置表中的pack
-    group by 1,2
-    )
-,pack_to_market (
-  select 
-    a.PACK_CODE
-    ,MARKET
-  from dm.dm_td_ext_aia_market_pack_mapping a
-  inner join pack_and_brand b on a.PACK_CODE = b.pack_cod --取出配置表中的brand对应的 market
-  where lower(a.MARKET) not like '%all market%'
-  group by 1,2
-)
-
-select 
-  t1.brand_name
-  ,t1.inst_code as ins_code
-  ,t1.light_num
-  ,t3.market
-from light_ins_formatted t1
-left join pack_and_brand t2 on t1.brand_name = t2.brand_name
-inner join pack_to_market t3 on t2.pack_cod = t3.pack_code
-where t1.inst_code in (select distinct AUDIT_CODE from dm.dm_tf_ext_aia_sales ) --没有销量的机构不展示
-group by 1,2,3,4
---增加直接剔除表中的信息（需求：剔除数据异常机构的INS+MKT均为“红灯”，其余INS+MKT根据配置表进行判断）
-union all
-select 
-  'remove_directly_by_mkt' as brand_name
-  ,azinscode
-  ,1 as light_num
-  ,market
-from dwd.dwd_gnd_aia_mark_ins_data_by_mkt 
-where azinscode in (select distinct AUDIT_CODE from dm.dm_tf_ext_aia_sales ) --没有销量的机构不展示
-GROUP BY azinscode,market
-
--- COMMAND ----------
-
--- DBTITLE 1,dws 层结果
-insert overwrite dws.dws_ext_aia_data_quality_flag
-with market_ins_light_flag (
-  select 
-    ins_code
-    ,market
-    ,brand_name
-    ,min(light_num) light
-  from temp_aia_data_flag
-  group by 1,2,3
-  -- having count( distinct light_num) >1
-)
-select 
-  t1.ins_code
-  ,t1.market
-  ,t1.light
-  ,case when t2.az_inscode is not null then 1 else 0 end as is_newly_added 
-  ,'AIA(Monthly)' data_source
-  ,from_utc_timestamp(current_timestamp,'UTC+8') etl_insert_dt
-from market_ins_light_flag t1 
-left join temp_extinscode_2_azinscode t2 on t1.ins_code = t2.az_inscode -- 是否是新增机构
--- where t2.az_inscode is not null 
-group by 1,2,3,4,5
-
--- COMMAND ----------
-
--- DBTITLE 1,dm层
-insert overwrite dm.dm_ext_aia_data_quality_flag
-select 
-  t1.ins_code
-  ,t2.province_name
-  ,t2.city_name
-  ,t1.market
-  ,t1.light
-  ,t1.is_newly_added
-  ,t1.data_source
-  ,from_utc_timestamp(current_timestamp,'UTC+8') etl_insert_dt
-from dws.dws_ext_aia_data_quality_flag t1
-left join dm.dm_td_institution t2 on t1.ins_code = t2.inst_code --获取机构地理信息中的省份和城市
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ### pbi 语句
-
--- COMMAND ----------
-
--- with mapping(
---   select 1 as o_value,'Y' as display_value
---   union all
---   select 0,''
--- )
--- select 
---   ins_code
---   ,province_name
---   ,city_name
---   ,market
---   -- ,pack_cod
---   -- ,concat(pack_cod ,data_source) pack_key
---   ,b.display_value as is_newly_added
---   ,concat(ins_code ,data_source) audit_key
---   ,case 
---     when min(light) = 1 then '红灯' 
---     when min(light) = 2 then '黄灯' 
---     else '绿灯' 
---   end as light
--- from dm.dm_ext_aia_data_quality_flag a 
--- left join mapping b on a.is_newly_added = b.o_value
--- group by 1,2,3,4,5,6
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ### ddl 语句
-
--- COMMAND ----------
-
--- drop table dws.dws_ext_aia_data_quality_flag
-
--- COMMAND ----------
-
--- CREATE or REPLACE TABLE dws.dws_ext_aia_data_quality_flag (
---   ins_code STRING,
---   market STRING,
---   light INT COMMENT '0 red 1 yellow 2 green',
---   is_newly_added INT COMMENT '1 newly_added 0 old',
---   data_source STRING,
---   etl_insert_dt TIMESTAMP)
--- USING delta 
--- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DWS/dws_ext_aia_data_quality_flag'
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DWS/dws_ext_aia_data_quality_flag'
-
--- COMMAND ----------
-
--- CREATE or REPLACE TABLE dm.dm_ext_aia_data_quality_flag (
---   ins_code STRING,
---   province_name STRING,
---   city_name STRING,
---   market STRING,
---   light INT COMMENT '0 red 1 yellow 2 green',
---   is_newly_added INT COMMENT '1 newly_added 0 old',
---   data_source STRING,
---   etl_insert_dt TIMESTAMP)
--- USING delta 
--- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_ext_aia_data_quality_flag'
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_ext_aia_data_quality_flag'
\ No newline at end of file
diff --git a/EXTERNAL/for_AIA_Dashboard/08 dm_ext_aia_data_quality_flag.sql:Zone.Identifier b/EXTERNAL/for_AIA_Dashboard/08 dm_ext_aia_data_quality_flag.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/z 01 dm_tf_external_sales.sql b/EXTERNAL/z 01 dm_tf_external_sales.sql
deleted file mode 100644
index 359ca4a..0000000
--- a/EXTERNAL/z 01 dm_tf_external_sales.sql	
+++ /dev/null
@@ -1,1187 +0,0 @@
--- Databricks notebook source
--- MAGIC %md
--- MAGIC ## 清空表
-
--- COMMAND ----------
-
-TRUNCATE TABLE dm.dm_tf_external_sales
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ## 各渠道逻辑
-
--- COMMAND ----------
-
--- DBTITLE 1,CHPA
--- DELETE FROM
---   dm.dm_tf_external_sales
--- WHERE
---   DATA_SOURCE = 'IQVIA-CHPA(Monthly)';
-
-INSERT INTO dm.dm_tf_external_sales (
-    YYYYMM,
-    PACK_COD,
-    AUDIT_COD,
-    DATA_SOURCE,
-    SALES_UNIT_CAL,
-    SALES_UNIT_CAL_LY,
-    SALES_VALUE_CAL,
-    SALES_VALUE_CAL_LY,
-    CONUTING_UNIT,
-    CONUTING_UNIT_LY,
-    prescription,
-    prescription_ly,
-    PACK_FLAG,
-    PROD_FLAG,
-    DTP_FLAG,
-    cmps_flag,
-    PLATFORM_TYPE,
-    STORE_NAME,
-    STORE_TYPE,
-    REGION_TYPE,
-    inst_code,
-    dept_name,
-    new_code,
-    area,
-    h_level,
-    reimburse,
-    reimburse_type,
-    prescription_source,
-    CORP_COD
-  )
-  SELECT
-    A.YYYYMM,
-    A.PACK_COD,
-    A.AUDIT_COD,
-    'IQVIA-CHPA(Monthly)' DATA_SOURCE,
-    -------------------------------------
-    SUM(SALES_UNIT_CAL) SALES_UNIT_CAL,
-    SUM(SALES_UNIT_CAL_LY) as SALES_UNIT_CAL_LY,
-    SUM(SALES_VALUE_CAL) SALES_VALUE_CAL,
-    SUM(SALES_VALUE_CAL_LY) as SALES_VALUE_CAL_LY,
-    SUM(CONUTING_UNIT) CONUTING_UNIT,
-    SUM(CONUTING_UNIT_LY) as CONUTING_UNIT_LY,
-    null as prescription,
-    null as prescription_ly,
-    -------------------------------------
-    --Retail藏数逻辑标签------------------
-    1 PACK_FLAG,
-    1 PROD_FLAG,
-    0 DTP_FLAG,
-    null as cmps_flag,
-    -------------------------------------
-    --EC数据标签--------------------------
-    '' PLATFORM_TYPE,
-    '' STORE_NAME,
-    '' STORE_TYPE,
-    -------------------------------------
-    --COUNTY数据标签----------------------
-    '' REGION_TYPE,
-    -------------------------------------
-    --AIA数据标签-------------------------
-    null inst_code, --可以移除，报告没有使用
-    -------------------------------------
-    --XIE HE 数据标签---------------------
-    '' as dept_name,
-    '' as new_code,
-    '' as area,
-    '' as h_level,
-    '' as reimburse,
-    '' as reimburse_type,
-    '' as prescription_source,
-    -------------------------------------
-    '' as CORP_COD --可以移除，报告没有使用
-  -------------------------------------
-  FROM
-    dm.dm_ims_tf_sales A
-  where
-    A.YYYYMM >= '202001'
-    AND A.MARKET = 'IMS ALL Market'
-  GROUP BY
-    A.YYYYMM,
-    A.PACK_COD,
-    A.AUDIT_COD
-
--- COMMAND ----------
-
--- DBTITLE 1,COUNTY
--- DELETE FROM
---   dm.dm_tf_external_sales
--- WHERE
---   DATA_SOURCE = 'IQVIA-COUNTY(Quarterly)';
-
-INSERT INTO dm.dm_tf_external_sales (
-    YYYYMM,
-    PACK_COD,
-    AUDIT_COD,
-    DATA_SOURCE,
-    SALES_UNIT_CAL,
-    SALES_UNIT_CAL_LY,
-    SALES_VALUE_CAL,
-    SALES_VALUE_CAL_LY,
-    CONUTING_UNIT,
-    CONUTING_UNIT_LY,
-    prescription,
-    prescription_ly,
-    PACK_FLAG,
-    PROD_FLAG,
-    DTP_FLAG,
-    cmps_flag,
-    PLATFORM_TYPE,
-    STORE_NAME,
-    STORE_TYPE,
-    REGION_TYPE,
-    inst_code,
-    dept_name,
-    new_code,
-    area,
-    h_level,
-    reimburse,
-    reimburse_type,
-    prescription_source,
-    CORP_COD
-  )
-  SELECT
-    A.YYYYMM,
-    A.PACK_COD,
-    A.AUDIT_COD,
-    'IQVIA-COUNTY(Quarterly)' DATA_SOURCE,
-    -------------------------------------
-    SUM(SALES_UNIT_CAL) SALES_UNIT_CAL,
-    SUM(SALES_UNIT_CAL_LY) as SALES_UNIT_CAL_LY,
-    SUM(SALES_VALUE_CAL) SALES_VALUE_CAL,
-    SUM(SALES_VALUE_CAL_LY) as SALES_VALUE_CAL_LY,
-    SUM(CONUTING_UNIT) CONUTING_UNIT,
-    SUM(CONUTING_UNIT_LY) as CONUTING_UNIT_LY,
-    null as prescription,
-    null as prescription_ly,
-    -------------------------------------
-    --Retail藏数逻辑标签------------------
-    1 PACK_FLAG,
-    1 PROD_FLAG,
-    0 DTP_FLAG,
-    null as cmps_flag,
-    -------------------------------------
-    --EC数据标签--------------------------
-    '' PLATFORM_TYPE,
-    '' STORE_NAME,
-    '' STORE_TYPE,
-    -------------------------------------
-    --COUNTY数据标签----------------------
-    NVL(A.REGION_TYPE, '') REGION_TYPE,
-    -------------------------------------
-    --AIA数据标签-------------------------
-    null inst_code, --可以移除，报告没有使用
-    -------------------------------------
-    --XIE HE 数据标签---------------------
-    '' as dept_name,
-    '' as new_code,
-    '' as area,
-    '' as h_level,
-    '' as reimburse,
-    '' as reimburse_type,
-    '' as prescription_source,
-    -------------------------------------
-    '' as CORP_COD --可以移除，报告没有使用
-  -------------------------------------
-  FROM
-    DM.dm_ext_county_tf_sales_region A
-  where
-    A.YYYYMM >= '202001'
-    AND A.MARKET = 'IMS ALL Market'
-  GROUP BY
-    A.YYYYMM,
-    A.PACK_COD,
-    A.AUDIT_COD,
-    A.REGION_TYPE
-
--- COMMAND ----------
-
--- DBTITLE 1,THC
--- DELETE FROM
---   dm.dm_tf_external_sales
--- WHERE
---   DATA_SOURCE = 'THC(Quarterly)';
-
-INSERT INTO dm.dm_tf_external_sales (
-    YYYYMM,
-    PACK_COD,
-    AUDIT_COD,
-    DATA_SOURCE,
-    SALES_UNIT_CAL,
-    SALES_UNIT_CAL_LY,
-    SALES_VALUE_CAL,
-    SALES_VALUE_CAL_LY,
-    CONUTING_UNIT,
-    CONUTING_UNIT_LY,
-    prescription,
-    prescription_ly,
-    PACK_FLAG,
-    PROD_FLAG,
-    DTP_FLAG,
-    cmps_flag,
-    PLATFORM_TYPE,
-    STORE_NAME,
-    STORE_TYPE,
-    REGION_TYPE,
-    inst_code,
-    dept_name,
-    new_code,
-    area,
-    h_level,
-    reimburse,
-    reimburse_type,
-    prescription_source,
-    CORP_COD
-  )
-  SELECT
-    A.YYYYMM,
-    A.PACK_COD,
-    A.AUDIT_COD,
-    'THC(Quarterly)' DATA_SOURCE,
-    -------------------------------------
-    SALES_UNIT_CAL,
-    SALES_UNIT_CAL_LY,
-    SALES_VALUE_CAL,
-    SALES_VALUE_CAL_LY,
-    COUNTING_UNIT,
-    COUNTING_UNIT_LY ,
-    null as prescription,
-    null as prescription_ly,
-    -------------------------------------
-    --Retail藏数逻辑标签------------------
-    1 PACK_FLAG,
-    1 PROD_FLAG,
-    0 DTP_FLAG,
-    null as cmps_flag,
-    -------------------------------------
-    --EC数据标签--------------------------
-    '' PLATFORM_TYPE,
-    '' STORE_NAME,
-    '' STORE_TYPE,
-    -------------------------------------
-    --COUNTY数据标签----------------------
-    '' REGION_TYPE,
-    -------------------------------------
-    --AIA数据标签-------------------------
-    null inst_code, --可以移除，报告没有使用
-    -------------------------------------
-    --XIE HE 数据标签---------------------
-    '' as dept_name,
-    '' as new_code,
-    '' as area,
-    '' as h_level,
-    '' as reimburse,
-    '' as reimburse_type,
-    '' as prescription_source,
-    -------------------------------------
-    '' as CORP_COD --可以移除，报告没有使用
-  -------------------------------------
-  FROM
-    dm.dm_ext_thc_sales A
-  where
-    AUDIT_COD = 'CHT'
-
--- COMMAND ----------
-
--- DBTITLE 1,CHC_RAW_DATA
-------------------------------------------------------------------------------CHC-------------------------------------------------------------------
-CREATE OR REPLACE TEMPORARY VIEW V_CHC_RAW_DATA AS
-with exchc_rawdata_temp as (        --主表数据 
-      select      
-                CASE
-                        WHEN SUBSTRING(yq, 5,2) = 'Q1' THEN CONCAT(SUBSTRING(yq, 1, 4), '03')
-                        WHEN SUBSTRING(yq, 5, 2) = 'Q2' THEN CONCAT(SUBSTRING(yq, 1, 4), '06')
-                        WHEN SUBSTRING(yq, 5, 2) = 'Q3' THEN CONCAT(SUBSTRING(yq, 1, 4), '09')
-                        WHEN SUBSTRING(yq, 5, 2) = 'Q4' THEN CONCAT(SUBSTRING(yq, 1, 4), '12')
-                        ELSE yq 
-                END AS yq,
-                city_c, 
-                pack_cod, 
-                prod_cod, 
-                value, 
-                totalunit, 
-                countingunit
-      from dwd.dwd_gnd_chc_rawdata  
-      where year >= '2021'
-),
-temp_corp as (
-    select 
-      PACK_COD,
-      CORP_COD,
-      CORP_DES 
-    from dm.dm_ims_td_pack_property  
-    group by PACK_COD,CORP_COD,CORP_DES 
-),
-chc_pack_property_clean as (
-select distinct 
-	iqvia_pack_code    ,
-	iqvia_prod_code    ,
-	pack_cod           ,
-	app1_cod           ,
-	app1_des           ,
-	app1_des_c         ,
-	app2_cod           ,
-	app2_des           ,
-	app2_des_c         ,
-	app3_cod           ,
-	app3_des           ,
-	app3_des_c         ,
-	atc1_cod           ,
-	atc1_des           ,
-	atc1_des_c         ,
-	atc2_cod           ,
-	atc2_des           ,
-	atc2_des_c         ,
-	atc3_cod           ,
-	atc3_des           ,
-	atc3_des_c         ,
-	atc4_cod           ,
-	atc4_des           ,
-	atc4_des_c         ,
-	bio_desc           ,
-	cmps_cod           ,
-	cmps_des           ,
-	cmps_des_c         ,
-	corp_cod           ,
-	corp_des           ,
-	corp_des_c         ,
-	edl_desc           ,
-	eth_otc_desc       ,
-	gene_orig_desc     ,
-	gqce_desc          ,
-	manu_cod           ,
-	manu_des           ,
-	manu_des_c         ,
-	mnfl_cod           ,
-	mnfl_des           ,
-	nrdl_desc          ,
-	pack_des           ,
-	stgh_des           ,
-	pack_lch           ,
-	paed_desc          ,
-	prod_des           ,
-	prod_des_c         ,
-	tcm_desc           ,
-	vbp_desc           ,
-	builtinarchivedate ,
-	source_file_path   ,
-	source_file_name   ,
-	etl_insert_dt      ,
-	countingunit		
-from  dwd.dwd_gnd_ext_chc_pack_property
-),
-temp_corp_temp as (   --  chc本身唯独表 存在corp_cod以及 CORP_DES 与手工数据不一致的问题 
-  select 
-    t1.pack_cod,
-    t1.iqvia_pack_code,
-    t1.countingunit,
-    coalesce(t2.CORP_COD, t1.CORP_COD) as CORP_COD ,
-    coalesce(t2.CORP_DES,t1.CORP_DES ) as CORP_DES
-  from chc_pack_property_clean t1
-  left join temp_corp t2
-    on t1.iqvia_pack_code = t2.PACK_COD
-),
-dim_exchc_geo as (
-  -- geo相关信息   在CHPA中没有 苏州、无锡、福州等数据,根据业务反馈，按照 city_c当作AUDIT_COD
-  select
-    t1.city_e,
-    concat( t1.city_c , '市') as city_c,
-    upper( nvl(t2.AUDIT_COD ,t1.city_e)  ) as AUDIT_COD
-  from  dwd.dwd_gnd_ext_chc_geo t1
-  left join dm.dm_ims_td_geo  t2
-    on t1.city_e= t2.city
--- --20260122 按照新的业务逻辑，直接用城市名称匹配获得省份code
--- SELECT DISTINCT city_name,province_code,province_name FROM DM.dm_td_geography
--- WHERE nvl(city_code,'')!='' and nvl(province_code,'')!=''  and nvl(province_name,'')!=''
-),
-exchc_rawdata_iqvia as ( 
-  select
-    t1.yq ,
-    t1.city_c, 
-    -- t1.pack_cod pack_cod_old, 
-    t3.iqvia_pack_code as pack_cod,
-    t3.CORP_COD as CORP_COD,
-    C.AUDIT_COD as AUDIT_COD,
-    t1.prod_cod, 
-    t1.value, 
-    t1.totalunit, 
-    -- t1.countingunit,
-    t1.totalunit * nvl(t3.countingunit,1 ) as countingunit
-    -- t2.countingunit as  tt
-  from exchc_rawdata_temp t1
-  left join temp_corp_temp t3 
-    on t1.pack_cod = t3.pack_cod
-  LEFT JOIN dim_exchc_geo C
-    ON t1.CITY_C = C.city_c
-),
-value_temp as(
-  select 
-      a.yq,
-		  a.AUDIT_COD, 
-		  a.pack_cod, 
-		  --t1.prod_cod,
-      a.CORP_COD,
-		  sum(a.value) value,
-		  sum(a.totalunit) totalunit,
-		  sum(a.countingunit) countingunit,
-		  sum(value_ly) value_ly,
-      sum(totalunit_ly) totalunit_ly,
-      sum(countingunit_ly) countingunit_ly
-      from (
-	  select      
-		  t1.yq,
-		  t1.AUDIT_COD, 
-		  t1.pack_cod, 
-		  --t1.prod_cod,
-      t1.CORP_COD,
-		  t1.value,
-		  t1.totalunit,
-		  t1.countingunit,
-		  0 value_ly,
-      0 totalunit_ly,
-      0 countingunit_ly
-	  from exchc_rawdata_iqvia t1
-    union all 
-    select      
-		  cast(t1.yq+100 as int),
-		  t1.AUDIT_COD, 
-		  t1.pack_cod, 
-		  --t1.prod_cod,
-      t1.CORP_COD,
-		  0 value,
-		  0 totalunit,
-		  0 countingunit,
-		  t1.value value_ly,
-      t1.totalunit totalunit_ly,
-      t1.countingunit countingunit_ly
-	  from exchc_rawdata_iqvia t1
-   WHERE T1.YQ+100 <= (SELECT MAX(YQ) FROM exchc_rawdata_iqvia)
-  ) a
-  group by a.yq,
-		  a.AUDIT_COD, 
-		  a.pack_cod, 
-		  --t1.prod_cod,
-      a.CORP_COD
-)
- 
-select 
-		t1.yq as YYYYMM ,
-		t1.AUDIT_COD, 
-		t1.pack_cod, 
-    t1.CORP_COD
-		--t1.prod_cod  
-		,sum(totalunit)	  AS SALES_UNIT_CAL			     -- totalunit
-		,sum(totalunit_ly)     AS SALES_UNIT_CAL_LY  --totalunit_ly
-		,sum(value)    AS SALES_VALUE_CAL   --value
-		,sum(value_ly   )     AS SALES_VALUE_CAL_LY  
-		,sum(countingunit)    AS CONUTING_UNIT   --countingunit
-		,sum(countingunit_ly) AS CONUTING_UNIT_LY 
-    ,'CHC(Quarterly)' as DATA_SOURCE
-	from value_temp t1 
-	group by  1,2,3,4
-
--- COMMAND ----------
-
--- DBTITLE 1,CHC
--- DELETE FROM
---   dm.dm_tf_external_sales
--- WHERE
---   DATA_SOURCE = 'CHC(Quarterly)';
-
-INSERT INTO dm.dm_tf_external_sales (
-    YYYYMM,
-    PACK_COD,
-    AUDIT_COD,
-    DATA_SOURCE,
-    SALES_UNIT_CAL,
-    SALES_UNIT_CAL_LY,
-    SALES_VALUE_CAL,
-    SALES_VALUE_CAL_LY,
-    CONUTING_UNIT,
-    CONUTING_UNIT_LY,
-    prescription,
-    prescription_ly,
-    PACK_FLAG,
-    PROD_FLAG,
-    DTP_FLAG,
-    cmps_flag,
-    PLATFORM_TYPE,
-    STORE_NAME,
-    STORE_TYPE,
-    REGION_TYPE,
-    inst_code,
-    dept_name,
-    new_code,
-    area,
-    h_level,
-    reimburse,
-    reimburse_type,
-    prescription_source,
-    CORP_COD
-  )
-  SELECT
-    A.YYYYMM,
-    A.PACK_COD,
-    A.AUDIT_COD,
-    'CHC(Quarterly)' DATA_SOURCE,
-    -------------------------------------
-    SALES_UNIT_CAL,
-    SALES_UNIT_CAL_LY,
-    SALES_VALUE_CAL,
-    SALES_VALUE_CAL_LY,
-    CONUTING_UNIT,
-    CONUTING_UNIT_LY,
-    null as prescription,
-    null as prescription_ly,
-    -------------------------------------
-    --Retail藏数逻辑标签------------------
-    1 PACK_FLAG,
-    1 PROD_FLAG,
-    0 DTP_FLAG,
-    null as cmps_flag,
-    -------------------------------------
-    --EC数据标签--------------------------
-    '' PLATFORM_TYPE,
-    '' STORE_NAME,
-    '' STORE_TYPE,
-    -------------------------------------
-    --COUNTY数据标签----------------------
-    '' REGION_TYPE,
-    -------------------------------------
-    --AIA数据标签-------------------------
-    null inst_code, --可以移除，报告没有使用
-    -------------------------------------
-    --XIE HE 数据标签---------------------
-    '' as dept_name,
-    '' as new_code,
-    '' as area,
-    '' as h_level,
-    '' as reimburse,
-    '' as reimburse_type,
-    '' as prescription_source,
-    -------------------------------------
-    '' as CORP_COD --可以移除，报告没有使用
-  -------------------------------------
-  FROM
-    V_CHC_RAW_DATA A
-  WHERE
-    YYYYMM >= (
-      SELECT
-        CAST((LEFT(MAX(YYYYMM), 4) - 3) * 100 + 1 AS INT)
-      FROM
-        V_CHC_RAW_DATA
-    )
-
--- COMMAND ----------
-
--- DBTITLE 1,Retail
--- DELETE FROM
---   dm.dm_tf_external_sales
--- WHERE
---   DATA_SOURCE = 'Retail(Quarterly)';
-
-INSERT INTO dm.dm_tf_external_sales (
-    YYYYMM,
-    PACK_COD,
-    AUDIT_COD,
-    DATA_SOURCE,
-    SALES_UNIT_CAL,
-    SALES_UNIT_CAL_LY,
-    SALES_VALUE_CAL,
-    SALES_VALUE_CAL_LY,
-    CONUTING_UNIT,
-    CONUTING_UNIT_LY,
-    prescription,
-    prescription_ly,
-    PACK_FLAG,
-    PROD_FLAG,
-    DTP_FLAG,
-    cmps_flag,
-    PLATFORM_TYPE,
-    STORE_NAME,
-    STORE_TYPE,
-    REGION_TYPE,
-    inst_code,
-    dept_name,
-    new_code,
-    area,
-    h_level,
-    reimburse,
-    reimburse_type,
-    prescription_source,
-    CORP_COD
-  )
-SELECT
-  A.YYYYMM,
-  A.iqvia_pack_code,
-  trim(A.AUDIT_COD) AS AUDIT_COD,
-  'Retail(Quarterly)' DATA_SOURCE,
-  -------------------------------------
-  SUM(sales_unit) SALES_UNIT_CAL,
-  SUM(sales_unit_ly) as SALES_UNIT_CAL_LY,
-  SUM(sales_value) SALES_VALUE_CAL,
-  SUM(sales_value_LY) as SALES_VALUE_CAL_LY,
-  SUM(counting_unit) CONUTING_UNIT,
-  SUM(counting_unit_LY) as CONUTING_UNIT_LY,
-  null as prescription,
-  null as prescription_ly,
-  -------------------------------------
-  --Retail藏数逻辑标签------------------
-  A.PACK_FLAG,
-  A.brand_flag PROD_FLAG,
-  0 DTP_FLAG,
-  case
-    when
-      max(lower(C.CMPS_DES)) in ('atorvastatin', 'rosuvastatin', 'esomeprazole', 'omeprazole')
-    then
-      1
-    else 0
-  end as cmps_flag,
-  -------------------------------------
-  --EC数据标签--------------------------
-  '' PLATFORM_TYPE,
-  '' STORE_NAME,
-  '' STORE_TYPE,
-  -------------------------------------
-  --COUNTY数据标签----------------------
-  '' REGION_TYPE,
-  -------------------------------------
-  --AIA数据标签-------------------------
-  null inst_code, --可以移除，报告没有使用
-  -------------------------------------
-  --XIE HE 数据标签---------------------
-  '' as dept_name,
-  '' as new_code,
-  '' as area,
-  '' as h_level,
-  '' as reimburse,
-  '' as reimburse_type,
-  '' as prescription_source,
-  -------------------------------------
-  '' as CORP_COD --可以移除，报告没有使用
--------------------------------------
-FROM
-  dm.dm_zk_retail_sales A
-    LEFT JOIN (
-      select DISTINCT
-        iqvia_pack_code,
-        CMPS_DES
-      from
-        dm.dm_zk_retail_pack_property
-    ) C
-      ON A.iqvia_pack_code = C.iqvia_pack_code
--------------------------------------
-LEFT JOIN (SELECT OTHERS_MONTH FROM tmp.tmp_dm_td_ext_retail_niad_month) D
--------------------------------------
-where
-  A.YYYYMM >= '202001' AND A.YYYYMM <= D.OTHERS_MONTH
-GROUP BY
-  A.YYYYMM,
-  A.iqvia_pack_code,
-  A.AUDIT_COD,
-  A.PACK_FLAG,
-  A.brand_flag
-
--- COMMAND ----------
-
--- DBTITLE 1,DTP
--- DELETE FROM
---   dm.dm_tf_external_sales
--- WHERE
---   DATA_SOURCE = 'DTP(Quarterly)';
-
-INSERT INTO dm.dm_tf_external_sales (
-    YYYYMM,
-    PACK_COD,
-    AUDIT_COD,
-    DATA_SOURCE,
-    SALES_UNIT_CAL,
-    SALES_UNIT_CAL_LY,
-    SALES_VALUE_CAL,
-    SALES_VALUE_CAL_LY,
-    CONUTING_UNIT,
-    CONUTING_UNIT_LY,
-    prescription,
-    prescription_ly,
-    PACK_FLAG,
-    PROD_FLAG,
-    DTP_FLAG,
-    cmps_flag,
-    PLATFORM_TYPE,
-    STORE_NAME,
-    STORE_TYPE,
-    REGION_TYPE,
-    inst_code,
-    dept_name,
-    new_code,
-    area,
-    h_level,
-    reimburse,
-    reimburse_type,
-    prescription_source,
-    CORP_COD
-  )
-  SELECT
-    A.YYYYMM,
-    A.iqvia_pack_code,
-    trim(A.AUDIT_COD) AS AUDIT_COD,
-    'DTP(Quarterly)' DATA_SOURCE,
-    -------------------------------------
-    SUM(sales_unit) SALES_UNIT_CAL,
-    SUM(sales_unit_ly) as SALES_UNIT_CAL_LY,
-    SUM(sales_value) SALES_VALUE_CAL,
-    SUM(sales_value_LY) as SALES_VALUE_CAL_LY,
-    SUM(counting_unit) CONUTING_UNIT,
-    SUM(counting_unit_LY) as CONUTING_UNIT_LY,
-    null as prescription,
-    null as prescription_ly,
-    -------------------------------------
-    --Retail藏数逻辑标签------------------
-    1 PACK_FLAG,
-    brand_flag AS PROD_FLAG,
-    1 DTP_FLAG,
-    null as cmps_flag,
-    -------------------------------------
-    --EC数据标签--------------------------
-    '' PLATFORM_TYPE,
-    '' STORE_NAME,
-    '' STORE_TYPE,
-    -------------------------------------
-    --COUNTY数据标签----------------------
-    '' REGION_TYPE,
-    -------------------------------------
-    --AIA数据标签-------------------------
-    null inst_code, --可以移除，报告没有使用
-    -------------------------------------
-    --XIE HE 数据标签---------------------
-    '' as dept_name,
-    '' as new_code,
-    '' as area,
-    '' as h_level,
-    '' as reimburse,
-    '' as reimburse_type,
-    '' as prescription_source,
-    -------------------------------------
-    '' as CORP_COD --可以移除，报告没有使用
-  -------------------------------------
-  FROM
-    dm.dm_zk_retail_dtp_sales A
-  where
-    A.YYYYMM >= '202001'
-  GROUP BY
-    A.YYYYMM,
-    A.iqvia_pack_code,
-    A.AUDIT_COD,
-    A.brand_flag,
-    A.pack_flag
-
--- COMMAND ----------
-
--- DBTITLE 1,EC
--- DELETE FROM
---   dm.dm_tf_external_sales
--- WHERE
---   DATA_SOURCE = 'EC(Monthly)';
-
-INSERT INTO dm.dm_tf_external_sales (
-    YYYYMM,
-    PACK_COD,
-    AUDIT_COD,
-    DATA_SOURCE,
-    SALES_UNIT_CAL,
-    SALES_UNIT_CAL_LY,
-    SALES_VALUE_CAL,
-    SALES_VALUE_CAL_LY,
-    CONUTING_UNIT,
-    CONUTING_UNIT_LY,
-    prescription,
-    prescription_ly,
-    PACK_FLAG,
-    PROD_FLAG,
-    DTP_FLAG,
-    cmps_flag,
-    PLATFORM_TYPE,
-    STORE_NAME,
-    STORE_TYPE,
-    REGION_TYPE,
-    inst_code,
-    dept_name,
-    new_code,
-    area,
-    h_level,
-    reimburse,
-    reimburse_type,
-    prescription_source,
-    CORP_COD
-  )
-  SELECT
-    A.YYYYMM,
-    A.iqvia_pack_code,
-    A.AUDIT_COD,
-    'EC(Monthly)' DATA_SOURCE,
-    -------------------------------------
-    SUM(sales_unit) SALES_UNIT_CAL,
-    SUM(sales_unit_ly) SALES_UNIT_CAL_LY,
-    SUM(sales_value) SALES_VALUE_CAL,
-    SUM(sales_value_LY) SALES_VALUE_CAL_LY,
-    SUM(counting_unit) CONUTING_UNIT,
-    SUM(counting_unit_LY) CONUTING_UNIT_LY,
-    null as prescription,
-    null as prescription_ly,
-    -------------------------------------
-    --Retail藏数逻辑标签------------------
-    1 PACK_FLAG,
-    1 PROD_FLAG,
-    0 DTP_FLAG,
-    null as cmps_flag,
-    -------------------------------------
-    --EC数据标签--------------------------
-    A.PLATFORM,
-    A.STORE_NAME,
-    A.STORE_TYPE,
-    -------------------------------------
-    --COUNTY数据标签----------------------
-    '' REGION_TYPE,
-    -------------------------------------
-    --AIA数据标签-------------------------
-    null inst_code, --可以移除，报告没有使用
-    -------------------------------------
-    --XIE HE 数据标签---------------------
-    '' as dept_name,
-    '' as new_code,
-    '' as area,
-    '' as h_level,
-    '' as reimburse,
-    '' as reimburse_type,
-    '' as prescription_source,
-    -------------------------------------
-    '' as CORP_COD --可以移除，报告没有使用
-  -------------------------------------
-  FROM
-    dm.dm_zk_ec_sales A
-  LEFT JOIN (SELECT OTHERS_MONTH FROM tmp.tmp_dm_td_ext_ec_niad_month) D
-  where
-    A.YYYYMM >= '202001' and A.YYYYMM<=D.others_month
-  GROUP BY
-    A.YYYYMM,
-    A.iqvia_pack_code,
-    A.AUDIT_COD,
-    A.PLATFORM,
-    A.STORE_NAME,
-    A.STORE_TYPE,
-    A.PACK_FLAG,
-    A.PROD_FLAG
-
--- COMMAND ----------
-
--- DBTITLE 1,AIA
--- DELETE FROM
---   dm.dm_tf_external_sales
--- WHERE
---   DATA_SOURCE = 'AIA(Monthly)';
-
-INSERT INTO dm.dm_tf_external_sales (
-    YYYYMM,
-    PACK_COD,
-    AUDIT_COD,
-    DATA_SOURCE,
-    SALES_UNIT_CAL,
-    SALES_UNIT_CAL_LY,
-    SALES_VALUE_CAL,
-    SALES_VALUE_CAL_LY,
-    CONUTING_UNIT,
-    CONUTING_UNIT_LY,
-    prescription,
-    prescription_ly,
-    PACK_FLAG,
-    PROD_FLAG,
-    DTP_FLAG,
-    cmps_flag,
-    PLATFORM_TYPE,
-    STORE_NAME,
-    STORE_TYPE,
-    REGION_TYPE,
-    inst_code,
-    dept_name,
-    new_code,
-    area,
-    h_level,
-    reimburse,
-    reimburse_type,
-    prescription_source,
-    CORP_COD
-  )
-  SELECT
-    A.ym,
-    A.PACK_COD,
-    A.AUDIT_COD,
-    'AIA(Monthly)' DATA_SOURCE,
-    -------------------------------------
-    sum(volume) as SALES_UNIT_CAL,
-    sum(volume_ly) as SALES_UNIT_CAL_LY,
-    sum(value) as SALES_VALUE_CAL,
-    sum(value_ly) as SALES_VALUE_CAL_LY,
-    sum(counting_unit) as CONUTING_UNIT,
-    sum(counting_unit_ly) as CONUTING_UNIT_LY,
-    null as prescription,
-    null as prescription_ly,
-    -------------------------------------
-    --Retail藏数逻辑标签------------------
-    1 PACK_FLAG,
-    1 PROD_FLAG,
-    0 DTP_FLAG,
-    null as cmps_flag,
-    -------------------------------------
-    --EC数据标签--------------------------
-    '' PLATFORM_TYPE,
-    '' STORE_NAME,
-    '' STORE_TYPE,
-    -------------------------------------
-    --COUNTY数据标签----------------------
-    '' REGION_TYPE,
-    -------------------------------------
-    --AIA数据标签-------------------------
-    inst_code AS inst_code, --可以移除，报告没有使用
-    -------------------------------------
-    --XIE HE 数据标签---------------------
-    '' as dept_name,
-    '' as new_code,
-    '' as area,
-    '' as h_level,
-    '' as reimburse,
-    '' as reimburse_type,
-    '' as prescription_source,
-    -------------------------------------
-    '' as CORP_COD --可以移除，报告没有使用
-  -------------------------------------
-  from
-    dm.dm_ext_aia_sales A
-  --取202401年之后的数
-  where
-    ym >= '202401'
-  group by
-    ym,
-    pack_cod,
-    corp_cod,
-    AUDIT_COD,
-    inst_code
-
--- COMMAND ----------
-
--- DBTITLE 1,XIEHE
--- DELETE FROM
---   dm.dm_tf_external_sales
--- WHERE
---   DATA_SOURCE = 'XH Data(Quarterly)';
-
-INSERT INTO dm.dm_tf_external_sales (
-    YYYYMM,
-    PACK_COD,
-    AUDIT_COD,
-    DATA_SOURCE,
-    SALES_UNIT_CAL,
-    SALES_UNIT_CAL_LY,
-    SALES_VALUE_CAL,
-    SALES_VALUE_CAL_LY,
-    CONUTING_UNIT,
-    CONUTING_UNIT_LY,
-    prescription,
-    prescription_ly,
-    PACK_FLAG,
-    PROD_FLAG,
-    DTP_FLAG,
-    cmps_flag,
-    PLATFORM_TYPE,
-    STORE_NAME,
-    STORE_TYPE,
-    REGION_TYPE,
-    inst_code,
-    dept_name,
-    new_code,
-    area,
-    h_level,
-    reimburse,
-    reimburse_type,
-    prescription_source,
-    CORP_COD
-  )
-  SELECT
-    A.YYYYMM,
-    A.iqvia_pack_code,
-    A.AUDIT_COD,
-    'XH Data(Quarterly)' DATA_SOURCE,
-    -------------------------------------
-    0 SALES_UNIT_CAL,
-    0 SALES_UNIT_CAL_LY,
-    SUM(sales_value) SALES_VALUE_CAL,
-    SUM(sales_value_LY) SALES_VALUE_CAL_LY,
-    SUM(A.counting_unit) CONUTING_UNIT,
-    SUM(A.counting_unit_ly) CONUTING_UNIT_LY,
-    null as prescription,
-    null as prescription_ly,
-    -------------------------------------
-    --Retail藏数逻辑标签------------------
-    1 PACK_FLAG,
-    1 PROD_FLAG,
-    0 DTP_FLAG,
-    null as cmps_flag,
-    -------------------------------------
-    --EC数据标签--------------------------
-    '' PLATFORM_TYPE,
-    '' STORE_NAME,
-    '' STORE_TYPE,
-    -------------------------------------
-    --COUNTY数据标签----------------------
-    '' REGION_TYPE,
-    -------------------------------------
-    --AIA数据标签-------------------------
-    null inst_code, --可以移除，报告没有使用
-    -------------------------------------
-    --XIE HE 数据标签---------------------
-    NVL(A.dept_name, '') dept_name,
-    NVL(A.new_code, '') new_code,
-    NVL(A.province, '') area,
-    NVL(A.h_level, '') h_level,
-    NVL(A.reimburse, '') reimburse,
-    NVL(A.reimburse_type, '') reimburse_type,
-    NVL(A.prescription_source, '') prescription_source,
-    -------------------------------------
-    '' as CORP_COD --可以移除，报告没有使用
-  -------------------------------------
-  FROM
-    dm.dm_ext_xiehe_sales A
-  WHERE
-    A.YYYYMM >= '202001'
-  GROUP BY
-    A.YYYYMM,
-    A.iqvia_pack_code,
-    A.AUDIT_COD,
-    A.dept_name,
-    A.new_code,
-    A.province,
-    A.h_level,
-    A.reimburse,
-    A.reimburse_type,
-    A.prescription_source
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ## 特殊逻辑
-
--- COMMAND ----------
-
--- DBTITLE 1,更新pack code
-update dm.dm_tf_external_sales set PACK_COD = concat('PACK_COD_',DATA_SOURCE)
-where PACK_COD is null or PACK_COD = '';
-update dm.dm_tf_external_sales set AUDIT_COD = 'ROC'
-where AUDIT_COD is null or AUDIT_COD = '';
-
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC ## NIAD单独页面数据
-
--- COMMAND ----------
-
-update dm.dm_zk_retail_sales set DATA_SOURCE = 'Retail(Quarterly)'
-
--- COMMAND ----------
-
--- DBTITLE 1,NIAD
--- =============================================================================
--- 脚本名称: dm.dm_tf_external_sales_niad 数据装载脚本
--- 功能描述: 将零售和电商的销售数据（仅限NIAD市场）插入目标表
--- 数据来源: dm.dm_zk_retail_sales, dm.dm_zk_ec_sales, dm.dm_td_external_market_pack_mapping_temp
--- 目标表:  dm.dm_tf_external_sales_niad
--- 更新方式: INSERT OVERWRITE（全量覆盖）
--- 创建时间: 2026-03-09
--- =============================================================================
- 
-INSERT OVERWRITE TABLE dm.dm_tf_external_sales_niad
-(
-    YYYYMM,                -- 年月分区键
-    PACK_COD,               -- 药品包装代码
-    AUDIT_COD,              -- 审计代码
-    SALES_UNIT_CAL,         -- 本期销量（单位）
-    SALES_UNIT_CAL_LY,      -- 去年同期销量（单位）
-    SALES_VALUE_CAL,        -- 本期销售额
-    SALES_VALUE_CAL_LY,     -- 去年同期销售额
-    CONUTING_UNIT,          -- 计数单位（本期）
-    CONUTING_UNIT_LY,       -- 计数单位（去年同期）
-    DATA_SOURCE,            -- 数据来源（零售/电商）
-    DATE_KEY,               -- 日期键（转换为日期类型）
-    PACK_SOURCE,            -- 包装来源唯一标识
-    AUDIT_SOURCE            -- 审计来源唯一标识
-)
- 
-WITH mkt_pack AS (
-    SELECT DISTINCT
-           PACK_COD,
-           DATA_SOURCE
-      FROM dm.dm_td_external_market_pack_mapping_temp
-     WHERE DATA_SOURCE IN ('Retail(Quarterly)', 'EC(Monthly)')  -- 仅限零售和电商
-       AND MARKET = 'NIAD (Non-Insulin Anti-Diabetic) Market'   -- NIAD市场过滤
-),
- 
-sales AS (
-    -- 零售数据（季度）
-    SELECT
-           YYYYMM,
-           iqvia_pack_code AS PACK_COD,
-           AUDIT_COD,
-           sales_unit       AS SALES_UNIT_CAL,
-           sales_unit_ly    AS SALES_UNIT_CAL_LY,
-           sales_value      AS SALES_VALUE_CAL,
-           sales_value_ly   AS SALES_VALUE_CAL_LY,
-           counting_unit    AS CONUTING_UNIT,
-           counting_unit_ly AS CONUTING_UNIT_LY,
-           DATA_SOURCE,
-           -- 将日期转换放在CTE中统一处理，避免重复解析
-           TO_DATE(YYYYMM, 'yyyyMM') AS DATE_KEY,
-           CONCAT(iqvia_pack_code, DATA_SOURCE) AS PACK_SOURCE,
-           CONCAT(AUDIT_COD, DATA_SOURCE)       AS AUDIT_SOURCE
-      FROM dm.dm_zk_retail_sales
-     WHERE YYYYMM >= '202001'                     -- 仅保留2020年及以后数据
- 
-    UNION ALL
- 
-    -- 电商数据（月度）
-    SELECT
-           YYYYMM,
-           iqvia_pack_code AS PACK_COD,
-           AUDIT_COD,
-           sales_unit       AS SALES_UNIT_CAL,
-           sales_unit_ly    AS SALES_UNIT_CAL_LY,
-           sales_value      AS SALES_VALUE_CAL,
-           sales_value_ly   AS SALES_VALUE_CAL_LY,
-           counting_unit    AS CONUTING_UNIT,
-           counting_unit_ly AS CONUTING_UNIT_LY,
-           DATA_SOURCE,
-           TO_DATE(YYYYMM, 'yyyyMM') AS DATE_KEY,
-           CONCAT(iqvia_pack_code, DATA_SOURCE) AS PACK_SOURCE,
-           CONCAT(AUDIT_COD, DATA_SOURCE)       AS AUDIT_SOURCE
-      FROM dm.dm_zk_ec_sales
-     WHERE YYYYMM >= '202001'                     -- 仅保留2020年及以后数据
-)
-SELECT
-       a.YYYYMM,
-       a.PACK_COD,
-       a.AUDIT_COD,
-       a.SALES_UNIT_CAL,
-       a.SALES_UNIT_CAL_LY,
-       a.SALES_VALUE_CAL,
-       a.SALES_VALUE_CAL_LY,
-       a.CONUTING_UNIT,
-       a.CONUTING_UNIT_LY,
-       a.DATA_SOURCE,
-       a.DATE_KEY,
-       a.PACK_SOURCE,
-       a.AUDIT_SOURCE
-  FROM sales a
- INNER JOIN mkt_pack b
-    ON a.PACK_COD = b.PACK_COD          
-   AND a.DATA_SOURCE = b.DATA_SOURCE;    
\ No newline at end of file
diff --git a/EXTERNAL/z 01 dm_tf_external_sales.sql:Zone.Identifier b/EXTERNAL/z 01 dm_tf_external_sales.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/z 10 dm_td_external_market_pack_mapping_作废.sql b/EXTERNAL/z 10 dm_td_external_market_pack_mapping_作废.sql
deleted file mode 100644
index 0e90786..0000000
--- a/EXTERNAL/z 10 dm_td_external_market_pack_mapping_作废.sql	
+++ /dev/null
@@ -1,1439 +0,0 @@
--- Databricks notebook source
----------------------------------------------------------------------------
---修改时间：20241126
---修改人：Fanxujia
---修改内容：
---THC渠道分为14省的数据源以及全国的数据源两种，分在了2个事实表里，下面在维表在引用事实表时，需要将两个事实表union在一起
-----------------------------------------------------------------------------
-----------------------------------------------------------------------------
---修改时间：20241129
---修改人：Fanxujia
---修改内容：
---补充Retail直取中DTP的手工文件里的pack_cod
-----------------------------------------------------------------------------
-create or replace temporary view external_sales_union as
-select distinct 
-PACK_COD,
-DATA_SOURCE
-from dm.dm_tf_external_sales
-union all
-select distinct
-PACK_COD,
-DATA_SOURCE
-from dm.dm_tf_external_sales_thc
-union all
-select distinct
-pack_code,
-'Retail(Quarterly)' as DATA_SOURCE
-from dm.dm_zk_retail_sales_kpi
-where NVL(pack_code,'Others') <> 'Others'
-and pack_code <> ''
-
--- COMMAND ----------
-
---------------------------------------------------------------------------------------------------------------------------------------------------
---修改时间：20240812
---修改人：FanXujia
---修改内容：
---在从DM_TD_EXTERNAL_KEYCOMPATITOR表里获取市场描述（MARKET_DESC字段）时，需要增加一个DATA_SOURCE的条件。
---修改原因：
---对于同一个市场，每个渠道的市场描述并不一样。
---------------------------------------------------------------------------------------------------------------------------------------------------
-
--- COMMAND ----------
-
-/*
-修改日期：20250311
-修改人：chenwu
-修改内容：修改COUNTINGUNIT_MARKET_RATIO 取unit的值
-*/
-/*
-修改日期：20250513
-修改人：chenwu
-修改内容：修改RE Market 为 RE Market (Global) 
-*/
-INSERT OVERWRITE dm.dm_td_external_market_pack_mapping_temp(
-  PACK_COD,PACK_DES,PROD_DES,PROD_DES_C,MARKET,TA,KEY_COMPETITOR,AZ_RELATED,CLASS,
-  VALUE_MARKET_RATIO,UNIT_MARKET_RATIO,COUNTINGUNIT_MARKET_RATIO,PDOT_MARKET_RATIO,MARKET_DESC,TA_RN,DATA_SOURCE,dept_name,key_dept_name
-  ,new_code
-  ,area
-)
-WITH MKT_PACK_RATIO AS (
-  -------------------------------------根据沟通，市场+产品对应的ratio是唯一的------------------------------------------
-SELECT A.MARKET,A.PACK_COD,MAX(A.Value_Market_Ratio) Value_Market_Ratio,MAX(A.Unit_Market_Ratio) Unit_Market_Ratio,MAX(A.PDOT_Market_Ratio) CountingUnit_Market_Ratio,MAX(A.CountingUnit_Market_Ratio) PDOT_Market_Ratio   --因为之前的报告在使用源表的数据，因此命名是反的。
-FROM DWS.dws_ims_td_market_ratio A
-WHERE A.YM = (SELECT MAX(YM) FROM DWS.dws_ims_td_market_ratio)
-GROUP BY A.MARKET,A.PACK_COD
-)
---------------------------------------------------------------------CHPA------------------------------------------------------------------
-SELECT B.PACK_COD,B.PACK_DES,B.PROD_DES,B.PROD_DES_C,B.MARKET,B.TA,B.KEY_COMPETITOR,
-CASE
-    WHEN B.MARKET = 'DM Market' THEN 'DM' 
-    WHEN B.MARKET = 'CV Market' THEN 'CV' 
-    WHEN B.MARKET = 'RD Market' THEN 'RD' 
-    WHEN B.MARKET = 'RE Market' THEN 'RE' --WHEN B.MARKET = 'RE Market' THEN 'RE' 
-    WHEN B.MARKET IN ('GI Market','Retail_GI Market') THEN 'GI' 
-    WHEN B.MARKET = 'ONC Market' THEN 'ONCO' 
-    WHEN B.MARKET = 'NIAD (Non-Insulin Anti-Diabetic) Market' THEN 'NIAD' 
-    WHEN B.MARKET = 'RARE Market' THEN 'RARE'--20250701 chenwu 新增RARE 
-    END AZ_RELATED
-    ,B.CLASS,NVL(B.VALUE_MARKET_RATIO,1) VALUE_MARKET_RATIO,NVL(B.UNIT_MARKET_RATIO,1) UNIT_MARKET_RATIO,NVL(B.COUNTINGUNIT_MARKET_RATIO,1) COUNTINGUNIT_MARKET_RATIO,NVL(B.PDOT_MARKET_RATIO,1) PDOT_MARKET_RATIO,B.MARKET_DESC,
-CASE 
-    WHEN B.MARKET = 'DM Market' THEN 1 
-    WHEN B.MARKET = 'CV Market' THEN 2 
-    WHEN B.MARKET = 'RD Market' THEN 3 
-    WHEN B.MARKET = 'RE Market' THEN 4 
-    WHEN B.MARKET = 'GI Market' THEN 5 
-    WHEN B.MARKET = 'ONC Market' THEN 6 
-    WHEN B.MARKET = 'NIAD (Non-Insulin Anti-Diabetic) Market' THEN 7 
-    WHEN B.MARKET = 'RARE Market' THEN 8 --20250701 chenwu 新增RARE 
-    ELSE 99 END TA_RN
-,'IQVIA-CHPA(Monthly)' DATA_SOURCE
-,'' as dept_name
-,'' as key_dept_name
-,'' as new_code
-,'' as area
-FROM (
-SELECT B.MARKET_PACK_KEY,B.PACK_COD,B.PACK_DES,B.PROD_DES,B.PROD_DES_C,B.MARKET,MAX(C.TA) TA,MAX(E.KEY_COMPETITOR) KEY_COMPETITOR,MAX(E.IS_AZ) IS_AZ,MAX(E.AZ_MAIN) AZ_MAIN,MAX(E.AZ_RELATED) AZ_RELATED,MAX(E.CLASS) CLASS,MAX(D.VALUE_MARKET_RATIO) VALUE_MARKET_RATIO,MAX(D.UNIT_MARKET_RATIO) UNIT_MARKET_RATIO,MAX(D.COUNTINGUNIT_MARKET_RATIO) COUNTINGUNIT_MARKET_RATIO,MAX(D.PDOT_MARKET_RATIO) PDOT_MARKET_RATIO,max(g.MARKET_DESC) MARKET_DESC
-FROM (SELECT PACK_COD,COUNT(*) RUM FROM DM.DM_TF_EXTERNAL_SALES
--- WHERE YYYYMM >= (SELECT CAST((LEFT(MAX(YYYYMM),4)-3)*100+1 AS INT) FROM DM.DM_TF_EXTERNAL_SALES)
--- AND DATA_SOURCE = 'IQVIA-CHPA(Monthly)'
-where DATA_SOURCE = 'IQVIA-CHPA(Monthly)'
-GROUP BY PACK_COD) A
-LEFT JOIN DM.DM_IMS_TD_PACK_PROPERTY B
-ON B.PACK_COD = A.PACK_COD --AND B.MARKET <> 'IMS ALL Market'
-LEFT JOIN DM.DM_IMS_TD_MARKET_PROPERTY C
-ON B.MARKET = C.MARKET
-LEFT JOIN DM.DM_IMS_TD_PACK_PROPERTY E ON B.MARKET_PACK_KEY = E.MARKET_PACK_KEY
-LEFT JOIN MKT_PACK_RATIO D ON B.MARKET = D.MARKET AND B.PACK_COD = D.PACK_COD
-LEFT JOIN (SELECT MARKET,DATA_SOURCE,MAX(MARKETDESC) MARKET_DESC FROM DM.DM_TD_EXTERNAL_KEYCOMPATITOR GROUP BY MARKET,DATA_SOURCE) G ON B.MARKET = G.MARKET AND UPPER(G.DATA_SOURCE) = 'IQVIA-CHPA(MONTHLY)'
-GROUP BY B.MARKET_PACK_KEY,B.PACK_COD,B.PACK_DES,B.PROD_DES,B.PROD_DES_C,B.MARKET) B
-WHERE B.PACK_COD IS NOT NULL AND B.MARKET IS NOT NULL
-UNION ALL 
---------------------------------------------------------------------Retail------------------------------------------------------------------
-SELECT
-    B.PACK_COD,
-    B.PACK_DES,
-    B.PROD_DES,
-    B.PROD_DES_C,
-    CASE
-        when B.MARKET = 'Non AZ Retail Related Market'
-        and b.TA = 'CV' THEN 'CV Market'
-        else b.MARKET
-    end MARKET,
-    CASE
-        WHEN B.MARKET = 'RE Market' THEN 'RE' 
-        when B.TA = 'RE' THEN NULL--只有 'RE Market (Global)' 的ta是 RE
-        WHEN B.MARKET = 'Soliris Related Market' THEN 'RARE'--20250701 chenwu 新增RARE 
-        ELSE b.TA 
-    END TA,
-    B.KEY_COMPETITOR,
-    CASE
-        WHEN B.MARKET = 'RE Market' THEN 'RE' 
-        when B.TA = 'RE' THEN NULL--只有 'RE Market (Global)' 的ta是 RE
-        WHEN B.MARKET = 'CVRM_OTHER Market' THEN 'CVRM'
-        WHEN B.MARKET = 'Soliris Related Market' THEN 'RARE'--20250701 chenwu 新增RARE 
-        ELSE b.TA
-    END AZ_RELATED,
-    B.CLASS,
-    nvl(B.VALUE_MARKET_RATIO, 1),
-    nvl(B.UNIT_MARKET_RATIO, 1),
-    nvl(B.UNIT_MARKET_RATIO, 1) COUNTINGUNIT_MARKET_RATIO, --应该取unit的值作为count --,1 COUNTINGUNIT_MARKET_RATIO 
-    nvl(B.PDOT_MARKET_RATIO, 1),
-    B.MARKET_DESC,
-    -- CASE WHEN b.TA='DM' THEN  1 WHEN b.TA ='CV' OR B.MARKET='CV Market' THEN 2 WHEN b.TA ='RD' THEN 3 WHEN b.MARKET ='RE Market' OR b.TA ='RE' or b.MARKET =  'Inhaled Extended Market by Brand' THEN 4 WHEN b.TA ='GI' THEN 5 WHEN b.TA ='ONCO' THEN 6 
-    CASE
-        WHEN b.TA = 'DM' THEN 1
-        WHEN b.TA = 'CV' OR B.MARKET = 'CV Market' THEN 2
-        WHEN b.TA = 'RD' THEN 3
-        WHEN b.MARKET = 'RE Market' THEN 4
-        WHEN b.TA = 'GI' THEN 5
-        WHEN b.TA = 'ONCO' THEN 6
-        WHEN B.MARKET = 'CVRM_OTHER Market' THEN 0
-        WHEN B.MARKET = 'Soliris Related Market' THEN 8--20250701 chenwu 新增RARE 
-        ELSE 99
-    END TA_RN,
-    'Retail(Quarterly)' DATA_SOURCE,
-    '' as dept_name,
-    '' as key_dept_name,
-    '' as new_code,
-    '' as area
-FROM
-    (
-        SELECT
-            a.MARKET_PACK_KEY,
-            B.iqvia_pack_code PACK_COD,
-            a.PACK_DES,
-            a.PROD_DES,
-            a.PROD_DES_C,
-            a.MARKET,
-            MAX(a.TA) TA,
-            MAX(a.KEY_COMPETITOR) KEY_COMPETITOR,
-            MAX(a.CLASS) CLASS,
-            MAX(D.VALUE_MARKET_RATIO) VALUE_MARKET_RATIO,
-            MAX(D.UNIT_MARKET_RATIO) UNIT_MARKET_RATIO,
-            MAX(D.COUNTINGUNIT_MARKET_RATIO) COUNTINGUNIT_MARKET_RATIO,
-            MAX(D.COUNTINGUNIT_MARKET_RATIO) PDOT_MARKET_RATIO,
-            max(g.MARKET_DESC) MARKET_DESC
-        FROM
-            DM.dm_zk_retail_pack_property a
-            LEFT JOIN DM.dm_zk_retail_market_property B ON A.iqvia_pack_code = B.iqvia_pack_code
-            and a.market = b.market
-            LEFT JOIN dm.dm_zk_retail_market_ratio D ON B.MARKET = D.MARKET
-            AND B.iqvia_pack_code = D.pack_cod
-            LEFT JOIN (
-                SELECT
-                    MARKET,
-                    DATA_SOURCE,
-                    MAX(MARKETDESC) MARKET_DESC
-                FROM
-                    DM.DM_TD_EXTERNAL_KEYCOMPATITOR
-                GROUP BY
-                    MARKET,
-                    DATA_SOURCE
-            ) G ON B.MARKET = G.MARKET
-            AND UPPER(G.DATA_SOURCE) = 'RETAIL(QUARTERLY)'
-        WHERE
-            A.iqvia_pack_code in (
-                select
-                    distinct iqvia_pack_code
-                from
-                    dm.dm_zk_retail_sales
-            )
-        GROUP BY
-            a.MARKET_PACK_KEY,
-            B.iqvia_pack_code,
-            a.PACK_DES,
-            a.PROD_DES,
-            a.PROD_DES_C,
-            a.MARKET
-    ) b
---------------------------------------------------------DTP--------------------------------------------------------
-UNION ALL 
-SELECT B.PACK_COD,B.PACK_DES,B.PROD_DES,B.PROD_DES_C
-,MARKET
-,CASE 
-    WHEN B.TA IS NULL AND MARKET = 'ONC Market' 
-    THEN 'ONCO'
-ELSE B.TA END AS TA
-,B.KEY_COMPETITOR
-,CASE 
-    WHEN B.TA IS NULL AND MARKET = 'ONC Market' 
-    THEN 'ONCO'
-    ELSE B.TA END AS AZ_RELATED
-,B.CLASS
-,nvl(B.VALUE_MARKET_RATIO,1)
-,nvl(B.UNIT_MARKET_RATIO,1)
-,nvl(B.UNIT_MARKET_RATIO,1) COUNTINGUNIT_MARKET_RATIO --应该取unit的值作为count--,1 COUNTINGUNIT_MARKET_RATIO 
-,nvl(B.PDOT_MARKET_RATIO,1)
-,B.MARKET_DESC,
-CASE 
-    WHEN B.TA IS NULL AND MARKET = 'ONC Market' THEN 6
-    WHEN B.TA IS NULL THEN 99
-    WHEN B.TA ='CVRM' THEN 0
-    WHEN B.TA ='DM' THEN 1
-    WHEN B.TA ='CV' THEN 2
-    WHEN B.TA ='RD' THEN 3
-    WHEN B.TA ='RE' THEN 4
-    WHEN B.TA ='GI' THEN 5
-    WHEN B.TA ='ONCO' THEN 6
-    WHEN B.TA ='NIAD' THEN 7
-    WHEN B.TA ='RARE' THEN 8
-    WHEN B.TA ='NP' THEN 9   
-    ELSE 99 END TA_RN
-,'DTP(Quarterly)' DATA_SOURCE
-,'' as dept_name
-,'' as key_dept_name
-,'' as new_code
-,'' as area
-FROM (
-SELECT a.MARKET_PACK_KEY,a.iqvia_pack_code PACK_COD,a.PACK_DES,a.PROD_DES,a.PROD_DES_C
-,a.MARKET,max(t3.TA) AS TA,max(t3.TA_ORDER) AS TA_ORDER
-,MAX(a.KEY_COMPETITOR) KEY_COMPETITOR,MAX(a.CLASS) CLASS,MAX(D.VALUE_MARKET_RATIO) VALUE_MARKET_RATIO,MAX(D.UNIT_MARKET_RATIO) UNIT_MARKET_RATIO,MAX(D.COUNTINGUNIT_MARKET_RATIO) COUNTINGUNIT_MARKET_RATIO,MAX(D.COUNTINGUNIT_MARKET_RATIO) PDOT_MARKET_RATIO,max(g.MARKET_DESC) MARKET_DESC
-FROM DM.dm_zk_retail_dtp_pack_property a
-LEFT JOIN dm.dm_zk_retail_market_ratio D ON a.MARKET = D.MARKET AND a.iqvia_pack_code = D.pack_cod
-LEFT JOIN (SELECT MARKET,DATA_SOURCE,MAX(MARKETDESC) MARKET_DESC FROM DM.DM_TD_EXTERNAL_KEYCOMPATITOR GROUP BY MARKET,DATA_SOURCE) G ON a.MARKET = G.MARKET AND UPPER(G.DATA_SOURCE) = 'RETAIL(QUARTERLY)'
-LEFT JOIN (
-    select 
-        MARKET,IF(TA = 'ONC' ,'ONCO',TA) AS TA,TA_ORDER
-    from dwd.dwd_td_ims_market_ta_order
-    group by 1,2,3) t3 ON a.MARKET = t3.market
-WHERE A.iqvia_pack_code in (select distinct iqvia_pack_code from dm.dm_zk_retail_dtp_sales)
-GROUP BY a.MARKET_PACK_KEY,A.iqvia_pack_code,a.PACK_DES,a.PROD_DES,a.PROD_DES_C,a.MARKET
-) b
-
---------------------------------------------------------RETAIL all market--------------------------------------------------------
-union all 
-SELECT B.PACK_COD,B.PACK_DES,B.PROD_DES,B.PROD_DES_C
-,'Retail All Market' MARKET ,TA,b.KEY_COMPETITOR,null  AZ_RELATED,null CLASS,
-1 VALUE_MARKET_RATIO,1 UNIT_MARKET_RATIO,1 COUNTINGUNIT_MARKET_RATIO,1 PDOT_MARKET_RATIO,null MARKET_DESC,null TA_RN
-,'Retail(Quarterly)' DATA_SOURCE
-,'' as dept_name
-,'' as key_dept_name
-,'' as new_code
-,'' as area
-FROM (
-SELECT a.iqvia_pack_code PACK_COD,a.PACK_DES,a.PROD_DES,a.PROD_DES_C,null TA,MAX(a.KEY_COMPETITOR) KEY_COMPETITOR
-FROM DM.dm_zk_retail_pack_property a
-WHERE A.iqvia_pack_code in (select distinct iqvia_pack_code from dm.dm_zk_retail_sales)
-GROUP BY A.iqvia_pack_code,a.PACK_DES,a.PROD_DES,a.PROD_DES_C
-union 
-select a.pack_code,nvl(b.pack_des,c.pack_des),nvl(b.PROD_DES,c.PROD_DES),nvl(b.PROD_DES_C,c.PROD_DES_C),null ta,MAX(b.KEY_COMPETITOR) KEY_COMPETITOR
-from dm.dm_zk_retail_sales_kpi a 
-left join dm.dm_zk_retail_pack_property b  on a.pack_code =b.iqvia_pack_code
-left join (select distinct iqvia_pack_code,pack_des,PROD_DES,PROD_DES_C from dm.dm_zk_retail_pack_property ) c on a.pack_code =c.iqvia_pack_code
-where a.pack_code <>''
---排除Others以及null
-and NVL(a.pack_code,'Others') <> 'Others'
-GROUP BY  a.pack_code,nvl(b.pack_des,c.pack_des),nvl(b.PROD_DES,c.PROD_DES),nvl(b.PROD_DES_C,c.PROD_DES_C)
-) b
-
---------------------------------------------------------DTP all market--------------------------------------------------------
-union all 
-SELECT B.PACK_COD,B.PACK_DES,B.PROD_DES,B.PROD_DES_C
-,'DTP ALL Market' MARKET ,TA,b.KEY_COMPETITOR,null  AZ_RELATED,null CLASS,
-1 VALUE_MARKET_RATIO,1 UNIT_MARKET_RATIO,1 COUNTINGUNIT_MARKET_RATIO,1 PDOT_MARKET_RATIO,null MARKET_DESC,null TA_RN
-,'DTP(Quarterly)' DATA_SOURCE
-,'' as dept_name
-,'' as key_dept_name
-,'' as new_code
-,'' as area
-FROM (
-  SELECT a.iqvia_pack_code PACK_COD,a.PACK_DES,a.PROD_DES,a.PROD_DES_C,null TA,MAX(a.KEY_COMPETITOR) KEY_COMPETITOR
-FROM DM.dm_zk_retail_dtp_pack_property a
-WHERE A.iqvia_pack_code in (select distinct iqvia_pack_code from dm.dm_zk_retail_dtp_sales)
-GROUP BY A.iqvia_pack_code,a.PACK_DES,a.PROD_DES,a.PROD_DES_C
-) B
-
--- COMMAND ----------
-
----------------------------------------------------------------------------------
---修改时间：20240918
---修改人：FanXuJia
---修改内容：
---计算market_ratio\pdot_ratio时，之前使用的是现成的dws表，但是这个dws表不是外部数据报告的，更新频率也不是每天更新。会存在一定的更新时间差。
---因此改成使用dwd层表
------------------------------------------------------------------------------------
-INSERT into dm.dm_td_external_market_pack_mapping_temp(
-  PACK_COD,PACK_DES,PROD_DES,PROD_DES_C,MARKET,TA,KEY_COMPETITOR,AZ_RELATED,CLASS,
-  VALUE_MARKET_RATIO,UNIT_MARKET_RATIO,COUNTINGUNIT_MARKET_RATIO,PDOT_MARKET_RATIO,MARKET_DESC,TA_RN,DATA_SOURCE,dept_name,key_dept_name
-  ,new_code
-  ,area
-)
-WITH county_brand_ratio as (
-  SELECT distinct market,
-         CASE WHEN length(cmps_cod) < 6 THEN RIGHT(CONCAT('000000',cmps_cod),6) ELSE cmps_cod END AS cmps_cod,
-         cmps_des,
-         CASE WHEN length(pack_cod) < 12 and pack_cod REGEXP '^[0-9]' THEN RIGHT(CONCAT('000000000000',pack_cod),12) ELSE pack_cod END AS pack_cod,
-         pack_des,
-         level,
-         type,
-         ratio
-  from dwd.dwd_gnd_ims_tblBrandRatio
-)
-,MKT_PACK_RATIO_tmp as (
-select t1.market,
-t1.PACK_COD,
---优先取pack粒度的ratio
-case when t2.ratio is not null then t1.Market_Ratio * t2.ratio
-     else t1.Market_Ratio * NVL(t3.ratio,1)
-end as Value_Market_Ratio,
-case when t4.ratio is not null then t1.Market_Ratio * t4.ratio
-     else t1.Market_Ratio * NVL(t5.ratio,1)
-end as Unit_Market_Ratio,
-t1.Market_Ratio as CountingUnit_Market_Ratio,
-case when t6.ratio is not null then t1.Market_Ratio * t6.ratio
-     else t1.Market_Ratio * NVL(t7.ratio,1)
-end as PDOT_Market_Ratio
-from DWS.dws_ims_td_market t1
---value by Pack
-left join (select * from county_brand_ratio where UPPER(TYPE) = 'VALUE' and UPPER(Level) = 'PACK') t2
-on t1.MARKET = t2.market
-and t1.PACK_COD = t2.pack_cod
---value by MOLECULE
-LEFT JOIN (select * from county_brand_ratio where UPPER(TYPE) = 'VALUE' and UPPER(Level) = 'MOLECULE') t3
-on t1.MARKET = t3.market
-and t1.CMPS_COD = t3.cmps_cod
---unit by Pack
-left join (select * from county_brand_ratio where UPPER(TYPE) = 'UNIT' and UPPER(Level) = 'PACK') t4
-on t1.MARKET = t4.market
-and t1.PACK_COD = t4.pack_cod
---unit by MOLECULE
-LEFT JOIN (select * from county_brand_ratio where UPPER(TYPE) = 'UNIT' and UPPER(Level) = 'MOLECULE') t5
-on t1.MARKET = t5.market
-and t1.CMPS_COD = t5.cmps_cod
---PDOT by Pack
-left join (select * from county_brand_ratio where UPPER(TYPE) = 'COUNTINGUNIT' and UPPER(Level) = 'PACK') t6
-on t1.MARKET = t6.market
-and t1.PACK_COD = t6.pack_cod
---PDOT by MOLECULE
-LEFT JOIN (select * from county_brand_ratio where UPPER(TYPE) = 'COUNTINGUNIT' and UPPER(Level) = 'MOLECULE') t7
-on t1.MARKET = t7.market
-and t1.CMPS_COD = t7.cmps_cod
-)
-,MKT_PACK_RATIO as (
-select market,
-PACK_COD,
-max(Value_Market_Ratio) as Value_Market_Ratio,
-max(Unit_Market_Ratio) as Unit_Market_Ratio,
-max(CountingUnit_Market_Ratio) as CountingUnit_Market_Ratio,
-max(PDOT_Market_Ratio) as PDOT_Market_Ratio
-FROM MKT_PACK_RATIO_tmp
-GROUP BY market,PACK_COD
-)
-
-
-SELECT B.PACK_COD,B.PACK_DES,B.PROD_DES,B.PROD_DES_C,B.MARKET,B.TA,B.KEY_COMPETITOR,
-CASE 
-WHEN B.MARKET = 'DM Market' THEN 'DM' 
-WHEN B.MARKET = 'CV Market' THEN 'CV' 
-WHEN B.MARKET = 'RD Market' THEN 'RD' 
-WHEN B.MARKET = 'RE Market' THEN 'RE' 
-WHEN B.MARKET = 'GI Market' THEN 'GI' 
-WHEN B.MARKET = 'ONC Market' THEN 'ONCO' 
-WHEN B.MARKET = 'NIAD (Non-Insulin Anti-Diabetic) Market' THEN 'NIAD' 
-WHEN B.MARKET = 'RARE Market' THEN 'RARE'--20250701 chenwu 新增RARE
-END AZ_RELATED
-,B.CLASS,nvl(CAST(B.VALUE_MARKET_RATIO AS decimal(20,16)),1),nvl(CAST(B.UNIT_MARKET_RATIO AS decimal(20,16)),1),nvl(CAST(B.COUNTINGUNIT_MARKET_RATIO AS decimal(20,16)),1),nvl(CAST(B.PDOT_MARKET_RATIO AS decimal(20,16)),1),B.MARKET_DESC,
-CASE 
-WHEN B.MARKET = 'DM Market' THEN 1 
-WHEN B.MARKET = 'CV Market' THEN 2 
-WHEN B.MARKET = 'RD Market' THEN 3 
-WHEN B.MARKET = 'RE Market' THEN 4 
-WHEN B.MARKET = 'GI Market' THEN 5 
-WHEN B.MARKET = 'ONC Market' THEN 6 
-WHEN B.MARKET = 'NIAD (Non-Insulin Anti-Diabetic) Market' THEN 7 
-WHEN B.MARKET = 'RARE Market' THEN 8--20250701 chenwu 新增RARE
-ELSE 99 END TA_RN,'IQVIA-COUNTY(Quarterly)' DATA_SOURCE,'' as dept_name,'' as key_dept_name
-,'' as new_code
-,'' as area
-FROM (
-SELECT B.MARKET_PACK_KEY,B.PACK_COD,B.PACK_DES,B.PROD_DES,B.PROD_DES_C,B.MARKET,MAX(C.TA) TA,MAX(E.KEY_COMPETITOR) KEY_COMPETITOR,MAX(E.IS_AZ) IS_AZ,MAX(E.AZ_MAIN) AZ_MAIN,MAX(E.AZ_RELATED) AZ_RELATED,MAX(E.CLASS) CLASS,MAX(D.VALUE_MARKET_RATIO) VALUE_MARKET_RATIO,MAX(D.UNIT_MARKET_RATIO) UNIT_MARKET_RATIO,MAX(D.COUNTINGUNIT_MARKET_RATIO) COUNTINGUNIT_MARKET_RATIO,MAX(D.PDOT_MARKET_RATIO) PDOT_MARKET_RATIO,MAX(G.MARKET_DESC) MARKET_DESC
-FROM (SELECT PACK_COD,COUNT(*) RUM FROM DM.DM_TF_EXTERNAL_SALES
--- WHERE YYYYMM >= (SELECT CAST((LEFT(MAX(YYYYMM),4)-3)*100+1 AS INT) FROM DM.DM_TF_EXTERNAL_SALES)
--- AND DATA_SOURCE = 'IQVIA-COUNTY(Quarterly)'
-where DATA_SOURCE = 'IQVIA-COUNTY(Quarterly)'
-GROUP BY PACK_COD) A
-LEFT JOIN dm.dm_ext_county_td_pack_property  B
-ON B.PACK_COD = A.PACK_COD --AND B.MARKET <> 'IMS ALL Market'
-LEFT JOIN DM.DM_IMS_TD_MARKET_PROPERTY C
-ON B.MARKET = C.MARKET
-LEFT JOIN DM.dm_ext_county_td_pack_property E ON B.MARKET_PACK_KEY = E.MARKET_PACK_KEY
-LEFT JOIN MKT_PACK_RATIO D ON B.MARKET = D.MARKET AND B.PACK_COD = D.PACK_COD
-LEFT JOIN (SELECT MARKET,DATA_SOURCE,MAX(MARKETDESC) MARKET_DESC FROM DM.DM_TD_EXTERNAL_KEYCOMPATITOR GROUP BY MARKET,DATA_SOURCE) G ON B.MARKET = G.MARKET AND UPPER(G.DATA_SOURCE) = 'IQVIA-COUNTY(QUARTERLY)'
-WHERE A.PACK_COD IS NOT NULL
-GROUP BY B.MARKET_PACK_KEY,B.PACK_COD,B.PACK_DES,B.PROD_DES,B.PROD_DES_C,B.MARKET) B
-WHERE B.PACK_COD IS NOT NULL AND B.MARKET IS NOT NULL
-
-
--- COMMAND ----------
-
-delete from dm.dm_td_external_market_pack_mapping_temp where DATA_SOURCE = 'THC(Quarterly)'
-
--- COMMAND ----------
-
------------------------------------------------THC---------------------------------------------------------------------------------------------------------
-with exchc_rawdata_temp as (        --主表数据 
-	select
-					temp.yq,
-					pack_property.iqvia_pack_code as pack_cod
-	from (
-			select     
-				CASE
-						WHEN SUBSTRING(yq, 5,2) = 'Q1' THEN CONCAT(SUBSTRING(yq, 1, 4), '03')
-						WHEN SUBSTRING(yq, 5, 2) = 'Q2' THEN CONCAT(SUBSTRING(yq, 1, 4), '06')
-						WHEN SUBSTRING(yq, 5, 2) = 'Q3' THEN CONCAT(SUBSTRING(yq, 1, 4), '09')
-						WHEN SUBSTRING(yq, 5, 2) = 'Q4' THEN CONCAT(SUBSTRING(yq, 1, 4), '12')
-						ELSE yq 
-				END AS yq,
-				pack_cod
-			from dwd.dwd_gnd_ext_thc_rawdata
-	) temp
-	LEFT JOIN dwd.dwd_gnd_ext_thc_pack_property pack_property
-		ON temp.pack_cod = pack_property.pack_cod      
-),
-A as(
-		SELECT 
-			PACK_COD,
-			COUNT(*) RUM 
-		FROM exchc_rawdata_temp
-		-- WHERE yq >= (SELECT CAST((LEFT(MAX(yq),4)-3)*100+1 AS INT) FROM exchc_rawdata_temp)
-		GROUP BY PACK_COD
-)
-insert into table dm.dm_td_external_market_pack_mapping_temp
-(
-  PACK_COD,PACK_DES,PROD_DES,PROD_DES_C,MARKET,TA,KEY_COMPETITOR,AZ_RELATED,CLASS,
-  VALUE_MARKET_RATIO,UNIT_MARKET_RATIO,COUNTINGUNIT_MARKET_RATIO,PDOT_MARKET_RATIO,MARKET_DESC,TA_RN,DATA_SOURCE,dept_name,key_dept_name
-	,new_code
-	,area
-)
-SELECT 
-	B.PACK_COD,
-	B.PACK_DES,
-	B.PROD_DES,
-	B.PROD_DES_C,
-	B.MARKET,
-	B.TA,
-	B.KEY_COMPETITOR,
-	CASE 
-			WHEN B.MARKET = 'DM Market' THEN 'DM' 
-			WHEN B.MARKET = 'CV Market' THEN 'CV' 
-			WHEN B.MARKET = 'RD Market' THEN 'RD' 
-			WHEN B.MARKET = 'RE Market' THEN 'RE'
-			WHEN B.MARKET = 'GI Market' THEN 'GI' 
-			WHEN B.MARKET = 'ONC Market' THEN 'ONCO' 
-			WHEN B.MARKET = 'NIAD (Non-Insulin Anti-Diabetic) Market' THEN 'NIAD'
-			WHEN B.MARKET = 'RARE Market' THEN 'RARE'--20250701 chenwu 新增RARE
-			END AZ_RELATED,
-	B.Class,
-	cast (B.VALUE_MARKET_RATIO as double),
-	cast (B.UNIT_MARKET_RATIO as double),
-	cast (B.COUNTINGUNIT_MARKET_RATIO as double),
-	cast (B.PDOT_MARKET_RATIO as double),
-	B.MARKET_DESC,
-	CASE 
-			WHEN B.MARKET = 'DM Market' THEN 1
-			WHEN B.MARKET = 'CV Market' THEN 2
-			WHEN B.MARKET = 'RD Market' THEN 3
-			WHEN B.MARKET = 'RE Market' THEN 4
-			WHEN B.MARKET = 'GI Market' THEN 5 
-			WHEN B.MARKET = 'ONC Market' THEN 6
-			WHEN B.MARKET = 'NIAD (Non-Insulin Anti-Diabetic) Market' THEN 7 
-			WHEN B.MARKET = 'RARE Market' THEN 8--20250701 chenwu 新增RARE
-			ELSE 99 
-	END TA_RN,
-	'THC(Quarterly)' DATA_SOURCE
-	,'' as dept_name
-	,'' as key_dept_name
-	,'' as new_code
-	,'' as area
-FROM (
-	SELECT
-		B.MARKET_PACK_KEY,
-		B.PACK_COD,
-		B.PACK_DES,
-		B.PROD_DES,
-		B.PROD_DES_C,
-		B.MARKET,
-		nvl(MAX(C.TA),'') as TA,
-		MAX(E.KEY_COMPETITOR) as KEY_COMPETITOR,
-		NULL  IS_AZ,                                        
-		NULL  AZ_MAIN,                                        
-		NULL  AZ_Related,
-		nvl(MAX(E.CLASS),'') CLASS, 
-		MAX(nvl(B.Market_Ratio,1)) as VALUE_MARKET_RATIO,   --  sales *  VALUE_MARKET_RATIO = 折算好的sales
-		MAX(nvl(B.Market_Ratio,1) ) as UNIT_MARKET_RATIO,				--  unint *  UNIT_MARKET_RATIO  = 折算好的 UNIT
-		MAX(nvl(B.Market_Ratio,1)) as COUNTINGUNIT_MARKET_RATIO,		--    counting_unit*COUNTINGUNIT_MARKET_RATIO = 折算好的 CU
-    MAX(nvl(B.Market_Ratio,1)  * nvl(D.Ratio,1)) as  PDOT_MARKET_RATIO,	  --  counting_unit*Market_Ratio*PDOT_MARKET_RATIO = PDOT	
-		max(g.MARKET_DESC) MARKET_DESC
-	FROM  A
-	LEFT JOIN dm.dm_thc_pack_property B  -- 以A表 pack_code 为准  获取需要的维度信息
-		ON B.PACK_COD = A.PACK_COD
-	LEFT JOIN DM.DM_IMS_TD_MARKET_PROPERTY C						--  THC没有TA字段，关联CHC的相关表，获取TA
-		ON B.MARKET = C.MARKET
-	LEFT JOIN dm.dm_thc_pack_property E 		-- MARKET_PACK_KEY 为唯一主键，获取KEY_COMPETITOR，class等信息
-		ON B.MARKET_PACK_KEY = E.MARKET_PACK_KEY
-	LEFT JOIN(										--转码  补0
-		select  
-				MARKET,
-				b.iqvia_pack_code as pack_cod,
-				ratio
-		from dwd.dwd_gnd_ext_thc_brandratio a 
-		inner join dwd.dwd_gnd_ext_thc_pack_property b 
-		on (case when length(a.pack_cod) < 12 and a.pack_cod REGEXP '^[0-9]' then right(concat('000000000000',a.pack_cod),12) else a.pack_cod end )
-			=(case when length(b.pack_cod) < 12 and b.pack_cod REGEXP '^[0-9]' then right(concat('000000000000',b.pack_cod),12) else b.pack_cod end )
-	) D 
-		ON B.MARKET = D.MARKET
-		AND B.PACK_COD = D.PACK_COD
-	LEFT JOIN (			--获取 MARKET_DESC  字段 
-		SELECT 
-			MARKET,DATA_SOURCE,
-			MAX(MARKETDESC) MARKET_DESC 
-		FROM DM.DM_TD_EXTERNAL_KEYCOMPATITOR 
-		GROUP BY MARKET,DATA_SOURCE
-	) G 
-		ON B.MARKET = G.MARKET AND UPPER(G.DATA_SOURCE) = 'THC(QUARTERLY)'
-	GROUP BY B.MARKET_PACK_KEY,B.PACK_COD,B.PACK_DES,B.PROD_DES,B.PROD_DES_C,B.MARKET
-) B
-WHERE B.PACK_COD IS NOT NULL AND B.MARKET IS NOT NULL
-
--- COMMAND ----------
-
------------------------------------------------CHC----------------------------------------------------------------------------------
--------------------------------------------------------------------------------------------------------------------------------------
-
-with exchc_rawdata_temp as (        --主表数据 
-        select
-                temp.yq,
-                pack_property.iqvia_pack_code as pack_cod
-        from (
-                  select     
-                CASE
-                    WHEN SUBSTRING(yq, 5,2) = 'Q1' THEN CONCAT(SUBSTRING(yq, 1, 4), '03')
-                    WHEN SUBSTRING(yq, 5, 2) = 'Q2' THEN CONCAT(SUBSTRING(yq, 1, 4), '06')
-                    WHEN SUBSTRING(yq, 5, 2) = 'Q3' THEN CONCAT(SUBSTRING(yq, 1, 4), '09')
-                    WHEN SUBSTRING(yq, 5, 2) = 'Q4' THEN CONCAT(SUBSTRING(yq, 1, 4), '12')
-                    ELSE yq 
-                END AS yq,
-                pack_cod
-        from dwd.dwd_gnd_chc_rawdata  
-        ) temp
-        LEFT JOIN dwd.dwd_gnd_ext_chc_pack_property pack_property
-                ON temp.pack_cod = pack_property.pack_cod      
-),
-A as(
-        SELECT 
-                PACK_COD,
-                COUNT(*) RUM 
-        FROM exchc_rawdata_temp
-        -- WHERE yq >= (SELECT CAST((LEFT(MAX(yq),4)-3)*100+1 AS INT) FROM exchc_rawdata_temp)
-        GROUP BY PACK_COD
-)
-insert into table dm.dm_td_external_market_pack_mapping_temp(
-  PACK_COD,PACK_DES,PROD_DES,PROD_DES_C,MARKET,TA,KEY_COMPETITOR,AZ_RELATED,CLASS,
-  VALUE_MARKET_RATIO,UNIT_MARKET_RATIO,COUNTINGUNIT_MARKET_RATIO,PDOT_MARKET_RATIO,MARKET_DESC,TA_RN,DATA_SOURCE,dept_name,key_dept_name
-	,new_code
-	,area
-)
-SELECT 
-	B.PACK_COD,
-	B.PACK_DES,
-	B.PROD_DES,
-	B.PROD_DES_C,
-	B.MARKET,
-	B.TA,
-	B.KEY_COMPETITOR,
-	CASE 
-			WHEN B.MARKET = 'DM Market' THEN 'DM' 
-			WHEN B.MARKET = 'CV Market' THEN 'CV' 
-			-- WHEN B.MARKET = 'RD Market' THEN 'RD'		--RD隐藏
-			when B.MARKET = 'RE Market' THEN 'RE'	--RE改为Respules Market
-			WHEN B.MARKET = 'GI Market' THEN 'GI' 
-			WHEN B.MARKET = 'ONC Market' THEN 'ONCO' 
-			WHEN B.MARKET = 'NIAD (Non-Insulin Anti-Diabetic) Market' THEN 'NIAD'
-			WHEN B.MARKET = 'RARE Market' THEN 'RARE'--20250701 chenwu 新增RARE
-			END AZ_RELATED,
-	B.Class,
-	cast (B.VALUE_MARKET_RATIO as double),
-	cast (B.UNIT_MARKET_RATIO as double),
-	cast (B.COUNTINGUNIT_MARKET_RATIO as double),
-	cast (B.PDOT_MARKET_RATIO as double),
-	B.MARKET_DESC,
-	CASE 
-			WHEN B.MARKET = 'DM Market' THEN 1
-			WHEN B.MARKET = 'CV Market' THEN 2
-			-- WHEN B.MARKET = 'RD Market' THEN 3
-			WHEN B.MARKET = 'RE Market' THEN 4
-			WHEN B.MARKET = 'GI Market' THEN 5 
-			WHEN B.MARKET = 'ONC Market' THEN 6
-			WHEN B.MARKET = 'NIAD (Non-Insulin Anti-Diabetic) Market' THEN 7 
-			WHEN B.MARKET = 'RARE Market' THEN 8 --20250701 chenwu 新增RARE
-			ELSE 99 
-	END TA_RN,
-	'CHC(Quarterly)' DATA_SOURCE
-	,'' as dept_name
-	,'' as key_dept_name
-	,'' as new_code
-	,'' as area
-FROM (
-	SELECT
-		B.MARKET_PACK_KEY,
-		B.PACK_COD,
-		B.PACK_DES,
-		B.PROD_DES,
-		B.PROD_DES_C,
-		B.MARKET,
-		nvl(MAX(C.TA) ,'') TA,
-		-- null as TA,
-		MAX(E.KEY_COMPETITOR) KEY_COMPETITOR,
-		--MAX(B.KEY_COMPETITOR) KEY_COMPETITOR,
-		--MAX(E.IS_AZ) IS_AZ,
-		--MAX(E.AZ_MAIN) AZ_MAIN,
-		--MAX(E.AZ_RELATED) AZ_RELATED,
-		NULL as IS_AZ,                                        
-		NULL as AZ_MAIN,                                        
-		NULL as AZ_Related,
-		nvl (MAX(E.CLASS) ,'' ) CLASS,
-		MAX(nvl(B.Market_Ratio,1)) as VALUE_MARKET_RATIO,   --  sales *  VALUE_MARKET_RATIO = 折算好的sales
-		MAX(nvl(B.Market_Ratio,1)) as UNIT_MARKET_RATIO,				--  unint *  UNIT_MARKET_RATIO  = 折算好的 UNIT
-		MAX(nvl(B.Market_Ratio,1)) as COUNTINGUNIT_MARKET_RATIO,		--    counting_unit*COUNTINGUNIT_MARKET_RATIO = 折算好的 CU
-    MAX(nvl(B.Market_Ratio,1)  * nvl(D.Ratio,1)) PDOT_MARKET_RATIO,	  --  counting_unit*Market_Ratio*PDOT_MARKET_RATIO = PDOT	
-		max(G.MARKET_DESC)  as MARKET_DESC
-	FROM  A
-	LEFT JOIN dm.dm_chc_pack_property B		-- 以A表 pack_code 为准  获取需要的维度信息
-		ON B.PACK_COD = A.PACK_COD
-	LEFT JOIN DM.DM_IMS_TD_MARKET_PROPERTY C							--  THC没有TA字段，关联CHPA的相关表，获取TA
-		ON B.MARKET = C.MARKET
-	LEFT JOIN dm.dm_chc_pack_property E 		--MARKET_PACK_KEY 为唯一主键，获取KEY_COMPETITOR，class等信息
-		ON B.MARKET_PACK_KEY = E.MARKET_PACK_KEY
-	LEFT JOIN(																-- 获取RATIO  ，其中chc_brandratio没有补0和转码的操作，这里处理 
-		select  
-				MARKET,
-				b.iqvia_pack_code as pack_cod,
-				ratio
-		from dwd.dwd_gnd_ext_chc_brandratio a   
-		inner join dwd.dwd_gnd_ext_chc_pack_property b 
-		on (case when length(a.pack_cod) < 12 and a.pack_cod REGEXP '^[0-9]' then right(concat('000000000000',a.pack_cod),12) else a.pack_cod end )
-			=(case when length(b.pack_cod) < 12 and b.pack_cod REGEXP '^[0-9]' then right(concat('000000000000',b.pack_cod),12) else b.pack_cod end )
-	) D 
-		ON B.MARKET = D.MARKET
-		AND B.PACK_COD = D.PACK_COD
-	LEFT JOIN (																			--获取 MARKET_DESC  字段 
-		SELECT 
-			MARKET,DATA_SOURCE,
-			MAX(MARKETDESC) MARKET_DESC 
-		FROM DM.DM_TD_EXTERNAL_KEYCOMPATITOR 
-		GROUP BY MARKET,DATA_SOURCE
-	) G 
-		ON B.MARKET = G.MARKET AND UPPER(G.DATA_SOURCE) = 'CHC(QUARTERLY)'
-	GROUP BY B.MARKET_PACK_KEY,B.PACK_COD,B.PACK_DES,B.PROD_DES,B.PROD_DES_C,B.MARKET
-
-) B
-WHERE B.PACK_COD IS NOT NULL AND B.MARKET IS NOT NULL 
-and market!='RD Market'
-
--- COMMAND ----------
-
-/*
-修改人：chenwu
-修改时间：20250319
-修改内容：  EC的数据源cu恒等于1
-*/
------------------------------------------------------------ec-----------------------------------------------------------
-INSERT into dm.dm_td_external_market_pack_mapping_temp(
-  PACK_COD,PACK_DES,PROD_DES,PROD_DES_C,MARKET,TA,KEY_COMPETITOR,AZ_RELATED,CLASS,
-  VALUE_MARKET_RATIO,UNIT_MARKET_RATIO,COUNTINGUNIT_MARKET_RATIO,PDOT_MARKET_RATIO,MARKET_DESC,TA_RN,DATA_SOURCE,dept_name,key_dept_name
-  ,new_code
-  ,area
-)
-SELECT
-    B.PACK_COD,
-    B.PACK_DES,
-    B.PROD_DES,
-    B.PROD_DES_C,
-    B.MARKET,
-    CASE 
-        WHEN B.MARKET = 'RE Market' THEN 'RE' 
-        when B.TA = 'RE' THEN NULL--只有 'RE Market (Global)' 的ta是 RE
-        ELSE B.TA
-    END TA,
-    B.KEY_COMPETITOR,
-    CASE
-        WHEN B.MARKET = 'RE Market' THEN 'RE'
-        WHEN B.TA = 'RE' THEN NULL
-        ELSE B.TA
-    END AZ_RELATED,
-    B.CLASS,
-    nvl(B.VALUE_MARKET_RATIO, 1),
-    nvl(B.UNIT_MARKET_RATIO, 1),
-    1,
-    --nvl(B.COUNTINGUNIT_MARKET_RATIO,1), --ec的数据源cu恒等于1
-    nvl(B.PDOT_MARKET_RATIO, 1),
-    B.MARKET_DESC,
-    CASE
-        WHEN b.TA = 'DM' THEN 1
-        WHEN b.TA = 'CV' THEN 2
-        WHEN b.TA = 'RE' THEN 4
-        WHEN b.TA = 'GI' THEN 5
-        WHEN B.TA = 'CVRM' THEN 0
-        ELSE 99
-    END TA_RN,
-    'EC(Monthly)' DATA_SOURCE,
-    '' as dept_name,
-    '' as key_dept_name,
-    '' as new_code,
-    '' as area
-FROM
-    (
-        SELECT
-            a.MARKET_PACK_KEY,
-            B.iqvia_pack_code PACK_COD,
-            a.PACK_DES,
-            a.PROD_DES,
-            a.PROD_DES_C,
-            a.MARKET,
-            MAX(a.TA) TA,
-            MAX(a.KEY_COMPETITOR) KEY_COMPETITOR,
-            MAX(a.CLASS) CLASS,
-            MAX(D.VALUE_MARKET_RATIO) VALUE_MARKET_RATIO,
-            MAX(D.UNIT_MARKET_RATIO) UNIT_MARKET_RATIO,
-            MAX(D.COUNTINGUNIT_MARKET_RATIO) COUNTINGUNIT_MARKET_RATIO,
-            MAX(D.COUNTINGUNIT_MARKET_RATIO) PDOT_MARKET_RATIO,
-            max(g.MARKET_DESC) MARKET_DESC
-        FROM
-            DM.dm_zk_ec_pack_property a
-            LEFT JOIN DM.dm_zk_ec_market_property B ON A.iqvia_pack_code = B.iqvia_pack_code
-            and a.market = b.market
-            LEFT JOIN dm.dm_zk_ec_market_ratio D ON B.MARKET = D.MARKET
-            AND B.iqvia_pack_code = D.PACK_COD
-            LEFT JOIN (
-                SELECT
-                    MARKET,
-                    DATA_SOURCE,
-                    MAX(MARKETDESC) MARKET_DESC
-                FROM
-                    DM.DM_TD_EXTERNAL_KEYCOMPATITOR
-                GROUP BY
-                    MARKET,
-                    DATA_SOURCE
-            ) G ON B.MARKET = G.MARKET
-            AND UPPER(G.DATA_SOURCE) = 'EC(MONTHLY)'
-        WHERE
-            A.iqvia_pack_code in (
-                select
-                    distinct iqvia_pack_code
-                from
-                    dm.dm_zk_ec_sales
-            )
-        GROUP BY
-            a.MARKET_PACK_KEY,
-            B.iqvia_pack_code,
-            a.PACK_DES,
-            a.PROD_DES,
-            a.PROD_DES_C,
-            a.MARKET
-    ) b
-
-
--- COMMAND ----------
-
-
------------------------------------------------AIA----------------------------------------------------------------------------------
-WITH AIA_brand_ratio as (
-  SELECT distinct market,
-         CASE WHEN length(cmps_cod) < 6 THEN RIGHT(CONCAT('000000',cmps_cod),6) ELSE cmps_cod END AS cmps_cod,
-         cmps_des,
-         CASE WHEN length(pack_cod) < 12 and pack_cod REGEXP '^[0-9]' THEN RIGHT(CONCAT('000000000000',pack_cod),12) ELSE pack_cod END AS pack_cod,
-         pack_des,
-         level,
-         type,
-         ratio
-  from dwd.dwd_gnd_ims_tblBrandRatio
-)
-,AIA_RATIO as (
-select t1.PACK_COD,
-t1.MARKET,
-case when t6.ratio is not null then t1.market_ratio * t6.ratio
-     else t1.market_ratio * NVL(t7.ratio,1)
-end as VALUE_MARKET_RATIO,
-case when t2.ratio is not null then t1.market_ratio * t2.ratio
-     else t1.market_ratio * NVL(t3.ratio,1)
-end as UNIT_MARKET_RATIO,
-t1.market_ratio as COUNTINGUNIT_MARKET_RATIO,
-case when t4.ratio is not null then t1.market_ratio * t4.ratio
-     else t1.market_ratio * NVL(t5.ratio,1)
-end as PDOT_MARKET_RATIO
-from dm.dm_aia_pack_property t1
---unit by Pack
-left join (select * from AIA_brand_ratio where upper(type) = 'UNIT' and upper(Level) = 'PACK') t2
-on t1.PACK_COD = t2.pack_cod
-and t1.MARKET = t2.market
---unit by MOLECULE
-left join (select * from AIA_brand_ratio where upper(type) = 'UNIT' and upper(Level) = 'MOLECULE') t3
-on t1.CMPS_COD = t3.cmps_cod
-and t1.MARKET = t3.market
---PDOT by Pack
-left join (select * from AIA_brand_ratio where upper(type) = 'COUNTINGUNIT' and upper(Level) = 'PACK') t4
-on t1.PACK_COD = t4.pack_cod
-and t1.MARKET = t4.market
---PDOT by MOLECULE
-left join (select * from AIA_brand_ratio where upper(type) = 'COUNTINGUNIT' and upper(Level) = 'MOLECULE') t5
-on t1.CMPS_COD = t5.cmps_cod
-and t1.MARKET = t5.market
---VALUE by Pack
-left join (select * from AIA_brand_ratio where upper(type) = 'VALUE' and upper(Level) = 'PACK') t6
-on t1.PACK_COD = t6.pack_cod
-and t1.MARKET = t6.market
---VALUE by MOLECULE
-left join (select * from AIA_brand_ratio where upper(type) = 'VALUE' and upper(Level) = 'MOLECULE') t7
-on t1.CMPS_COD = t7.cmps_cod
-and t1.MARKET = t7.market
-
-)
-,MARKET_PACK_MAPPING_1 as (
-  select
-      B.MARKET_PACK_KEY,
-		  B.PACK_COD,
-		  B.PACK_DES,
-	  	B.PROD_DES,
-	  	B.PROD_DES_C,
-		  B.MARKET as MARKET_AIA,
-    --AIA有一部分market有通过手工表AIA_IMS_Market_Mapping更新过名称
-    --使用旧的从CHPA里来的名称关联
-      B.MARKET_CHPA,
-		  nvl(MAX(C.TA),'') as TA,
-      MAX(E.KEY_COMPETITOR) KEY_COMPETITOR,
-      NULL as IS_AZ,
-      NULL as AZ_MAIN,
-      NULL as AZ_Related,
-      nvl(MAX(E.CLASS),'') as CLASS,
-      MAX(t1.VALUE_MARKET_RATIO) as VALUE_MARKET_RATIO,   --  sales *  VALUE_MARKET_RATIO = 折算好的sales
-      MAX(t1.UNIT_MARKET_RATIO) as UNIT_MARKET_RATIO,				--  unint *  UNIT_MARKET_RATIO  = 折算好的 UNIT
-      MAX(t1.COUNTINGUNIT_MARKET_RATIO) as COUNTINGUNIT_MARKET_RATIO,		--    counting_unit*COUNTINGUNIT_MARKET_RATIO = 折算好的 CU
-      MAX(t1.PDOT_MARKET_RATIO) as PDOT_MARKET_RATIO,                   --  counting_unit*Market_Ratio*PDOT_MARKET_RATIO = PDOT
-      max(G.MARKET_DESC)  as MARKET_DESC
-  from (
-    SELECT 
-        PACK_COD,
-        COUNT(*) RUM 
-    FROM DM.DM_TF_EXTERNAL_SALES
-    WHERE DATA_SOURCE = 'AIA(Monthly)'
-    GROUP BY PACK_COD
-      ) A
-    left join dm.dm_aia_pack_property B
-    on A.PACK_COD = B.PACK_COD
-    left join DM.DM_IMS_TD_MARKET_PROPERTY C
-    --AIA有一部分market有通过手工表AIA_IMS_Market_Mapping更新过名称
-    --使用旧的从CHPA里来的名称关联
-    on B.MARKET_CHPA = C.MARKET
-    left join dm.dm_aia_pack_property E
-    on B.MARKET_PACK_KEY = E.MARKET_PACK_KEY
-    left join AIA_RATIO t1
-    on B.PACK_COD = t1.PACK_COD
-    and B.MARKET = t1.MARKET
-    left join (
-      select MARKET,DATA_SOURCE,
-          MAX(MARKETDESC) MARKET_DESC
-      from DM.DM_TD_EXTERNAL_KEYCOMPATITOR
-      group by market,DATA_SOURCE
-      ) G
-      --竞品配置信息表里使用的AIA的市场名称，因此使用AIA市场名关联
-    on B.MARKET = G.MARKET and upper(G.DATA_SOURCE) = 'AIA(Monthly)'
-    group by B.MARKET_PACK_KEY,B.PACK_COD,B.PACK_DES,B.PROD_DES,B.PROD_DES_C,B.MARKET,B.MARKET_CHPA
-)
-
-
-insert into table dm.dm_td_external_market_pack_mapping_temp (
-PACK_COD,
-PACK_DES,
-PROD_DES,
-PROD_DES_C,
-MARKET,
-TA,
-KEY_COMPETITOR,
-AZ_RELATED,
-CLASS,
-VALUE_MARKET_RATIO,
-UNIT_MARKET_RATIO,
-COUNTINGUNIT_MARKET_RATIO,
-PDOT_MARKET_RATIO,
-MARKET_DESC,
-TA_RN,
-DATA_SOURCE,
-dept_name,
-key_dept_name,
-new_code,
-area
-)
-  select 
-      PACK_COD,
-      PACK_DES,
-      PROD_DES,
-      PROD_DES_C,
-      MARKET_AIA as MARKET,
-      TA,
-      KEY_COMPETITOR,
-      case when MARKET_CHPA = 'DM Market' THEN 'DM'
-           when MARKET_CHPA = 'CV Market' THEN 'CV'
-           when MARKET_CHPA = 'RD Market' THEN 'RD'
-           when MARKET_CHPA = 'RE Market' THEN 'RE'
-           when MARKET_CHPA = 'GI Market' THEN 'GI'
-           when MARKET_CHPA = 'ONC Market' THEN 'ONCO'
-           when MARKET_CHPA = 'NIAD (Non-Insulin Anti-Diabetic) Market' THEN 'NIAD'
-           WHEN MARKET_CHPA = 'RARE Market' THEN 'RARE'--20250701 chenwu 新增RARE
-      end as AZ_RELATED,
-      Class,
-      cast(VALUE_MARKET_RATIO as double) as VALUE_MARKET_RATIO,
-      cast(UNIT_MARKET_RATIO as double) as UNIT_MARKET_RATIO,
-      cast(COUNTINGUNIT_MARKET_RATIO as double) as COUNTINGUNIT_MARKET_RATIO,
-      cast(PDOT_MARKET_RATIO as double) as PDOT_MARKET_RATIO,
-      MARKET_DESC,
-      case when MARKET_CHPA = 'DM Market' THEN 1
-           when MARKET_CHPA = 'CV Market' THEN 2
-           when MARKET_CHPA = 'RD Market' THEN 3
-           when MARKET_CHPA = 'RE Market' THEN 4
-           when MARKET_CHPA = 'GI Market' THEN 5
-           when MARKET_CHPA = 'ONC Market' THEN 6
-           when MARKET_CHPA = 'NIAD (Non-Insulin Anti-Diabetic) Market' THEN 7
-           WHEN MARKET_CHPA = 'RARE Market' THEN 8--20250701 chenwu 新增RARE
-           else 99
-      end as TA_RN,
-      'AIA(Monthly)' as DATA_SOURCE
-      ,'' as dept_name
-      ,'' as key_dept_name
-      ,'' as new_code
-      ,'' as area
-  from MARKET_PACK_MAPPING_1
-  where PACK_COD IS NOT NULL
-  and MARKET_AIA IS NOT NULL
-
-
--- COMMAND ----------
-
-INSERT into table dm.dm_td_external_market_pack_mapping_temp(
-    PACK_COD,
-    PACK_DES,
-    PROD_DES,
-    PROD_DES_C,
-    MARKET,
-    TA,
-    KEY_COMPETITOR,
-    AZ_RELATED,
-    CLASS,
-    VALUE_MARKET_RATIO,
-    UNIT_MARKET_RATIO,
-    COUNTINGUNIT_MARKET_RATIO,
-    PDOT_MARKET_RATIO,
-    MARKET_DESC,
-    TA_RN,
-    DATA_SOURCE,
-    dept_name,
-    key_dept_name,
-    new_code,
-    area
-  )
-  
-  WITH MKT_PACK_RATIO AS (
-    -------------------------------------根据沟通，市场+产品对应的ratio是唯一的------------------------------------------
-    SELECT
-      A.MARKET,
-      A.PACK_COD,
-      MAX(A.Value_Market_Ratio) Value_Market_Ratio,
-      MAX(A.Unit_Market_Ratio) Unit_Market_Ratio,
-      MAX(A.PDOT_Market_Ratio) CountingUnit_Market_Ratio,
-      MAX(A.CountingUnit_Market_Ratio) PDOT_Market_Ratio --因为之前的报告在使用源表的数据，因此命名是反的。
-    FROM
-      DWS.dws_ims_td_market_ratio A
-    WHERE
-      A.YM = (
-        SELECT
-          MAX(YM)
-        FROM
-          DWS.dws_ims_td_market_ratio
-      )
-    GROUP BY
-      A.MARKET,
-      A.PACK_COD
-  ) 
-------------------------------------------------------------------xiehe------------------------------------------------------------------
-SELECT
-  B.PACK_COD,
-  B.PACK_DES,
-  B.PROD_DES,
-  B.PROD_DES_C,
-  B.MARKET,
-  B.TA,
-  B.KEY_COMPETITOR,
-  CASE
-    WHEN B.MARKET = 'DM Market' THEN 'DM'
-    WHEN B.MARKET = 'CV Market' THEN 'CV'
-    WHEN B.MARKET = 'RD Market' THEN 'RD'
-    WHEN B.MARKET = 'RE Market' THEN 'RE'
-    WHEN B.MARKET IN ('GI Market', 'Retail_GI Market') THEN 'GI'
-    WHEN B.MARKET = 'ONC Market' THEN 'ONCO'
-    WHEN B.MARKET = 'NIAD (Non-Insulin Anti-Diabetic) Market' THEN 'NIAD'
-    WHEN B.MARKET = 'RARE Market' THEN 'RARE'--20250701 chenwu 新增RARE
-  END AZ_RELATED,
-  B.CLASS,
-  NVL(B.VALUE_MARKET_RATIO, 1) VALUE_MARKET_RATIO,
-  NVL(B.UNIT_MARKET_RATIO, 1) UNIT_MARKET_RATIO,
-  NVL(B.COUNTINGUNIT_MARKET_RATIO, 1) COUNTINGUNIT_MARKET_RATIO,
-  NVL(B.PDOT_MARKET_RATIO, 1) PDOT_MARKET_RATIO,
-  B.MARKET_DESC,
-  CASE
-    WHEN B.MARKET = 'DM Market' THEN 1
-    WHEN B.MARKET = 'CV Market' THEN 2
-    WHEN B.MARKET = 'RD Market' THEN 3
-    WHEN B.MARKET = 'RE Market' THEN 4
-    WHEN B.MARKET = 'GI Market' THEN 5
-    WHEN B.MARKET = 'ONC Market' THEN 6
-    WHEN B.MARKET = 'NIAD (Non-Insulin Anti-Diabetic) Market' THEN 7
-    WHEN B.MARKET = 'RARE Market' THEN 8 --20250701 chenwu 新增RARE
-    ELSE 99
-  END TA_RN,
-  'XH Data(Quarterly)' DATA_SOURCE,
-  B.dept_name,
-  B.key_dept_name,
-  B.new_code,
-  B.area
-FROM
-  (
-    SELECT
-      B.MARKET_PACK_KEY,
-      B.PACK_COD,
-      B.PACK_DES,
-      B.PROD_DES,
-      B.PROD_DES_C,
-      B.MARKET,
-      NVL(H.dept_name,'') dept_name,
-      NVL(t1.CORE_DEPT,'Others') as key_dept_name,
-      NVL(H.new_code,'') new_code,
-      NVL(H.area,'') area,
-      MAX(C.TA) TA,
-      MAX(E.KEY_COMPETITOR) KEY_COMPETITOR,
-      MAX(E.IS_AZ) IS_AZ,
-      MAX(E.AZ_MAIN) AZ_MAIN,
-      MAX(E.AZ_RELATED) AZ_RELATED,
-      MAX(E.CLASS) CLASS,
-      MAX(D.VALUE_MARKET_RATIO) VALUE_MARKET_RATIO,
-      MAX(D.UNIT_MARKET_RATIO) UNIT_MARKET_RATIO,
-      MAX(D.COUNTINGUNIT_MARKET_RATIO) COUNTINGUNIT_MARKET_RATIO,
-      MAX(D.PDOT_MARKET_RATIO) PDOT_MARKET_RATIO,
-      max(g.MARKET_DESC) MARKET_DESC
-    FROM
-      (
-        SELECT
-          PACK_COD,
-          COUNT(*) RUM
-        FROM
-          DM.DM_TF_EXTERNAL_SALES
-        WHERE DATA_SOURCE = 'XH Data(Quarterly)'
-        GROUP BY
-          PACK_COD
-      ) A
-      LEFT JOIN dm.dm_xiehe_pack_property B ON B.PACK_COD = A.PACK_COD --AND B.MARKET <> 'IMS ALL Market'
-      LEFT JOIN DM.DM_IMS_TD_MARKET_PROPERTY C ON B.MARKET = C.MARKET
-      LEFT JOIN dm.dm_xiehe_pack_property E ON B.MARKET_PACK_KEY = E.MARKET_PACK_KEY
-      LEFT JOIN MKT_PACK_RATIO D ON B.MARKET = D.MARKET
-      AND B.PACK_COD = D.PACK_COD
-      LEFT JOIN (
-        SELECT
-          MARKET,DATA_SOURCE,
-          MAX(MARKETDESC) MARKET_DESC
-        FROM
-          DM.DM_TD_EXTERNAL_KEYCOMPATITOR
-        GROUP BY
-          MARKET,DATA_SOURCE
-      ) G ON B.MARKET = G.MARKET and G.DATA_SOURCE = 'XH Data(Quarterly)'
-      left join (
-        SELECT distinct PACK_COD,dept_name,new_code,area
-        from dm.dm_td_external_packinfo_temp2
-        where DATA_SOURCE = 'XH Data(Quarterly)'
-      ) H
-      on A.PACK_COD = H.PACK_COD
-      left join dm.dm_td_xiehe_core_dept t1
-      on B.MARKET = t1.MARKET
-      AND H.dept_name = t1.Dept_NAME
-    GROUP BY
-      B.MARKET_PACK_KEY,
-      B.PACK_COD,
-      B.PACK_DES,
-      B.PROD_DES,
-      B.PROD_DES_C,
-      B.MARKET,
-      H.dept_name,
-      H.new_code,
-      H.area,
-      t1.CORE_DEPT
-  ) B
-WHERE
-  B.PACK_COD IS NOT NULL
-  AND B.MARKET IS NOT NULL
-
--- COMMAND ----------
-
---修改时间：20240808
---修改人：FanXuJia
---修改背景：
---事实表与维度表来自于不同手工表，目前存在一部分pack_cod在事实表有销量，但是在维度表没有这个pack_cod，导致销量缺失。
---因此需要从事实表补全这部分pack_cod
-with tmp_market_pack as (
-select distinct 
-  t1.PACK_COD,
-  CASE WHEN t1.DATA_SOURCE = 'CHC(Quarterly)' then 'CHC ALL Market'
-       WHEN t1.DATA_SOURCE = 'IQVIA-CHPA(Monthly)' then 'IMS ALL Market'
-       WHEN t1.DATA_SOURCE = 'IQVIA-COUNTY(Quarterly)' then 'IMS ALL Market'
-       WHEN t1.DATA_SOURCE = 'Retail(Quarterly)' then 'Retail All Market'
-       WHEN t1.DATA_SOURCE = 'THC(Quarterly)' then 'THC ALL Market'
-       WHEN t1.DATA_SOURCE = 'EC(Monthly)' then 'EC ALL Market'
-       WHEN t1.DATA_SOURCE = 'AIA(Monthly)' then 'NON Market'
-       WHEN t1.DATA_SOURCE = 'XH Data(Quarterly)' then 'XIEHE ALL Market'
-       WHEN t1.DATA_SOURCE = 'DTP(Quarterly)' then 'DTP ALL Market'
-  end as market,
-  t1.DATA_SOURCE
-from external_sales_union t1
-left join dm.dm_td_external_market_pack_mapping_temp t2
-on t1.PACK_COD = t2.PACK_COD
-and t1.DATA_SOURCE = t2.DATA_SOURCE
-where t2.PACK_COD is null
-)
-,tmp_packinfo as (
-select
-PACK_COD,
-new_code,
-area,
-dept_name,
-DATA_SOURCE,
-max(PACK_DES) as PACK_DES,
-max(PROD_DES) as PROD_DES,
-max(PROD_DES_C) as PROD_DES_C
-from dm.dm_td_external_packinfo_temp2
-group by PACK_COD,DATA_SOURCE,dept_name,new_code,area
-)
-
-INSERT into table dm.dm_td_external_market_pack_mapping_temp(
-    PACK_COD,
-    PACK_DES,
-    PROD_DES,
-    PROD_DES_C,
-    MARKET,
-    TA,
-    KEY_COMPETITOR,
-    AZ_RELATED,
-    CLASS,
-    VALUE_MARKET_RATIO,
-    UNIT_MARKET_RATIO,
-    COUNTINGUNIT_MARKET_RATIO,
-    PDOT_MARKET_RATIO,
-    MARKET_DESC,
-    TA_RN,
-    DATA_SOURCE,
-    dept_name,
-    key_dept_name,
-    new_code,
-    area
-  )
-  select 
-    t1.PACK_COD,
-    t2.PACK_DES,
-    t2.PROD_DES,
-    t2.PROD_DES_C,
-    t1.MARKET,
-    null as TA,
-    null as KEY_COMPETITOR,
-    null as AZ_RELATED,
-    null as CLASS,
-    1 as VALUE_MARKET_RATIO,
-    1 as UNIT_MARKET_RATIO,
-    1 as COUNTINGUNIT_MARKET_RATIO,
-    1 as PDOT_MARKET_RATIO,
-    null as MARKET_DESC,
-    null as TA_RN,
-    t1.DATA_SOURCE,
-    t2.dept_name,
-    NVL(t3.CORE_DEPT,'Others') as key_dept_name,
-    t2.new_code,
-    t2.area
-    from tmp_market_pack t1
-    left join tmp_packinfo t2
-    on t1.PACK_COD = t2.PACK_COD
-    and t1.DATA_SOURCE = t2.DATA_SOURCE
-    left join dm.dm_td_xiehe_core_dept t3
-    on t1.MARKET = t3.MARKET
-    AND t2.dept_name = t3.Dept_NAME
-
-
--- COMMAND ----------
-
------------------------------------------------------------
---修改时间：20241118
---修改人：Fanxujia
---修改内容：
---使用手工文件排除掉每个渠道的不需要显示的市场，不再Hardcoding
------------------------------------------------------------
--- ----------------------------------------------------------------------------
--- --修改时间：20240813
--- --修改人：FanXujia
--- --修改内容：CHC_AZ related TA ALL这个市场只在CHC中显示，其他渠道排除这个市场（Hard Coding）
--- ----------------------------------------------------------------------------
--- delete from dm.dm_td_external_market_pack_mapping_temp
--- where upper(MARKET) = 'CHC_AZ RELATED TA ALL'
--- and data_source <> 'CHC(Quarterly)'
-
--- COMMAND ----------
-
------------------------------------------------------------
---修改时间：20241118
---修改人：Fanxujia
---修改内容：
---使用手工文件排除掉每个渠道的不需要显示的市场
------------------------------------------------------------
-with hidden_market as (
-select distinct 
-case when upper(data_source) = 'CHPA'    then 'IQVIA-CHPA(Monthly)'
-     when upper(data_source) = '科室市场' then 'XH Data(Quarterly)'
-     when upper(data_source) = 'EC'      then 'EC(Monthly)'
-     when upper(data_source) = 'RETAIL'  then 'Retail(Quarterly)'
-     when upper(data_source) = 'CHC'     then 'CHC(Quarterly)'
-     when upper(data_source) = 'AIA'     then 'AIA(Monthly)'
-     when upper(data_source) = 'THC'     then 'THC(Quarterly)'
-     when upper(data_source) = 'COUNTY'  then 'IQVIA-COUNTY(Quarterly)'
-     else data_source
-end as data_source,
-upper(hidden_market) as hidden_market
-from dwd.dwd_gnd_ims_hidden_market
-union all 
-select
-'AIA(Monthly)' as data_source,
-'AIA ALL Market'
-)
-
-
-MERGE into dm.dm_td_external_market_pack_mapping_temp as t1
-USING hidden_market t2
-on t1.data_source = t2.data_source
-and upper(t1.MARKET) = upper(t2.hidden_market)
-WHEN MATCHED THEN
-DELETE
-
--- COMMAND ----------
-
---------------------------------------------------------------------------------
---修改时间：20241025
---修改人：Fanxujia
---修改内容：
---外部数据报告优化，将PBI的逻辑搬到DBR
---------------------------------------------------------------------------------
---------------------------------------------------------------------------------
---修改时间：20241209
---修改人：Fanxujia
---修改内容：
---新增Key Competitor CN，从packinfo表里关联出中文名，关联不到的保留英文名
---------------------------------------------------------------------------------
-with mapping as (
-select distinct PROD_DES,PROD_DES_C
-from dm.dm_td_external_packinfo
-)
-,market_pack_mapping_1 as (
-SELECT
-  PACK_COD,
-  max(PROD_DES) PROD_DES,
-  max(PROD_DES_C) PROD_DES_C,
-  MARKET,
-  ----------------------------------------------------------------------------------
-  --修改时间：20241217
-  --修改人：Fanxujia
-  --修改内容：
-  --取不到Class时，不再显示成中划线-，改成Others
-  ----------------------------------------------------------------------------------
-  CASE
-    -- WHEN NVL(max(CLASS), '') = '' OR max(CLASS) = 'Others' THEN '-'
-    WHEN NVL(max(CLASS), '') = '' THEN 'Others'
-    ELSE UPPER(max(CLASS))
-  END CLASS,
-  CAST(max(VALUE_MARKET_RATIO) AS DECIMAL(38, 20)) VALUE_MARKET_RATIO,
-  CAST(max(UNIT_MARKET_RATIO) AS DECIMAL(38, 20)) UNIT_MARKET_RATIO,
-  CAST(max(COUNTINGUNIT_MARKET_RATIO) AS DECIMAL(38, 20)) COUNTINGUNIT_MARKET_RATIO,
-  CAST(max(PDOT_MARKET_RATIO) AS DECIMAL(38, 20)) PDOT_MARKET_RATIO,
-  DATA_SOURCE,
-  case when max(KEY_COMPETITOR) is null or max(KEY_COMPETITOR) = '' then 'Others'
-       else max(KEY_COMPETITOR)
-  end as KEY_COMPETITOR,
-  NEW_CODE
-FROM DM.dm_td_external_market_pack_mapping_temp
-group by PACK_COD,NEW_CODE,DATA_SOURCE,MARKET
-)
-
-, mapping_match_key_competitor_with_mutil as (
-select 
-t3.PACK_COD,
-t3.PROD_DES,
-t3.PROD_DES_C,
-t3.MARKET,
-t3.CLASS,
-t3.VALUE_MARKET_RATIO,
-t3.UNIT_MARKET_RATIO,
-t3.COUNTINGUNIT_MARKET_RATIO,
-t3.PDOT_MARKET_RATIO,
-t3.DATA_SOURCE,
-case WHEN  t3.KEY_COMPETITOR ='Others' and (UPPER(t2.keycompetitor) is not null or UPPER(t2.keycompetitor) <>'')
-THEN upper(t2.keycompetitor)  ELSE t3.KEY_COMPETITOR
-end as KEY_COMPETITOR,
-t3.NEW_CODE
-,t2.no1
- from market_pack_mapping_1 t3
-left join dm.dm_td_external_packinfo t1
-on t1.PACK_COD = t3.PACK_COD and t1.DATA_SOURCE = t3.DATA_SOURCE
-left JOIN (SELECT       ROW_NUMBER() OVER(ORDER BY 
-          CASE
-            WHEN ATC1_Code IS NOT NULL THEN 1
-            WHEN ATC2_Code IS NOT NULL THEN 2
-            WHEN ATC3_Code IS NOT NULL THEN 3
-            WHEN ATC4_Code IS NOT NULL THEN 4
-            WHEN Molecule_Code IS NOT NULL THEN 5
-            WHEN Product_Code IS NOT NULL THEN 6
-            WHEN Pack_Code IS NOT NULL THEN 7
-          ELSE 999 END,
-          CASE WHEN NFC1_CODE IS NULL THEN 0 ELSE 1 END,
-          CASE WHEN NFC2_CODE IS NULL THEN 0 ELSE 1 END,
-          CASE WHEN NFC2_CODE IS NULL THEN 0 ELSE 1 END,	 
-          CASE WHEN NFC3_CODE IS NULL THEN 0 ELSE 1 END	 
-      ) AS no1,* FROM dwd.dwd_gnd_ims_tblkeycompetitor)t2 
-      on 
-       COALESCE(t1.ATC1_COD,'') = case when t2.ATC1_Code is null 		  then COALESCE(t1.ATC1_COD,'') else t2.ATC1_Code end
-    and COALESCE(t1.ATC2_COD,'') = case when t2.ATC2_Code is null 		  then COALESCE(t1.ATC2_COD,'') else t2.ATC2_Code end
-    and COALESCE(t1.ATC3_COD,'') = case when t2.ATC3_Code is null 		  then COALESCE(t1.ATC3_COD,'') else t2.ATC3_Code end
-    and COALESCE(t1.ATC4_COD,'') = case when t2.ATC4_Code is null 		  then COALESCE(t1.ATC4_COD,'') else t2.ATC4_Code end
-    and COALESCE(t1.APP1_COD,'') = case when t2.NFC1_Code is null 		  then COALESCE(t1.APP1_COD,'') else t2.NFC1_Code end
-    and COALESCE(t1.APP2_COD,'') = case when t2.NFC2_Code is null 		  then COALESCE(t1.APP2_COD,'') else t2.NFC2_Code end
-    and COALESCE(t1.APP3_COD,'') = case when t2.NFC3_Code is null 		  then COALESCE(t1.APP3_COD,'') else t2.NFC3_Code end
-    and COALESCE(t1.CORP_COD,'') = case when t2.corporation_code is null  then COALESCE(t1.CORP_COD,'') else t2.corporation_code end
-    and COALESCE(t1.MANU_COD,'') = case when t2.Manufacturer_Code is null then COALESCE(t1.MANU_COD,'') else t2.Manufacturer_Code end
-    and COALESCE(t1.PROD_COD,'') = case when t2.Product_Code is null 	  then COALESCE(t1.PROD_COD,'') else t2.Product_Code end
-    and COALESCE(t1.PACK_COD,'') = case when t2.Pack_Code is null 		  then COALESCE(t1.PACK_COD,'') else t2.Pack_Code end
-    and COALESCE(t1.STGH_DES,'') = case when t2.Strength is null		  then COALESCE(t1.STGH_DES,'') else t2.Strength end
-    and COALESCE(t1.CMPS_COD,'') = case when t2.Molecule_Code is null 	  then COALESCE(t1.CMPS_COD,'') else t2.Molecule_Code end
-    and COALESCE(t3.market  ,'') = case when t2.market is null 			  then COALESCE(t3.market,'') else t2.market end
-) 
-
-,mapping_match_key_competitor as (
-  select * from (select *, row_number() over (partition by PACK_COD,MARKET,DATA_SOURCE,NEW_CODE,CLASS order by no1 desc ) as new_order FROM mapping_match_key_competitor_with_mutil ) as new
-  WHERE  new.new_order =1
-  )
-  
-insert overwrite table DM.dm_td_external_market_pack_mapping
-(
-PACK_COD,
-PROD_DES,
-PROD_DES_C,
-MARKET,
-CLASS,
-VALUE_MARKET_RATIO,
-UNIT_MARKET_RATIO,
-COUNTINGUNIT_MARKET_RATIO,
-PDOT_MARKET_RATIO,
-DATA_SOURCE,
-KEY_COMPETITOR,
-KEY_COMPETITOR_CN,
-NEW_CODE
-)
-
-SELECT
-  t1.PACK_COD,
-  t1.PROD_DES,
-  t1.PROD_DES_C,
-  t1.MARKET,
-  t1.CLASS,
-  t1.VALUE_MARKET_RATIO,
-  t1.UNIT_MARKET_RATIO,
-  t1.COUNTINGUNIT_MARKET_RATIO,
-  t1.PDOT_MARKET_RATIO,
-  t1.DATA_SOURCE,
-  t1.KEY_COMPETITOR,
-  COALESCE(t2.PROD_DES_C,t1.KEY_COMPETITOR) as KEY_COMPETITOR_CN,
-  t1.NEW_CODE
-FROM mapping_match_key_competitor t1
-left join mapping t2
-on upper(t1.KEY_COMPETITOR) = upper(t2.PROD_DES)
-
--- COMMAND ----------
-
-update dm.dm_td_external_market_pack_mapping
-  set KEY_COMPETITOR = 'OTHERS',KEY_COMPETITOR_CN ='OTHERS'
-where upper(KEY_COMPETITOR) = 'OTHERS' or upper(KEY_COMPETITOR_CN) = 'OTHERS'
-
--- COMMAND ----------
-
-create or replace temporary view dim_KEY_COMPETITOR
-as
-select upper(KEY_COMPETITOR) as KEY_COMPETITOR,max(KEY_COMPETITOR_CN) as KEY_COMPETITOR_CN 
-from dm.dm_td_external_market_pack_mapping
-group by KEY_COMPETITOR
-
--- COMMAND ----------
-
-MERGE INTO dm.dm_td_external_market_pack_mapping AS t1
-USING dim_KEY_COMPETITOR AS t2
-   ON t1.KEY_COMPETITOR = t2.KEY_COMPETITOR
-WHEN MATCHED THEN
-  UPDATE SET t1.KEY_COMPETITOR_CN = t2.KEY_COMPETITOR_CN;
diff --git a/EXTERNAL/z 10 dm_td_external_market_pack_mapping_作废.sql:Zone.Identifier b/EXTERNAL/z 10 dm_td_external_market_pack_mapping_作废.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/z 11 dm_td_external_market_作废.sql b/EXTERNAL/z 11 dm_td_external_market_作废.sql
deleted file mode 100644
index e816a9c..0000000
--- a/EXTERNAL/z 11 dm_td_external_market_作废.sql	
+++ /dev/null
@@ -1,186 +0,0 @@
--- Databricks notebook source
-INSERT OVERWRITE dm.dm_td_external_market (
-  MARKET, DATA_SOURCE, TA, AZ_RELATED, MARKET_DESC, TA_RN, PRD_FLAG
-)
-  SELECT
-    MARKET,
-    DATA_SOURCE,
-    MAX(TA) TA,
-    MAX(AZ_RELATED) AZ_RELATED,
-    MAX(MARKET_DESC) MARKET_DESC,
-    MAX(TA_RN) TA_RN,
-    case
-      when
-        DATA_SOURCE = 'Retail(Quarterly)'
-        and MARKET in (
-          'Antacid anti GI swelling agent+PPI Oral',
-          'HTN Market',
-          'NIAD (Non-Insulin Anti-Diabetic) Market',
-          'Respules Market',
-          'Statin+XZK Market',
-          'BUDESONIDE Market',
-          'Rosuvastatin Market',
-          'Atorvastatin Market',
-          'Metoprolol Succinate Market',
-          'PPI Oral ESOMEPRAZOLE Market',
-          'PPI Oral OMEPRAZOLE Market',
-          --'Inhaled Extended Market by Brand',
-          'Inhaled Extended Market',
-          'Non-Omeprazole',
-          'Metoprolol Tartrate Market',
-          'Pediatric Cough Market',
-          'Anti-HER2 Market',
-          'Anti-HER2 mBC Market',
-          'Fasenra Market',
-          'Severe Asthma'
-        )
-      then
-        '1'
-      when
-        data_source = 'DTP(Quarterly)'
-        and market in (
-          'EGFR TKI Market',
-          'Anti-HER2 Market',
-          'Anti-HER2 mBC Market',
-          'Fasenra/Tezspire Related Market',
-          'Severe Asthma',
-          'Tezspire CRSwNP Market',
-          'CRSwNP Market',
-          'PAM Market'
-        )
-      then
-        '1'
-      else '0'
-    end as PRD_FLAG
-  FROM
-    DM.dm_td_external_market_pack_mapping_temp
-  GROUP BY
-    MARKET,
-    DATA_SOURCE
-
--- COMMAND ----------
-
-refresh table dm.DM_TD_EXTERNAL_MARKET
-
--- COMMAND ----------
-
-insert overwrite dm.dm_td_external_market_ta(MARKET,DATA_SOURCE,TA,TA_RN,MARKET_DESC)
-SELECT MARKET,DATA_SOURCE, AZ_RELATED TA, TA_RN,MARKET_DESC
-FROM DM.DM_TD_EXTERNAL_MARKET
-WHERE MARKET NOT LIKE '%ALL Market%'  and MARKET <>'Retail All Market'
-UNION all
-SELECT MARKET,DATA_SOURCE, 'CVRM' TA,0 TA_RN,MARKET_DESC
-FROM DM.DM_TD_EXTERNAL_MARKET
-WHERE MARKET = 'CVRM Market'
-
--- COMMAND ----------
-
------------------------------------------------------------------------------------
---修改时间：20240822
---修改人：FanXujia
---修改内容：
---Retail、EC渠道，新增NIAD这个TA。数据与DM相同
------------------------------------------------------------------------------------
-insert into dm.dm_td_external_market_ta
-(
-MARKET,
-DATA_SOURCE,
-TA,
-TA_RN,
-MARKET_DESC
-)
-select
-market,
-DATA_SOURCE,
-'NIAD' as TA,
-7 as TA_RN,
-MARKET_DESC
-from dm.dm_td_external_market_ta
-where DATA_SOURCE = 'Retail(Quarterly)'
-and ta = 'DM'
-union all
-select
-market,
-DATA_SOURCE,
-'NIAD' as TA,
-7 as TA_RN,
-MARKET_DESC
-from dm.dm_td_external_market_ta
-where DATA_SOURCE = 'EC(Monthly)'
-and ta = 'DM'
-
---20250701 chenwu 新增RARE = ONCO的Soliris Related Market
-union all
-select
-market,
-DATA_SOURCE,
-'RARE' as TA,
-8 as TA_RN,
-MARKET_DESC
-from dm.dm_td_external_market_ta
-where DATA_SOURCE = 'Retail(Quarterly)'
-and ta = 'ONCO'
-and MARKET = 'Soliris Related Market'
-
--- COMMAND ----------
-
--- log 20250226 auth:庄伟
--- 对market_ta表中市场进行补全，并依据手工文件维护的 market 与 ta 映射，匹配出完整市场对应的TA_NAME
-
-
-insert overwrite table dm.dm_td_external_market_ta
-(
-MARKET,
-DATA_SOURCE,
-TA,
-TA_MAP,
-TA_RN,
-MARKET_DESC
-)
-
------找出在market维度表中不存在的market列表
-with temp_ma_ext_market
-as 
-(
-select 
-distinct 
-MARKET
-,DATA_SOURCE
-from dm.dm_td_external_market
-where MARKET NOT IN (
-select distinct MARKET 
-from dm.dm_td_external_market_ta
-)
-)
-
-
-------补充完整的market列表，并通过market匹配手工文件维护的market对应的TA
-select 
-distinct 
-dim_mkt_ta.MARKET,
-DATA_SOURCE,
-dim_mkt_ta.TA,
-nvl(mkt_property.ta,mkt_property_key.TA) TA_MAP,
-dim_mkt_ta.TA_RN,
-dim_mkt_ta.MARKET_DESC
-from
-(
-select MARKET,DATA_SOURCE,TA,TA_RN,MARKET_DESC
-from dm.dm_td_external_market_ta
-)dim_mkt_ta
-left join dm.dm_ims_td_market_property mkt_property
-on dim_mkt_ta.market = mkt_property.market
-left join dm.dm_ims_td_market_property mkt_property_key
-on dim_mkt_ta.MARKET = mkt_property_key.MARKET_KEY
-union all
-select 
-        ext_market.MARKET,
-        ext_market.DATA_SOURCE,
-        null TA,
-        mkt_property.TA TA_MAP,
-        '99' as TA_RN,
-        null MARKET_DESC
-from temp_ma_ext_market ext_market 
-left join dm.dm_ims_td_market_property mkt_property
-on ext_market. market =mkt_property.MARKET
-where nvl(mkt_property.TA,'')<>'';
\ No newline at end of file
diff --git a/EXTERNAL/z 11 dm_td_external_market_作废.sql:Zone.Identifier b/EXTERNAL/z 11 dm_td_external_market_作废.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/上线脚本.sql b/EXTERNAL/上线脚本.sql
deleted file mode 100644
index b1661ed..0000000
--- a/EXTERNAL/上线脚本.sql
+++ /dev/null
@@ -1,2461 +0,0 @@
--- Databricks notebook source
--- MAGIC %md
--- MAGIC # AIA
-
--- COMMAND ----------
-
--- DBTITLE 1,PACK
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_AIA_PACK_PROPERTY 
-(
-  MARKET_PACK_KEY STRING,
-  PACK_CODE STRING,
-  PACK_DESC STRING,
-  STGH_DESC STRING,
-  PACK_LCH STRING,
-  FAMILY_CODE STRING,
-  FAMILY_NAME STRING,
-  PROD_CODE STRING,
-  PROD_DESC STRING,
-  PROD_DESC_C STRING,
-  CMPS_CODE STRING,
-  CMPS_DESC STRING,
-  CMPS_DESC_C STRING,
-  ATC1_CODE STRING,
-  ATC2_CODE STRING,
-  ATC3_CODE STRING,
-  ATC4_CODE STRING,
-  APP1_CODE STRING,
-  APP2_CODE STRING,
-  APP3_CODE STRING,
-  BIO_DESC STRING,
-  GENE_ORIG_DESC STRING,
-  ETH_OTC_DESC STRING,
-  NRDL_DESC STRING,
-  NRDL_ENTRY_DATE STRING,
-  EDL_DESC STRING,
-  TCM_DESC STRING,
-  PAED_DESC STRING,
-  GQCE_DESC STRING,
-  VBP_DESC_V STRING,
-  VBP_DESC STRING,
-  MANU_CODE STRING,
-  MANU_DESC STRING,
-  MANU_DESC_C STRING,
-  MNFL_CODE STRING,
-  MNFL_DESC STRING,
-  CORP_CODE STRING,
-  CORP_DESC STRING,
-  CORP_DESC_C STRING,
-  BRANDTYPE STRING,
-  MARKET STRING,
-  KEY_COMPETITOR STRING,
-  IS_AZ STRING,
-  AZ_MAIN STRING,
-  AZ_RELATED STRING,
-  ATC1_DESC STRING,
-  ATC1_DESC_C STRING,
-  ATC2_DESC STRING,
-  ATC2_DESC_C STRING,
-  ATC3_DESC STRING,
-  ATC3_DESC_C STRING,
-  ATC4_DESC STRING,
-  ATC4_DESC_C STRING,
-  APP1_DESC STRING,
-  APP1_DESC_C STRING,
-  APP2_DESC STRING,
-  APP2_DESC_C STRING,
-  APP3_DESC STRING,
-  APP3_DESC_C STRING,
-  CLASS STRING,
-  MARKET_RATIO STRING,
-  COUNTINGUNIT STRING,
-  VBP_BRAND STRING,
-  REPLENISH_FALG STRING,
-  ETL_INSERT_DT STRING,
-  ETL_UPDATE_DT STRING
-)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_aia_pack_property';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_aia_pack_property';
-
--- COMMAND ----------
-
--- DBTITLE 1,SALES
-CREATE OR REPLACE TABLE DM.DM_TF_EXT_AIA_SALES (
-  YYYYMM STRING,
-  PACK_CODE STRING,
-  CORP_CODE STRING,
-  AUDIT_CODE STRING,
-  PLATFORM_TYPE STRING,
-  STORE_NAME STRING,
-  STORE_TYPE STRING,
-  REGION_TYPE STRING,
-  PACK_FLAG INT,
-  PROD_FLAG INT,
-  DTP_FLAG INT,
-  SALES_UNIT_CAL DECIMAL(38,10),
-  SALES_UNIT_CAL_LY DECIMAL(38,10),
-  SALES_VALUE_CAL DECIMAL(38,10),
-  SALES_VALUE_CAL_LY DECIMAL(38,10),
-  CONUTING_UNIT DECIMAL(38,10),
-  CONUTING_UNIT_LY DECIMAL(38,10),
-  DATA_SOURCE STRING,
-  INST_CODE STRING COMMENT '内部机构编码',
-  CMPS_FLAG STRING COMMENT '分子式标签',
-  DEPT_NAME STRING COMMENT '科室名称',
-  PRESCRIPTION DECIMAL(38,10) COMMENT '处方张数',
-  PRESCRIPTION_LY DECIMAL(38,10) COMMENT '去年同期处方张数',
-  NEW_CODE STRING COMMENT '主数据关联CODE',
-  AREA STRING COMMENT '城市',
-  H_LEVEL STRING COMMENT '医院类型',
-  REIMBURSE STRING COMMENT '报销情况',
-  REIMBURSE_TYPE STRING COMMENT '报销类型',
-  PRESCRIPTION_SOURCE STRING COMMENT '处方来源',
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP
-  )
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_aia_sales';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_aia_sales';
-
-
--- COMMAND ----------
-
--- DBTITLE 1,PACK2MARKET
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_AIA_PACK2MARKET (
-  MARKET STRING,
-  PACK_CODE STRING,
-  PACK_DESC STRING,
-  STGH_DESC STRING,
-  PACK_LCH STRING,
-  PROD_CODE STRING,
-  CMPS_CODE STRING,
-  CMPS_DESC STRING,
-  ATC1_CODE STRING,
-  ATC2_CODE STRING,
-  ATC3_CODE STRING,
-  ATC4_CODE STRING,
-  APP1_CODE STRING,
-  APP2_CODE STRING,
-  APP3_CODE STRING,
-  BIO_DESC STRING,
-  GENE_ORIG_DESC STRING,
-  ETH_OTC_DESC STRING,
-  NRDL_DESC STRING,
-  NRDL_ENTRY_DATE STRING,
-  EDL_DESC STRING,
-  TCM_DESC STRING,
-  PAED_DESC STRING,
-  GQCE_DESC STRING,
-  VBP_DESC STRING,
-  MANU_CODE STRING,
-  MANU_DESC STRING,
-  MNFL_CODE STRING,
-  MNFL_DESC STRING,
-  CORP_CODE STRING,
-  CORP_DESC STRING,
-  BRANDTYPE STRING,
-  BU STRING,
-  STARTTIME STRING,
-  ENDTIME STRING,
-  MARKET_RATIO STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_aia_pack2market';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_aia_pack2market';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_RATIO
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_AIA_MARKET_RATIO (
-  MARKET STRING,
-  PACK_CODE STRING,
-  CMPS_CODE STRING,
-  STARTTIME STRING,
-  ENDTIME STRING,
-  MARKET_RATIO STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_aia_market_ratio';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_aia_market_ratio';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_BRAND_RATIO
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_AIA_MARKET_BRAND_RATIO (
-  MARKET STRING,
-  PACK_CODE STRING,
-  VALUE_BRAND_RATIO FLOAT,
-  VALUE_BRAND_RATIO_START STRING,
-  VALUE_BRAND_RATIO_END STRING,
-  UNIT_BRAND_RATIO FLOAT,
-  UNIT_BRAND_START STRING,
-  UNIT_BRAND_END STRING,
-  COUNTINGUNIT_BRAND_RATIO FLOAT,
-  COUNTINGUNIT_BRAND_START STRING,
-  COUNTINGUNIT_BRAND_END STRING,
-  PDOT_BRAND_RATIO FLOAT,
-  PDOT_BRAND_START STRING,
-  PDOT_BRAND_END STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_aia_market_brand_ratio';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_aia_market_brand_ratio';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_PACK_MAPPING
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_AIA_MARKET_PACK_MAPPING
-(
-  PACK_CODE STRING,
-  MARKET STRING,
-  CLASS STRING,
-  KEY_COMPETITOR STRING,
-  MARKET_RATIO STRING,
-  STARTTIME STRING,
-  ENDTIME STRING,
-  VALUE_BRAND_RATIO STRING,
-  VALUE_BRAND_RATIO_START STRING,
-  VALUE_BRAND_RATIO_END STRING,
-  UNIT_BRAND_RATIO STRING,
-  UNIT_BRAND_START STRING,
-  UNIT_BRAND_END STRING,
-  COUNTINGUNIT_BRAND_RATIO STRING,
-  COUNTINGUNIT_BRAND_START STRING,
-  COUNTINGUNIT_BRAND_END STRING,
-  PDOT_BRAND_RATIO STRING,
-  PDOT_BRAND_START STRING,
-  PDOT_BRAND_END STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP
-)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_aia_market_pack_mapping';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_aia_market_pack_mapping';
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC #CHC
-
--- COMMAND ----------
-
--- DBTITLE 1,PACK
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_CHC_PACK_PROPERTY
-(
-  MARKET_PACK_KEY STRING,
-  PACK_CODE STRING,
-  PACK_DESC STRING,
-  STGH_DESC STRING,
-  PACK_LCH STRING,
-  FAMILY_CODE STRING,
-  FAMILY_NAME STRING,
-  PROD_CODE STRING,
-  PROD_DESC STRING,
-  PROD_DESC_C STRING,
-  CMPS_CODE STRING,
-  CMPS_DESC STRING,
-  CMPS_DESC_C STRING,
-  ATC1_CODE STRING,
-  ATC2_CODE STRING,
-  ATC3_CODE STRING,
-  ATC4_CODE STRING,
-  APP1_CODE STRING,
-  APP2_CODE STRING,
-  APP3_CODE STRING,
-  BIO_DESC STRING,
-  GENE_ORIG_DESC STRING,
-  ETH_OTC_DESC STRING,
-  NRDL_DESC STRING,
-  NRDL_ENTRY_DATE STRING,
-  EDL_DESC STRING,
-  TCM_DESC STRING,
-  PAED_DESC STRING,
-  GQCE_DESC STRING,
-  VBP_DESC_V STRING,
-  VBP_DESC STRING,
-  MANU_CODE STRING,
-  MANU_DESC STRING,
-  MANU_DESC_C STRING,
-  MNFL_CODE STRING,
-  MNFL_DESC STRING,
-  CORP_CODE STRING,
-  CORP_DESC STRING,
-  CORP_DESC_C STRING,
-  BRANDTYPE STRING,
-  MARKET STRING,
-  KEY_COMPETITOR STRING,
-  IS_AZ STRING,
-  AZ_MAIN STRING,
-  AZ_RELATED STRING,
-  ATC1_DESC STRING,
-  ATC1_DESC_C STRING,
-  ATC2_DESC STRING,
-  ATC2_DESC_C STRING,
-  ATC3_DESC STRING,
-  ATC3_DESC_C STRING,
-  ATC4_DESC STRING,
-  ATC4_DESC_C STRING,
-  APP1_DESC STRING,
-  APP1_DESC_C STRING,
-  APP2_DESC STRING,
-  APP2_DESC_C STRING,
-  APP3_DESC STRING,
-  APP3_DESC_C STRING,
-  CLASS STRING,
-  MARKET_RATIO STRING,
-  COUNTINGUNIT STRING,
-  VBP_BRAND STRING,
-  REPLENISH_FALG STRING,
-  ETL_INSERT_DT STRING,
-  ETL_UPDATE_DT STRING
-)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chc_pack_property';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chc_pack_property';
-
-
--- COMMAND ----------
-
--- DBTITLE 1,SALES
-CREATE OR REPLACE TABLE DM.DM_TF_EXT_CHC_SALES (
-  YYYYMM STRING,
-  PACK_CODE STRING,
-  CORP_CODE STRING,
-  AUDIT_CODE STRING,
-  PLATFORM_TYPE STRING,
-  STORE_NAME STRING,
-  STORE_TYPE STRING,
-  REGION_TYPE STRING,
-  PACK_FLAG INT,
-  PROD_FLAG INT,
-  DTP_FLAG INT,
-  SALES_UNIT_CAL DECIMAL(38,10),
-  SALES_UNIT_CAL_LY DECIMAL(38,10),
-  SALES_VALUE_CAL DECIMAL(38,10),
-  SALES_VALUE_CAL_LY DECIMAL(38,10),
-  CONUTING_UNIT DECIMAL(38,10),
-  CONUTING_UNIT_LY DECIMAL(38,10),
-  DATA_SOURCE STRING,
-  INST_CODE STRING COMMENT '内部机构编码',
-  CMPS_FLAG STRING COMMENT '分子式标签',
-  DEPT_NAME STRING COMMENT '科室名称',
-  PRESCRIPTION DECIMAL(38,10) COMMENT '处方张数',
-  PRESCRIPTION_LY DECIMAL(38,10) COMMENT '去年同期处方张数',
-  NEW_CODE STRING COMMENT '主数据关联CODE',
-  AREA STRING COMMENT '城市',
-  H_LEVEL STRING COMMENT '医院类型',
-  REIMBURSE STRING COMMENT '报销情况',
-  REIMBURSE_TYPE STRING COMMENT '报销类型',
-  PRESCRIPTION_SOURCE STRING COMMENT '处方来源',
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP
-)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_chc_sales';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_chc_sales';
-
--- COMMAND ----------
-
--- DBTITLE 1,PACK2MARKET
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_CHC_PACK2MARKET (
-  MARKET STRING,
-  PACK_CODE STRING,
-  PACK_DESC STRING,
-  STGH_DESC STRING,
-  PACK_LCH STRING,
-  PROD_CODE STRING,
-  CMPS_CODE STRING,
-  CMPS_DESC STRING,
-  ATC1_CODE STRING,
-  ATC2_CODE STRING,
-  ATC3_CODE STRING,
-  ATC4_CODE STRING,
-  APP1_CODE STRING,
-  APP2_CODE STRING,
-  APP3_CODE STRING,
-  BIO_DESC STRING,
-  GENE_ORIG_DESC STRING,
-  ETH_OTC_DESC STRING,
-  NRDL_DESC STRING,
-  NRDL_ENTRY_DATE STRING,
-  EDL_DESC STRING,
-  TCM_DESC STRING,
-  PAED_DESC STRING,
-  GQCE_DESC STRING,
-  VBP_DESC STRING,
-  MANU_CODE STRING,
-  MANU_DESC STRING,
-  MNFL_CODE STRING,
-  MNFL_DESC STRING,
-  CORP_CODE STRING,
-  CORP_DESC STRING,
-  BRANDTYPE STRING,
-  BU STRING,
-  STARTTIME STRING,
-  ENDTIME STRING,
-  MARKET_RATIO STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chc_pack2market';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chc_pack2market';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_RATIO
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_CHC_MARKET_RATIO (
-  MARKET STRING,
-  PACK_CODE STRING,
-  CMPS_CODE STRING,
-  STARTTIME STRING,
-  ENDTIME STRING,
-  MARKET_RATIO STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chc_market_ratio';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chc_market_ratio';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_BRAND_RATIO
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_CHC_MARKET_BRAND_RATIO (
-  MARKET STRING,
-  PACK_CODE STRING,
-  VALUE_BRAND_RATIO FLOAT,
-  VALUE_BRAND_RATIO_START STRING,
-  VALUE_BRAND_RATIO_END STRING,
-  UNIT_BRAND_RATIO FLOAT,
-  UNIT_BRAND_START STRING,
-  UNIT_BRAND_END STRING,
-  COUNTINGUNIT_BRAND_RATIO FLOAT,
-  COUNTINGUNIT_BRAND_START STRING,
-  COUNTINGUNIT_BRAND_END STRING,
-  PDOT_BRAND_RATIO FLOAT,
-  PDOT_BRAND_START STRING,
-  PDOT_BRAND_END STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chc_market_brand_ratio';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chc_market_brand_ratio';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_PACK_MAPPING
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_CHC_MARKET_PACK_MAPPING
-(
-  PACK_CODE STRING,
-  MARKET STRING,
-  CLASS STRING,
-  KEY_COMPETITOR STRING,
-  MARKET_RATIO STRING,
-  STARTTIME STRING,
-  ENDTIME STRING,
-  VALUE_BRAND_RATIO STRING,
-  VALUE_BRAND_RATIO_START STRING,
-  VALUE_BRAND_RATIO_END STRING,
-  UNIT_BRAND_RATIO STRING,
-  UNIT_BRAND_START STRING,
-  UNIT_BRAND_END STRING,
-  COUNTINGUNIT_BRAND_RATIO STRING,
-  COUNTINGUNIT_BRAND_START STRING,
-  COUNTINGUNIT_BRAND_END STRING,
-  PDOT_BRAND_RATIO STRING,
-  PDOT_BRAND_START STRING,
-  PDOT_BRAND_END STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP
-)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chc_market_pack_mapping';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chc_market_pack_mapping';
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC #CHPA
-
--- COMMAND ----------
-
--- DBTITLE 1,PACK
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_CHPA_PACK_PROPERTY 
-(
-  MARKET_PACK_KEY STRING,
-  PACK_CODE STRING,
-  PACK_DESC STRING,
-  STGH_DESC STRING,
-  PACK_LCH STRING,
-  FAMILY_CODE STRING,
-  FAMILY_NAME STRING,
-  PROD_CODE STRING,
-  PROD_DESC STRING,
-  PROD_DESC_C STRING,
-  CMPS_CODE STRING,
-  CMPS_DESC STRING,
-  CMPS_DESC_C STRING,
-  ATC1_CODE STRING,
-  ATC2_CODE STRING,
-  ATC3_CODE STRING,
-  ATC4_CODE STRING,
-  APP1_CODE STRING,
-  APP2_CODE STRING,
-  APP3_CODE STRING,
-  BIO_DESC STRING,
-  GENE_ORIG_DESC STRING,
-  ETH_OTC_DESC STRING,
-  NRDL_DESC STRING,
-  NRDL_ENTRY_DATE STRING,
-  EDL_DESC STRING,
-  TCM_DESC STRING,
-  PAED_DESC STRING,
-  GQCE_DESC STRING,
-  VBP_DESC_V STRING,
-  VBP_DESC STRING,
-  MANU_CODE STRING,
-  MANU_DESC STRING,
-  MANU_DESC_C STRING,
-  MNFL_CODE STRING,
-  MNFL_DESC STRING,
-  CORP_CODE STRING,
-  CORP_DESC STRING,
-  CORP_DESC_C STRING,
-  BRANDTYPE STRING,
-  MARKET STRING,
-  KEY_COMPETITOR STRING,
-  IS_AZ STRING,
-  AZ_MAIN STRING,
-  AZ_RELATED STRING,
-  ATC1_DESC STRING,
-  ATC1_DESC_C STRING,
-  ATC2_DESC STRING,
-  ATC2_DESC_C STRING,
-  ATC3_DESC STRING,
-  ATC3_DESC_C STRING,
-  ATC4_DESC STRING,
-  ATC4_DESC_C STRING,
-  APP1_DESC STRING,
-  APP1_DESC_C STRING,
-  APP2_DESC STRING,
-  APP2_DESC_C STRING,
-  APP3_DESC STRING,
-  APP3_DESC_C STRING,
-  CLASS STRING,
-  MARKET_RATIO STRING,
-  COUNTINGUNIT STRING,
-  VBP_BRAND STRING,
-  REPLENISH_FALG STRING,
-  ETL_INSERT_DT STRING,
-  ETL_UPDATE_DT STRING
-)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_pack_property';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_pack_property';
-
--- COMMAND ----------
-
--- DBTITLE 1,SALES
-CREATE OR REPLACE TABLE DM.DM_TF_EXT_CHPA_SALES (
-  YYYYMM STRING,
-  PACK_CODE STRING,
-  CORP_CODE STRING,
-  AUDIT_CODE STRING,
-  PLATFORM_TYPE STRING,
-  STORE_NAME STRING,
-  STORE_TYPE STRING,
-  REGION_TYPE STRING,
-  PACK_FLAG INT,
-  PROD_FLAG INT,
-  DTP_FLAG INT,
-  SALES_UNIT_CAL DECIMAL(38,10),
-  SALES_UNIT_CAL_LY DECIMAL(38,10),
-  SALES_VALUE_CAL DECIMAL(38,10),
-  SALES_VALUE_CAL_LY DECIMAL(38,10),
-  CONUTING_UNIT DECIMAL(38,10),
-  CONUTING_UNIT_LY DECIMAL(38,10),
-  DATA_SOURCE STRING,
-  INST_CODE STRING COMMENT '内部机构编码',
-  CMPS_FLAG STRING COMMENT '分子式标签',
-  DEPT_NAME STRING COMMENT '科室名称',
-  PRESCRIPTION DECIMAL(38,10) COMMENT '处方张数',
-  PRESCRIPTION_LY DECIMAL(38,10) COMMENT '去年同期处方张数',
-  NEW_CODE STRING COMMENT '主数据关联CODE',
-  AREA STRING COMMENT '城市',
-  H_LEVEL STRING COMMENT '医院类型',
-  REIMBURSE STRING COMMENT '报销情况',
-  REIMBURSE_TYPE STRING COMMENT '报销类型',
-  PRESCRIPTION_SOURCE STRING COMMENT '处方来源',
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_chpa_sales';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_chpa_sales';
-
--- COMMAND ----------
-
--- DBTITLE 1,PACK2MARKET
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_CHPA_PACK2MARKET (
-  MARKET STRING,
-  PACK_CODE STRING,
-  PACK_DESC STRING,
-  STGH_DESC STRING,
-  PACK_LCH STRING,
-  PROD_CODE STRING,
-  CMPS_CODE STRING,
-  CMPS_DESC STRING,
-  ATC1_CODE STRING,
-  ATC2_CODE STRING,
-  ATC3_CODE STRING,
-  ATC4_CODE STRING,
-  APP1_CODE STRING,
-  APP2_CODE STRING,
-  APP3_CODE STRING,
-  BIO_DESC STRING,
-  GENE_ORIG_DESC STRING,
-  ETH_OTC_DESC STRING,
-  NRDL_DESC STRING,
-  NRDL_ENTRY_DATE STRING,
-  EDL_DESC STRING,
-  TCM_DESC STRING,
-  PAED_DESC STRING,
-  GQCE_DESC STRING,
-  VBP_DESC STRING,
-  MANU_CODE STRING,
-  MANU_DESC STRING,
-  MNFL_CODE STRING,
-  MNFL_DESC STRING,
-  CORP_CODE STRING,
-  CORP_DESC STRING,
-  BRANDTYPE STRING,
-  BU STRING,
-  STARTTIME STRING,
-  ENDTIME STRING,
-  MARKET_RATIO STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_pack2market';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_pack2market';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_RATIO
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_CHPA_MARKET_RATIO (
-  MARKET STRING,
-  PACK_CODE STRING,
-  CMPS_CODE STRING,
-  STARTTIME STRING,
-  ENDTIME STRING,
-  MARKET_RATIO STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_market_ratio';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_market_ratio';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_BRAND_RATIO
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_CHPA_MARKET_BRAND_RATIO (
-  MARKET STRING,
-  PACK_CODE STRING,
-  VALUE_BRAND_RATIO FLOAT,
-  VALUE_BRAND_RATIO_START STRING,
-  VALUE_BRAND_RATIO_END STRING,
-  UNIT_BRAND_RATIO FLOAT,
-  UNIT_BRAND_START STRING,
-  UNIT_BRAND_END STRING,
-  COUNTINGUNIT_BRAND_RATIO FLOAT,
-  COUNTINGUNIT_BRAND_START STRING,
-  COUNTINGUNIT_BRAND_END STRING,
-  PDOT_BRAND_RATIO FLOAT,
-  PDOT_BRAND_START STRING,
-  PDOT_BRAND_END STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_market_brand_ratio';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_market_brand_ratio';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_PACK_MAPPING
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_CHPA_MARKET_PACK_MAPPING
-(
-  PACK_CODE STRING,
-  MARKET STRING,
-  CLASS STRING,
-  KEY_COMPETITOR STRING,
-  MARKET_RATIO STRING,
-  STARTTIME STRING,
-  ENDTIME STRING,
-  VALUE_BRAND_RATIO STRING,
-  VALUE_BRAND_RATIO_START STRING,
-  VALUE_BRAND_RATIO_END STRING,
-  UNIT_BRAND_RATIO STRING,
-  UNIT_BRAND_START STRING,
-  UNIT_BRAND_END STRING,
-  COUNTINGUNIT_BRAND_RATIO STRING,
-  COUNTINGUNIT_BRAND_START STRING,
-  COUNTINGUNIT_BRAND_END STRING,
-  PDOT_BRAND_RATIO STRING,
-  PDOT_BRAND_START STRING,
-  PDOT_BRAND_END STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP
-)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_market_pack_mapping';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_market_pack_mapping';
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC # COUNTY
-
--- COMMAND ----------
-
--- DBTITLE 1,PACK
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_COUNTY_PACK_PROPERTY
-(
-  MARKET_PACK_KEY STRING,
-  PACK_CODE STRING,
-  PACK_DESC STRING,
-  STGH_DESC STRING,
-  PACK_LCH STRING,
-  FAMILY_CODE STRING,
-  FAMILY_NAME STRING,
-  PROD_CODE STRING,
-  PROD_DESC STRING,
-  PROD_DESC_C STRING,
-  CMPS_CODE STRING,
-  CMPS_DESC STRING,
-  CMPS_DESC_C STRING,
-  ATC1_CODE STRING,
-  ATC2_CODE STRING,
-  ATC3_CODE STRING,
-  ATC4_CODE STRING,
-  APP1_CODE STRING,
-  APP2_CODE STRING,
-  APP3_CODE STRING,
-  BIO_DESC STRING,
-  GENE_ORIG_DESC STRING,
-  ETH_OTC_DESC STRING,
-  NRDL_DESC STRING,
-  NRDL_ENTRY_DATE STRING,
-  EDL_DESC STRING,
-  TCM_DESC STRING,
-  PAED_DESC STRING,
-  GQCE_DESC STRING,
-  VBP_DESC_V STRING,
-  VBP_DESC STRING,
-  MANU_CODE STRING,
-  MANU_DESC STRING,
-  MANU_DESC_C STRING,
-  MNFL_CODE STRING,
-  MNFL_DESC STRING,
-  CORP_CODE STRING,
-  CORP_DESC STRING,
-  CORP_DESC_C STRING,
-  BRANDTYPE STRING,
-  MARKET STRING,
-  KEY_COMPETITOR STRING,
-  IS_AZ STRING,
-  AZ_MAIN STRING,
-  AZ_RELATED STRING,
-  ATC1_DESC STRING,
-  ATC1_DESC_C STRING,
-  ATC2_DESC STRING,
-  ATC2_DESC_C STRING,
-  ATC3_DESC STRING,
-  ATC3_DESC_C STRING,
-  ATC4_DESC STRING,
-  ATC4_DESC_C STRING,
-  APP1_DESC STRING,
-  APP1_DESC_C STRING,
-  APP2_DESC STRING,
-  APP2_DESC_C STRING,
-  APP3_DESC STRING,
-  APP3_DESC_C STRING,
-  CLASS STRING,
-  MARKET_RATIO STRING,
-  COUNTINGUNIT STRING,
-  VBP_BRAND STRING,
-  REPLENISH_FALG STRING,
-  ETL_INSERT_DT STRING,
-  ETL_UPDATE_DT STRING
-)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_county_pack_property';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_county_pack_property';
-
-
--- COMMAND ----------
-
--- DBTITLE 1,SALES
-CREATE OR REPLACE TABLE DM.DM_TF_EXT_COUNTY_SALES (
-  YYYYMM STRING,
-  PACK_CODE STRING,
-  CORP_CODE STRING,
-  AUDIT_CODE STRING,
-  PLATFORM_TYPE STRING,
-  STORE_NAME STRING,
-  STORE_TYPE STRING,
-  REGION_TYPE STRING,
-  PACK_FLAG INT,
-  PROD_FLAG INT,
-  DTP_FLAG INT,
-  SALES_UNIT_CAL DECIMAL(38,10),
-  SALES_UNIT_CAL_LY DECIMAL(38,10),
-  SALES_VALUE_CAL DECIMAL(38,10),
-  SALES_VALUE_CAL_LY DECIMAL(38,10),
-  CONUTING_UNIT DECIMAL(38,10),
-  CONUTING_UNIT_LY DECIMAL(38,10),
-  DATA_SOURCE STRING,
-  INST_CODE STRING COMMENT '内部机构编码',
-  CMPS_FLAG STRING COMMENT '分子式标签',
-  DEPT_NAME STRING COMMENT '科室名称',
-  PRESCRIPTION DECIMAL(38,10) COMMENT '处方张数',
-  PRESCRIPTION_LY DECIMAL(38,10) COMMENT '去年同期处方张数',
-  NEW_CODE STRING COMMENT '主数据关联CODE',
-  AREA STRING COMMENT '城市',
-  H_LEVEL STRING COMMENT '医院类型',
-  REIMBURSE STRING COMMENT '报销情况',
-  REIMBURSE_TYPE STRING COMMENT '报销类型',
-  PRESCRIPTION_SOURCE STRING COMMENT '处方来源',
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_county_sales';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_county_sales';
-
--- COMMAND ----------
-
--- DBTITLE 1,PACK2MARKET
--- 建表SQL
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_COUNTY_PACK2MARKET (
-  MARKET STRING,
-  PACK_CODE STRING,
-  PACK_DESC STRING,
-  STGH_DESC STRING,
-  PACK_LCH STRING,
-  PROD_CODE STRING,
-  CMPS_CODE STRING,
-  CMPS_DESC STRING,
-  ATC1_CODE STRING,
-  ATC2_CODE STRING,
-  ATC3_CODE STRING,
-  ATC4_CODE STRING,
-  APP1_CODE STRING,
-  APP2_CODE STRING,
-  APP3_CODE STRING,
-  BIO_DESC STRING,
-  GENE_ORIG_DESC STRING,
-  ETH_OTC_DESC STRING,
-  NRDL_DESC STRING,
-  NRDL_ENTRY_DATE STRING,
-  EDL_DESC STRING,
-  TCM_DESC STRING,
-  PAED_DESC STRING,
-  GQCE_DESC STRING,
-  VBP_DESC STRING,
-  MANU_CODE STRING,
-  MANU_DESC STRING,
-  MNFL_CODE STRING,
-  MNFL_DESC STRING,
-  CORP_CODE STRING,
-  CORP_DESC STRING,
-  BRANDTYPE STRING,
-  BU STRING,
-  STARTTIME STRING,
-  ENDTIME STRING,
-  MARKET_RATIO STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_county_pack2market';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_county_pack2market';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_RATIO
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_COUNTY_MARKET_RATIO (
-  MARKET STRING,
-  PACK_CODE STRING,
-  CMPS_CODE STRING,
-  STARTTIME STRING,
-  ENDTIME STRING,
-  MARKET_RATIO STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_county_market_ratio';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_county_market_ratio';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_BRAND_RATIO
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_COUNTY_MARKET_BRAND_RATIO (
-  MARKET STRING,
-  PACK_CODE STRING,
-  VALUE_BRAND_RATIO FLOAT,
-  VALUE_BRAND_RATIO_START STRING,
-  VALUE_BRAND_RATIO_END STRING,
-  UNIT_BRAND_RATIO FLOAT,
-  UNIT_BRAND_START STRING,
-  UNIT_BRAND_END STRING,
-  COUNTINGUNIT_BRAND_RATIO FLOAT,
-  COUNTINGUNIT_BRAND_START STRING,
-  COUNTINGUNIT_BRAND_END STRING,
-  PDOT_BRAND_RATIO FLOAT,
-  PDOT_BRAND_START STRING,
-  PDOT_BRAND_END STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_county_market_brand_ratio';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_county_market_brand_ratio';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_PACK_MAPPING
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_COUNTY_MARKET_PACK_MAPPING
-(
-  PACK_CODE STRING,
-  MARKET STRING,
-  CLASS STRING,
-  KEY_COMPETITOR STRING,
-  MARKET_RATIO STRING,
-  STARTTIME STRING,
-  ENDTIME STRING,
-  VALUE_BRAND_RATIO STRING,
-  VALUE_BRAND_RATIO_START STRING,
-  VALUE_BRAND_RATIO_END STRING,
-  UNIT_BRAND_RATIO STRING,
-  UNIT_BRAND_START STRING,
-  UNIT_BRAND_END STRING,
-  COUNTINGUNIT_BRAND_RATIO STRING,
-  COUNTINGUNIT_BRAND_START STRING,
-  COUNTINGUNIT_BRAND_END STRING,
-  PDOT_BRAND_RATIO STRING,
-  PDOT_BRAND_START STRING,
-  PDOT_BRAND_END STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP
-)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_county_market_pack_mapping';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_county_market_pack_mapping';
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC # EC
-
--- COMMAND ----------
-
--- DBTITLE 1,PACK
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_EC_PACK_PROPERTY
-(
-  MARKET_PACK_KEY STRING,
-  PACK_CODE STRING,
-  PACK_DESC STRING,
-  STGH_DESC STRING,
-  PACK_LCH STRING,
-  FAMILY_CODE STRING,
-  FAMILY_NAME STRING,
-  PROD_CODE STRING,
-  PROD_DESC STRING,
-  PROD_DESC_C STRING,
-  CMPS_CODE STRING,
-  CMPS_DESC STRING,
-  CMPS_DESC_C STRING,
-  ATC1_CODE STRING,
-  ATC2_CODE STRING,
-  ATC3_CODE STRING,
-  ATC4_CODE STRING,
-  APP1_CODE STRING,
-  APP2_CODE STRING,
-  APP3_CODE STRING,
-  BIO_DESC STRING,
-  GENE_ORIG_DESC STRING,
-  ETH_OTC_DESC STRING,
-  NRDL_DESC STRING,
-  NRDL_ENTRY_DATE STRING,
-  EDL_DESC STRING,
-  TCM_DESC STRING,
-  PAED_DESC STRING,
-  GQCE_DESC STRING,
-  VBP_DESC_V STRING,
-  VBP_DESC STRING,
-  MANU_CODE STRING,
-  MANU_DESC STRING,
-  MANU_DESC_C STRING,
-  MNFL_CODE STRING,
-  MNFL_DESC STRING,
-  CORP_CODE STRING,
-  CORP_DESC STRING,
-  CORP_DESC_C STRING,
-  BRANDTYPE STRING,
-  MARKET STRING,
-  KEY_COMPETITOR STRING,
-  IS_AZ STRING,
-  AZ_MAIN STRING,
-  AZ_RELATED STRING,
-  ATC1_DESC STRING,
-  ATC1_DESC_C STRING,
-  ATC2_DESC STRING,
-  ATC2_DESC_C STRING,
-  ATC3_DESC STRING,
-  ATC3_DESC_C STRING,
-  ATC4_DESC STRING,
-  ATC4_DESC_C STRING,
-  APP1_DESC STRING,
-  APP1_DESC_C STRING,
-  APP2_DESC STRING,
-  APP2_DESC_C STRING,
-  APP3_DESC STRING,
-  APP3_DESC_C STRING,
-  CLASS STRING,
-  MARKET_RATIO STRING,
-  COUNTINGUNIT STRING,
-  VBP_BRAND STRING,
-  REPLENISH_FALG STRING,
-  ETL_INSERT_DT STRING,
-  ETL_UPDATE_DT STRING
-)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_ec_pack_property';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_ec_pack_property';
-
--- COMMAND ----------
-
--- DBTITLE 1,SALES
-CREATE OR REPLACE TABLE DM.DM_TF_EXT_EC_SALES (
-  YYYYMM STRING,
-  PACK_CODE STRING,
-  CORP_CODE STRING,
-  AUDIT_CODE STRING,
-  PLATFORM_TYPE STRING,
-  STORE_NAME STRING,
-  STORE_TYPE STRING,
-  REGION_TYPE STRING,
-  PACK_FLAG INT,
-  PROD_FLAG INT,
-  DTP_FLAG INT,
-  SALES_UNIT_CAL DECIMAL(38,10),
-  SALES_UNIT_CAL_LY DECIMAL(38,10),
-  SALES_VALUE_CAL DECIMAL(38,10),
-  SALES_VALUE_CAL_LY DECIMAL(38,10),
-  CONUTING_UNIT DECIMAL(38,10),
-  CONUTING_UNIT_LY DECIMAL(38,10),
-  DATA_SOURCE STRING,
-  INST_CODE STRING COMMENT '内部机构编码',
-  CMPS_FLAG STRING COMMENT '分子式标签',
-  DEPT_NAME STRING COMMENT '科室名称',
-  PRESCRIPTION DECIMAL(38,10) COMMENT '处方张数',
-  PRESCRIPTION_LY DECIMAL(38,10) COMMENT '去年同期处方张数',
-  NEW_CODE STRING COMMENT '主数据关联CODE',
-  AREA STRING COMMENT '城市',
-  H_LEVEL STRING COMMENT '医院类型',
-  REIMBURSE STRING COMMENT '报销情况',
-  REIMBURSE_TYPE STRING COMMENT '报销类型',
-  PRESCRIPTION_SOURCE STRING COMMENT '处方来源',
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_ec_sales';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_ec_sales';
-
--- COMMAND ----------
-
--- DBTITLE 1,PACK2MARKET
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_EC_PACK2MARKET (
-  MARKET STRING,
-  PACK_CODE STRING,
-  PACK_DESC STRING,
-  STGH_DESC STRING,
-  PACK_LCH STRING,
-  PROD_CODE STRING,
-  CMPS_CODE STRING,
-  CMPS_DESC STRING,
-  ATC1_CODE STRING,
-  ATC2_CODE STRING,
-  ATC3_CODE STRING,
-  ATC4_CODE STRING,
-  APP1_CODE STRING,
-  APP2_CODE STRING,
-  APP3_CODE STRING,
-  BIO_DESC STRING,
-  GENE_ORIG_DESC STRING,
-  ETH_OTC_DESC STRING,
-  NRDL_DESC STRING,
-  NRDL_ENTRY_DATE STRING,
-  EDL_DESC STRING,
-  TCM_DESC STRING,
-  PAED_DESC STRING,
-  GQCE_DESC STRING,
-  VBP_DESC STRING,
-  MANU_CODE STRING,
-  MANU_DESC STRING,
-  MNFL_CODE STRING,
-  MNFL_DESC STRING,
-  CORP_CODE STRING,
-  CORP_DESC STRING,
-  BRANDTYPE STRING,
-  BU STRING,
-  STARTTIME STRING,
-  ENDTIME STRING,
-  MARKET_RATIO STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_ec_pack2market';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_ec_pack2market';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_RATIO
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_EC_MARKET_RATIO (
-  MARKET STRING,
-  PACK_CODE STRING,
-  CMPS_CODE STRING,
-  STARTTIME STRING,
-  ENDTIME STRING,
-  MARKET_RATIO STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_ec_market_ratio';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_ec_market_ratio';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_BRAND_RATIO
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_EC_MARKET_BRAND_RATIO (
-  MARKET STRING,
-  PACK_CODE STRING,
-  VALUE_BRAND_RATIO FLOAT,
-  VALUE_BRAND_RATIO_START STRING,
-  VALUE_BRAND_RATIO_END STRING,
-  UNIT_BRAND_RATIO FLOAT,
-  UNIT_BRAND_START STRING,
-  UNIT_BRAND_END STRING,
-  COUNTINGUNIT_BRAND_RATIO FLOAT,
-  COUNTINGUNIT_BRAND_START STRING,
-  COUNTINGUNIT_BRAND_END STRING,
-  PDOT_BRAND_RATIO FLOAT,
-  PDOT_BRAND_START STRING,
-  PDOT_BRAND_END STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_ec_market_brand_ratio';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_ec_market_brand_ratio';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_PACK_MAPPING
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_EC_MARKET_PACK_MAPPING
-(
-  PACK_CODE STRING,
-  MARKET STRING,
-  CLASS STRING,
-  KEY_COMPETITOR STRING,
-  MARKET_RATIO STRING,
-  STARTTIME STRING,
-  ENDTIME STRING,
-  VALUE_BRAND_RATIO STRING,
-  VALUE_BRAND_RATIO_START STRING,
-  VALUE_BRAND_RATIO_END STRING,
-  UNIT_BRAND_RATIO STRING,
-  UNIT_BRAND_START STRING,
-  UNIT_BRAND_END STRING,
-  COUNTINGUNIT_BRAND_RATIO STRING,
-  COUNTINGUNIT_BRAND_START STRING,
-  COUNTINGUNIT_BRAND_END STRING,
-  PDOT_BRAND_RATIO STRING,
-  PDOT_BRAND_START STRING,
-  PDOT_BRAND_END STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP
-)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_ec_market_pack_mapping';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_ec_market_pack_mapping';
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC #RETAIL
-
--- COMMAND ----------
-
--- DBTITLE 1,PACK
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_RETAIL_PACK_PROPERTY
- (
-  MARKET_PACK_KEY STRING,
-  PACK_CODE STRING,
-  PACK_DESC STRING,
-  STGH_DESC STRING,
-  PACK_LCH STRING,
-  FAMILY_CODE STRING,
-  FAMILY_NAME STRING,
-  PROD_CODE STRING,
-  PROD_DESC STRING,
-  PROD_DESC_C STRING,
-  CMPS_CODE STRING,
-  CMPS_DESC STRING,
-  CMPS_DESC_C STRING,
-  ATC1_CODE STRING,
-  ATC2_CODE STRING,
-  ATC3_CODE STRING,
-  ATC4_CODE STRING,
-  APP1_CODE STRING,
-  APP2_CODE STRING,
-  APP3_CODE STRING,
-  BIO_DESC STRING,
-  GENE_ORIG_DESC STRING,
-  ETH_OTC_DESC STRING,
-  NRDL_DESC STRING,
-  NRDL_ENTRY_DATE STRING,
-  EDL_DESC STRING,
-  TCM_DESC STRING,
-  PAED_DESC STRING,
-  GQCE_DESC STRING,
-  VBP_DESC_V STRING,
-  VBP_DESC STRING,
-  MANU_CODE STRING,
-  MANU_DESC STRING,
-  MANU_DESC_C STRING,
-  MNFL_CODE STRING,
-  MNFL_DESC STRING,
-  CORP_CODE STRING,
-  CORP_DESC STRING,
-  CORP_DESC_C STRING,
-  BRANDTYPE STRING,
-  MARKET STRING,
-  KEY_COMPETITOR STRING,
-  IS_AZ STRING,
-  AZ_MAIN STRING,
-  AZ_RELATED STRING,
-  ATC1_DESC STRING,
-  ATC1_DESC_C STRING,
-  ATC2_DESC STRING,
-  ATC2_DESC_C STRING,
-  ATC3_DESC STRING,
-  ATC3_DESC_C STRING,
-  ATC4_DESC STRING,
-  ATC4_DESC_C STRING,
-  APP1_DESC STRING,
-  APP1_DESC_C STRING,
-  APP2_DESC STRING,
-  APP2_DESC_C STRING,
-  APP3_DESC STRING,
-  APP3_DESC_C STRING,
-  CLASS STRING,
-  MARKET_RATIO STRING,
-  COUNTINGUNIT STRING,
-  VBP_BRAND STRING,
-  REPLENISH_FALG STRING,
-  ETL_INSERT_DT STRING,
-  ETL_UPDATE_DT STRING
-)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_retail_pack_property';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_retail_pack_property';
-
--- COMMAND ----------
-
--- DBTITLE 1,PACK_DTP
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_RETAIL_DTP_PACK_PROPERTY
- (
-  MARKET_PACK_KEY STRING,
-  PACK_CODE STRING,
-  PACK_DESC STRING,
-  STGH_DESC STRING,
-  PACK_LCH STRING,
-  FAMILY_CODE STRING,
-  FAMILY_NAME STRING,
-  PROD_CODE STRING,
-  PROD_DESC STRING,
-  PROD_DESC_C STRING,
-  CMPS_CODE STRING,
-  CMPS_DESC STRING,
-  CMPS_DESC_C STRING,
-  ATC1_CODE STRING,
-  ATC2_CODE STRING,
-  ATC3_CODE STRING,
-  ATC4_CODE STRING,
-  APP1_CODE STRING,
-  APP2_CODE STRING,
-  APP3_CODE STRING,
-  BIO_DESC STRING,
-  GENE_ORIG_DESC STRING,
-  ETH_OTC_DESC STRING,
-  NRDL_DESC STRING,
-  NRDL_ENTRY_DATE STRING,
-  EDL_DESC STRING,
-  TCM_DESC STRING,
-  PAED_DESC STRING,
-  GQCE_DESC STRING,
-  VBP_DESC_V STRING,
-  VBP_DESC STRING,
-  MANU_CODE STRING,
-  MANU_DESC STRING,
-  MANU_DESC_C STRING,
-  MNFL_CODE STRING,
-  MNFL_DESC STRING,
-  CORP_CODE STRING,
-  CORP_DESC STRING,
-  CORP_DESC_C STRING,
-  BRANDTYPE STRING,
-  MARKET STRING,
-  KEY_COMPETITOR STRING,
-  IS_AZ STRING,
-  AZ_MAIN STRING,
-  AZ_RELATED STRING,
-  ATC1_DESC STRING,
-  ATC1_DESC_C STRING,
-  ATC2_DESC STRING,
-  ATC2_DESC_C STRING,
-  ATC3_DESC STRING,
-  ATC3_DESC_C STRING,
-  ATC4_DESC STRING,
-  ATC4_DESC_C STRING,
-  APP1_DESC STRING,
-  APP1_DESC_C STRING,
-  APP2_DESC STRING,
-  APP2_DESC_C STRING,
-  APP3_DESC STRING,
-  APP3_DESC_C STRING,
-  CLASS STRING,
-  MARKET_RATIO STRING,
-  COUNTINGUNIT STRING,
-  VBP_BRAND STRING,
-  REPLENISH_FALG STRING,
-  ETL_INSERT_DT STRING,
-  ETL_UPDATE_DT STRING
-)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_retail_dtp_pack_property';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_retail_dtp_pack_property';
-
--- COMMAND ----------
-
--- DBTITLE 1,SALES
-CREATE OR REPLACE TABLE DM.DM_TF_EXT_RETAIL_SALES (
-  YYYYMM STRING,
-  PACK_CODE STRING,
-  CORP_CODE STRING,
-  AUDIT_CODE STRING,
-  PLATFORM_TYPE STRING,
-  STORE_NAME STRING,
-  STORE_TYPE STRING,
-  REGION_TYPE STRING,
-  PACK_FLAG INT,
-  PROD_FLAG INT,
-  DTP_FLAG INT,
-  SALES_UNIT_CAL DECIMAL(38,10),
-  SALES_UNIT_CAL_LY DECIMAL(38,10),
-  SALES_VALUE_CAL DECIMAL(38,10),
-  SALES_VALUE_CAL_LY DECIMAL(38,10),
-  CONUTING_UNIT DECIMAL(38,10),
-  CONUTING_UNIT_LY DECIMAL(38,10),
-  DATA_SOURCE STRING,
-  INST_CODE STRING COMMENT '内部机构编码',
-  CMPS_FLAG STRING COMMENT '分子式标签',
-  DEPT_NAME STRING COMMENT '科室名称',
-  PRESCRIPTION DECIMAL(38,10) COMMENT '处方张数',
-  PRESCRIPTION_LY DECIMAL(38,10) COMMENT '去年同期处方张数',
-  NEW_CODE STRING COMMENT '主数据关联CODE',
-  AREA STRING COMMENT '城市',
-  H_LEVEL STRING COMMENT '医院类型',
-  REIMBURSE STRING COMMENT '报销情况',
-  REIMBURSE_TYPE STRING COMMENT '报销类型',
-  PRESCRIPTION_SOURCE STRING COMMENT '处方来源',
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_retail_sales';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_retail_sales';
-
--- COMMAND ----------
-
--- DBTITLE 1,SALES_DTP
-CREATE OR REPLACE TABLE DM.DM_TF_EXT_RETAIL_DTP_SALES (
-  YYYYMM STRING,
-  PACK_CODE STRING,
-  CORP_CODE STRING,
-  AUDIT_CODE STRING,
-  PLATFORM_TYPE STRING,
-  STORE_NAME STRING,
-  STORE_TYPE STRING,
-  REGION_TYPE STRING,
-  PACK_FLAG INT,
-  PROD_FLAG INT,
-  DTP_FLAG INT,
-  SALES_UNIT_CAL DECIMAL(38,10),
-  SALES_UNIT_CAL_LY DECIMAL(38,10),
-  SALES_VALUE_CAL DECIMAL(38,10),
-  SALES_VALUE_CAL_LY DECIMAL(38,10),
-  CONUTING_UNIT DECIMAL(38,10),
-  CONUTING_UNIT_LY DECIMAL(38,10),
-  DATA_SOURCE STRING,
-  INST_CODE STRING COMMENT '内部机构编码',
-  CMPS_FLAG STRING COMMENT '分子式标签',
-  DEPT_NAME STRING COMMENT '科室名称',
-  PRESCRIPTION DECIMAL(38,10) COMMENT '处方张数',
-  PRESCRIPTION_LY DECIMAL(38,10) COMMENT '去年同期处方张数',
-  NEW_CODE STRING COMMENT '主数据关联CODE',
-  AREA STRING COMMENT '城市',
-  H_LEVEL STRING COMMENT '医院类型',
-  REIMBURSE STRING COMMENT '报销情况',
-  REIMBURSE_TYPE STRING COMMENT '报销类型',
-  PRESCRIPTION_SOURCE STRING COMMENT '处方来源',
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_retail_dtp_sales';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_retail_dtp_sales';
-
--- COMMAND ----------
-
--- DBTITLE 1,PACK2MARKET
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_RETAIL_PACK2MARKET (
-  MARKET STRING,
-  PACK_CODE STRING,
-  PACK_DESC STRING,
-  STGH_DESC STRING,
-  PACK_LCH STRING,
-  PROD_CODE STRING,
-  CMPS_CODE STRING,
-  CMPS_DESC STRING,
-  ATC1_CODE STRING,
-  ATC2_CODE STRING,
-  ATC3_CODE STRING,
-  ATC4_CODE STRING,
-  APP1_CODE STRING,
-  APP2_CODE STRING,
-  APP3_CODE STRING,
-  BIO_DESC STRING,
-  GENE_ORIG_DESC STRING,
-  ETH_OTC_DESC STRING,
-  NRDL_DESC STRING,
-  NRDL_ENTRY_DATE STRING,
-  EDL_DESC STRING,
-  TCM_DESC STRING,
-  PAED_DESC STRING,
-  GQCE_DESC STRING,
-  VBP_DESC STRING,
-  MANU_CODE STRING,
-  MANU_DESC STRING,
-  MNFL_CODE STRING,
-  MNFL_DESC STRING,
-  CORP_CODE STRING,
-  CORP_DESC STRING,
-  BRANDTYPE STRING,
-  BU STRING,
-  STARTTIME STRING,
-  ENDTIME STRING,
-  MARKET_RATIO STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_retail_pack2market';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_retail_pack2market';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_RATIO
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_RETAIL_MARKET_RATIO (
-  MARKET STRING,
-  PACK_CODE STRING,
-  CMPS_CODE STRING,
-  STARTTIME STRING,
-  ENDTIME STRING,
-  MARKET_RATIO STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_retail_market_ratio';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_retail_market_ratio';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_BRAND_RATIO
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_RETAIL_MARKET_BRAND_RATIO (
-  MARKET STRING,
-  PACK_CODE STRING,
-  VALUE_BRAND_RATIO FLOAT,
-  VALUE_BRAND_RATIO_START STRING,
-  VALUE_BRAND_RATIO_END STRING,
-  UNIT_BRAND_RATIO FLOAT,
-  UNIT_BRAND_START STRING,
-  UNIT_BRAND_END STRING,
-  COUNTINGUNIT_BRAND_RATIO FLOAT,
-  COUNTINGUNIT_BRAND_START STRING,
-  COUNTINGUNIT_BRAND_END STRING,
-  PDOT_BRAND_RATIO FLOAT,
-  PDOT_BRAND_START STRING,
-  PDOT_BRAND_END STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_retail_market_brand_ratio';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_retail_market_brand_ratio';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_PACK_MAPPING
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_RETAIL_MARKET_PACK_MAPPING
-(
-  PACK_CODE STRING,
-  MARKET STRING,
-  CLASS STRING,
-  KEY_COMPETITOR STRING,
-  MARKET_RATIO STRING,
-  STARTTIME STRING,
-  ENDTIME STRING,
-  VALUE_BRAND_RATIO STRING,
-  VALUE_BRAND_RATIO_START STRING,
-  VALUE_BRAND_RATIO_END STRING,
-  UNIT_BRAND_RATIO STRING,
-  UNIT_BRAND_START STRING,
-  UNIT_BRAND_END STRING,
-  COUNTINGUNIT_BRAND_RATIO STRING,
-  COUNTINGUNIT_BRAND_START STRING,
-  COUNTINGUNIT_BRAND_END STRING,
-  PDOT_BRAND_RATIO STRING,
-  PDOT_BRAND_START STRING,
-  PDOT_BRAND_END STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP
-)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_retail_market_pack_mapping';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_retail_market_pack_mapping';
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC # THC
-
--- COMMAND ----------
-
--- DBTITLE 1,PACK
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_THC_PACK_PROPERTY
-(
-  MARKET_PACK_KEY STRING,
-  PACK_CODE STRING,
-  PACK_DESC STRING,
-  STGH_DESC STRING,
-  PACK_LCH STRING,
-  FAMILY_CODE STRING,
-  FAMILY_NAME STRING,
-  PROD_CODE STRING,
-  PROD_DESC STRING,
-  PROD_DESC_C STRING,
-  CMPS_CODE STRING,
-  CMPS_DESC STRING,
-  CMPS_DESC_C STRING,
-  ATC1_CODE STRING,
-  ATC2_CODE STRING,
-  ATC3_CODE STRING,
-  ATC4_CODE STRING,
-  APP1_CODE STRING,
-  APP2_CODE STRING,
-  APP3_CODE STRING,
-  BIO_DESC STRING,
-  GENE_ORIG_DESC STRING,
-  ETH_OTC_DESC STRING,
-  NRDL_DESC STRING,
-  NRDL_ENTRY_DATE STRING,
-  EDL_DESC STRING,
-  TCM_DESC STRING,
-  PAED_DESC STRING,
-  GQCE_DESC STRING,
-  VBP_DESC_V STRING,
-  VBP_DESC STRING,
-  MANU_CODE STRING,
-  MANU_DESC STRING,
-  MANU_DESC_C STRING,
-  MNFL_CODE STRING,
-  MNFL_DESC STRING,
-  CORP_CODE STRING,
-  CORP_DESC STRING,
-  CORP_DESC_C STRING,
-  BRANDTYPE STRING,
-  MARKET STRING,
-  KEY_COMPETITOR STRING,
-  IS_AZ STRING,
-  AZ_MAIN STRING,
-  AZ_RELATED STRING,
-  ATC1_DESC STRING,
-  ATC1_DESC_C STRING,
-  ATC2_DESC STRING,
-  ATC2_DESC_C STRING,
-  ATC3_DESC STRING,
-  ATC3_DESC_C STRING,
-  ATC4_DESC STRING,
-  ATC4_DESC_C STRING,
-  APP1_DESC STRING,
-  APP1_DESC_C STRING,
-  APP2_DESC STRING,
-  APP2_DESC_C STRING,
-  APP3_DESC STRING,
-  APP3_DESC_C STRING,
-  CLASS STRING,
-  MARKET_RATIO STRING,
-  COUNTINGUNIT STRING,
-  VBP_BRAND STRING,
-  REPLENISH_FALG STRING,
-  ETL_INSERT_DT STRING,
-  ETL_UPDATE_DT STRING
-)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_thc_pack_property';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_thc_pack_property';
-
--- COMMAND ----------
-
--- DBTITLE 1,SALES
-CREATE OR REPLACE TABLE DM.DM_TF_EXT_THC_SALES (
-  YYYYMM STRING,
-  PACK_CODE STRING,
-  CORP_CODE STRING,
-  AUDIT_CODE STRING,
-  PLATFORM_TYPE STRING,
-  STORE_NAME STRING,
-  STORE_TYPE STRING,
-  REGION_TYPE STRING,
-  PACK_FLAG INT,
-  PROD_FLAG INT,
-  DTP_FLAG INT,
-  SALES_UNIT_CAL DECIMAL(38,10),
-  SALES_UNIT_CAL_LY DECIMAL(38,10),
-  SALES_VALUE_CAL DECIMAL(38,10),
-  SALES_VALUE_CAL_LY DECIMAL(38,10),
-  CONUTING_UNIT DECIMAL(38,10),
-  CONUTING_UNIT_LY DECIMAL(38,10),
-  DATA_SOURCE STRING,
-  INST_CODE STRING COMMENT '内部机构编码',
-  CMPS_FLAG STRING COMMENT '分子式标签',
-  DEPT_NAME STRING COMMENT '科室名称',
-  PRESCRIPTION DECIMAL(38,10) COMMENT '处方张数',
-  PRESCRIPTION_LY DECIMAL(38,10) COMMENT '去年同期处方张数',
-  NEW_CODE STRING COMMENT '主数据关联CODE',
-  AREA STRING COMMENT '城市',
-  H_LEVEL STRING COMMENT '医院类型',
-  REIMBURSE STRING COMMENT '报销情况',
-  REIMBURSE_TYPE STRING COMMENT '报销类型',
-  PRESCRIPTION_SOURCE STRING COMMENT '处方来源',
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_thc_sales';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_thc_sales';
-
--- COMMAND ----------
-
--- DBTITLE 1,PACK2MARKET
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_THC_PACK2MARKET (
-  MARKET STRING,
-  PACK_CODE STRING,
-  PACK_DESC STRING,
-  STGH_DESC STRING,
-  PACK_LCH STRING,
-  PROD_CODE STRING,
-  CMPS_CODE STRING,
-  CMPS_DESC STRING,
-  ATC1_CODE STRING,
-  ATC2_CODE STRING,
-  ATC3_CODE STRING,
-  ATC4_CODE STRING,
-  APP1_CODE STRING,
-  APP2_CODE STRING,
-  APP3_CODE STRING,
-  BIO_DESC STRING,
-  GENE_ORIG_DESC STRING,
-  ETH_OTC_DESC STRING,
-  NRDL_DESC STRING,
-  NRDL_ENTRY_DATE STRING,
-  EDL_DESC STRING,
-  TCM_DESC STRING,
-  PAED_DESC STRING,
-  GQCE_DESC STRING,
-  VBP_DESC STRING,
-  MANU_CODE STRING,
-  MANU_DESC STRING,
-  MNFL_CODE STRING,
-  MNFL_DESC STRING,
-  CORP_CODE STRING,
-  CORP_DESC STRING,
-  BRANDTYPE STRING,
-  BU STRING,
-  STARTTIME STRING,
-  ENDTIME STRING,
-  MARKET_RATIO STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_thc_pack2market';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_thc_pack2market';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_RATIO
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_THC_MARKET_RATIO (
-  MARKET STRING,
-  PACK_CODE STRING,
-  CMPS_CODE STRING,
-  STARTTIME STRING,
-  ENDTIME STRING,
-  MARKET_RATIO STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_thc_market_ratio';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_thc_market_ratio';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_BRAND_RATIO
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_THC_MARKET_BRAND_RATIO (
-  MARKET STRING,
-  PACK_CODE STRING,
-  VALUE_BRAND_RATIO FLOAT,
-  VALUE_BRAND_RATIO_START STRING,
-  VALUE_BRAND_RATIO_END STRING,
-  UNIT_BRAND_RATIO FLOAT,
-  UNIT_BRAND_START STRING,
-  UNIT_BRAND_END STRING,
-  COUNTINGUNIT_BRAND_RATIO FLOAT,
-  COUNTINGUNIT_BRAND_START STRING,
-  COUNTINGUNIT_BRAND_END STRING,
-  PDOT_BRAND_RATIO FLOAT,
-  PDOT_BRAND_START STRING,
-  PDOT_BRAND_END STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_thc_market_brand_ratio';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_thc_market_brand_ratio';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_PACK_MAPPING
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_THC_MARKET_PACK_MAPPING
-(
-  PACK_CODE STRING,
-  MARKET STRING,
-  CLASS STRING,
-  KEY_COMPETITOR STRING,
-  MARKET_RATIO STRING,
-  STARTTIME STRING,
-  ENDTIME STRING,
-  VALUE_BRAND_RATIO STRING,
-  VALUE_BRAND_RATIO_START STRING,
-  VALUE_BRAND_RATIO_END STRING,
-  UNIT_BRAND_RATIO STRING,
-  UNIT_BRAND_START STRING,
-  UNIT_BRAND_END STRING,
-  COUNTINGUNIT_BRAND_RATIO STRING,
-  COUNTINGUNIT_BRAND_START STRING,
-  COUNTINGUNIT_BRAND_END STRING,
-  PDOT_BRAND_RATIO STRING,
-  PDOT_BRAND_START STRING,
-  PDOT_BRAND_END STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP
-)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_thc_market_pack_mapping';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_thc_market_pack_mapping';
-
--- COMMAND ----------
-
--- DBTITLE 1,DM_TF_EXT_THC_MARKET_SALES_CHT
-CREATE OR REPLACE TABLE DM.DM_TF_EXT_THC_MARKET_SALES_CHT (
-  MARKET STRING,
-  KEY_COMPETITOR STRING,
-  CLASS STRING,
-  YYYYMM STRING,
-  PACK_CODE STRING,
-  CORP_CODE STRING,
-  AUDIT_CODE STRING,
-  PLATFORM_TYPE STRING,
-  STORE_NAME STRING,
-  STORE_TYPE STRING,
-  REGION_TYPE STRING,
-  DATA_SOURCE STRING,
-  PACK_FLAG INT,
-  PROD_FLAG INT,
-  DTP_FLAG INT,
-  CMPS_FLAG STRING COMMENT '分子式标签',
-  NEW_CODE STRING COMMENT '主数据关联CODE',
-  INST_CODE STRING COMMENT '内部机构编码',
-  AIA_HP_FLAG STRING,
-  DEPT_NAME STRING COMMENT '科室名称',
-  H_LEVEL STRING COMMENT '医院类型',
-  REIMBURSE STRING COMMENT '报销情况',
-  REIMBURSE_TYPE STRING COMMENT '报销类型',
-  PRESCRIPTION_TYPE STRING COMMENT '处方来源',
-  PRESCRIPTION DECIMAL(38,10) COMMENT '处方张数',
-  PRESCRIPTION_LY DECIMAL(38,10) COMMENT '去年同期处方张数',
-  VA DOUBLE,
-  UT DOUBLE,
-  CU DOUBLE,
-  PT DOUBLE,
-  SALES_UNIT_CAL DECIMAL(35,6),
-  SALES_UNIT_CAL_LY DECIMAL(35,6),
-  SALES_VALUE_CAL DECIMAL(35,6),
-  SALES_VALUE_CAL_LY DECIMAL(35,6),
-  CONUTING_UNIT DECIMAL(35,6),
-  CONUTING_UNIT_LY DECIMAL(35,6),
-  PDOT DECIMAL(35,6),
-  PDOT_LY DECIMAL(35,6),
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_thc_market_sales_cht';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_thc_market_sales_cht';
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC #XIEHE
-
--- COMMAND ----------
-
--- DBTITLE 1,PACK
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_XIEHE_PACK_PROPERTY 
-(
-  MARKET_PACK_KEY STRING,
-  PACK_CODE STRING,
-  PACK_DESC STRING,
-  STGH_DESC STRING,
-  PACK_LCH STRING,
-  FAMILY_CODE STRING,
-  FAMILY_NAME STRING,
-  PROD_CODE STRING,
-  PROD_DESC STRING,
-  PROD_DESC_C STRING,
-  CMPS_CODE STRING,
-  CMPS_DESC STRING,
-  CMPS_DESC_C STRING,
-  ATC1_CODE STRING,
-  ATC2_CODE STRING,
-  ATC3_CODE STRING,
-  ATC4_CODE STRING,
-  APP1_CODE STRING,
-  APP2_CODE STRING,
-  APP3_CODE STRING,
-  BIO_DESC STRING,
-  GENE_ORIG_DESC STRING,
-  ETH_OTC_DESC STRING,
-  NRDL_DESC STRING,
-  NRDL_ENTRY_DATE STRING,
-  EDL_DESC STRING,
-  TCM_DESC STRING,
-  PAED_DESC STRING,
-  GQCE_DESC STRING,
-  VBP_DESC_V STRING,
-  VBP_DESC STRING,
-  MANU_CODE STRING,
-  MANU_DESC STRING,
-  MANU_DESC_C STRING,
-  MNFL_CODE STRING,
-  MNFL_DESC STRING,
-  CORP_CODE STRING,
-  CORP_DESC STRING,
-  CORP_DESC_C STRING,
-  BRANDTYPE STRING,
-  MARKET STRING,
-  KEY_COMPETITOR STRING,
-  IS_AZ STRING,
-  AZ_MAIN STRING,
-  AZ_RELATED STRING,
-  ATC1_DESC STRING,
-  ATC1_DESC_C STRING,
-  ATC2_DESC STRING,
-  ATC2_DESC_C STRING,
-  ATC3_DESC STRING,
-  ATC3_DESC_C STRING,
-  ATC4_DESC STRING,
-  ATC4_DESC_C STRING,
-  APP1_DESC STRING,
-  APP1_DESC_C STRING,
-  APP2_DESC STRING,
-  APP2_DESC_C STRING,
-  APP3_DESC STRING,
-  APP3_DESC_C STRING,
-  CLASS STRING,
-  MARKET_RATIO STRING,
-  COUNTINGUNIT STRING,
-  VBP_BRAND STRING,
-  REPLENISH_FALG STRING,
-  ETL_INSERT_DT STRING,
-  ETL_UPDATE_DT STRING
-)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_xiehe_pack_property';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_xiehe_pack_property';
-
--- COMMAND ----------
-
--- DBTITLE 1,SALES
-CREATE OR REPLACE TABLE DM.DM_TF_EXT_XIEHE_SALES (
-  YYYYMM STRING,
-  PACK_CODE STRING,
-  CORP_CODE STRING,
-  AUDIT_CODE STRING,
-  PLATFORM_TYPE STRING,
-  STORE_NAME STRING,
-  STORE_TYPE STRING,
-  REGION_TYPE STRING,
-  PACK_FLAG INT,
-  PROD_FLAG INT,
-  DTP_FLAG INT,
-  SALES_UNIT_CAL DECIMAL(38,10),
-  SALES_UNIT_CAL_LY DECIMAL(38,10),
-  SALES_VALUE_CAL DECIMAL(38,10),
-  SALES_VALUE_CAL_LY DECIMAL(38,10),
-  CONUTING_UNIT DECIMAL(38,10),
-  CONUTING_UNIT_LY DECIMAL(38,10),
-  DATA_SOURCE STRING,
-  INST_CODE STRING COMMENT '内部机构编码',
-  CMPS_FLAG STRING COMMENT '分子式标签',
-  DEPT_NAME STRING COMMENT '科室名称',
-  PRESCRIPTION DECIMAL(38,10) COMMENT '处方张数',
-  PRESCRIPTION_LY DECIMAL(38,10) COMMENT '去年同期处方张数',
-  NEW_CODE STRING COMMENT '主数据关联CODE',
-  AREA STRING COMMENT '城市',
-  H_LEVEL STRING COMMENT '医院类型',
-  REIMBURSE STRING COMMENT '报销情况',
-  REIMBURSE_TYPE STRING COMMENT '报销类型',
-  PRESCRIPTION_SOURCE STRING COMMENT '处方来源',
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_xiehe_sales';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_xiehe_sales';
-
--- COMMAND ----------
-
--- DBTITLE 1,PACK2MARKET
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_XIEHE_PACK2MARKET (
-  MARKET STRING,
-  PACK_CODE STRING,
-  PACK_DESC STRING,
-  STGH_DESC STRING,
-  PACK_LCH STRING,
-  PROD_CODE STRING,
-  CMPS_CODE STRING,
-  CMPS_DESC STRING,
-  ATC1_CODE STRING,
-  ATC2_CODE STRING,
-  ATC3_CODE STRING,
-  ATC4_CODE STRING,
-  APP1_CODE STRING,
-  APP2_CODE STRING,
-  APP3_CODE STRING,
-  BIO_DESC STRING,
-  GENE_ORIG_DESC STRING,
-  ETH_OTC_DESC STRING,
-  NRDL_DESC STRING,
-  NRDL_ENTRY_DATE STRING,
-  EDL_DESC STRING,
-  TCM_DESC STRING,
-  PAED_DESC STRING,
-  GQCE_DESC STRING,
-  VBP_DESC STRING,
-  MANU_CODE STRING,
-  MANU_DESC STRING,
-  MNFL_CODE STRING,
-  MNFL_DESC STRING,
-  CORP_CODE STRING,
-  CORP_DESC STRING,
-  BRANDTYPE STRING,
-  BU STRING,
-  STARTTIME STRING,
-  ENDTIME STRING,
-  MARKET_RATIO STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_xiehe_pack2market';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_xiehe_pack2market';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_RATIO
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_XIEHE_MARKET_RATIO (
-  MARKET STRING,
-  PACK_CODE STRING,
-  CMPS_CODE STRING,
-  STARTTIME STRING,
-  ENDTIME STRING,
-  MARKET_RATIO STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_xiehe_market_ratio';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_xiehe_market_ratio';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_BRAND_RATIO
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_XIEHE_MARKET_BRAND_RATIO (
-  MARKET STRING,
-  PACK_CODE STRING,
-  VALUE_BRAND_RATIO FLOAT,
-  VALUE_BRAND_RATIO_START STRING,
-  VALUE_BRAND_RATIO_END STRING,
-  UNIT_BRAND_RATIO FLOAT,
-  UNIT_BRAND_START STRING,
-  UNIT_BRAND_END STRING,
-  COUNTINGUNIT_BRAND_RATIO FLOAT,
-  COUNTINGUNIT_BRAND_START STRING,
-  COUNTINGUNIT_BRAND_END STRING,
-  PDOT_BRAND_RATIO FLOAT,
-  PDOT_BRAND_START STRING,
-  PDOT_BRAND_END STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_xiehe_market_brand_ratio';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_xiehe_market_brand_ratio';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_PACK_MAPPING
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_XIEHE_MARKET_PACK_MAPPING
-(
-  PACK_CODE STRING,
-  MARKET STRING,
-  CLASS STRING,
-  KEY_COMPETITOR STRING,
-  MARKET_RATIO STRING,
-  STARTTIME STRING,
-  ENDTIME STRING,
-  VALUE_BRAND_RATIO STRING,
-  VALUE_BRAND_RATIO_START STRING,
-  VALUE_BRAND_RATIO_END STRING,
-  UNIT_BRAND_RATIO STRING,
-  UNIT_BRAND_START STRING,
-  UNIT_BRAND_END STRING,
-  COUNTINGUNIT_BRAND_RATIO STRING,
-  COUNTINGUNIT_BRAND_START STRING,
-  COUNTINGUNIT_BRAND_END STRING,
-  PDOT_BRAND_RATIO STRING,
-  PDOT_BRAND_START STRING,
-  PDOT_BRAND_END STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP
-)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_xiehe_market_pack_mapping';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_xiehe_market_pack_mapping';
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC #UNIONALL
-
--- COMMAND ----------
-
--- DBTITLE 1,PACK
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_UNIONALL_PACKINFO (
-	PACK_CODE STRING COMMENT '包装编码',
-	PACK_DESC STRING COMMENT '包装描述',
-	PACK_LCH STRING COMMENT '包装上市时间，示例"Y2024M05"',
-	PROD_CODE STRING COMMENT '产品编码',
-	PROD_DESC STRING COMMENT '产品描述',
-	PROD_DESC_C STRING COMMENT '产品中文描述',
-	CMPS_CODE STRING COMMENT '成分代码',
-	CMPS_DESC STRING COMMENT '成分描述',
-	CMPS_DESC_C STRING COMMENT '成分中文描述',
-	VBP_BATCH STRING COMMENT '带量采购批次号',
-	VBP_IMPLEMENTING_TIME STRING COMMENT '带量采购实施时间',
-	STGH_DESC STRING COMMENT '储存方式描述',
-	BIO_DESC STRING COMMENT '生物制药描述',
-	ETH_OTC_DESC STRING COMMENT '处方/非处方药描述',
-	NRDL_DESC STRING COMMENT '国家医保目录状态描述',
-	NRDL_ENTRY_DATE STRING COMMENT '国家医保目录纳入日期',
-	EDL_DESC STRING COMMENT '基本药物目录状态描述',
-	TCM_DESC STRING COMMENT '中医药分类描述',
-	PAED_DESC STRING COMMENT '儿童用药标志描述',
-	GQCE_DESC STRING COMMENT '绿色/质量/认证/应急标志描述',
-	MANU_CODE STRING COMMENT '生产企业编码',
-	MANU_DESC STRING COMMENT '生产企业名称描述',
-  MANU_DESC_C STRING COMMENT '生产企业名称中文描述',
-	MNFL_CODE STRING COMMENT '跨国/本地企业标志编码',
-	ATC1_CODE STRING COMMENT '解剖学治疗学化学分类1编码',
-	ATC1_DESC STRING COMMENT '解剖学治疗学化学分类1描述',
-	ATC1_DESC_C STRING COMMENT '解剖学治疗学化学分类1中文描述',
-	ATC2_CODE STRING COMMENT '解剖学治疗学化学分类2编码',
-	ATC2_DESC STRING COMMENT '解剖学治疗学化学分类2描述',
-	ATC2_DESC_C STRING COMMENT '解剖学治疗学化学分类2中文描述',
-	ATC3_CODE STRING COMMENT '解剖学治疗学化学分类3编码',
-	ATC3_DESC STRING COMMENT '解剖学治疗学化学分类3描述',
-	ATC3_DESC_C STRING COMMENT '解剖学治疗学化学分类3中文描述',
-	ATC4_CODE STRING COMMENT '解剖学治疗学化学分类4编码',
-	ATC4_DESC STRING COMMENT '解剖学治疗学化学分类4描述',
-	ATC4_DESC_C STRING COMMENT '解剖学治疗学化学分类4中文描述',
-	APP1_CODE STRING COMMENT '审批/申请分类(3个层级)',
-	APP1_DESC STRING COMMENT '',
-	APP1_DESC_C STRING COMMENT '',
-	APP2_CODE STRING COMMENT '',
-	APP2_DESC STRING COMMENT '',
-	APP2_DESC_C STRING COMMENT '',
-	APP3_CODE STRING COMMENT '',
-	APP3_DESC STRING COMMENT '',
-	APP3_DESC_C STRING COMMENT '',
-	GENE_ORIG_DESC STRING COMMENT '原研/仿制/中药药物来源描述',
-	VBP_DESC STRING COMMENT '带量采购状态(VBP-IN/VBP-OUT/Non VBP)描述',
-	CORP_CODE STRING COMMENT '公司编码',
-	GEN_RN INT COMMENT '原研/仿制排名(1-5)',
-	CORP_DESC STRING COMMENT '公司名称描述',
-	CORP_DESC_C STRING COMMENT '公司名称中文描述',
-	PACK_RN INT COMMENT '包装排名(按销售量)',
-	PROD_RN INT COMMENT '产品排名(按销售量)',
-	CMPS_RN INT COMMENT '成分排名(按销售量)',
-	DATA_SOURCE STRING COMMENT '数据来源渠道',
-	ATC STRING COMMENT 'ATC分类代码',
-	NEW_CODE STRING COMMENT '新编码',
-	COMMON_NAME STRING COMMENT '通用名称',
-	PRODUCT_NAME STRING COMMENT '产品名称',
-	MANU_DES_XIEHE STRING COMMENT '协和渠道生产企业名称',
-	PACK_DES_XIEHE STRING COMMENT '协和渠道包装描述',
-	DRUG_DELIVERY_ROUTE STRING COMMENT '给药途径',
-	NFC STRING COMMENT '国家处方集代码',
-	CORP_TYPE STRING COMMENT '企业类型(本地/跨国)',
-	LAUNCHTIME STRING COMMENT '产品上市时间',
-	VBP_BRAND STRING COMMENT '品牌带量采购状态汇总',
-  REPLENISH_FALG STRING COMMENT '后续补充标志',
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP
-)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_unionall_packinfo';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_unionall_packinfo';
-
--- COMMAND ----------
-
--- DBTITLE 1,SALES
-CREATE OR REPLACE TABLE DM.DM_TF_EXT_UNIONALL_SALES (
-  YYYYMM STRING,
-  PACK_CODE STRING,
-  CORP_CODE STRING,
-  AUDIT_CODE STRING,
-  PLATFORM_TYPE STRING,
-  STORE_NAME STRING,
-  STORE_TYPE STRING,
-  REGION_TYPE STRING,
-  PACK_FLAG INT,
-  PROD_FLAG INT,
-  DTP_FLAG INT,
-  SALES_UNIT_CAL DECIMAL(38,10),
-  SALES_UNIT_CAL_LY DECIMAL(38,10),
-  SALES_VALUE_CAL DECIMAL(38,10),
-  SALES_VALUE_CAL_LY DECIMAL(38,10),
-  CONUTING_UNIT DECIMAL(38,10),
-  CONUTING_UNIT_LY DECIMAL(38,10),
-  DATA_SOURCE STRING,
-  INST_CODE STRING COMMENT '内部机构编码',
-  CMPS_FLAG STRING COMMENT '分子式标签',
-  DEPT_NAME STRING COMMENT '科室名称',
-  PRESCRIPTION DECIMAL(38,10) COMMENT '处方张数',
-  PRESCRIPTION_LY DECIMAL(38,10) COMMENT '去年同期处方张数',
-  NEW_CODE STRING COMMENT '主数据关联CODE',
-  AREA STRING COMMENT '城市',
-  H_LEVEL STRING COMMENT '医院类型',
-  REIMBURSE STRING COMMENT '报销情况',
-  REIMBURSE_TYPE STRING COMMENT '报销类型',
-  PRESCRIPTION_SOURCE STRING COMMENT '处方来源',
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_unionall_sales';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_unionall_sales';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_PACK_MAPPING
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_UNIONALL_MARKET_PACK_MAPPING
-(
-  PACK_CODE STRING,
-  MARKET STRING,
-  CLASS STRING,
-  KEY_COMPETITOR STRING,
-  MARKET_RATIO STRING,
-  STARTTIME STRING,
-  ENDTIME STRING,
-  VALUE_BRAND_RATIO STRING,
-  VALUE_BRAND_RATIO_START STRING,
-  VALUE_BRAND_RATIO_END STRING,
-  UNIT_BRAND_RATIO STRING,
-  UNIT_BRAND_START STRING,
-  UNIT_BRAND_END STRING,
-  COUNTINGUNIT_BRAND_RATIO STRING,
-  COUNTINGUNIT_BRAND_START STRING,
-  COUNTINGUNIT_BRAND_END STRING,
-  PDOT_BRAND_RATIO STRING,
-  PDOT_BRAND_START STRING,
-  PDOT_BRAND_END STRING,
-  DATASOURCE STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP
-)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_unionall_market_pack_mapping';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_unionall_market_pack_mapping';
-
--- COMMAND ----------
-
--- DBTITLE 1,MARKET_SALES
-CREATE OR REPLACE TABLE DM.DM_TF_EXT_UNIONALL_MARKET_SALES (
-  MARKET STRING,
-  KEY_COMPETITOR STRING,
-  CLASS STRING,
-  YYYYMM STRING,
-  PACK_COD STRING,
-  CORP_COD STRING,
-  AUDIT_COD STRING,
-  PLATFORM_TYPE STRING,
-  STORE_NAME STRING,
-  STORE_TYPE STRING,
-  REGION_TYPE STRING,
-  DATA_SOURCE STRING,
-  PACK_FLAG STRING,
-  PROD_FLAG STRING,
-  DTP_FLAG STRING,
-  CMPS_FLAG STRING,
-  NEW_CODE STRING COMMENT '主数据关联CODE',
-  INST_CODE STRING COMMENT '内部机构编码',
-  AIA_HP_FLAG STRING,
-  DEPT_NAME STRING COMMENT '科室名称',
-  H_LEVEL STRING,
-  REIMBURSE STRING COMMENT '报销情况',
-  REIMBURSE_TYPE STRING COMMENT '报销类型',
-  PRESCRIPTION_TYPE STRING COMMENT '处方来源',
-  PRESCRIPTION DECIMAL(35,10),
-  PRESCRIPTION_LY DECIMAL(35,10),
-  VA STRING,
-  UT STRING,
-  CU STRING,
-  PT STRING,
-  SALES_UNIT_CAL DECIMAL(35,6),
-  SALES_UNIT_CAL_LY DECIMAL(35,6),
-  SALES_VALUE_CAL DECIMAL(35,6),
-  SALES_VALUE_CAL_LY DECIMAL(35,6),
-  CONUTING_UNIT DECIMAL(35,6),
-  CONUTING_UNIT_LY DECIMAL(35,6),
-  PDOT DECIMAL(35,6),
-  PDOT_LY DECIMAL(35,6),
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP
-  )
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_unionall_market_sales';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_unionall_market_sales';
-
--- COMMAND ----------
-
--- DBTITLE 1,SALES_MAPPING
-CREATE OR REPLACE TABLE DM.DM_TF_EXT_UNIONALL_SALES_MAPPING 
-(
-  MARKET STRING,
-  KEY_COMPETITOR STRING,
-  CLASS STRING,
-  YYYYMM STRING,
-  PACK_COD STRING,
-  CORP_COD STRING,
-  AUDIT_COD STRING,
-  PLATFORM_TYPE STRING,
-  STORE_NAME STRING,
-  STORE_TYPE STRING,
-  REGION_TYPE STRING,
-  DATA_SOURCE STRING,
-  PACK_FLAG INT,
-  PROD_FLAG INT,
-  DTP_FLAG INT,
-  CMPS_FLAG INT,
-  NEW_CODE STRING COMMENT '主数据关联CODE',
-  INST_CODE STRING COMMENT '内部机构编码',
-  AIA_HP_FLAG INT,
-  DEPT_NAME STRING COMMENT '科室名称',
-  H_LEVEL INT,
-  REIMBURSE STRING COMMENT '报销情况',
-  REIMBURSE_TYPE STRING COMMENT '报销类型',
-  PRESCRIPTION_TYPE STRING COMMENT '处方来源',
-  VA decimal(35,10),
-  UT decimal(35,10),
-  CU decimal(35,10),
-  PT decimal(35,10),
-  SALES_UNIT_CAL decimal(35,10),
-  SALES_UNIT_CAL_LY decimal(35,10),
-  SALES_VALUE_CAL decimal(35,10),
-  SALES_VALUE_CAL_LY decimal(35,10),
-  CONUTING_UNIT decimal(35,10),
-  CONUTING_UNIT_LY decimal(35,10),
-  PDOT decimal(35,10),
-  PDOT_LY decimal(35,10),
-  PRESCRIPTION INT,
-  PRESCRIPTION_LY INT,
-  AIA_REMOVE INT,
-  MERGEDATA_FLAG STRING,
-  MERGEDATA_FLAG_MKT STRING,
-  MERGEDATA_FLAG_CHPA_DTP INT,
-  MERGEDATA_FLAG_DTP_NOROC INT,
-  MERGED_DATA_DTP_OTHERS INT,
-  EGFR_FLAG INT,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_unionall_sales_mapping';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_tf_ext_unionall_sales_mapping';
-
--- COMMAND ----------
-
--- MAGIC %md
--- MAGIC # OTHER
-
--- COMMAND ----------
-
--- DBTITLE 1,dm_td_ext_unionall_market
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_UNIONALL_MARKET (
-  MARKET STRING,
-  DATA_SOURCE STRING,
-  TA STRING,
-  AZ_RELATED STRING,
-  MARKET_DESC STRING,
-  TA_RN INT,
-  PRD_FLAG STRING,
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_unionall_market';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_unionall_market';
-
--- COMMAND ----------
-
--- DBTITLE 1,dm_td_ext_unionall_market_ta
-CREATE OR REPLACE TABLE DM.DM_TD_EXT_UNIONALL_MARKET_TA (
-  MARKET STRING COMMENT '市场',
-  DATA_SOURCE STRING COMMENT '数据源',
-  TA STRING COMMENT '治疗领域',
-  TA_MAP STRING COMMENT '治疗领域匹配',
-  TA_RN INT COMMENT '治疗领域排名',
-  MARKET_DESC STRING COMMENT '市场描述',
-  ETL_INSERT_DT TIMESTAMP,
-  ETL_UPDATE_DT TIMESTAMP)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_unionall_market_ta';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_unionall_market_ta';
-
--- COMMAND ----------
-
--- DBTITLE 1,DM_TF_EXTERANL_SALES_MERGED_DATA_DTP_OTHERS_bymonth
-CREATE OR REPLACE TABLE dm.DM_TF_EXTERANL_SALES_MERGED_DATA_DTP_OTHERS_bymonth (
-  MARKET STRING,
-  KEY_COMPETITOR STRING,
-  CLASS STRING,
-  YYYYMM STRING,
-  PACK_COD STRING,
-  CORP_COD STRING,
-  AUDIT_COD STRING,
-  PLATFORM_TYPE STRING,
-  STORE_NAME STRING,
-  STORE_TYPE STRING,
-  REGION_TYPE STRING,
-  PACK_FLAG INT,
-  PROD_FLAG INT,
-  DTP_FLAG INT,
-  SALES_UNIT_CAL DECIMAL(38,10),
-  SALES_UNIT_CAL_LY DECIMAL(38,10),
-  SALES_VALUE_CAL DECIMAL(38,10),
-  SALES_VALUE_CAL_LY DECIMAL(38,10),
-  CONUTING_UNIT DECIMAL(21,0),
-  CONUTING_UNIT_LY DECIMAL(21,0),
-  PDOT DECIMAL(21,0),
-  PDOT_LY DECIMAL(21,0),
-  DATA_SOURCE STRING,
-  inst_code STRING,
-  cmps_flag STRING,
-  dept_name STRING,
-  prescription STRING,
-  prescription_ly STRING,
-  new_code STRING,
-  area STRING,
-  h_level STRING,
-  reimburse STRING,
-  reimburse_type STRING,
-  prescription_source STRING)
-USING delta
-LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/DM_TF_EXTERANL_SALES_MERGED_DATA_DTP_OTHERS_bymonth';
--- 上面是生产环境location，下面是测试环境location
--- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/DM_TF_EXTERANL_SALES_MERGED_DATA_DTP_OTHERS_bymonth';
diff --git a/EXTERNAL/上线脚本.sql:Zone.Identifier b/EXTERNAL/上线脚本.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/EXTERNAL/数据验证.sql b/EXTERNAL/数据验证.sql
deleted file mode 100644
index 1752822..0000000
--- a/EXTERNAL/数据验证.sql
+++ /dev/null
@@ -1,39 +0,0 @@
--- Databricks notebook source
-desc dm.dm_tf_ext_aia_sales
-
--- COMMAND ----------
-
-select DATA_SOURCE,DTP_FLAG from dm.DM_TF_EXTERANL_SALES_MERGED_DATA_DTP_OTHERS_bymonth
-group by DATA_SOURCE,DTP_FLAG
-
--- COMMAND ----------
-
-select DTP_FLAG,DATA_SOURCE from DM.DM_TF_EXT_RETAIL_DTP_SALES group by DTP_FLAG,DATA_SOURCE
--- order by DATA_SOURCE
-
--- COMMAND ----------
-
-select DATA_SOURCE,DTP_FLAG from DM.DM_TF_EXT_UNIONALL_SALES group by DATA_SOURCE,DTP_FLAG
-order by DATA_SOURCE,DTP_FLAG
-
--- COMMAND ----------
-
-select DATA_SOURCE,DTP_FLAG,count(*) from DM.dm_tf_ext_unionall_sales_mapping 
-group BY DATA_SOURCE,DTP_FLAG
-ORDER BY DATA_SOURCE,DTP_FLAG
-
-
--- COMMAND ----------
-
-select * from DM.DM_TF_EXT_UNIONALL_SALES_MAPPING 
-limit 4
-
--- COMMAND ----------
-
-select AUDIT_CODE from DM.DM_TF_EXT_CHPA_SALES group by AUDIT_CODE
--- limit 5
-
--- COMMAND ----------
-
-select * from DM.DM_TD_EXT_CHPA_PACK2MARKET
-limit 5
\ No newline at end of file
diff --git a/EXTERNAL/数据验证.sql:Zone.Identifier b/EXTERNAL/数据验证.sql:Zone.Identifier
deleted file mode 100644
index d6c1ec682968c796b9f5e9e080cc6f674b57c766..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 25
dcma!!%Fjy;DN4*MPD?F{<>dl#JyUFr831@K2x<TT

diff --git a/README.md b/README.md
deleted file mode 100644
index 37f2fbf..0000000
--- a/README.md
+++ /dev/null
@@ -1,11 +0,0 @@
-# MarketAnalysis ETL
-
-This repository contains ETL code for Market Analysis on Databricks.
-
-## Project Structure
-- `notebooks/` - Databricks notebooks
-- `src/` - Source code files
-- `config/` - Configuration files
-
-## Setup
-Clone the repository and configure Databricks workspace connection.