chenwu
832c7bcd69
new file: 02 dm_td_external_keycompatitor.sql new file: 03 dm_td_external_brand_market.sql new file: 04 dm_td_external_calendar.sql new file: 05 dm_td_external_exchangerate.sql new file: 07 dm_td_external_packinfo.sql new file: 08 dm_td_external_corp.sql new file: 09 dm_td_external_geo_type.sql new file: 11 DM_TD_EXTERNAL_MARKET_NEW.sql new file: 12 dm_td_external_org.sql new file: 13 external auth.sql new file: 14 dm_tf_external_retail_special_bkp.sql new file: AIA/01 dm_aia_pack_property.sql new file: AIA/02 dm_ext_aia_sales.sql new file: AIA/02 dm_ext_aia_sales_bakup_20230327.sql new file: AIA/03 dm_aia_flag.sql new file: AIA/04 dm_aia_provided_flag.sql new file: AIA/06 DM_TD_EXT_AIA_PACK_PROPERTY.sql new file: AIA/07 DM_TD_EXT_AIA_PACK2MARKET.sql new file: AIA/08 DM_TD_EXT_AIA_MARKET_RATIO.sql new file: AIA/09 DM_TD_EXT_AIA_MARKET_BRAND_RATIO.sql new file: AIA/10 DM_TD_EXT_AIA_MARKET_PACK_MAPPING.sql new file: AIA/11 DM_TD_EXT_AIA_TARGET_INST.sql new file: AIA/11 dm_aia_targethp_flag.sql new file: "AIA/z_03 dm_aia_flag_\345\244\207\344\273\275\347\224\250.sql" new file: CHC/01 dm_chc_pack_property.sql new file: CHC/02 DM_TF_EXT_CHC_SALES.sql new file: CHC/03 DM_TD_EXT_CHC_PACK_PROPERTY.sql new file: CHC/04 DM_TD_EXT_CHC_PACK2MARKET.sql new file: CHC/05 DM_TD_EXT_CHC_MARKET_RATIO.sql new file: CHC/06 DM_TD_EXT_CHC_MARKET_BRAND_RATIO.sql new file: CHC/07 DM_TD_EXT_CHC_MARKET_PACK_MAPPING.sql new file: CHPA/01 dwd_ims_atc_hierarchy.sql new file: CHPA/01 dwd_ims_nfc_hierarchy.sql new file: CHPA/01 dwd_ims_td_manufacturer_corp.sql new file: CHPA/01 dwd_ims_td_pack_property.sql new file: CHPA/01 dwd_update.sql new file: CHPA/01_FB_BLOB_TO_DWD.sql new file: CHPA/02 DWS_IMS_TD_GEO.sql new file: CHPA/02 dws_ims_td_atc_cn.sql new file: CHPA/02 dws_ims_td_corp_cn.sql new file: CHPA/02 dws_ims_td_date.sql new file: CHPA/02 dws_ims_td_manu_cn.sql new file: CHPA/02 dws_ims_td_market.sql new file: CHPA/02 dws_ims_td_market_ta.sql new file: CHPA/02 dws_ims_td_nfc_cn.sql new file: CHPA/02 dws_ims_td_prod_cn.sql new file: CHPA/02 tmp_ims_td_prod_tmp.sql new file: CHPA/02 tmp_ims_tf_fact_sales.sql new file: CHPA/03 DM_TD_EXT_CHPA_MARKET_BRAND_RATIO.sql new file: CHPA/03 DM_TD_EXT_CHPA_MARKET_PACK_MAPPING.sql new file: CHPA/03 DM_TD_EXT_CHPA_MARKET_RATIO.sql new file: CHPA/03 DM_TD_EXT_CHPA_PACK2MARKET.sql new file: CHPA/03 DM_TD_EXT_CHPA_PACK_PROPERTY.sql new file: CHPA/03 DM_TF_EXT_CHPA_SALES.sql new file: CHPA/03 dm_ims_td_calendar.sql new file: CHPA/03 dm_ims_td_geo.sql new file: CHPA/03 dm_ims_td_market_property.sql new file: CHPA/03 dm_ims_td_org.sql new file: CHPA/03 dm_ims_td_org_hvh.sql new file: CHPA/03 dm_ims_td_pack_property.sql new file: CHPA/03 dm_ims_tf_sales.sql new file: CHPA/03 dm_td_chpa_market_definition.sql new file: CHPA/03 dm_td_ims_city_mapping.sql new file: EC/03 ec_load_data.sql new file: EC/04 DM_TD_EXT_EC_PACK_PROPERTY.sql new file: EC/05 DM_TF_EXT_EC_SALES.sql new file: EC/06 DM_TD_EXT_EC_PACK2MARKET.sql new file: EC/07 DM_TD_EXT_EC_MARKET_RATIO.sql new file: EC/08 DM_TD_EXT_EC_MARKET_BRAND_RATIO.sql new file: EC/09 DM_TD_EXT_EC_MARKET_PACK_MAPPING.sql new file: EC/1 (ec)blob_to_dwd.sql new file: EC/2 dwd_inc_gnd_ext_ec_nationnal_pack_union_all.py new file: Merged_Data/Merged_Data_Config_table_bkp.sql new file: Merged_Data/Merged_Data_Config_table_bymonth.sql new file: Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bkp.sql new file: Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bymonth_bkp.sql new file: ORG/DM_TD_EXT_AIA_ORG.sql new file: ORG/DM_TD_EXT_CHC_ORG.sql new file: ORG/DM_TD_EXT_CHPA_ORG.sql new file: ORG/DM_TD_EXT_COUNTY_ORG.sql new file: ORG/DM_TD_EXT_EC_ORG.sql new file: ORG/DM_TD_EXT_RETAIL_ORG.sql new file: ORG/DM_TD_EXT_THC_ORG.sql new file: ORG/DM_TD_EXT_XIEHE_ORG.sql new file: OTHERS/01 dm_td_report_url.sql new file: OTHERS/02 dws_ext_email_warning.sql new file: OTHERS/external_triggered_email.py new file: Retail/01 load_tmp_data.py new file: Retail/02 split_brand_data.py new file: Retail/03 split_pack_data.py new file: Retail/04 map_to_dws_table.py new file: Retail/05 load_dtp_temp_data.py new file: Retail/06 split_dtp_brand_data.py new file: Retail/07 split_dtp_pack_data.py new file: Retail/08 map_to_dtp_dws_table.py new file: Retail/09 dwd_inc_gnd_ext_retail_nataional.py new file: Retail/10 map_to_retail_dm_table.py new file: Retail/11 map_to_overview_dm_table.py new file: Retail/12 dws_tf_external_retail_dtp_special.sql new file: Retail/13 DM_TF_EXT_RETAIL_SALES.sql new file: Retail/14 DM_TF_EXT_RETAIL_DTP_SALES.sql new file: Retail/15 DM_TD_EXT_RETAIL_PACK_PROPERTY.sql new file: Retail/16 DM_TD_EXT_RETAIL_DTP_PACK_PROPERTY.sql new file: Retail/17 DM_TD_EXT_DTP_PACK2MARKET.sql new file: Retail/17 DM_TD_EXT_RETAIL_PACK2MARKET.sql new file: Retail/18 DM_TD_EXT_DTP_MARKET_RATIO.sql new file: Retail/18 DM_TD_EXT_RETAIL_MARKET_RATIO.sql new file: Retail/19 DM_TD_EXT_DTP_MARKET_BRAND_RATIO.sql new file: Retail/19 DM_TD_EXT_RETAIL_MARKET_BRAND_RATIO.sql new file: Retail/20 DM_TD_EXT_DTP_MARKET_PACK_MAPPING.sql new file: Retail/20 DM_TD_EXT_RETAIL_MARKET_PACK_MAPPING.sql new file: "Retail/z1 dwd_inc_gnd_ext_retail_nataional_\344\275\234\345\272\237.py" new file: "Retail/z2 retail_load_data_\344\275\234\345\272\237.sql" new file: "Retail/z3 retail_overview_data_\344\275\234\345\272\237.sql" new file: THC/01 dm_thc_pack_property.sql new file: THC/02 dm_ext_thc_sales.sql new file: THC/02 dm_ext_thc_sales_bakup_20260327.sql new file: THC/03 DM_TF_EXT_THC_MARKET_SALES_CHT.sql new file: THC/04 dm_tf_external_sales_thc.sql new file: THC/05 DM_TD_EXT_THC_PACK_PROPERTY.sql new file: THC/06 DM_TD_EXT_THC_PACK2MARKET.sql new file: THC/07 DM_TD_EXT_THC_MARKET_RATIO.sql new file: THC/08 DM_TD_EXT_THC_MARKET_BRAND_RATIO.sql new file: THC/09 DM_TD_EXT_THC_MARKET_PACK_MAPPING.sql new file: UNIONALL/DM_TD_EXT_UNIONALL_MARKET_PACK_MAPPING.sql new file: UNIONALL/DM_TD_EXT_UNIONALL_PACKINFO.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES_v1.0.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_SALES.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING_NIAD.sql new file: XIEHE/01 xiehe_blob_to_dwd.py new file: XIEHE/02 dm_xiehe_pack_property.sql new file: XIEHE/03 dm_ext_xiehe_geo.sql new file: XIEHE/04 dm_ext_xiehe_sales.sql new file: XIEHE/05 dm_td_xiehe_core_dept.sql new file: XIEHE/06 DM_TF_EXT_XIEHE_SALES.sql new file: XIEHE/07 DM_TD_EXT_XIEHE_PACK_PROPERTY.sql new file: XIEHE/08 DM_TD_EXT_XIEHE_PACK2MARKET.sql new file: XIEHE/09 DM_TD_EXT_XIEHE_MARKET_RATIO.sql new file: XIEHE/10 DM_TD_EXT_XIEHE_MARKET_BRAND_RATIO.sql new file: XIEHE/11 DM_TD_EXT_XIEHE_MARKET_PACK_MAPPING.sql new file: XIEHE/bkp_01 xiehe_blob2dwd.py new file: XIEHE/bkp_02 dm_ext_xiehe_sales.sql new file: XIEHE/bkp_03 dm_ext_xiehe_pack_property.sql new file: county/01 tmp_ims_county_fact_sales_sum.sql new file: county/02 tmp_imscounty_Result.sql new file: county/03 dm_ims_td_county_geo.sql new file: county/04 dws_ext_county_tf_sales.sql new file: county/05 dm_ext_county_td_pack_property.sql new file: county/06 dm_td_county_pack_region.sql new file: county/07 dm_ext_county_tf_sales_region.sql new file: county/08 DM_TD_EXT_COUNTY_PACK_PROPERTY.sql new file: county/09 DM_TF_EXT_COUNTY_SALES.sql new file: county/10 DM_TD_EXT_COUNTY_PACK2MARKET.sql new file: county/11 DM_TD_EXT_COUNTY_MARKET_RATIO.sql new file: county/12 DM_TD_EXT_COUNTY_MARKET_BRAND_RATIO.sql new file: county/13 DM_TD_EXT_COUNTY_MARKET_PACK_MAPPING.sql new file: for_AIA_Dashboard/01 dm_td_aia_inst_mkt.sql new file: for_AIA_Dashboard/02 dm_td_aia_auth_sales.sql new file: for_AIA_Dashboard/03 dm_td_aia_original_col.sql new file: for_AIA_Dashboard/04 dm_td_aia_nosales_inst.sql new file: for_AIA_Dashboard/05 dm_td_aia_is_eagle_flag.sql new file: for_AIA_Dashboard/06 dm_td_aia_rank.sql new file: for_AIA_Dashboard/07 dm_ext_aia_data_remove_flag.sql new file: for_AIA_Dashboard/07 dm_td_aia_remove_special_ins_bkp.py new file: for_AIA_Dashboard/08 dm_ext_aia_data_quality_flag.sql new file: z 01 dm_tf_external_sales.sql new file: "z 10 dm_td_external_market_pack_mapping_\344\275\234\345\272\237.sql" new file: "z 11 dm_td_external_market_\344\275\234\345\272\237.sql" new file: "\344\270\212\347\272\277\350\204\232\346\234\254.sql" new file: "\346\225\260\346\215\256\351\252\214\350\257\201.sql"
236 lines
5.0 KiB
SQL
236 lines
5.0 KiB
SQL
-- Databricks notebook source
|
||
-- county 自己的维度表 dm_ext_county_td_pack_property
|
||
insert overwrite table dm.dm_ext_county_td_pack_property --------------------------------------------county事实表中与CHPA匹配到的维度信息--------------------------------------------
|
||
with county_matched_value as (
|
||
select
|
||
concat(t2.MARKET,t1.PACK_COD) as MARKET_PACK_KEY,
|
||
t1.PACK_COD,
|
||
t1.PACK_DES,
|
||
t1.STGH_DES,
|
||
t1.PACK_LCH,
|
||
t1.Family_Code,
|
||
t1.Family_Name,
|
||
t1.PROD_COD,
|
||
t1.PROD_DES,
|
||
t1.PROD_DES_C,
|
||
t1.CMPS_COD,
|
||
t1.CMPS_DES,
|
||
t1.ATC1_COD,
|
||
t1.ATC2_COD,
|
||
t1.ATC3_COD,
|
||
t1.ATC4_COD,
|
||
t1.APP1_COD,
|
||
t1.APP2_COD,
|
||
t1.APP3_COD,
|
||
t1.BIO_DESC,
|
||
t1.GENE_ORIG_DESC,
|
||
t1.ETH_OTC_DESC,
|
||
t1.NRDL_DESC,
|
||
t1.NRDL_Entry_Date,
|
||
t1.EDL_DESC,
|
||
t1.TCM_DESC,
|
||
t1.PAED_DESC,
|
||
t1.GQCE_DESC,
|
||
t1.VBP_DESC,
|
||
t1.MANU_COD,
|
||
t1.MANU_DES,
|
||
t1.MNFL_COD,
|
||
t1.MNFL_DES,
|
||
t1.CORP_COD,
|
||
t1.CORP_DES,
|
||
t1.CORP_DES_C,
|
||
t1.BrandType,
|
||
t2.MARKET,
|
||
t2.KEY_COMPETITOR,
|
||
t1.IS_AZ,
|
||
t1.AZ_MAIN,
|
||
null AZ_Related,
|
||
t1.atc1_des,
|
||
t1.atc1_des_c,
|
||
t1.atc2_des,
|
||
t1.atc2_des_c,
|
||
t1.atc3_des,
|
||
t1.atc3_des_c,
|
||
t1.atc4_des,
|
||
t1.atc4_des_c,
|
||
t1.app1_des,
|
||
t1.app1_des_c,
|
||
t1.app2_des,
|
||
t1.app2_des_c,
|
||
t1.app3_des,
|
||
t1.app3_des_c,
|
||
t2.Class,
|
||
t1.ETL_INSERT_DT,
|
||
t1.ETL_UPDATE_DT
|
||
from
|
||
dm.dm_ims_td_pack_property t1
|
||
left join DM.DM_TD_EXT_CHPA_MARKET_PACK_MAPPING t2 on t1.PACK_COD = t2.PACK_CODE
|
||
--事实表中有yyyymm字段，故要去重，防止数据发散
|
||
|
||
inner join (
|
||
select distinct
|
||
PACK_COD
|
||
from
|
||
dws.dws_ext_county_tf_sales
|
||
) t3 on t1.PACK_COD = t3.PACK_COD
|
||
),
|
||
-------------------------------county事实表中与CHPA没有匹配到的维度信息取county维度表里的维度信息-------------------------------
|
||
--获取county表与CHPA没有匹配到的MARKET_PACK_KEY
|
||
county_notmatched_key as (select
|
||
t3.PACK_COD
|
||
from
|
||
(
|
||
select distinct
|
||
PACK_COD
|
||
from
|
||
dws.dws_ext_county_tf_sales
|
||
) t3
|
||
where
|
||
not exists (
|
||
select
|
||
1
|
||
from
|
||
dm.dm_ims_td_pack_property t4
|
||
where
|
||
t3.PACK_COD = t4.PACK_COD
|
||
)
|
||
),
|
||
county_notmatched_value as (--获取county维度表里的维度信息
|
||
select
|
||
distinct
|
||
t6.MARKET_PACK_KEY,
|
||
t6.PACK_COD,
|
||
t6.PACK_DES,
|
||
t6.STGH_DES,
|
||
t6.PACK_LCH,
|
||
t6.Family_Code,
|
||
t6.Family_Name,
|
||
t6.PROD_COD,
|
||
t6.PROD_DES,
|
||
t6.PROD_DES_C,
|
||
t6.CMPS_COD,
|
||
t6.CMPS_DES,
|
||
t6.ATC1_COD,
|
||
t6.ATC2_COD,
|
||
t6.ATC3_COD,
|
||
t6.ATC4_COD,
|
||
t6.APP1_COD,
|
||
t6.APP2_COD,
|
||
t6.APP3_COD,
|
||
t6.BIO_DESC,
|
||
t6.GENE_ORIG_DESC,
|
||
t6.ETH_OTC_DESC,
|
||
t6.NRDL_DESC,
|
||
t6.NRDL_Entry_Date,
|
||
t6.EDL_DESC,
|
||
t6.TCM_DESC,
|
||
t6.PAED_DESC,
|
||
t6.GQCE_DESC,
|
||
t6.VBP_DESC,
|
||
t6.MANU_COD,
|
||
t6.MANU_DES,
|
||
t6.MNFL_COD,
|
||
t6.MNFL_DES,
|
||
t6.CORP_COD,
|
||
t6.CORP_DES,
|
||
t6.CORP_DES_C,
|
||
t6.BrandType,
|
||
t6.MARKET,
|
||
t6.KEY_COMPETITOR,
|
||
t6.IS_AZ,
|
||
t6.AZ_MAIN,
|
||
t6.AZ_Related,
|
||
t6.atc1_des,
|
||
t6.atc1_des_c,
|
||
t6.atc2_des,
|
||
t6.atc2_des_c,
|
||
t6.atc3_des,
|
||
t6.atc3_des_c,
|
||
t6.atc4_des,
|
||
t6.atc4_des_c,
|
||
t6.app1_des,
|
||
t6.app1_des_c,
|
||
t6.app2_des,
|
||
t6.app2_des_c,
|
||
t6.app3_des,
|
||
t6.app3_des_c,
|
||
t6.Class,
|
||
from_utc_timestamp(current_timestamp, 'UTC+8') ETL_INSERT_DT,
|
||
from_utc_timestamp(current_timestamp, 'UTC+8') ETL_UPDATE_DT
|
||
from
|
||
county_notmatched_key t5
|
||
left join dm.dm_ims_county_td_pack_property t6 --此表有重复数据（etl时间不同）
|
||
on t5.PACK_COD = t6.PACK_COD
|
||
),
|
||
county_total_pack_property as (select
|
||
*
|
||
from
|
||
county_matched_value
|
||
union
|
||
select
|
||
*
|
||
from
|
||
county_notmatched_value
|
||
)
|
||
select
|
||
MARKET_PACK_KEY,
|
||
PACK_COD,
|
||
PACK_DES,
|
||
STGH_DES,
|
||
PACK_LCH,
|
||
Family_Code,
|
||
Family_Name,
|
||
PROD_COD,
|
||
PROD_DES,
|
||
PROD_DES_C,
|
||
CMPS_COD,
|
||
CMPS_DES,
|
||
ATC1_COD,
|
||
ATC2_COD,
|
||
ATC3_COD,
|
||
ATC4_COD,
|
||
APP1_COD,
|
||
APP2_COD,
|
||
APP3_COD,
|
||
BIO_DESC,
|
||
GENE_ORIG_DESC,
|
||
ETH_OTC_DESC,
|
||
NRDL_DESC,
|
||
NRDL_Entry_Date,
|
||
EDL_DESC,
|
||
TCM_DESC,
|
||
PAED_DESC,
|
||
GQCE_DESC,
|
||
VBP_DESC,
|
||
MANU_COD,
|
||
MANU_DES,
|
||
MNFL_COD,
|
||
MNFL_DES,
|
||
CORP_COD,
|
||
CORP_DES,
|
||
CORP_DES_C,
|
||
BrandType,
|
||
MARKET,
|
||
upper(NVL(KEY_COMPETITOR, 'Others')) as KEY_COMPETITOR,
|
||
IS_AZ,
|
||
AZ_MAIN,
|
||
AZ_Related,
|
||
atc1_des,
|
||
atc1_des_c,
|
||
atc2_des,
|
||
atc2_des_c,
|
||
atc3_des,
|
||
atc3_des_c,
|
||
atc4_des,
|
||
atc4_des_c,
|
||
app1_des,
|
||
app1_des_c,
|
||
app2_des,
|
||
app2_des_c,
|
||
app3_des,
|
||
app3_des_c,
|
||
Class,
|
||
ETL_INSERT_DT,
|
||
ETL_UPDATE_DT
|
||
from
|
||
county_total_pack_property |