chenwu
832c7bcd69
new file: 02 dm_td_external_keycompatitor.sql new file: 03 dm_td_external_brand_market.sql new file: 04 dm_td_external_calendar.sql new file: 05 dm_td_external_exchangerate.sql new file: 07 dm_td_external_packinfo.sql new file: 08 dm_td_external_corp.sql new file: 09 dm_td_external_geo_type.sql new file: 11 DM_TD_EXTERNAL_MARKET_NEW.sql new file: 12 dm_td_external_org.sql new file: 13 external auth.sql new file: 14 dm_tf_external_retail_special_bkp.sql new file: AIA/01 dm_aia_pack_property.sql new file: AIA/02 dm_ext_aia_sales.sql new file: AIA/02 dm_ext_aia_sales_bakup_20230327.sql new file: AIA/03 dm_aia_flag.sql new file: AIA/04 dm_aia_provided_flag.sql new file: AIA/06 DM_TD_EXT_AIA_PACK_PROPERTY.sql new file: AIA/07 DM_TD_EXT_AIA_PACK2MARKET.sql new file: AIA/08 DM_TD_EXT_AIA_MARKET_RATIO.sql new file: AIA/09 DM_TD_EXT_AIA_MARKET_BRAND_RATIO.sql new file: AIA/10 DM_TD_EXT_AIA_MARKET_PACK_MAPPING.sql new file: AIA/11 DM_TD_EXT_AIA_TARGET_INST.sql new file: AIA/11 dm_aia_targethp_flag.sql new file: "AIA/z_03 dm_aia_flag_\345\244\207\344\273\275\347\224\250.sql" new file: CHC/01 dm_chc_pack_property.sql new file: CHC/02 DM_TF_EXT_CHC_SALES.sql new file: CHC/03 DM_TD_EXT_CHC_PACK_PROPERTY.sql new file: CHC/04 DM_TD_EXT_CHC_PACK2MARKET.sql new file: CHC/05 DM_TD_EXT_CHC_MARKET_RATIO.sql new file: CHC/06 DM_TD_EXT_CHC_MARKET_BRAND_RATIO.sql new file: CHC/07 DM_TD_EXT_CHC_MARKET_PACK_MAPPING.sql new file: CHPA/01 dwd_ims_atc_hierarchy.sql new file: CHPA/01 dwd_ims_nfc_hierarchy.sql new file: CHPA/01 dwd_ims_td_manufacturer_corp.sql new file: CHPA/01 dwd_ims_td_pack_property.sql new file: CHPA/01 dwd_update.sql new file: CHPA/01_FB_BLOB_TO_DWD.sql new file: CHPA/02 DWS_IMS_TD_GEO.sql new file: CHPA/02 dws_ims_td_atc_cn.sql new file: CHPA/02 dws_ims_td_corp_cn.sql new file: CHPA/02 dws_ims_td_date.sql new file: CHPA/02 dws_ims_td_manu_cn.sql new file: CHPA/02 dws_ims_td_market.sql new file: CHPA/02 dws_ims_td_market_ta.sql new file: CHPA/02 dws_ims_td_nfc_cn.sql new file: CHPA/02 dws_ims_td_prod_cn.sql new file: CHPA/02 tmp_ims_td_prod_tmp.sql new file: CHPA/02 tmp_ims_tf_fact_sales.sql new file: CHPA/03 DM_TD_EXT_CHPA_MARKET_BRAND_RATIO.sql new file: CHPA/03 DM_TD_EXT_CHPA_MARKET_PACK_MAPPING.sql new file: CHPA/03 DM_TD_EXT_CHPA_MARKET_RATIO.sql new file: CHPA/03 DM_TD_EXT_CHPA_PACK2MARKET.sql new file: CHPA/03 DM_TD_EXT_CHPA_PACK_PROPERTY.sql new file: CHPA/03 DM_TF_EXT_CHPA_SALES.sql new file: CHPA/03 dm_ims_td_calendar.sql new file: CHPA/03 dm_ims_td_geo.sql new file: CHPA/03 dm_ims_td_market_property.sql new file: CHPA/03 dm_ims_td_org.sql new file: CHPA/03 dm_ims_td_org_hvh.sql new file: CHPA/03 dm_ims_td_pack_property.sql new file: CHPA/03 dm_ims_tf_sales.sql new file: CHPA/03 dm_td_chpa_market_definition.sql new file: CHPA/03 dm_td_ims_city_mapping.sql new file: EC/03 ec_load_data.sql new file: EC/04 DM_TD_EXT_EC_PACK_PROPERTY.sql new file: EC/05 DM_TF_EXT_EC_SALES.sql new file: EC/06 DM_TD_EXT_EC_PACK2MARKET.sql new file: EC/07 DM_TD_EXT_EC_MARKET_RATIO.sql new file: EC/08 DM_TD_EXT_EC_MARKET_BRAND_RATIO.sql new file: EC/09 DM_TD_EXT_EC_MARKET_PACK_MAPPING.sql new file: EC/1 (ec)blob_to_dwd.sql new file: EC/2 dwd_inc_gnd_ext_ec_nationnal_pack_union_all.py new file: Merged_Data/Merged_Data_Config_table_bkp.sql new file: Merged_Data/Merged_Data_Config_table_bymonth.sql new file: Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bkp.sql new file: Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bymonth_bkp.sql new file: ORG/DM_TD_EXT_AIA_ORG.sql new file: ORG/DM_TD_EXT_CHC_ORG.sql new file: ORG/DM_TD_EXT_CHPA_ORG.sql new file: ORG/DM_TD_EXT_COUNTY_ORG.sql new file: ORG/DM_TD_EXT_EC_ORG.sql new file: ORG/DM_TD_EXT_RETAIL_ORG.sql new file: ORG/DM_TD_EXT_THC_ORG.sql new file: ORG/DM_TD_EXT_XIEHE_ORG.sql new file: OTHERS/01 dm_td_report_url.sql new file: OTHERS/02 dws_ext_email_warning.sql new file: OTHERS/external_triggered_email.py new file: Retail/01 load_tmp_data.py new file: Retail/02 split_brand_data.py new file: Retail/03 split_pack_data.py new file: Retail/04 map_to_dws_table.py new file: Retail/05 load_dtp_temp_data.py new file: Retail/06 split_dtp_brand_data.py new file: Retail/07 split_dtp_pack_data.py new file: Retail/08 map_to_dtp_dws_table.py new file: Retail/09 dwd_inc_gnd_ext_retail_nataional.py new file: Retail/10 map_to_retail_dm_table.py new file: Retail/11 map_to_overview_dm_table.py new file: Retail/12 dws_tf_external_retail_dtp_special.sql new file: Retail/13 DM_TF_EXT_RETAIL_SALES.sql new file: Retail/14 DM_TF_EXT_RETAIL_DTP_SALES.sql new file: Retail/15 DM_TD_EXT_RETAIL_PACK_PROPERTY.sql new file: Retail/16 DM_TD_EXT_RETAIL_DTP_PACK_PROPERTY.sql new file: Retail/17 DM_TD_EXT_DTP_PACK2MARKET.sql new file: Retail/17 DM_TD_EXT_RETAIL_PACK2MARKET.sql new file: Retail/18 DM_TD_EXT_DTP_MARKET_RATIO.sql new file: Retail/18 DM_TD_EXT_RETAIL_MARKET_RATIO.sql new file: Retail/19 DM_TD_EXT_DTP_MARKET_BRAND_RATIO.sql new file: Retail/19 DM_TD_EXT_RETAIL_MARKET_BRAND_RATIO.sql new file: Retail/20 DM_TD_EXT_DTP_MARKET_PACK_MAPPING.sql new file: Retail/20 DM_TD_EXT_RETAIL_MARKET_PACK_MAPPING.sql new file: "Retail/z1 dwd_inc_gnd_ext_retail_nataional_\344\275\234\345\272\237.py" new file: "Retail/z2 retail_load_data_\344\275\234\345\272\237.sql" new file: "Retail/z3 retail_overview_data_\344\275\234\345\272\237.sql" new file: THC/01 dm_thc_pack_property.sql new file: THC/02 dm_ext_thc_sales.sql new file: THC/02 dm_ext_thc_sales_bakup_20260327.sql new file: THC/03 DM_TF_EXT_THC_MARKET_SALES_CHT.sql new file: THC/04 dm_tf_external_sales_thc.sql new file: THC/05 DM_TD_EXT_THC_PACK_PROPERTY.sql new file: THC/06 DM_TD_EXT_THC_PACK2MARKET.sql new file: THC/07 DM_TD_EXT_THC_MARKET_RATIO.sql new file: THC/08 DM_TD_EXT_THC_MARKET_BRAND_RATIO.sql new file: THC/09 DM_TD_EXT_THC_MARKET_PACK_MAPPING.sql new file: UNIONALL/DM_TD_EXT_UNIONALL_MARKET_PACK_MAPPING.sql new file: UNIONALL/DM_TD_EXT_UNIONALL_PACKINFO.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES_v1.0.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_SALES.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING_NIAD.sql new file: XIEHE/01 xiehe_blob_to_dwd.py new file: XIEHE/02 dm_xiehe_pack_property.sql new file: XIEHE/03 dm_ext_xiehe_geo.sql new file: XIEHE/04 dm_ext_xiehe_sales.sql new file: XIEHE/05 dm_td_xiehe_core_dept.sql new file: XIEHE/06 DM_TF_EXT_XIEHE_SALES.sql new file: XIEHE/07 DM_TD_EXT_XIEHE_PACK_PROPERTY.sql new file: XIEHE/08 DM_TD_EXT_XIEHE_PACK2MARKET.sql new file: XIEHE/09 DM_TD_EXT_XIEHE_MARKET_RATIO.sql new file: XIEHE/10 DM_TD_EXT_XIEHE_MARKET_BRAND_RATIO.sql new file: XIEHE/11 DM_TD_EXT_XIEHE_MARKET_PACK_MAPPING.sql new file: XIEHE/bkp_01 xiehe_blob2dwd.py new file: XIEHE/bkp_02 dm_ext_xiehe_sales.sql new file: XIEHE/bkp_03 dm_ext_xiehe_pack_property.sql new file: county/01 tmp_ims_county_fact_sales_sum.sql new file: county/02 tmp_imscounty_Result.sql new file: county/03 dm_ims_td_county_geo.sql new file: county/04 dws_ext_county_tf_sales.sql new file: county/05 dm_ext_county_td_pack_property.sql new file: county/06 dm_td_county_pack_region.sql new file: county/07 dm_ext_county_tf_sales_region.sql new file: county/08 DM_TD_EXT_COUNTY_PACK_PROPERTY.sql new file: county/09 DM_TF_EXT_COUNTY_SALES.sql new file: county/10 DM_TD_EXT_COUNTY_PACK2MARKET.sql new file: county/11 DM_TD_EXT_COUNTY_MARKET_RATIO.sql new file: county/12 DM_TD_EXT_COUNTY_MARKET_BRAND_RATIO.sql new file: county/13 DM_TD_EXT_COUNTY_MARKET_PACK_MAPPING.sql new file: for_AIA_Dashboard/01 dm_td_aia_inst_mkt.sql new file: for_AIA_Dashboard/02 dm_td_aia_auth_sales.sql new file: for_AIA_Dashboard/03 dm_td_aia_original_col.sql new file: for_AIA_Dashboard/04 dm_td_aia_nosales_inst.sql new file: for_AIA_Dashboard/05 dm_td_aia_is_eagle_flag.sql new file: for_AIA_Dashboard/06 dm_td_aia_rank.sql new file: for_AIA_Dashboard/07 dm_ext_aia_data_remove_flag.sql new file: for_AIA_Dashboard/07 dm_td_aia_remove_special_ins_bkp.py new file: for_AIA_Dashboard/08 dm_ext_aia_data_quality_flag.sql new file: z 01 dm_tf_external_sales.sql new file: "z 10 dm_td_external_market_pack_mapping_\344\275\234\345\272\237.sql" new file: "z 11 dm_td_external_market_\344\275\234\345\272\237.sql" new file: "\344\270\212\347\272\277\350\204\232\346\234\254.sql" new file: "\346\225\260\346\215\256\351\252\214\350\257\201.sql"
231 lines
7.4 KiB
SQL
231 lines
7.4 KiB
SQL
-- Databricks notebook source
|
||
-- CREATE OR REPLACE TABLE dm.dm_chc_pack_property (
|
||
-- PACK_COD STRING,
|
||
-- pack_des STRING,
|
||
-- stgh_des STRING,
|
||
-- pack_lch STRING,
|
||
-- PROD_COD STRING,
|
||
-- prod_des STRING,
|
||
-- prod_des_c STRING,
|
||
-- Family_Code STRING,
|
||
-- Family_Name STRING,
|
||
-- cmps_cod STRING,
|
||
-- cmps_des STRING,
|
||
-- cmps_des_c STRING,
|
||
-- atc1_cod STRING,
|
||
-- atc1_des STRING,
|
||
-- atc1_des_c STRING,
|
||
-- atc2_cod STRING,
|
||
-- atc2_des STRING,
|
||
-- atc2_des_c STRING,
|
||
-- atc3_cod STRING,
|
||
-- atc3_des STRING,
|
||
-- atc3_des_c STRING,
|
||
-- atc4_cod STRING,
|
||
-- atc4_des STRING,
|
||
-- atc4_des_c STRING,
|
||
-- app1_cod STRING,
|
||
-- app1_des STRING,
|
||
-- app1_des_c STRING,
|
||
-- app2_cod STRING,
|
||
-- app2_des STRING,
|
||
-- app2_des_c STRING,
|
||
-- app3_cod STRING,
|
||
-- app3_des STRING,
|
||
-- app3_des_c STRING,
|
||
-- bio_desc STRING,
|
||
-- gene_orig_desc STRING,
|
||
-- eth_otc_desc STRING,
|
||
-- nrdl_desc STRING,
|
||
-- NRDL_Entry_Date STRING,
|
||
-- edl_desc STRING,
|
||
-- tcm_desc STRING,
|
||
-- paed_desc STRING,
|
||
-- gqce_desc STRING,
|
||
-- vbp_desc STRING,
|
||
-- manu_cod STRING,
|
||
-- manu_des STRING,
|
||
-- manu_des_c STRING,
|
||
-- mnfl_cod STRING,
|
||
-- mnfl_des STRING,
|
||
-- corp_cod STRING,
|
||
-- corp_des STRING,
|
||
-- corp_des_c STRING,
|
||
-- BrandType STRING,
|
||
-- IS_AZ STRING,
|
||
-- AZ_MAIN STRING,
|
||
-- AZ_Related STRING,
|
||
-- countingunit STRING,
|
||
-- ETL_INSERT_DT TIMESTAMP,
|
||
-- ETL_UPDATE_DT TIMESTAMP)
|
||
-- USING delta
|
||
-- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_aia_pack_property';
|
||
-- -- 上面是生产环境location，下面是测试环境location
|
||
-- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_aia_pack_property';
|
||
|
||
-- COMMAND ----------
|
||
|
||
-- update dwd.dwd_gnd_ext_chc_pack_property
|
||
-- set iqvia_pack_code = if( iqvia_pack_code REGEXP '^[0-9]',right(concat('000000000000',iqvia_pack_code),12),iqvia_pack_code)
|
||
-- ,iqvia_prod_code = right(concat('000000000',iqvia_prod_code),9)
|
||
|
||
-- COMMAND ----------
|
||
|
||
create or replace temporary view dwd_pack_property
|
||
as
|
||
select distinct
|
||
iqvia_pack_code ,
|
||
iqvia_prod_code ,
|
||
pack_cod ,
|
||
app1_cod ,
|
||
app1_des ,
|
||
app1_des_c ,
|
||
app2_cod ,
|
||
app2_des ,
|
||
app2_des_c ,
|
||
app3_cod ,
|
||
app3_des ,
|
||
app3_des_c ,
|
||
atc1_cod ,
|
||
atc1_des ,
|
||
atc1_des_c ,
|
||
atc2_cod ,
|
||
atc2_des ,
|
||
atc2_des_c ,
|
||
atc3_cod ,
|
||
atc3_des ,
|
||
atc3_des_c ,
|
||
atc4_cod ,
|
||
atc4_des ,
|
||
atc4_des_c ,
|
||
bio_desc ,
|
||
cmps_cod ,
|
||
cmps_des ,
|
||
cmps_des_c ,
|
||
corp_cod ,
|
||
corp_des ,
|
||
corp_des_c ,
|
||
edl_desc ,
|
||
eth_otc_desc ,
|
||
gene_orig_desc ,
|
||
gqce_desc ,
|
||
manu_cod ,
|
||
manu_des ,
|
||
manu_des_c ,
|
||
mnfl_cod ,
|
||
mnfl_des ,
|
||
nrdl_desc ,
|
||
pack_des ,
|
||
stgh_des ,
|
||
pack_lch ,
|
||
paed_desc ,
|
||
prod_des ,
|
||
prod_des_c ,
|
||
tcm_desc ,
|
||
vbp_desc ,
|
||
-- builtinarchivedate ,
|
||
source_file_path ,
|
||
source_file_name ,
|
||
etl_insert_dt ,
|
||
countingunit
|
||
from dwd.dwd_gnd_dept_pack_property
|
||
|
||
-- COMMAND ----------
|
||
|
||
-- create or replace table dm.dm_chc_pack_property
|
||
-- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_chc_pack_property'
|
||
-- as
|
||
insert overwrite table dm.dm_chc_pack_property
|
||
WITH dedup_l AS (
|
||
SELECT *,
|
||
ROW_NUMBER() OVER (PARTITION BY iqvia_pack_code ORDER BY iqvia_pack_code) AS rn
|
||
FROM dwd_pack_property
|
||
QUALIFY rn = 1
|
||
),
|
||
dedup_r AS (
|
||
SELECT *,
|
||
ROW_NUMBER() OVER (PARTITION BY PACK_COD ORDER BY PACK_COD) AS rn
|
||
FROM tmp.tmp_ext_chpa_pack_propetry
|
||
QUALIFY rn = 1
|
||
)
|
||
SELECT
|
||
l.iqvia_pack_code AS PACK_COD,
|
||
|
||
-- Pack / Product 描述
|
||
COALESCE(r.PACK_DES, l.pack_des) AS pack_des,
|
||
COALESCE(r.STGH_DES, l.stgh_des) AS stgh_des,
|
||
COALESCE(r.PACK_LCH, l.pack_lch) AS pack_lch,
|
||
COALESCE(r.PROD_COD, l.iqvia_prod_code) AS PROD_COD,
|
||
COALESCE(r.PROD_DES, l.prod_des) AS prod_des,
|
||
COALESCE(r.PROD_DES_C, l.prod_des_c) AS prod_des_c,
|
||
|
||
-- 右表独有：Family
|
||
r.Family_Code,
|
||
r.Family_Name,
|
||
|
||
-- 成分
|
||
COALESCE(r.CMPS_COD, l.cmps_cod) AS cmps_cod,
|
||
COALESCE(r.CMPS_DES, l.cmps_des) AS cmps_des,
|
||
COALESCE(r.CMPS_DES_C, l.cmps_des_c) AS cmps_des_c,
|
||
|
||
-- ATC
|
||
COALESCE(r.ATC1_COD, l.atc1_cod) AS atc1_cod,
|
||
COALESCE(r.atc1_des, l.atc1_des) AS atc1_des,
|
||
COALESCE(r.atc1_des_c, l.atc1_des_c) AS atc1_des_c,
|
||
COALESCE(r.ATC2_COD, l.atc2_cod) AS atc2_cod,
|
||
COALESCE(r.atc2_des, l.atc2_des) AS atc2_des,
|
||
COALESCE(r.atc2_des_c, l.atc2_des_c) AS atc2_des_c,
|
||
COALESCE(r.ATC3_COD, l.atc3_cod) AS atc3_cod,
|
||
COALESCE(r.atc3_des, l.atc3_des) AS atc3_des,
|
||
COALESCE(r.atc3_des_c, l.atc3_des_c) AS atc3_des_c,
|
||
COALESCE(r.ATC4_COD, l.atc4_cod) AS atc4_cod,
|
||
COALESCE(r.atc4_des, l.atc4_des) AS atc4_des,
|
||
COALESCE(r.atc4_des_c, l.atc4_des_c) AS atc4_des_c,
|
||
|
||
-- APP
|
||
COALESCE(r.APP1_COD, l.app1_cod) AS app1_cod,
|
||
COALESCE(r.app1_des, l.app1_des) AS app1_des,
|
||
COALESCE(r.app1_des_c, l.app1_des_c) AS app1_des_c,
|
||
COALESCE(r.APP2_COD, l.app2_cod) AS app2_cod,
|
||
COALESCE(r.app2_des, l.app2_des) AS app2_des,
|
||
COALESCE(r.app2_des_c, l.app2_des_c) AS app2_des_c,
|
||
COALESCE(r.APP3_COD, l.app3_cod) AS app3_cod,
|
||
COALESCE(r.app3_des, l.app3_des) AS app3_des,
|
||
COALESCE(r.app3_des_c, l.app3_des_c) AS app3_des_c,
|
||
|
||
-- 标志位
|
||
COALESCE(r.BIO_DESC, l.bio_desc) AS bio_desc,
|
||
COALESCE(r.GENE_ORIG_DESC, l.gene_orig_desc) AS gene_orig_desc,
|
||
COALESCE(r.ETH_OTC_DESC, l.eth_otc_desc) AS eth_otc_desc,
|
||
COALESCE(r.NRDL_DESC, l.nrdl_desc) AS nrdl_desc,
|
||
r.NRDL_Entry_Date,
|
||
COALESCE(r.EDL_DESC, l.edl_desc) AS edl_desc,
|
||
COALESCE(r.TCM_DESC, l.tcm_desc) AS tcm_desc,
|
||
COALESCE(r.PAED_DESC, l.paed_desc) AS paed_desc,
|
||
COALESCE(r.GQCE_DESC, l.gqce_desc) AS gqce_desc,
|
||
COALESCE(r.VBP_DESC, l.vbp_desc) AS vbp_desc,
|
||
|
||
-- 厂商
|
||
COALESCE(r.MANU_COD, l.manu_cod) AS manu_cod,
|
||
COALESCE(r.MANU_DES, l.manu_des) AS manu_des,
|
||
COALESCE(r.MANU_DES_C, l.manu_des_c) AS manu_des_c,
|
||
COALESCE(r.MNFL_COD, l.mnfl_cod) AS mnfl_cod,
|
||
COALESCE(r.MNFL_DES, l.mnfl_des) AS mnfl_des,
|
||
|
||
-- 公司
|
||
COALESCE(r.CORP_COD, l.corp_cod) AS corp_cod,
|
||
COALESCE(r.CORP_DES, l.corp_des) AS corp_des,
|
||
COALESCE(r.CORP_DES_C, l.corp_des_c) AS corp_des_c,
|
||
|
||
-- 右表独有：品牌 / AZ 标志
|
||
r.BrandType,
|
||
r.IS_AZ,
|
||
r.AZ_MAIN,
|
||
r.AZ_Related,
|
||
-- 左表独有
|
||
l.countingunit,
|
||
from_utc_timestamp(current_timestamp(),'UTC+8') as ETL_INSERT_DT,
|
||
from_utc_timestamp(current_timestamp(),'UTC+8') as ETL_UPDATE_DT
|
||
FROM dedup_l l
|
||
LEFT JOIN dedup_r r
|
||
ON l.iqvia_pack_code = r.PACK_COD |