chenwu
832c7bcd69
new file: 02 dm_td_external_keycompatitor.sql new file: 03 dm_td_external_brand_market.sql new file: 04 dm_td_external_calendar.sql new file: 05 dm_td_external_exchangerate.sql new file: 07 dm_td_external_packinfo.sql new file: 08 dm_td_external_corp.sql new file: 09 dm_td_external_geo_type.sql new file: 11 DM_TD_EXTERNAL_MARKET_NEW.sql new file: 12 dm_td_external_org.sql new file: 13 external auth.sql new file: 14 dm_tf_external_retail_special_bkp.sql new file: AIA/01 dm_aia_pack_property.sql new file: AIA/02 dm_ext_aia_sales.sql new file: AIA/02 dm_ext_aia_sales_bakup_20230327.sql new file: AIA/03 dm_aia_flag.sql new file: AIA/04 dm_aia_provided_flag.sql new file: AIA/06 DM_TD_EXT_AIA_PACK_PROPERTY.sql new file: AIA/07 DM_TD_EXT_AIA_PACK2MARKET.sql new file: AIA/08 DM_TD_EXT_AIA_MARKET_RATIO.sql new file: AIA/09 DM_TD_EXT_AIA_MARKET_BRAND_RATIO.sql new file: AIA/10 DM_TD_EXT_AIA_MARKET_PACK_MAPPING.sql new file: AIA/11 DM_TD_EXT_AIA_TARGET_INST.sql new file: AIA/11 dm_aia_targethp_flag.sql new file: "AIA/z_03 dm_aia_flag_\345\244\207\344\273\275\347\224\250.sql" new file: CHC/01 dm_chc_pack_property.sql new file: CHC/02 DM_TF_EXT_CHC_SALES.sql new file: CHC/03 DM_TD_EXT_CHC_PACK_PROPERTY.sql new file: CHC/04 DM_TD_EXT_CHC_PACK2MARKET.sql new file: CHC/05 DM_TD_EXT_CHC_MARKET_RATIO.sql new file: CHC/06 DM_TD_EXT_CHC_MARKET_BRAND_RATIO.sql new file: CHC/07 DM_TD_EXT_CHC_MARKET_PACK_MAPPING.sql new file: CHPA/01 dwd_ims_atc_hierarchy.sql new file: CHPA/01 dwd_ims_nfc_hierarchy.sql new file: CHPA/01 dwd_ims_td_manufacturer_corp.sql new file: CHPA/01 dwd_ims_td_pack_property.sql new file: CHPA/01 dwd_update.sql new file: CHPA/01_FB_BLOB_TO_DWD.sql new file: CHPA/02 DWS_IMS_TD_GEO.sql new file: CHPA/02 dws_ims_td_atc_cn.sql new file: CHPA/02 dws_ims_td_corp_cn.sql new file: CHPA/02 dws_ims_td_date.sql new file: CHPA/02 dws_ims_td_manu_cn.sql new file: CHPA/02 dws_ims_td_market.sql new file: CHPA/02 dws_ims_td_market_ta.sql new file: CHPA/02 dws_ims_td_nfc_cn.sql new file: CHPA/02 dws_ims_td_prod_cn.sql new file: CHPA/02 tmp_ims_td_prod_tmp.sql new file: CHPA/02 tmp_ims_tf_fact_sales.sql new file: CHPA/03 DM_TD_EXT_CHPA_MARKET_BRAND_RATIO.sql new file: CHPA/03 DM_TD_EXT_CHPA_MARKET_PACK_MAPPING.sql new file: CHPA/03 DM_TD_EXT_CHPA_MARKET_RATIO.sql new file: CHPA/03 DM_TD_EXT_CHPA_PACK2MARKET.sql new file: CHPA/03 DM_TD_EXT_CHPA_PACK_PROPERTY.sql new file: CHPA/03 DM_TF_EXT_CHPA_SALES.sql new file: CHPA/03 dm_ims_td_calendar.sql new file: CHPA/03 dm_ims_td_geo.sql new file: CHPA/03 dm_ims_td_market_property.sql new file: CHPA/03 dm_ims_td_org.sql new file: CHPA/03 dm_ims_td_org_hvh.sql new file: CHPA/03 dm_ims_td_pack_property.sql new file: CHPA/03 dm_ims_tf_sales.sql new file: CHPA/03 dm_td_chpa_market_definition.sql new file: CHPA/03 dm_td_ims_city_mapping.sql new file: EC/03 ec_load_data.sql new file: EC/04 DM_TD_EXT_EC_PACK_PROPERTY.sql new file: EC/05 DM_TF_EXT_EC_SALES.sql new file: EC/06 DM_TD_EXT_EC_PACK2MARKET.sql new file: EC/07 DM_TD_EXT_EC_MARKET_RATIO.sql new file: EC/08 DM_TD_EXT_EC_MARKET_BRAND_RATIO.sql new file: EC/09 DM_TD_EXT_EC_MARKET_PACK_MAPPING.sql new file: EC/1 (ec)blob_to_dwd.sql new file: EC/2 dwd_inc_gnd_ext_ec_nationnal_pack_union_all.py new file: Merged_Data/Merged_Data_Config_table_bkp.sql new file: Merged_Data/Merged_Data_Config_table_bymonth.sql new file: Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bkp.sql new file: Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bymonth_bkp.sql new file: ORG/DM_TD_EXT_AIA_ORG.sql new file: ORG/DM_TD_EXT_CHC_ORG.sql new file: ORG/DM_TD_EXT_CHPA_ORG.sql new file: ORG/DM_TD_EXT_COUNTY_ORG.sql new file: ORG/DM_TD_EXT_EC_ORG.sql new file: ORG/DM_TD_EXT_RETAIL_ORG.sql new file: ORG/DM_TD_EXT_THC_ORG.sql new file: ORG/DM_TD_EXT_XIEHE_ORG.sql new file: OTHERS/01 dm_td_report_url.sql new file: OTHERS/02 dws_ext_email_warning.sql new file: OTHERS/external_triggered_email.py new file: Retail/01 load_tmp_data.py new file: Retail/02 split_brand_data.py new file: Retail/03 split_pack_data.py new file: Retail/04 map_to_dws_table.py new file: Retail/05 load_dtp_temp_data.py new file: Retail/06 split_dtp_brand_data.py new file: Retail/07 split_dtp_pack_data.py new file: Retail/08 map_to_dtp_dws_table.py new file: Retail/09 dwd_inc_gnd_ext_retail_nataional.py new file: Retail/10 map_to_retail_dm_table.py new file: Retail/11 map_to_overview_dm_table.py new file: Retail/12 dws_tf_external_retail_dtp_special.sql new file: Retail/13 DM_TF_EXT_RETAIL_SALES.sql new file: Retail/14 DM_TF_EXT_RETAIL_DTP_SALES.sql new file: Retail/15 DM_TD_EXT_RETAIL_PACK_PROPERTY.sql new file: Retail/16 DM_TD_EXT_RETAIL_DTP_PACK_PROPERTY.sql new file: Retail/17 DM_TD_EXT_DTP_PACK2MARKET.sql new file: Retail/17 DM_TD_EXT_RETAIL_PACK2MARKET.sql new file: Retail/18 DM_TD_EXT_DTP_MARKET_RATIO.sql new file: Retail/18 DM_TD_EXT_RETAIL_MARKET_RATIO.sql new file: Retail/19 DM_TD_EXT_DTP_MARKET_BRAND_RATIO.sql new file: Retail/19 DM_TD_EXT_RETAIL_MARKET_BRAND_RATIO.sql new file: Retail/20 DM_TD_EXT_DTP_MARKET_PACK_MAPPING.sql new file: Retail/20 DM_TD_EXT_RETAIL_MARKET_PACK_MAPPING.sql new file: "Retail/z1 dwd_inc_gnd_ext_retail_nataional_\344\275\234\345\272\237.py" new file: "Retail/z2 retail_load_data_\344\275\234\345\272\237.sql" new file: "Retail/z3 retail_overview_data_\344\275\234\345\272\237.sql" new file: THC/01 dm_thc_pack_property.sql new file: THC/02 dm_ext_thc_sales.sql new file: THC/02 dm_ext_thc_sales_bakup_20260327.sql new file: THC/03 DM_TF_EXT_THC_MARKET_SALES_CHT.sql new file: THC/04 dm_tf_external_sales_thc.sql new file: THC/05 DM_TD_EXT_THC_PACK_PROPERTY.sql new file: THC/06 DM_TD_EXT_THC_PACK2MARKET.sql new file: THC/07 DM_TD_EXT_THC_MARKET_RATIO.sql new file: THC/08 DM_TD_EXT_THC_MARKET_BRAND_RATIO.sql new file: THC/09 DM_TD_EXT_THC_MARKET_PACK_MAPPING.sql new file: UNIONALL/DM_TD_EXT_UNIONALL_MARKET_PACK_MAPPING.sql new file: UNIONALL/DM_TD_EXT_UNIONALL_PACKINFO.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES_v1.0.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_SALES.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING_NIAD.sql new file: XIEHE/01 xiehe_blob_to_dwd.py new file: XIEHE/02 dm_xiehe_pack_property.sql new file: XIEHE/03 dm_ext_xiehe_geo.sql new file: XIEHE/04 dm_ext_xiehe_sales.sql new file: XIEHE/05 dm_td_xiehe_core_dept.sql new file: XIEHE/06 DM_TF_EXT_XIEHE_SALES.sql new file: XIEHE/07 DM_TD_EXT_XIEHE_PACK_PROPERTY.sql new file: XIEHE/08 DM_TD_EXT_XIEHE_PACK2MARKET.sql new file: XIEHE/09 DM_TD_EXT_XIEHE_MARKET_RATIO.sql new file: XIEHE/10 DM_TD_EXT_XIEHE_MARKET_BRAND_RATIO.sql new file: XIEHE/11 DM_TD_EXT_XIEHE_MARKET_PACK_MAPPING.sql new file: XIEHE/bkp_01 xiehe_blob2dwd.py new file: XIEHE/bkp_02 dm_ext_xiehe_sales.sql new file: XIEHE/bkp_03 dm_ext_xiehe_pack_property.sql new file: county/01 tmp_ims_county_fact_sales_sum.sql new file: county/02 tmp_imscounty_Result.sql new file: county/03 dm_ims_td_county_geo.sql new file: county/04 dws_ext_county_tf_sales.sql new file: county/05 dm_ext_county_td_pack_property.sql new file: county/06 dm_td_county_pack_region.sql new file: county/07 dm_ext_county_tf_sales_region.sql new file: county/08 DM_TD_EXT_COUNTY_PACK_PROPERTY.sql new file: county/09 DM_TF_EXT_COUNTY_SALES.sql new file: county/10 DM_TD_EXT_COUNTY_PACK2MARKET.sql new file: county/11 DM_TD_EXT_COUNTY_MARKET_RATIO.sql new file: county/12 DM_TD_EXT_COUNTY_MARKET_BRAND_RATIO.sql new file: county/13 DM_TD_EXT_COUNTY_MARKET_PACK_MAPPING.sql new file: for_AIA_Dashboard/01 dm_td_aia_inst_mkt.sql new file: for_AIA_Dashboard/02 dm_td_aia_auth_sales.sql new file: for_AIA_Dashboard/03 dm_td_aia_original_col.sql new file: for_AIA_Dashboard/04 dm_td_aia_nosales_inst.sql new file: for_AIA_Dashboard/05 dm_td_aia_is_eagle_flag.sql new file: for_AIA_Dashboard/06 dm_td_aia_rank.sql new file: for_AIA_Dashboard/07 dm_ext_aia_data_remove_flag.sql new file: for_AIA_Dashboard/07 dm_td_aia_remove_special_ins_bkp.py new file: for_AIA_Dashboard/08 dm_ext_aia_data_quality_flag.sql new file: z 01 dm_tf_external_sales.sql new file: "z 10 dm_td_external_market_pack_mapping_\344\275\234\345\272\237.sql" new file: "z 11 dm_td_external_market_\344\275\234\345\272\237.sql" new file: "\344\270\212\347\272\277\350\204\232\346\234\254.sql" new file: "\346\225\260\346\215\256\351\252\214\350\257\201.sql"
233 lines
5.7 KiB
SQL
233 lines
5.7 KiB
SQL
-- Databricks notebook source
|
||
-- CREATE OR REPLACE TABLE DM.DM_TD_EXT_CHPA_ORG (
|
||
-- REGION_CODE STRING,
|
||
-- REGION_NAME_EN STRING,
|
||
-- RSM_NAME STRING,
|
||
-- RC_CODE STRING,
|
||
-- RC_NAME_EN STRING,
|
||
-- RC_NAME STRING,
|
||
-- REGIONCENTER STRING,
|
||
-- AUDIT_COD STRING,
|
||
-- MARKET STRING,
|
||
-- BU_CATEGORY STRING,
|
||
-- BU_NAME_EN STRING,
|
||
-- SUB_BU_NAME STRING,
|
||
-- SUB_BU_CODE_AUTH STRING,
|
||
-- BU_CODE_AUTH STRING,
|
||
-- DATA_SOURCE STRING,
|
||
-- REGION_RATIO FLOAT,
|
||
-- TEAM STRING,
|
||
-- MR_TRTY_CODE STRING,
|
||
-- NSD_KCODE STRING,
|
||
-- NSD_NAME STRING,
|
||
-- RSD_KCODE STRING,
|
||
-- RSD_NAME STRING,
|
||
-- RSM_KCODE STRING,
|
||
-- DSM_KCODE STRING,
|
||
-- DSM_NAME STRING,
|
||
-- MR_KCODE STRING,
|
||
-- MR_NAME STRING)
|
||
-- USING delta
|
||
-- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_chpa_org';
|
||
|
||
-- COMMAND ----------
|
||
|
||
----------------------------------------------------chpa------------------------------------------------------------------------------
|
||
------所有BU能看CHPA
|
||
insert overwrite DM.DM_TD_EXT_CHPA_ORG (
|
||
REGION_CODE,
|
||
region_name_en,
|
||
rc_code,
|
||
rc_name_en,
|
||
RegionCenter,
|
||
AUDIT_COD,
|
||
MARKET,
|
||
bu_category,
|
||
bu_name_en,
|
||
sub_bu_name,
|
||
sub_bu_code_auth,
|
||
bu_code_auth,
|
||
DATA_SOURCE,
|
||
REGION_RATIO,
|
||
RSM_Name,
|
||
RC_Name,
|
||
TEAM,
|
||
MR_TRTY_CODE,
|
||
NSD_KCODE,
|
||
NSD_NAME,
|
||
RSD_KCODE,
|
||
RSD_NAME,
|
||
RSM_KCODE,
|
||
DSM_KCODE,
|
||
DSM_NAME,
|
||
MR_KCODE,
|
||
MR_NAME
|
||
)
|
||
SELECT DISTINCT
|
||
CASE WHEN bu_category IN ('All Channel','EC') then 'ROC'
|
||
when REGION_CODE IN ('Other Low Tiers', 'Non AZ Region') THEN 'ROC'
|
||
ELSE REGION_CODE
|
||
END REGION_CODE,
|
||
CASE WHEN bu_category IN ('All Channel','EC') then 'ROC'
|
||
when region_name IN ('Other Low Tiers', 'Non AZ Region') THEN 'ROC'
|
||
ELSE region_name
|
||
END region_name,
|
||
CASE WHEN bu_category IN ('All Channel','EC') then 'ROC'
|
||
when rc_code IN ('Other Low Tiers', 'Non AZ Region') THEN 'ROC'
|
||
ELSE rc_code
|
||
END rc_code,
|
||
CASE WHEN bu_category IN ('All Channel','EC') then 'ROC'
|
||
when rc_name IN ('Other Low Tiers', 'Non AZ Region') THEN 'ROC'
|
||
ELSE rc_name
|
||
END rc_name,
|
||
RegionCenter,
|
||
AUDIT_COD,
|
||
MARKET,
|
||
bu_category,
|
||
bu_name_en,
|
||
sub_bu_name,
|
||
sub_bu_code_auth,
|
||
concat(bu_code_auth, 'IQVIA-CHPA(Monthly)') bu_code_auth,
|
||
'IQVIA-CHPA(Monthly)' DATA_SOURCE,
|
||
1 REGION_RATIO,
|
||
rsm_name,
|
||
rsd_name,
|
||
'' as TEAM,
|
||
'' as MR_TRTY_CODE,
|
||
'' as NSD_KCODE,
|
||
'' as NSD_NAME,
|
||
'' as RSD_KCODE,
|
||
'' as RSD_NAME,
|
||
'' as RSM_KCODE,
|
||
'' as DSM_KCODE,
|
||
'' as DSM_NAME,
|
||
'' as MR_KCODE,
|
||
'' as MR_NAME
|
||
FROM
|
||
DM.DM_ims_TD_ORG
|
||
WHERE
|
||
MARKET <> 'IMS ALL Market'
|
||
and AUDIT_COD is not null
|
||
and ORG_KEY is not null
|
||
--AND bu_category NOT IN ('All Channel','EC')
|
||
|
||
-- COMMAND ----------
|
||
|
||
-- DBTITLE 1,add
|
||
--修改时间：20240808
|
||
--修改人：FanXuJia
|
||
--修改背景：
|
||
--事实表与维度表来自于不同手工表，目前存在一部分audit_cod在事实表有销量，但是在维度表没有这个audit_cod，导致销量缺失。
|
||
--因此需要从事实表补全这部分audit_cod
|
||
with sales as (
|
||
select distinct PACK_COD,AUDIT_COD,DATA_SOURCE from dm.dm_tf_external_sales
|
||
union
|
||
select distinct PACK_COD,AUDIT_COD,DATA_SOURCE from dm.dm_tf_external_sales_thc
|
||
)
|
||
,market_pack as (
|
||
select distinct PACK_COD,MARKET,DATA_SOURCE from dm.dm_td_external_market_pack_mapping
|
||
)
|
||
,org as (
|
||
select distinct AUDIT_COD,MARKET,DATA_SOURCE from dm.DM_TD_EXT_CHPA_ORG
|
||
)
|
||
,tmp_org as (
|
||
select distinct a.AUDIT_COD,b.MARKET,a.DATA_SOURCE
|
||
from sales a
|
||
left join market_pack b on a.PACK_COD = b.PACK_COD and a.DATA_SOURCE = b.DATA_SOURCE
|
||
left join org c on a.DATA_SOURCE = c.DATA_SOURCE and a.AUDIT_COD = c.AUDIT_COD and b.MARKET = c.MARKET
|
||
where C.AUDIT_COD IS NULL
|
||
)
|
||
|
||
insert into table dm.DM_TD_EXT_CHPA_ORG
|
||
(
|
||
REGION_CODE,
|
||
region_name_en,
|
||
RSM_Name,
|
||
rc_code,
|
||
rc_name_en,
|
||
RC_Name,
|
||
RegionCenter,
|
||
AUDIT_COD,
|
||
MARKET,
|
||
bu_category,
|
||
bu_name_en,
|
||
sub_bu_name,
|
||
sub_bu_code_auth,
|
||
bu_code_auth,
|
||
DATA_SOURCE,
|
||
REGION_RATIO,
|
||
TEAM,
|
||
MR_TRTY_CODE,
|
||
NSD_KCODE,
|
||
NSD_NAME,
|
||
RSD_KCODE,
|
||
RSD_NAME,
|
||
RSM_KCODE,
|
||
DSM_KCODE,
|
||
DSM_NAME,
|
||
MR_KCODE,
|
||
MR_NAME
|
||
)
|
||
select
|
||
'ROC' as REGION_CODE,
|
||
'ROC' as region_name_en,
|
||
'Vacant' as RSM_Name,
|
||
'ROC' as rc_code,
|
||
'ROC' as rc_name_en,
|
||
'Vacant' as RC_Name,
|
||
null as RegionCenter,
|
||
AUDIT_COD,
|
||
MARKET,
|
||
null as bu_category,
|
||
null as bu_name_en,
|
||
null as sub_bu_name,
|
||
null as sub_bu_code_auth,
|
||
DATA_SOURCE as bu_code_auth,
|
||
DATA_SOURCE,
|
||
1 as REGION_RATIO,
|
||
'ROC' as TEAM,
|
||
'Vacant' as MR_TRTY_CODE,
|
||
'Vacant' as NSD_KCODE,
|
||
'Vacant' as NSD_NAME,
|
||
'Vacant' as RSD_KCODE,
|
||
'Vacant' as RSD_NAME,
|
||
'Vacant' as RSM_KCODE,
|
||
'Vacant' as DSM_KCODE,
|
||
'Vacant' as DSM_NAME,
|
||
'Vacant' as MR_KCODE,
|
||
'Vacant' as MR_NAME
|
||
from tmp_org
|
||
where DATA_SOURCE = 'IQVIA-CHPA(Monthly)'
|
||
|
||
-- COMMAND ----------
|
||
|
||
-- DBTITLE 1,hidden_market
|
||
-----------------------------------------------------------
|
||
--修改时间：20241118
|
||
--修改人：Fanxujia
|
||
--修改内容：
|
||
--使用手工文件排除掉每个渠道的不需要显示的市场
|
||
-----------------------------------------------------------
|
||
with hidden_market as (
|
||
select distinct
|
||
case when upper(data_source) = 'CHPA' then 'IQVIA-CHPA(Monthly)'
|
||
when upper(data_source) = '科室市场' then 'XH Data(Quarterly)'
|
||
when upper(data_source) = 'EC' then 'EC(Monthly)'
|
||
when upper(data_source) = 'RETAIL' then 'Retail(Quarterly)'
|
||
when upper(data_source) = 'CHC' then 'CHC(Quarterly)'
|
||
when upper(data_source) = 'AIA' then 'AIA(Monthly)'
|
||
when upper(data_source) = 'THC' then 'THC(Quarterly)'
|
||
when upper(data_source) = 'COUNTY' then 'IQVIA-COUNTY(Quarterly)'
|
||
else data_source
|
||
end as data_source,
|
||
upper(hidden_market) as hidden_market
|
||
from dwd.dwd_gnd_ims_hidden_market
|
||
)
|
||
|
||
|
||
MERGE into dm.DM_TD_EXT_CHPA_ORG as t1
|
||
USING hidden_market t2
|
||
on t1.data_source = t2.data_source
|
||
and upper(t1.MARKET) = upper(t2.hidden_market)
|
||
WHEN MATCHED THEN
|
||
DELETE |