new file: 01 dm_tf_external_sales.sql
new file: 02 dm_td_external_keycompatitor.sql new file: 03 dm_td_external_brand_market.sql new file: 04 dm_td_external_calendar.sql new file: 05 dm_td_external_exchangerate.sql new file: 07 dm_td_external_packinfo.sql new file: 08 dm_td_external_corp.sql new file: 09 dm_td_external_geo_type.sql new file: 11 DM_TD_EXTERNAL_MARKET_NEW.sql new file: 12 dm_td_external_org.sql new file: 13 external auth.sql new file: 14 dm_tf_external_retail_special_bkp.sql new file: AIA/01 dm_aia_pack_property.sql new file: AIA/02 dm_ext_aia_sales.sql new file: AIA/02 dm_ext_aia_sales_bakup_20230327.sql new file: AIA/03 dm_aia_flag.sql new file: AIA/04 dm_aia_provided_flag.sql new file: AIA/06 DM_TD_EXT_AIA_PACK_PROPERTY.sql new file: AIA/07 DM_TD_EXT_AIA_PACK2MARKET.sql new file: AIA/08 DM_TD_EXT_AIA_MARKET_RATIO.sql new file: AIA/09 DM_TD_EXT_AIA_MARKET_BRAND_RATIO.sql new file: AIA/10 DM_TD_EXT_AIA_MARKET_PACK_MAPPING.sql new file: AIA/11 DM_TD_EXT_AIA_TARGET_INST.sql new file: AIA/11 dm_aia_targethp_flag.sql new file: "AIA/z_03 dm_aia_flag_\345\244\207\344\273\275\347\224\250.sql" new file: CHC/01 dm_chc_pack_property.sql new file: CHC/02 DM_TF_EXT_CHC_SALES.sql new file: CHC/03 DM_TD_EXT_CHC_PACK_PROPERTY.sql new file: CHC/04 DM_TD_EXT_CHC_PACK2MARKET.sql new file: CHC/05 DM_TD_EXT_CHC_MARKET_RATIO.sql new file: CHC/06 DM_TD_EXT_CHC_MARKET_BRAND_RATIO.sql new file: CHC/07 DM_TD_EXT_CHC_MARKET_PACK_MAPPING.sql new file: CHPA/01 dwd_ims_atc_hierarchy.sql new file: CHPA/01 dwd_ims_nfc_hierarchy.sql new file: CHPA/01 dwd_ims_td_manufacturer_corp.sql new file: CHPA/01 dwd_ims_td_pack_property.sql new file: CHPA/01 dwd_update.sql new file: CHPA/01_FB_BLOB_TO_DWD.sql new file: CHPA/02 DWS_IMS_TD_GEO.sql new file: CHPA/02 dws_ims_td_atc_cn.sql new file: CHPA/02 dws_ims_td_corp_cn.sql new file: CHPA/02 dws_ims_td_date.sql new file: CHPA/02 dws_ims_td_manu_cn.sql new file: CHPA/02 dws_ims_td_market.sql new file: CHPA/02 dws_ims_td_market_ta.sql new file: CHPA/02 dws_ims_td_nfc_cn.sql new file: CHPA/02 dws_ims_td_prod_cn.sql new file: CHPA/02 tmp_ims_td_prod_tmp.sql new file: CHPA/02 tmp_ims_tf_fact_sales.sql new file: CHPA/03 DM_TD_EXT_CHPA_MARKET_BRAND_RATIO.sql new file: CHPA/03 DM_TD_EXT_CHPA_MARKET_PACK_MAPPING.sql new file: CHPA/03 DM_TD_EXT_CHPA_MARKET_RATIO.sql new file: CHPA/03 DM_TD_EXT_CHPA_PACK2MARKET.sql new file: CHPA/03 DM_TD_EXT_CHPA_PACK_PROPERTY.sql new file: CHPA/03 DM_TF_EXT_CHPA_SALES.sql new file: CHPA/03 dm_ims_td_calendar.sql new file: CHPA/03 dm_ims_td_geo.sql new file: CHPA/03 dm_ims_td_market_property.sql new file: CHPA/03 dm_ims_td_org.sql new file: CHPA/03 dm_ims_td_org_hvh.sql new file: CHPA/03 dm_ims_td_pack_property.sql new file: CHPA/03 dm_ims_tf_sales.sql new file: CHPA/03 dm_td_chpa_market_definition.sql new file: CHPA/03 dm_td_ims_city_mapping.sql new file: EC/03 ec_load_data.sql new file: EC/04 DM_TD_EXT_EC_PACK_PROPERTY.sql new file: EC/05 DM_TF_EXT_EC_SALES.sql new file: EC/06 DM_TD_EXT_EC_PACK2MARKET.sql new file: EC/07 DM_TD_EXT_EC_MARKET_RATIO.sql new file: EC/08 DM_TD_EXT_EC_MARKET_BRAND_RATIO.sql new file: EC/09 DM_TD_EXT_EC_MARKET_PACK_MAPPING.sql new file: EC/1 (ec)blob_to_dwd.sql new file: EC/2 dwd_inc_gnd_ext_ec_nationnal_pack_union_all.py new file: Merged_Data/Merged_Data_Config_table_bkp.sql new file: Merged_Data/Merged_Data_Config_table_bymonth.sql new file: Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bkp.sql new file: Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bymonth_bkp.sql new file: ORG/DM_TD_EXT_AIA_ORG.sql new file: ORG/DM_TD_EXT_CHC_ORG.sql new file: ORG/DM_TD_EXT_CHPA_ORG.sql new file: ORG/DM_TD_EXT_COUNTY_ORG.sql new file: ORG/DM_TD_EXT_EC_ORG.sql new file: ORG/DM_TD_EXT_RETAIL_ORG.sql new file: ORG/DM_TD_EXT_THC_ORG.sql new file: ORG/DM_TD_EXT_XIEHE_ORG.sql new file: OTHERS/01 dm_td_report_url.sql new file: OTHERS/02 dws_ext_email_warning.sql new file: OTHERS/external_triggered_email.py new file: Retail/01 load_tmp_data.py new file: Retail/02 split_brand_data.py new file: Retail/03 split_pack_data.py new file: Retail/04 map_to_dws_table.py new file: Retail/05 load_dtp_temp_data.py new file: Retail/06 split_dtp_brand_data.py new file: Retail/07 split_dtp_pack_data.py new file: Retail/08 map_to_dtp_dws_table.py new file: Retail/09 dwd_inc_gnd_ext_retail_nataional.py new file: Retail/10 map_to_retail_dm_table.py new file: Retail/11 map_to_overview_dm_table.py new file: Retail/12 dws_tf_external_retail_dtp_special.sql new file: Retail/13 DM_TF_EXT_RETAIL_SALES.sql new file: Retail/14 DM_TF_EXT_RETAIL_DTP_SALES.sql new file: Retail/15 DM_TD_EXT_RETAIL_PACK_PROPERTY.sql new file: Retail/16 DM_TD_EXT_RETAIL_DTP_PACK_PROPERTY.sql new file: Retail/17 DM_TD_EXT_DTP_PACK2MARKET.sql new file: Retail/17 DM_TD_EXT_RETAIL_PACK2MARKET.sql new file: Retail/18 DM_TD_EXT_DTP_MARKET_RATIO.sql new file: Retail/18 DM_TD_EXT_RETAIL_MARKET_RATIO.sql new file: Retail/19 DM_TD_EXT_DTP_MARKET_BRAND_RATIO.sql new file: Retail/19 DM_TD_EXT_RETAIL_MARKET_BRAND_RATIO.sql new file: Retail/20 DM_TD_EXT_DTP_MARKET_PACK_MAPPING.sql new file: Retail/20 DM_TD_EXT_RETAIL_MARKET_PACK_MAPPING.sql new file: "Retail/z1 dwd_inc_gnd_ext_retail_nataional_\344\275\234\345\272\237.py" new file: "Retail/z2 retail_load_data_\344\275\234\345\272\237.sql" new file: "Retail/z3 retail_overview_data_\344\275\234\345\272\237.sql" new file: THC/01 dm_thc_pack_property.sql new file: THC/02 dm_ext_thc_sales.sql new file: THC/02 dm_ext_thc_sales_bakup_20260327.sql new file: THC/03 DM_TF_EXT_THC_MARKET_SALES_CHT.sql new file: THC/04 dm_tf_external_sales_thc.sql new file: THC/05 DM_TD_EXT_THC_PACK_PROPERTY.sql new file: THC/06 DM_TD_EXT_THC_PACK2MARKET.sql new file: THC/07 DM_TD_EXT_THC_MARKET_RATIO.sql new file: THC/08 DM_TD_EXT_THC_MARKET_BRAND_RATIO.sql new file: THC/09 DM_TD_EXT_THC_MARKET_PACK_MAPPING.sql new file: UNIONALL/DM_TD_EXT_UNIONALL_MARKET_PACK_MAPPING.sql new file: UNIONALL/DM_TD_EXT_UNIONALL_PACKINFO.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES_v1.0.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_SALES.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING_NIAD.sql new file: XIEHE/01 xiehe_blob_to_dwd.py new file: XIEHE/02 dm_xiehe_pack_property.sql new file: XIEHE/03 dm_ext_xiehe_geo.sql new file: XIEHE/04 dm_ext_xiehe_sales.sql new file: XIEHE/05 dm_td_xiehe_core_dept.sql new file: XIEHE/06 DM_TF_EXT_XIEHE_SALES.sql new file: XIEHE/07 DM_TD_EXT_XIEHE_PACK_PROPERTY.sql new file: XIEHE/08 DM_TD_EXT_XIEHE_PACK2MARKET.sql new file: XIEHE/09 DM_TD_EXT_XIEHE_MARKET_RATIO.sql new file: XIEHE/10 DM_TD_EXT_XIEHE_MARKET_BRAND_RATIO.sql new file: XIEHE/11 DM_TD_EXT_XIEHE_MARKET_PACK_MAPPING.sql new file: XIEHE/bkp_01 xiehe_blob2dwd.py new file: XIEHE/bkp_02 dm_ext_xiehe_sales.sql new file: XIEHE/bkp_03 dm_ext_xiehe_pack_property.sql new file: county/01 tmp_ims_county_fact_sales_sum.sql new file: county/02 tmp_imscounty_Result.sql new file: county/03 dm_ims_td_county_geo.sql new file: county/04 dws_ext_county_tf_sales.sql new file: county/05 dm_ext_county_td_pack_property.sql new file: county/06 dm_td_county_pack_region.sql new file: county/07 dm_ext_county_tf_sales_region.sql new file: county/08 DM_TD_EXT_COUNTY_PACK_PROPERTY.sql new file: county/09 DM_TF_EXT_COUNTY_SALES.sql new file: county/10 DM_TD_EXT_COUNTY_PACK2MARKET.sql new file: county/11 DM_TD_EXT_COUNTY_MARKET_RATIO.sql new file: county/12 DM_TD_EXT_COUNTY_MARKET_BRAND_RATIO.sql new file: county/13 DM_TD_EXT_COUNTY_MARKET_PACK_MAPPING.sql new file: for_AIA_Dashboard/01 dm_td_aia_inst_mkt.sql new file: for_AIA_Dashboard/02 dm_td_aia_auth_sales.sql new file: for_AIA_Dashboard/03 dm_td_aia_original_col.sql new file: for_AIA_Dashboard/04 dm_td_aia_nosales_inst.sql new file: for_AIA_Dashboard/05 dm_td_aia_is_eagle_flag.sql new file: for_AIA_Dashboard/06 dm_td_aia_rank.sql new file: for_AIA_Dashboard/07 dm_ext_aia_data_remove_flag.sql new file: for_AIA_Dashboard/07 dm_td_aia_remove_special_ins_bkp.py new file: for_AIA_Dashboard/08 dm_ext_aia_data_quality_flag.sql new file: z 01 dm_tf_external_sales.sql new file: "z 10 dm_td_external_market_pack_mapping_\344\275\234\345\272\237.sql" new file: "z 11 dm_td_external_market_\344\275\234\345\272\237.sql" new file: "\344\270\212\347\272\277\350\204\232\346\234\254.sql" new file: "\346\225\260\346\215\256\351\252\214\350\257\201.sql"
This commit is contained in:
393
11 DM_TD_EXTERNAL_MARKET_NEW.sql
Normal file
393
11 DM_TD_EXTERNAL_MARKET_NEW.sql
Normal file
@@ -0,0 +1,393 @@
|
||||
-- Databricks notebook source
|
||||
-- CREATE OR REPLACE TABLE DM.DM_TD_EXT_UNIONALL_MARKET (
|
||||
-- MARKET STRING,
|
||||
-- DATA_SOURCE STRING,
|
||||
-- TA STRING,
|
||||
-- AZ_RELATED STRING,
|
||||
-- MARKET_DESC STRING,
|
||||
-- TA_RN INT,
|
||||
-- PRD_FLAG STRING,
|
||||
-- ETL_INSERT_DT TIMESTAMP,
|
||||
-- ETL_UPDATE_DT TIMESTAMP)
|
||||
-- USING delta
|
||||
-- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_unionall_market';
|
||||
-- -- 上面是生产环境location，下面是测试环境location
|
||||
-- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_unionall_market';
|
||||
|
||||
-- COMMAND ----------
|
||||
|
||||
-- CREATE OR REPLACE TABLE DM.DM_TD_EXT_UNIONALL_MARKET_TA (
|
||||
-- MARKET STRING COMMENT '市场',
|
||||
-- DATA_SOURCE STRING COMMENT '数据源',
|
||||
-- TA STRING COMMENT '治疗领域',
|
||||
-- TA_MAP STRING COMMENT '治疗领域匹配',
|
||||
-- TA_RN INT COMMENT '治疗领域排名',
|
||||
-- MARKET_DESC STRING COMMENT '市场描述',
|
||||
-- ETL_INSERT_DT TIMESTAMP,
|
||||
-- ETL_UPDATE_DT TIMESTAMP
|
||||
-- )
|
||||
-- USING delta
|
||||
-- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_td_ext_unionall_market_ta';
|
||||
-- -- 上面是生产环境location，下面是测试环境location
|
||||
-- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_td_ext_unionall_market_ta';
|
||||
|
||||
-- COMMAND ----------
|
||||
|
||||
-- DBTITLE 1,pbi页面展示ta标签
|
||||
-- create or replace table tmp.tmp_td_ext_unionall_market_ta_mapping
|
||||
-- (
|
||||
-- market string,
|
||||
-- ta string,
|
||||
-- data_source string);
|
||||
-- INSERT OVERWRITE tmp.tmp_td_ext_unionall_market_ta_mapping (market, ta, data_source) VALUES
|
||||
-- ('NIAD (Non-Insulin Anti-Diabetic) Market', 'DM', 'EC(Monthly)'),
|
||||
-- ('GI Market', 'GI', 'EC(Monthly)'),
|
||||
-- ('RE Market', 'RE', 'EC(Monthly)'),
|
||||
-- ('ATTR_EPL', 'CV', 'DTP(Quarterly)'),
|
||||
-- ('ONC Market', 'ONCO', 'DTP(Quarterly)'),
|
||||
-- ('RARE Market', 'RARE', 'DTP(Quarterly)'),
|
||||
-- ('RE Market', 'RE', 'Retail(Quarterly)'),
|
||||
-- ('CV Market', 'CV', 'Retail(Quarterly)'),
|
||||
-- ('RD Market', 'RD', 'Retail(Quarterly)'),
|
||||
-- ('GI Market', 'GI', 'Retail(Quarterly)'),
|
||||
-- ('DM Market', 'DM', 'THC(Quarterly)'),
|
||||
-- ('GI Market', 'GI', 'THC(Quarterly)'),
|
||||
-- ('NIAD (Non-Insulin Anti-Diabetic) Market', 'NIAD', 'THC(Quarterly)'),
|
||||
-- ('RE Market', 'RE', 'THC(Quarterly)'),
|
||||
-- ('ONC Market', 'ONCO', 'THC(Quarterly)'),
|
||||
-- ('CV Market', 'CV', 'THC(Quarterly)'),
|
||||
-- ('RE Market', 'RE', 'XH Data(Quarterly)'),
|
||||
-- ('NIAD (Non-Insulin Anti-Diabetic) Market', 'NIAD', 'XH Data(Quarterly)'),
|
||||
-- ('RD Market', 'RD', 'XH Data(Quarterly)'),
|
||||
-- ('DM Market', 'DM', 'XH Data(Quarterly)'),
|
||||
-- ('ONC Market', 'ONCO', 'XH Data(Quarterly)'),
|
||||
-- ('RARE Market', 'RARE', 'XH Data(Quarterly)'),
|
||||
-- ('CV Market', 'CV', 'XH Data(Quarterly)'),
|
||||
-- ('DM Market', 'DM', 'IQVIA-COUNTY(Quarterly)'),
|
||||
-- ('ONC Market', 'ONCO', 'IQVIA-COUNTY(Quarterly)'),
|
||||
-- ('GI Market', 'GI', 'IQVIA-COUNTY(Quarterly)'),
|
||||
-- ('RE Market', 'RE', 'IQVIA-COUNTY(Quarterly)'),
|
||||
-- ('CV Market', 'CV', 'IQVIA-COUNTY(Quarterly)'),
|
||||
-- ('RARE Market', 'RARE', 'IQVIA-COUNTY(Quarterly)'),
|
||||
-- ('RD Market', 'RD', 'IQVIA-COUNTY(Quarterly)'),
|
||||
-- ('NIAD (Non-Insulin Anti-Diabetic) Market', 'NIAD', 'IQVIA-COUNTY(Quarterly)'),
|
||||
-- ('ONC Market', 'ONCO', 'IQVIA-CHPA(Monthly)'),
|
||||
-- ('RE Market', 'RE', 'IQVIA-CHPA(Monthly)'),
|
||||
-- ('RD Market', 'RD', 'IQVIA-CHPA(Monthly)'),
|
||||
-- ('NIAD (Non-Insulin Anti-Diabetic) Market', 'NIAD', 'IQVIA-CHPA(Monthly)'),
|
||||
-- ('RARE Market', 'RARE', 'IQVIA-CHPA(Monthly)'),
|
||||
-- ('DM Market', 'DM', 'IQVIA-CHPA(Monthly)'),
|
||||
-- ('GI Market', 'GI', 'IQVIA-CHPA(Monthly)'),
|
||||
-- ('CV Market', 'CV', 'IQVIA-CHPA(Monthly)'),
|
||||
-- ('DM Market', 'DM', 'AIA(Monthly)'),
|
||||
-- ('CV Market', 'CV', 'AIA(Monthly)'),
|
||||
-- ('GI Market', 'GI', 'AIA(Monthly)'),
|
||||
-- ('RE Market', 'RE', 'AIA(Monthly)'),
|
||||
-- ('RARE Market', 'RARE', 'AIA(Monthly)'),
|
||||
-- ('ONC Market', 'ONCO', 'AIA(Monthly)'),
|
||||
-- ('NIAD (Non-Insulin Anti-Diabetic) Market', 'NIAD', 'AIA(Monthly)'),
|
||||
-- ('RD Market', 'RD', 'AIA(Monthly)'),
|
||||
-- ('GI Market', 'GI', 'CHC(Quarterly)'),
|
||||
-- ('DM Market', 'DM', 'CHC(Quarterly)'),
|
||||
-- ('RE Market', 'RE', 'CHC(Quarterly)'),
|
||||
-- ('CV Market', 'CV', 'CHC(Quarterly)'),
|
||||
-- ('NIAD (Non-Insulin Anti-Diabetic) Market', 'NIAD', 'CHC(Quarterly)'),
|
||||
|
||||
-- ('CVRM Market', 'CVRM', 'Retail(Quarterly)'),
|
||||
-- ('CVRM Market', 'CVRM', 'EC(Monthly)'),
|
||||
-- ('CVRM Market', 'CVRM', 'CHC(Quarterly)'),
|
||||
-- ('CVRM Market', 'CVRM', 'AIA(Monthly)'),
|
||||
-- ('CVRM Market', 'CVRM', 'IQVIA-COUNTY(Quarterly)'),
|
||||
-- ('CVRM Market', 'CVRM', 'XH Data(Quarterly)'),
|
||||
-- ('CVRM Market', 'CVRM', 'IQVIA-CHPA(Monthly)'),
|
||||
-- ('CVRM Market', 'CVRM', 'THC(Quarterly)')
|
||||
-- ;
|
||||
|
||||
-- COMMAND ----------
|
||||
|
||||
-- DBTITLE 1,藏数逻辑标签
|
||||
-- -- 建表
|
||||
-- CREATE TABLE IF NOT EXISTS tmp.tmp_td_ext_market_hide_flag (
|
||||
-- data_source VARCHAR(20),
|
||||
-- market VARCHAR(100),
|
||||
-- flag VARCHAR(1)
|
||||
-- );
|
||||
|
||||
-- -- 插入数据（对应 case when 中返回 '1' 的规则）
|
||||
-- INSERT overwrite tmp.tmp_td_ext_market_hide_flag (data_source, market, flag) VALUES
|
||||
-- -- Retail(Quarterly) 部分
|
||||
-- ('Retail(Quarterly)', 'Antacid anti GI swelling agent+PPI Oral', '1'),
|
||||
-- ('Retail(Quarterly)', 'HTN Market', '1'),
|
||||
-- ('Retail(Quarterly)', 'NIAD (Non-Insulin Anti-Diabetic) Market', '1'),
|
||||
-- ('Retail(Quarterly)', 'Respules Market', '1'),
|
||||
-- ('Retail(Quarterly)', 'Statin+XZK Market', '1'),
|
||||
-- ('Retail(Quarterly)', 'BUDESONIDE Market', '1'),
|
||||
-- ('Retail(Quarterly)', 'Rosuvastatin Market', '1'),
|
||||
-- ('Retail(Quarterly)', 'Atorvastatin Market', '1'),
|
||||
-- ('Retail(Quarterly)', 'Metoprolol Succinate Market', '1'),
|
||||
-- ('Retail(Quarterly)', 'PPI Oral ESOMEPRAZOLE Market', '1'),
|
||||
-- ('Retail(Quarterly)', 'PPI Oral OMEPRAZOLE Market', '1'),
|
||||
-- ('Retail(Quarterly)', 'Inhaled Extended Market', '1'),
|
||||
-- ('Retail(Quarterly)', 'Non-Omeprazole', '1'),
|
||||
-- ('Retail(Quarterly)', 'Metoprolol Tartrate Market', '1'),
|
||||
-- ('Retail(Quarterly)', 'Pediatric Cough Market', '1'),
|
||||
-- ('Retail(Quarterly)', 'Anti-HER2 Market', '1'),
|
||||
-- ('Retail(Quarterly)', 'Anti-HER2 mBC Market', '1'),
|
||||
-- ('Retail(Quarterly)', 'Fasenra Market', '1'),
|
||||
-- ('Retail(Quarterly)', 'Severe Asthma', '1'),
|
||||
-- ('Retail(Quarterly)', 'DAPA Market', '1'),
|
||||
|
||||
-- -- DTP(Quarterly) 部分
|
||||
-- ('DTP(Quarterly)', 'EGFR TKI Market', '1'),
|
||||
-- ('DTP(Quarterly)', 'Anti-HER2 Market', '1'),
|
||||
-- ('DTP(Quarterly)', 'Anti-HER2 mBC Market', '1'),
|
||||
-- ('DTP(Quarterly)', 'Fasenra/Tezspire Related Market', '1'),
|
||||
-- ('DTP(Quarterly)', 'Severe Asthma', '1'),
|
||||
-- ('DTP(Quarterly)', 'Tezspire CRSwNP Market', '1'),
|
||||
-- ('DTP(Quarterly)', 'CRSwNP Market', '1'),
|
||||
-- ('DTP(Quarterly)', 'PAM Market', '1');
|
||||
|
||||
-- COMMAND ----------
|
||||
|
||||
-- ============================================================
|
||||
-- 目标表：dm.dm_td_ext_unionall_market
|
||||
-- 功能：整合各数据源的市场、TA、AZ关联、产品标志等维度信息
|
||||
-- 调度：全量覆盖写入（INSERT OVERWRITE）
|
||||
-- 作者/更新：chenwu
|
||||
-- ============================================================
|
||||
INSERT OVERWRITE dm.dm_td_ext_unionall_market (
|
||||
MARKET, DATA_SOURCE, TA, AZ_RELATED, MARKET_DESC, TA_RN, PRD_FLAG, ETL_INSERT_DT, ETL_UPDATE_DT
|
||||
)
|
||||
|
||||
WITH
|
||||
|
||||
-- ------------------------------------------------------------
|
||||
-- market_info：从包映射表取市场-数据源组合，关联竞品表补充市场描述
|
||||
-- 用 MAX(MARKET_DESC) 避免一对多 JOIN 导致重复行
|
||||
-- ------------------------------------------------------------
|
||||
market_info AS (
|
||||
SELECT
|
||||
t1.MARKET,
|
||||
t1.DATASOURCE AS DATA_SOURCE,
|
||||
MAX(t2.MARKETDESC) AS MARKET_DESC
|
||||
FROM dm.dm_td_ext_unionall_market_pack_mapping t1
|
||||
LEFT JOIN dm.dm_td_external_keycompatitor t2
|
||||
ON t1.MARKET = t2.MARKET
|
||||
GROUP BY 1, 2
|
||||
),
|
||||
|
||||
-- ------------------------------------------------------------
|
||||
-- TA_info：从市场属性表取市场-TA-排序，过滤占位行（MARKET_ORDER=999）
|
||||
-- 末尾 UNION ALL 补充"ALL Market"汇总行
|
||||
-- 改用 SELECT DISTINCT 替代无聚合的 GROUP BY
|
||||
-- ------------------------------------------------------------
|
||||
TA_info AS (
|
||||
SELECT DISTINCT
|
||||
MARKET,
|
||||
TA,
|
||||
TA_ORDER
|
||||
FROM DM.DM_IMS_TD_MARKET_PROPERTY
|
||||
WHERE MARKET_ORDER <> 999
|
||||
UNION ALL
|
||||
|
||||
-- SELECT
|
||||
-- 'CVRM Market' AS MARKET,
|
||||
-- 'CVRM' AS TA,
|
||||
-- 0 AS TA_ORDER
|
||||
-- UNION ALL
|
||||
|
||||
SELECT
|
||||
'ALL Market' AS MARKET,
|
||||
'ALL' AS TA,
|
||||
-1 AS TA_ORDER
|
||||
),
|
||||
|
||||
-- ------------------------------------------------------------
|
||||
-- AZ_RELATED_info：从临时映射表取市场-数据源-AZ关联关系（已去重）
|
||||
-- ------------------------------------------------------------
|
||||
AZ_RELATED_info AS (
|
||||
SELECT DISTINCT
|
||||
MARKET,
|
||||
TA AS AZ_RELATED,
|
||||
DATA_SOURCE
|
||||
FROM tmp.tmp_td_ext_unionall_market_ta_mapping
|
||||
)
|
||||
|
||||
-- ------------------------------------------------------------
|
||||
-- 主查询：以 market_info 为驱动表，依次关联 TA、AZ关联、隐藏标志
|
||||
-- hide_flag 为小维表，添加 BROADCAST hint 避免 shuffle
|
||||
-- PRD_FLAG=1 表示市场在隐藏标志表中存在（需隐藏/特殊处理）
|
||||
-- ------------------------------------------------------------
|
||||
SELECT /*+ BROADCAST(t4) */
|
||||
DISTINCT
|
||||
t1.MARKET,
|
||||
t1.DATA_SOURCE,
|
||||
t2.TA,
|
||||
t3.AZ_RELATED,
|
||||
t1.MARKET_DESC,
|
||||
t2.TA_ORDER AS TA_RN,
|
||||
IF(t4.MARKET IS NULL, 0, 1) AS PRD_FLAG,
|
||||
FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
|
||||
FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
|
||||
FROM market_info t1
|
||||
LEFT JOIN TA_info t2
|
||||
ON t1.MARKET = t2.MARKET
|
||||
LEFT JOIN AZ_RELATED_info t3
|
||||
ON t1.MARKET = t3.MARKET
|
||||
AND t1.DATA_SOURCE = t3.DATA_SOURCE
|
||||
LEFT JOIN
|
||||
tmp.tmp_td_ext_market_hide_flag t4
|
||||
ON t1.MARKET = t4.MARKET
|
||||
AND t1.DATA_SOURCE = t4.DATA_SOURCE
|
||||
|
||||
-- COMMAND ----------
|
||||
|
||||
insert overwrite dm.dm_td_ext_unionall_market_ta (
|
||||
MARKET, DATA_SOURCE, TA, TA_RN, MARKET_DESC, ETL_INSERT_DT, ETL_UPDATE_DT
|
||||
)
|
||||
SELECT
|
||||
MARKET,
|
||||
DATA_SOURCE,
|
||||
AZ_RELATED TA,
|
||||
TA_RN,
|
||||
MARKET_DESC,
|
||||
FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
|
||||
FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
|
||||
FROM
|
||||
DM.dm_td_ext_unionall_market
|
||||
-- WHERE MARKET NOT LIKE '%ALL Market%' and MARKET <>'Retail All Market'
|
||||
-- UNION all
|
||||
-- SELECT
|
||||
-- MARKET,
|
||||
-- DATA_SOURCE,
|
||||
-- 'CVRM' TA,
|
||||
-- 0 TA_RN,
|
||||
-- MARKET_DESC,
|
||||
-- FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
|
||||
-- FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
|
||||
-- FROM
|
||||
-- DM.dm_td_ext_unionall_market
|
||||
-- WHERE
|
||||
-- MARKET = 'CVRM Market'
|
||||
|
||||
-- COMMAND ----------
|
||||
|
||||
-----------------------------------------------------------------------------------
|
||||
--修改时间：20240822
|
||||
--修改人：FanXujia
|
||||
--修改内容：
|
||||
--Retail、EC渠道，新增NIAD这个TA。数据与DM相同
|
||||
-----------------------------------------------------------------------------------
|
||||
insert into dm.dm_td_ext_unionall_market_ta (
|
||||
MARKET, DATA_SOURCE, TA, TA_RN, MARKET_DESC, ETL_INSERT_DT, ETL_UPDATE_DT
|
||||
)
|
||||
select
|
||||
market,
|
||||
DATA_SOURCE,
|
||||
'NIAD' as TA,
|
||||
7 as TA_RN,
|
||||
MARKET_DESC,
|
||||
FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
|
||||
FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
|
||||
from
|
||||
dm.dm_td_ext_unionall_market_ta
|
||||
where
|
||||
DATA_SOURCE = 'Retail(Quarterly)'
|
||||
and ta = 'DM'
|
||||
union all
|
||||
select
|
||||
market,
|
||||
DATA_SOURCE,
|
||||
'NIAD' as TA,
|
||||
7 as TA_RN,
|
||||
MARKET_DESC,
|
||||
FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
|
||||
FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
|
||||
from
|
||||
dm.dm_td_ext_unionall_market_ta
|
||||
where
|
||||
DATA_SOURCE = 'EC(Monthly)'
|
||||
and ta = 'DM'
|
||||
--20250701 chenwu 新增RARE = ONCO的Soliris Related Market
|
||||
union all
|
||||
select
|
||||
market,
|
||||
DATA_SOURCE,
|
||||
'RARE' as TA,
|
||||
8 as TA_RN,
|
||||
MARKET_DESC,
|
||||
FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
|
||||
FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
|
||||
from
|
||||
dm.dm_td_ext_unionall_market_ta
|
||||
where
|
||||
DATA_SOURCE = 'DTP(Quarterly)'
|
||||
and ta = 'ONCO'
|
||||
and MARKET = 'Soliris Related Market';
|
||||
|
||||
-- COMMAND ----------
|
||||
|
||||
-- log 20250226 auth:庄伟
|
||||
-- 对market_ta表中市场进行补全，并依据手工文件维护的 market 与 ta 映射，匹配出完整市场对应的TA_NAME
|
||||
insert overwrite table dm.dm_td_ext_unionall_market_ta (
|
||||
MARKET, DATA_SOURCE, TA, TA_MAP, TA_RN, MARKET_DESC, ETL_INSERT_DT, ETL_UPDATE_DT
|
||||
)
|
||||
-----找出在market维度表中不存在的market列表
|
||||
with temp_ma_ext_market as (select distinct
|
||||
MARKET,
|
||||
DATA_SOURCE
|
||||
from
|
||||
dm.dm_td_ext_unionall_market
|
||||
where
|
||||
MARKET NOT IN (
|
||||
select distinct
|
||||
MARKET
|
||||
from
|
||||
dm.dm_td_ext_unionall_market_ta
|
||||
)
|
||||
)
|
||||
------补充完整的market列表，并通过market匹配手工文件维护的market对应的TA
|
||||
select
|
||||
distinct
|
||||
dim_mkt_ta.MARKET,
|
||||
DATA_SOURCE,
|
||||
dim_mkt_ta.TA,
|
||||
case
|
||||
when dim_mkt_ta.MARKET = 'ALL Market' then 'ALL'
|
||||
else nvl(mkt_property.ta, mkt_property_key.TA)
|
||||
end as TA_MAP,
|
||||
dim_mkt_ta.TA_RN,
|
||||
dim_mkt_ta.MARKET_DESC,
|
||||
FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
|
||||
FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
|
||||
from
|
||||
(
|
||||
select
|
||||
MARKET,
|
||||
DATA_SOURCE,
|
||||
TA,
|
||||
TA_RN,
|
||||
MARKET_DESC
|
||||
from
|
||||
dm.dm_td_ext_unionall_market_ta
|
||||
) dim_mkt_ta
|
||||
left join dm.dm_ims_td_market_property mkt_property
|
||||
on dim_mkt_ta.market = mkt_property.market
|
||||
left join dm.dm_ims_td_market_property mkt_property_key
|
||||
on dim_mkt_ta.MARKET = mkt_property_key.MARKET_KEY
|
||||
union all
|
||||
select
|
||||
ext_market.MARKET,
|
||||
ext_market.DATA_SOURCE,
|
||||
null TA,
|
||||
mkt_property.TA TA_MAP,
|
||||
'99' as TA_RN,
|
||||
null MARKET_DESC,
|
||||
FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_INSERT_DT,
|
||||
FROM_UTC_TIMESTAMP(CURRENT_TIMESTAMP(), 'UTC+8') AS ETL_UPDATE_DT
|
||||
from
|
||||
temp_ma_ext_market ext_market
|
||||
left join dm.dm_ims_td_market_property mkt_property
|
||||
on ext_market.market = mkt_property.MARKET
|
||||
where
|
||||
nvl(mkt_property.TA, '') <> '';
|
||||
Reference in New Issue
Block a user