214 lines
6.6 KiB
SQL
214 lines
6.6 KiB
SQL
-- Databricks notebook source
|
||
-- create or replace table dws.dws_td_ext_merge_data_config
|
||
-- (
|
||
-- market string,
|
||
-- audit_cod string,
|
||
-- province string,
|
||
-- sourcename string,
|
||
-- data_source string
|
||
-- )
|
||
-- USING delta
|
||
-- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dws_td_ext_merge_data_config';
|
||
-- -- 上面是生产环境location，下面是测试环境location
|
||
-- -- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dws_td_ext_merge_data_config';
|
||
|
||
-- COMMAND ----------
|
||
|
||
create or replace temporary view brand_province_config -- brand配置表
|
||
as
|
||
select upper(`brand`) as brand, `province` as province, datasource as data_source from dwd.dwd_gnd_merge_data_brand_province
|
||
|
||
-- COMMAND ----------
|
||
|
||
create or replace temporary view market_province_config --market 配置表
|
||
as
|
||
select market, province, datasource as data_source from dwd.dwd_gnd_merge_data_brand_market
|
||
|
||
-- COMMAND ----------
|
||
|
||
-- -- insert overwrite dws.dws_td_ext_merge_data_config_special
|
||
-- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DWS/dws_external_merge_data_config_special' --prd
|
||
-- -- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DWS/dws_external_merge_data_config_special' --test
|
||
-- with pack_and_brand ( --brand 转 pack
|
||
-- select
|
||
-- upper(brandnamee) brand_name
|
||
-- ,ims_pack_cod PACK_COD --取所有code带出market
|
||
-- from dwd.dwd_td_imscode_azcode
|
||
-- where ims_pack_cod is not null and startswith(ims_pack_cod,'0')
|
||
-- and upper(brandnamee) in (select brand from brand_province_config group by 1 )--取出在配置表中的pack
|
||
-- group by 1,2
|
||
-- )
|
||
-- ,pack_to_market (
|
||
-- select
|
||
-- a.PACK_CODE
|
||
-- ,MARKET
|
||
-- from dm.dm_td_ext_unionall_market_pack_mapping a
|
||
-- inner join pack_and_brand b on a.PACK_CODE = b.pack_cod --取出配置表中的brand对应的 market
|
||
-- where a.DATASOURCE in ( 'AIA(Monthly)')--只取 AIA中的市场，chpa的市场太多
|
||
-- and lower(a.MARKET) not like '%all market%'
|
||
-- and market not in (
|
||
-- 'RE Extended Market'
|
||
-- ,'RE Market'
|
||
-- ,'RE Market (Global)'
|
||
-- ,'Pulmicort VBP Benchmark Market'
|
||
-- ,'Respules Market'
|
||
-- )
|
||
-- group by 1,2
|
||
-- )
|
||
-- -- ,market_to_pack ( -- 获取上述market中所有的pack
|
||
-- -- select
|
||
-- -- market
|
||
-- -- ,pack_cod
|
||
-- -- from dm.dm_td_external_market_pack_mapping a
|
||
-- -- where DATA_SOURCE in ( 'AIA(Monthly)','IQVIA-CHPA(Monthly)')--AIA和chpa的市场
|
||
-- -- and market in (select market from pack_to_market group by 1)
|
||
-- -- group by 1,2
|
||
-- -- )
|
||
-- ,province_to_audit (
|
||
-- select
|
||
-- PROVINCE_C
|
||
-- ,AUDIT_COD
|
||
-- ,DATA_SOURCE
|
||
-- ,CASE WHEN DATA_SOURCE = 'AIA(Monthly)' THEN 'AIA'
|
||
-- WHEN DATA_SOURCE = 'IQVIA-CHPA(Monthly)' THEN 'CHPA'
|
||
-- ELSE NULL
|
||
-- END AS SOURCENAME
|
||
-- from dm.dm_td_external_geo
|
||
-- where DATA_SOURCE in ( 'AIA(Monthly)','IQVIA-CHPA(Monthly)')
|
||
-- group by 1,2,3
|
||
-- )
|
||
-- ,not_selected_datasource (--因为pack2market2pack 会导致部分大市场包含所有的pack，故用配置表再删除一些不需要配置数据源的
|
||
-- select
|
||
-- a.ims_pack_cod PACK_COD --取所有code
|
||
-- ,b.province
|
||
-- from dwd.dwd_td_imscode_azcode a
|
||
-- inner join (
|
||
-- select
|
||
-- UPPER(brand) as brand
|
||
-- ,province
|
||
-- from brand_province_config
|
||
-- where data_source = '/'
|
||
-- group by 1,2
|
||
-- ) b
|
||
-- on upper(a.brandnamee) = upper(b.brand )
|
||
-- where a.ims_pack_cod is not null and startswith(a.ims_pack_cod,'0')
|
||
-- group by 1,2
|
||
-- union
|
||
-- select
|
||
-- pack_cod,
|
||
-- '天津'
|
||
-- from market_to_pack
|
||
-- where market= 'EGFR TKI Market'
|
||
-- group by 1
|
||
-- )
|
||
-- select DATA_SOURCE,PACK_COD,AUDIT_COD
|
||
-- from not_selected_datasource a
|
||
-- left join province_to_audit b on a.province = b.province_c
|
||
-- group by 1,2,3
|
||
|
||
-- COMMAND ----------
|
||
|
||
INSERT OVERWRITE dws.dws_td_ext_merge_data_config
|
||
-- create or replace table dws.dws_td_ext_merge_data_config
|
||
-- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DWS/dws_td_ext_merge_data_config' --test
|
||
/*
|
||
1通过brand找到pack，通过pack找到市场以市场下的所有pack
|
||
2通过province找到对应的省份或者机构，从而获取到audit_code
|
||
*/
|
||
----pack
|
||
with pack_and_brand ( --brand 转 pack
|
||
select
|
||
upper(brandnamee) brand_name
|
||
,ims_pack_cod PACK_COD --取所有code带出market
|
||
from dwd.dwd_td_imscode_azcode
|
||
where ims_pack_cod is not null and startswith(ims_pack_cod,'0')
|
||
and upper(brandnamee) in (select brand from brand_province_config group by 1 )--取出在配置表中的pack
|
||
group by 1,2
|
||
)
|
||
|
||
,pack_to_market (
|
||
select
|
||
a.PACK_CODE,
|
||
MARKET
|
||
from dm.dm_td_ext_unionall_market_pack_mapping a
|
||
inner join pack_and_brand b on a.PACK_CODE = b.pack_cod --取出配置表中的brand对应的 market
|
||
where a.DATASOURCE in ( 'AIA(Monthly)')--只取 AIA中的市场，chpa的市场太多
|
||
and lower(a.MARKET) not like '%all market%'
|
||
and market not in (
|
||
'RE Extended Market'
|
||
,'RE Market'
|
||
,'RE Market (Global)'
|
||
,'Pulmicort VBP Benchmark Market'
|
||
,'Respules Market'
|
||
)
|
||
group by 1,2
|
||
)
|
||
,province_to_audit (
|
||
select
|
||
PROVINCE_C
|
||
,AUDIT_COD
|
||
,DATA_SOURCE
|
||
,CASE WHEN DATA_SOURCE = 'AIA(Monthly)' THEN 'AIA'
|
||
WHEN DATA_SOURCE = 'IQVIA-CHPA(Monthly)' THEN 'CHPA'
|
||
ELSE NULL
|
||
END AS SOURCENAME
|
||
from dm.dm_td_external_geo
|
||
where DATA_SOURCE in ( 'AIA(Monthly)','IQVIA-CHPA(Monthly)')
|
||
group by 1,2,3
|
||
)
|
||
|
||
,pack_result as (
|
||
select
|
||
C.market
|
||
,E.audit_cod
|
||
,A.province
|
||
,A.data_source as SOURCENAME
|
||
,E.data_source
|
||
from brand_province_config A
|
||
inner join pack_and_brand B on A.brand = B.brand_name
|
||
inner join pack_to_market C on B.pack_cod = C.pack_code
|
||
-- inner join market_to_pack D on C.market = D.market
|
||
inner join province_to_audit E on A.province = E.province_c AND A.data_source = E.SOURCENAME
|
||
where A.data_source <> '/'
|
||
group by 1,2,3,4,5
|
||
)
|
||
|
||
---- MARKET PART
|
||
|
||
,market_result as (
|
||
select
|
||
A.MARKET
|
||
,C.AUDIT_COD
|
||
,A.province
|
||
,A.data_source as SOURCENAME
|
||
,C.DATA_SOURCE
|
||
from market_province_config a
|
||
-- left join final_market_to_pack B on A.market = B.market
|
||
left join province_to_audit C on A.province = C.province_c AND A.data_source = C.SOURCENAME
|
||
where a.data_source <> '/' AND C.AUDIT_COD IS not NULL
|
||
group by 1,2,3,4,5)
|
||
|
||
|
||
----最终结果
|
||
select
|
||
market,
|
||
audit_cod,
|
||
province,
|
||
sourcename,
|
||
data_source
|
||
FROM pack_result
|
||
where market NOT in (
|
||
select
|
||
market
|
||
from market_province_config
|
||
group by 1
|
||
)
|
||
union all
|
||
select
|
||
market,
|
||
audit_cod,
|
||
province,
|
||
sourcename,
|
||
data_source
|
||
FROM market_result
|