update20260427

Merged_Data/Merged_Data_Config_table_bkp.sql

@@ -0,0 +1,228 @@
+-- Databricks notebook source
+create or replace temporary view brand_province_config -- brand配置表
+as 
+select upper(`brand`) as brand, `province` as province, datasource as data_source from dwd.dwd_gnd_merge_data_brand_province
+
+-- COMMAND ----------
+
+create or replace temporary view market_province_config --market 配置表
+as 
+select  market, province, datasource as data_source from dwd.dwd_gnd_merge_data_brand_market
+
+-- COMMAND ----------
+
+insert overwrite dws.dws_external_merge_data_config_special
+-- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DWS/dws_external_merge_data_config_special' --prd
+-- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DWS/dws_external_merge_data_config_special' --test
+with pack_and_brand ( --brand 转 pack
+    select 
+      upper(brandnamee) brand_name
+      ,ims_pack_cod PACK_COD --取所有code带出market
+    from dwd.dwd_td_imscode_azcode
+    where ims_pack_cod is not null and startswith(ims_pack_cod,'0')
+    and upper(brandnamee) in (select brand from brand_province_config group by 1 )--取出在配置表中的pack
+    group by 1,2
+    )
+,pack_to_market (
+  select 
+    a.PACK_COD
+    ,MARKET 
+  from dm.dm_td_external_market_pack_mapping a
+  inner join pack_and_brand b on a.PACK_COD = b.pack_cod --取出配置表中的brand对应的 market
+  where DATA_SOURCE in ( 'AIA(Monthly)')--只取 AIA中的市场，chpa的市场太多
+  and lower(a.MARKET) not like '%all market%'
+      and market not in (
+        'RE Extended Market'
+      ,'RE Market'
+      ,'RE Market (Global)'
+      ,'Pulmicort VBP Benchmark Market'
+      ,'Respules Market'
+  )
+  group by 1,2
+)
+,market_to_pack ( -- 获取上述market中所有的pack
+  select
+    market
+    ,pack_cod
+  from dm.dm_td_external_market_pack_mapping a
+  where DATA_SOURCE in  ( 'AIA(Monthly)','IQVIA-CHPA(Monthly)')--AIA和chpa的市场
+  and market in (select market from pack_to_market group by 1)
+  group by 1,2
+)
+,province_to_audit (
+    select
+        PROVINCE_C
+        ,AUDIT_COD
+        ,DATA_SOURCE
+        ,CASE WHEN DATA_SOURCE = 'AIA(Monthly)' THEN 'AIA'
+            WHEN DATA_SOURCE = 'IQVIA-CHPA(Monthly)' THEN 'CHPA'
+        ELSE NULL 
+        END AS SOURCENAME
+    from dm.dm_td_external_geo
+    where DATA_SOURCE in ( 'AIA(Monthly)','IQVIA-CHPA(Monthly)')
+    group by 1,2,3
+)
+,not_selected_datasource (--因为pack2market2pack 会导致部分大市场包含所有的pack，故用配置表再删除一些不需要配置数据源的
+  select 
+    a.ims_pack_cod PACK_COD --取所有code
+    ,b.province
+  from dwd.dwd_td_imscode_azcode a
+  inner join (
+    select 
+      UPPER(brand) as brand
+      ,province
+    from brand_province_config
+    where data_source = '/' 
+    group by 1,2
+    ) b 
+    on upper(a.brandnamee) = upper(b.brand )
+  where a.ims_pack_cod is not null and startswith(a.ims_pack_cod,'0')
+  group by 1,2
+  union
+  select 
+    pack_cod,
+    '天津'
+  from market_to_pack
+  where market= 'EGFR TKI Market'
+  group by 1
+)
+select DATA_SOURCE,PACK_COD,AUDIT_COD
+from not_selected_datasource a 
+left join province_to_audit b on a.province = b.province_c
+group by 1,2,3
+
+-- COMMAND ----------
+
+INSERT OVERWRITE dws.dws_external_merge_data_config
+-- create or replace table dws.dws_external_merge_data_config
+/*
+1通过brand找到pack，通过pack找到市场以市场下的所有pack
+2通过province找到对应的省份或者机构，从而获取到audit_code
+*/
+----pack
+with pack_and_brand ( --brand 转 pack
+    select 
+      upper(brandnamee) brand_name
+      ,ims_pack_cod PACK_COD --取所有code带出market
+    from dwd.dwd_td_imscode_azcode
+    where ims_pack_cod is not null and startswith(ims_pack_cod,'0')
+    and upper(brandnamee) in (select brand from brand_province_config group by 1 )--取出在配置表中的pack
+    group by 1,2
+    )
+ 
+,pack_to_market (
+  select 
+    a.PACK_COD
+    ,MARKET 
+  from dm.dm_td_external_market_pack_mapping a
+  inner join pack_and_brand b on a.PACK_COD = b.pack_cod --取出配置表中的brand对应的 market
+  where DATA_SOURCE in ( 'AIA(Monthly)')--只取 AIA中的市场，chpa的市场太多
+  and lower(a.MARKET) not like '%all market%'
+      and market not in (
+        'RE Extended Market'
+      ,'RE Market'
+      ,'RE Market (Global)'
+      ,'Pulmicort VBP Benchmark Market'
+      ,'Respules Market'
+  )
+  group by 1,2
+)
+,market_to_pack ( -- 获取上述market中所有的pack
+  select
+    market
+    ,pack_cod
+  from dm.dm_td_external_market_pack_mapping a
+  where DATA_SOURCE in  ( 'AIA(Monthly)','IQVIA-CHPA(Monthly)')--AIA和chpa的市场
+  and market in (select market from pack_to_market group by 1)
+  group by 1,2
+)
+,province_to_audit (
+    select
+        PROVINCE_C
+        ,AUDIT_COD
+        ,DATA_SOURCE
+        ,CASE WHEN DATA_SOURCE = 'AIA(Monthly)' THEN 'AIA'
+            WHEN DATA_SOURCE = 'IQVIA-CHPA(Monthly)' THEN 'CHPA'
+        ELSE NULL 
+        END AS SOURCENAME
+    from dm.dm_td_external_geo
+    where DATA_SOURCE in ( 'AIA(Monthly)','IQVIA-CHPA(Monthly)')
+    group by 1,2,3
+)
+
+,pack_result as (
+  select 
+    D.pack_cod
+    ,E.audit_cod
+    ,A.province
+    ,A.data_source as SOURCENAME
+    ,E.data_source
+  from brand_province_config A 
+  inner join pack_and_brand B on A.brand = B.brand_name
+  inner join pack_to_market C on B.pack_cod = C.pack_cod
+  inner join market_to_pack D on C.market = D.market
+  inner join province_to_audit E on A.province = E.province_c AND A.data_source = E.SOURCENAME
+  where A.data_source <> '/' 
+  group by 1,2,3,4,5
+  )
+
+
+----market
+,config_market (
+  select
+    market
+  from market_province_config
+  group by 1
+)
+,market_to_pack_dtp (
+  select
+    PACK_COD,MARKET
+  from dm.dm_td_external_market_pack_mapping
+    where DATA_SOURCE = 'DTP(Quarterly)' and PACK_COD in ( 
+      select 
+        PACK_COD 
+      from dm.dm_tf_external_sales
+      where DTP_FLAG =1
+      group by 1)
+)
+,final_market_to_pack (--获取需要转换market成pack的部分
+select PACK_COD,a.MARKET from market_to_pack a inner join config_market b on a.market = b.market
+union
+select PACK_COD,a.MARKET from market_to_pack_dtp a inner join config_market b on a.market = b.market
+)
+
+----market
+,market_result as (
+  select 
+    B.pack_cod
+    ,C.AUDIT_COD
+    ,A.province
+    ,A.data_source as SOURCENAME
+    ,C.DATA_SOURCE
+  from market_province_config a
+  left join final_market_to_pack B on A.market = B.market
+  left join province_to_audit C on A.province = C.province_c AND A.data_source = C.SOURCENAME
+  where a.data_source <> '/' AND C.AUDIT_COD IS not NULL 
+  group by 1,2,3,4,5)
+,need_to_be_changed( --算出不在pack 中的pack code，替换成 market中的pack code 的配置信息
+  select     
+    pack_cod,AUDIT_COD,DATA_SOURCE,sourcename
+  from  market_result
+  where pack_cod in (select pack_cod from pack_result group by 1)
+)
+
+--最终写入表
+
+select 
+    pack_cod,AUDIT_COD,DATA_SOURCE,sourcename, 'pack' CONFIG_DATASOURCE
+from pack_result
+union ALL
+
+select
+    pack_cod,AUDIT_COD,DATA_SOURCE,sourcename, 'market' CONFIG_DATASOURCE
+from pack_result
+where pack_cod not in (select pack_cod from need_to_be_changed group by 1)
+union all 
+select 
+    pack_cod,AUDIT_COD,DATA_SOURCE,sourcename, 'market' CONFIG_DATASOURCE
+from need_to_be_changed