1107 lines
41 KiB
Python
1107 lines
41 KiB
Python
# Databricks notebook source
|
||
# MAGIC %sql
|
||
# MAGIC -- CREATE OR REPLACE TABLE tmp.tmp_zk_retail_dtp_market (
|
||
# MAGIC -- -- product_id STRING,
|
||
# MAGIC -- -- region_type STRING,
|
||
# MAGIC -- -- higher_level_region STRING,
|
||
# MAGIC -- market STRING,
|
||
# MAGIC -- iqvia_pack_code STRING,
|
||
# MAGIC -- iqvia_prod_code STRING,
|
||
# MAGIC -- iqvia_notes STRING,
|
||
# MAGIC -- new_pack_flag STRING,
|
||
# MAGIC -- is_exists_chpa STRING,
|
||
# MAGIC -- -- prescription_nature STRING,
|
||
# MAGIC -- -- common_name STRING,
|
||
# MAGIC -- -- dosage_form STRING,
|
||
# MAGIC -- -- category_name STRING,
|
||
# MAGIC -- -- product_name STRING,
|
||
# MAGIC -- -- brand_name STRING,
|
||
# MAGIC -- -- zk_corp_des STRING,
|
||
# MAGIC -- -- zk_pack_des STRING,
|
||
# MAGIC -- -- counting_unit_a STRING,
|
||
# MAGIC -- app1_cod STRING,
|
||
# MAGIC -- app1_des STRING,
|
||
# MAGIC -- app1_des_c STRING,
|
||
# MAGIC -- app2_cod STRING,
|
||
# MAGIC -- app2_des STRING,
|
||
# MAGIC -- app2_des_c STRING,
|
||
# MAGIC -- app3_cod STRING,
|
||
# MAGIC -- app3_des STRING,
|
||
# MAGIC -- app3_des_c STRING,
|
||
# MAGIC -- atc1_cod STRING,
|
||
# MAGIC -- atc1_des STRING,
|
||
# MAGIC -- atc1_des_c STRING,
|
||
# MAGIC -- atc2_cod STRING,
|
||
# MAGIC -- atc2_des STRING,
|
||
# MAGIC -- atc2_des_c STRING,
|
||
# MAGIC -- atc3_cod STRING,
|
||
# MAGIC -- atc3_des STRING,
|
||
# MAGIC -- atc3_des_c STRING,
|
||
# MAGIC -- atc4_cod STRING,
|
||
# MAGIC -- atc4_des STRING,
|
||
# MAGIC -- atc4_des_c STRING,
|
||
# MAGIC -- bio_desc STRING,
|
||
# MAGIC -- cmps_cod STRING,
|
||
# MAGIC -- cmps_des STRING,
|
||
# MAGIC -- cmps_des_c STRING,
|
||
# MAGIC -- corp_cod STRING,
|
||
# MAGIC -- corp_des STRING,
|
||
# MAGIC -- corp_des_c STRING,
|
||
# MAGIC -- edl_desc STRING,
|
||
# MAGIC -- eth_otc_desc STRING,
|
||
# MAGIC -- gene_orig_desc STRING,
|
||
# MAGIC -- gqce_desc STRING,
|
||
# MAGIC -- manu_cod STRING,
|
||
# MAGIC -- manu_des STRING,
|
||
# MAGIC -- manu_des_c STRING,
|
||
# MAGIC -- mnfl_cod STRING,
|
||
# MAGIC -- mnfl_des STRING,
|
||
# MAGIC -- nrdl_desc STRING,
|
||
# MAGIC -- pack_des STRING,
|
||
# MAGIC -- stgh_des STRING,
|
||
# MAGIC -- pack_lch STRING,
|
||
# MAGIC -- paed_desc STRING,
|
||
# MAGIC -- prod_des STRING,
|
||
# MAGIC -- prod_des_c STRING,
|
||
# MAGIC -- tcm_desc STRING,
|
||
# MAGIC -- vbp_desc STRING,
|
||
# MAGIC -- unit STRING,
|
||
# MAGIC -- counting_unit STRING,
|
||
# MAGIC -- dosage_unit STRING,
|
||
# MAGIC -- NRDL_ENTRY_DATE STRING,
|
||
# MAGIC -- bu STRING,
|
||
# MAGIC -- Market_Ratio STRING)
|
||
# MAGIC -- USING delta
|
||
# MAGIC -- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/TMP/tmp_zk_retail_dtp_market'
|
||
# MAGIC -- ;
|
||
|
||
# COMMAND ----------
|
||
|
||
# MAGIC %sql
|
||
# MAGIC -- CREATE OR REPLACE TABLE tmp.tmp_zk_retail_dtp_market_del (
|
||
# MAGIC -- -- product_id STRING,
|
||
# MAGIC -- -- region_type STRING,
|
||
# MAGIC -- -- higher_level_region STRING,
|
||
# MAGIC -- market STRING,
|
||
# MAGIC -- iqvia_pack_code STRING,
|
||
# MAGIC -- iqvia_prod_code STRING,
|
||
# MAGIC -- iqvia_notes STRING,
|
||
# MAGIC -- new_pack_flag STRING,
|
||
# MAGIC -- is_exists_chpa STRING,
|
||
# MAGIC -- -- prescription_nature STRING,
|
||
# MAGIC -- -- common_name STRING,
|
||
# MAGIC -- -- dosage_form STRING,
|
||
# MAGIC -- -- category_name STRING,
|
||
# MAGIC -- -- product_name STRING,
|
||
# MAGIC -- -- brand_name STRING,
|
||
# MAGIC -- -- zk_corp_des STRING,
|
||
# MAGIC -- -- zk_pack_des STRING,
|
||
# MAGIC -- -- counting_unit_a STRING,
|
||
# MAGIC -- app1_cod STRING,
|
||
# MAGIC -- app1_des STRING,
|
||
# MAGIC -- app1_des_c STRING,
|
||
# MAGIC -- app2_cod STRING,
|
||
# MAGIC -- app2_des STRING,
|
||
# MAGIC -- app2_des_c STRING,
|
||
# MAGIC -- app3_cod STRING,
|
||
# MAGIC -- app3_des STRING,
|
||
# MAGIC -- app3_des_c STRING,
|
||
# MAGIC -- atc1_cod STRING,
|
||
# MAGIC -- atc1_des STRING,
|
||
# MAGIC -- atc1_des_c STRING,
|
||
# MAGIC -- atc2_cod STRING,
|
||
# MAGIC -- atc2_des STRING,
|
||
# MAGIC -- atc2_des_c STRING,
|
||
# MAGIC -- atc3_cod STRING,
|
||
# MAGIC -- atc3_des STRING,
|
||
# MAGIC -- atc3_des_c STRING,
|
||
# MAGIC -- atc4_cod STRING,
|
||
# MAGIC -- atc4_des STRING,
|
||
# MAGIC -- atc4_des_c STRING,
|
||
# MAGIC -- bio_desc STRING,
|
||
# MAGIC -- cmps_cod STRING,
|
||
# MAGIC -- cmps_des STRING,
|
||
# MAGIC -- cmps_des_c STRING,
|
||
# MAGIC -- corp_cod STRING,
|
||
# MAGIC -- corp_des STRING,
|
||
# MAGIC -- corp_des_c STRING,
|
||
# MAGIC -- edl_desc STRING,
|
||
# MAGIC -- eth_otc_desc STRING,
|
||
# MAGIC -- gene_orig_desc STRING,
|
||
# MAGIC -- gqce_desc STRING,
|
||
# MAGIC -- manu_cod STRING,
|
||
# MAGIC -- manu_des STRING,
|
||
# MAGIC -- manu_des_c STRING,
|
||
# MAGIC -- mnfl_cod STRING,
|
||
# MAGIC -- mnfl_des STRING,
|
||
# MAGIC -- nrdl_desc STRING,
|
||
# MAGIC -- pack_des STRING,
|
||
# MAGIC -- stgh_des STRING,
|
||
# MAGIC -- pack_lch STRING,
|
||
# MAGIC -- paed_desc STRING,
|
||
# MAGIC -- prod_des STRING,
|
||
# MAGIC -- prod_des_c STRING,
|
||
# MAGIC -- tcm_desc STRING,
|
||
# MAGIC -- vbp_desc STRING,
|
||
# MAGIC -- unit STRING,
|
||
# MAGIC -- counting_unit STRING,
|
||
# MAGIC -- dosage_unit STRING,
|
||
# MAGIC -- NRDL_ENTRY_DATE STRING,
|
||
# MAGIC -- bu STRING,
|
||
# MAGIC -- Market_Ratio STRING)
|
||
# MAGIC -- USING delta
|
||
# MAGIC -- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/TMP/tmp_zk_retail_dtp_market_del'
|
||
# MAGIC -- ;
|
||
|
||
# COMMAND ----------
|
||
|
||
# MAGIC %sql
|
||
# MAGIC -- CREATE OR REPLACE TABLE tmp.tmp_zk_retail_dtp_market_corp (
|
||
# MAGIC -- -- product_id STRING,
|
||
# MAGIC -- -- region_type STRING,
|
||
# MAGIC -- -- higher_level_region STRING,
|
||
# MAGIC -- market STRING,
|
||
# MAGIC -- iqvia_pack_code STRING,
|
||
# MAGIC -- iqvia_prod_code STRING,
|
||
# MAGIC -- iqvia_notes STRING,
|
||
# MAGIC -- new_pack_flag STRING,
|
||
# MAGIC -- is_exists_chpa STRING,
|
||
# MAGIC -- -- prescription_nature STRING,
|
||
# MAGIC -- -- common_name STRING,
|
||
# MAGIC -- -- dosage_form STRING,
|
||
# MAGIC -- -- category_name STRING,
|
||
# MAGIC -- -- product_name STRING,
|
||
# MAGIC -- -- brand_name STRING,
|
||
# MAGIC -- -- zk_corp_des STRING,
|
||
# MAGIC -- -- zk_pack_des STRING,
|
||
# MAGIC -- -- counting_unit_a STRING,
|
||
# MAGIC -- app1_cod STRING,
|
||
# MAGIC -- app1_des STRING,
|
||
# MAGIC -- app1_des_c STRING,
|
||
# MAGIC -- app2_cod STRING,
|
||
# MAGIC -- app2_des STRING,
|
||
# MAGIC -- app2_des_c STRING,
|
||
# MAGIC -- app3_cod STRING,
|
||
# MAGIC -- app3_des STRING,
|
||
# MAGIC -- app3_des_c STRING,
|
||
# MAGIC -- atc1_cod STRING,
|
||
# MAGIC -- atc1_des STRING,
|
||
# MAGIC -- atc1_des_c STRING,
|
||
# MAGIC -- atc2_cod STRING,
|
||
# MAGIC -- atc2_des STRING,
|
||
# MAGIC -- atc2_des_c STRING,
|
||
# MAGIC -- atc3_cod STRING,
|
||
# MAGIC -- atc3_des STRING,
|
||
# MAGIC -- atc3_des_c STRING,
|
||
# MAGIC -- atc4_cod STRING,
|
||
# MAGIC -- atc4_des STRING,
|
||
# MAGIC -- atc4_des_c STRING,
|
||
# MAGIC -- bio_desc STRING,
|
||
# MAGIC -- cmps_cod STRING,
|
||
# MAGIC -- cmps_des STRING,
|
||
# MAGIC -- cmps_des_c STRING,
|
||
# MAGIC -- corp_cod STRING,
|
||
# MAGIC -- corp_des STRING,
|
||
# MAGIC -- corp_des_c STRING,
|
||
# MAGIC -- edl_desc STRING,
|
||
# MAGIC -- eth_otc_desc STRING,
|
||
# MAGIC -- gene_orig_desc STRING,
|
||
# MAGIC -- gqce_desc STRING,
|
||
# MAGIC -- manu_cod STRING,
|
||
# MAGIC -- manu_des STRING,
|
||
# MAGIC -- manu_des_c STRING,
|
||
# MAGIC -- mnfl_cod STRING,
|
||
# MAGIC -- mnfl_des STRING,
|
||
# MAGIC -- nrdl_desc STRING,
|
||
# MAGIC -- pack_des STRING,
|
||
# MAGIC -- stgh_des STRING,
|
||
# MAGIC -- pack_lch STRING,
|
||
# MAGIC -- paed_desc STRING,
|
||
# MAGIC -- prod_des STRING,
|
||
# MAGIC -- prod_des_c STRING,
|
||
# MAGIC -- tcm_desc STRING,
|
||
# MAGIC -- vbp_desc STRING,
|
||
# MAGIC -- unit STRING,
|
||
# MAGIC -- counting_unit STRING,
|
||
# MAGIC -- dosage_unit STRING,
|
||
# MAGIC -- NRDL_ENTRY_DATE STRING,
|
||
# MAGIC -- bu STRING,
|
||
# MAGIC -- Market_Ratio STRING)
|
||
# MAGIC -- USING delta
|
||
# MAGIC -- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/TMP/tmp_zk_retail_dtp_market_corp'
|
||
# MAGIC -- ;
|
||
|
||
# COMMAND ----------
|
||
|
||
### constant
|
||
DATA_TYPE_MARKET = 'MARKET'
|
||
DATA_TYPE_MOLECULE = 'MOLECULE'
|
||
DATA_TYPE_BRAND = 'BRAND'
|
||
DATA_TYPE_MULTI_MARKET = 'MULTI_MARKET'
|
||
DATA_TYPE_MULTI_MOLECULE = 'MULTI_MOLECULE'
|
||
DATA_TYPE_MULTI_BRAND = 'MULTI_BRAND'
|
||
DATA_TYPE_DUPLICATE = 'DUPLICATE'
|
||
DATA_TYPE_HEDGE_TA = 'HEDGE_TA'
|
||
DATA_TYPE_HEDGE_MARKET = 'HEDGE_MARKET'
|
||
DATA_TYPE_HEDGE_MOLECULE = 'HEDGE_MOLECULE'
|
||
DATA_TYPE_HEDGE_BRAND = 'HEDGE_BRAND'
|
||
|
||
DATA_FLAG_RAW = 0 ### final pack_flag = 0
|
||
DATA_FLAG_SUB = 1 ### final pack_flag = 1
|
||
DATA_FLAG_ADD = 2 ### final pack_flag = 1
|
||
DATA_FLAG_RATIO = 3 ### final pack_flag = 1
|
||
DATA_FLAG_AVG = 4 ### final pack_flag = 1
|
||
DATA_FLAG_HEDGE = 5 ### final pack_flag = 1
|
||
BRAND_FLAG_NATIVE = 1 ### final brand_flag = 1
|
||
BRAND_FLAG_CALCULATE = 2 ### final brand_flag = 2
|
||
BRAND_FLAG_NONE = 3 ### final brand_flag = 2
|
||
|
||
DATA_OTHER_TA = 'OTHER_TA'
|
||
DATA_OTHER_MARKET = 'OTHER_MARKET'
|
||
DATA_OTHER_MOLECULE = 'OTHER_MOLECULE'
|
||
DATA_OTHER_BRAND = 'OTHER_BRAND'
|
||
DATA_AREA_TYPE_ROC = 'ROC'
|
||
DATA_LABEL_AREA_ALL = '全国'
|
||
|
||
# COMMAND ----------
|
||
|
||
# MAGIC %md
|
||
# MAGIC ## STEP-1: dtp 维度表处理
|
||
|
||
# COMMAND ----------
|
||
|
||
############################################################START##############################################################
|
||
### STEP-1: dtp 维度表处理
|
||
### STEP-2: update the pack data extra column
|
||
### STEP-3: split regional data by brand ratio when there is no regional data and there is a brand ratio
|
||
### STEP-4: substract ROC data
|
||
|
||
# COMMAND ----------
|
||
|
||
# MAGIC %sql
|
||
# MAGIC -------------------------------------------------------------------------------------
|
||
# MAGIC -- STEP-1: dtp 维度表处理
|
||
# MAGIC -- 1.1 先处理 Extend_Market 和 NOT_IN_FLAG 都为空的数据，代表有明确定义得市场
|
||
# MAGIC -------------------------------------------------------------------------------------
|
||
# MAGIC insert overwrite table tmp.tmp_zk_retail_dtp_market
|
||
# MAGIC select
|
||
# MAGIC distinct
|
||
# MAGIC -- t1.region_type
|
||
# MAGIC -- ,t1.higher_level_region
|
||
# MAGIC -- t1.product_id,
|
||
# MAGIC t2.market
|
||
# MAGIC ,case when length(trim(t1.iqvia_pack_code)) < 12 and trim(t1.iqvia_pack_code) REGEXP '^[0-9]' then right(concat('000000000000',trim(t1.iqvia_pack_code)),12) else trim(t1.iqvia_pack_code) end as iqvia_pack_code
|
||
# MAGIC ,case when length(t1.iqvia_prod_code) < 9 then right(concat('000000000',t1.iqvia_prod_code),9) else t1.iqvia_prod_code end as iqvia_prod_code
|
||
# MAGIC ,t1.iqvia_notes
|
||
# MAGIC ,t1.new_pack_flag
|
||
# MAGIC ,t1.is_exists_chpa
|
||
# MAGIC -- ,t1.prescription_nature
|
||
# MAGIC -- ,t1.common_name
|
||
# MAGIC -- ,t1.dosage_form
|
||
# MAGIC -- ,t1.category_name
|
||
# MAGIC -- ,t1.product_name
|
||
# MAGIC -- ,t1.brand_name
|
||
# MAGIC -- ,t1.zk_corp_des
|
||
# MAGIC -- ,t1.zk_pack_des
|
||
# MAGIC -- ,t1.counting_unit_a
|
||
# MAGIC ,t1.app1_cod
|
||
# MAGIC ,t1.app1_des
|
||
# MAGIC ,t1.app1_des_c
|
||
# MAGIC ,t1.app2_cod
|
||
# MAGIC ,t1.app2_des
|
||
# MAGIC ,t1.app2_des_c
|
||
# MAGIC ,t1.app3_cod
|
||
# MAGIC ,t1.app3_des
|
||
# MAGIC ,t1.app3_des_c
|
||
# MAGIC ,t1.atc1_cod
|
||
# MAGIC ,t1.atc1_des
|
||
# MAGIC ,t1.atc1_des_c
|
||
# MAGIC ,t1.atc2_cod
|
||
# MAGIC ,t1.atc2_des
|
||
# MAGIC ,t1.atc2_des_c
|
||
# MAGIC ,t1.atc3_cod
|
||
# MAGIC ,t1.atc3_des
|
||
# MAGIC ,t1.atc3_des_c
|
||
# MAGIC ,t1.atc4_cod
|
||
# MAGIC ,t1.atc4_des
|
||
# MAGIC ,t1.atc4_des_c
|
||
# MAGIC ,t1.bio_desc
|
||
# MAGIC , right(concat('000000', t1.CMPS_COD ),6 ) cmps_cod
|
||
# MAGIC ,t1.cmps_des
|
||
# MAGIC ,t1.cmps_des_c
|
||
# MAGIC ,t1.corp_cod
|
||
# MAGIC ,t1.corp_des
|
||
# MAGIC ,t1.corp_des_c
|
||
# MAGIC ,t1.edl_desc
|
||
# MAGIC ,t1.eth_otc_desc
|
||
# MAGIC ,t1.gene_orig_desc
|
||
# MAGIC ,t1.gqce_desc
|
||
# MAGIC ,t1.manu_cod
|
||
# MAGIC ,t1.manu_des
|
||
# MAGIC ,t1.manu_des_c
|
||
# MAGIC ,t1.mnfl_cod
|
||
# MAGIC ,t1.mnfl_des
|
||
# MAGIC ,t1.nrdl_desc
|
||
# MAGIC ,t1.pack_des
|
||
# MAGIC ,t1.stgh_des
|
||
# MAGIC ,t1.pack_lch
|
||
# MAGIC ,t1.paed_desc
|
||
# MAGIC ,t1.prod_des
|
||
# MAGIC ,t1.prod_des_c
|
||
# MAGIC ,t1.tcm_desc
|
||
# MAGIC ,t1.vbp_desc
|
||
# MAGIC ,t1.unit
|
||
# MAGIC ,t1.counting_unit
|
||
# MAGIC ,t1.dosage_unit
|
||
# MAGIC ,nvl(MOLE.NRDL_Entry_Date,'') AS NRDL_ENTRY_DATE
|
||
# MAGIC ,t2.bu,CASE WHEN t2.extend_market_ratio IS NULL THEN '1' ELSE t2.extend_market_ratio END AS Market_Ratio
|
||
# MAGIC from dwd.dwd_gnd_ext_dtp_pack_property t1
|
||
# MAGIC LEFT JOIN dwd.dwd_ims_td_pack_additional_attribute MOLE
|
||
# MAGIC ----------------------------------------------------------------------------------
|
||
# MAGIC -- format iqvia_pack_code
|
||
# MAGIC ON
|
||
# MAGIC case when length(trim(t1.iqvia_pack_code)) < 12 and trim(t1.iqvia_pack_code) REGEXP '^[0-9]'
|
||
# MAGIC then right(concat('000000000000',trim(t1.iqvia_pack_code)),12)
|
||
# MAGIC else trim(t1.iqvia_pack_code)
|
||
# MAGIC end
|
||
# MAGIC =
|
||
# MAGIC case when length(trim(MOLE.Pack_Code)) < 12 and trim(MOLE.Pack_Code) REGEXP '^[0-9]'
|
||
# MAGIC then right(concat('000000000000',trim(MOLE.Pack_Code)),12)
|
||
# MAGIC else trim(MOLE.Pack_Code)
|
||
# MAGIC end
|
||
# MAGIC ----------------------------------------------------------------------------------
|
||
# MAGIC left join (select * from dwd.dwd_gnd_dtp_tblmarket WHERE Extend_Market IS NULL AND ( NOT_IN_FLAG IS NULL or NOT_IN_FLAG = '1' )) t2
|
||
# MAGIC -- on t1.cmps_cod=right(concat('000000', Molecule_Code),6 )
|
||
# MAGIC on t1.ATC1_COD = case when t2.ATC1_Code is null then t1.ATC1_COD else t2.ATC1_Code end
|
||
# MAGIC and t1.ATC2_COD = case when t2.ATC2_Code is null then t1.ATC2_COD else t2.ATC2_Code end
|
||
# MAGIC and t1.ATC3_COD = case when t2.ATC3_Code is null then t1.ATC3_COD else t2.ATC3_Code end
|
||
# MAGIC and t1.ATC4_COD = case when t2.ATC4_Code is null then t1.ATC4_COD else t2.ATC4_Code end
|
||
# MAGIC and t1.APP1_COD = case when t2.NFC1_Code is null then t1.APP1_COD else t2.NFC1_Code end
|
||
# MAGIC and t1.APP2_COD = case when t2.NFC2_Code is null then t1.APP2_COD else t2.NFC2_Code end
|
||
# MAGIC and t1.APP3_COD = case when t2.NFC3_Code is null then t1.APP3_COD else t2.NFC3_Code end
|
||
# MAGIC and t1.CORP_COD = case when t2.corporation_code is null then t1.CORP_COD else t2.corporation_code end
|
||
# MAGIC and t1.MANU_COD = case when t2.Manufacturer_Code is null then t1.MANU_COD else t2.Manufacturer_Code end
|
||
# MAGIC ----------------------------------------------------------------------------------
|
||
# MAGIC -- format iqvia_prod_code
|
||
# MAGIC and
|
||
# MAGIC case when length(t1.iqvia_prod_code) < 9 then right(concat('000000000',t1.iqvia_prod_code),9) else t1.iqvia_prod_code end
|
||
# MAGIC =
|
||
# MAGIC case when t2.Product_Code is null
|
||
# MAGIC then case when length(t1.iqvia_prod_code) < 9 then right(concat('000000000',t1.iqvia_prod_code),9) else t1.iqvia_prod_code end
|
||
# MAGIC else case when length(t2.Product_Code) < 9 then right(concat('000000000',t2.Product_Code),9) else t2.Product_Code end
|
||
# MAGIC end
|
||
# MAGIC ----------------------------------------------------------------------------------
|
||
# MAGIC -- format iqvia_pack_code
|
||
# MAGIC and
|
||
# MAGIC case when length(trim(t1.iqvia_pack_code)) < 12 and trim(t1.iqvia_pack_code) REGEXP '^[0-9]'
|
||
# MAGIC then right(concat('000000000000',trim(t1.iqvia_pack_code)),12)
|
||
# MAGIC else trim(t1.iqvia_pack_code)
|
||
# MAGIC end
|
||
# MAGIC =
|
||
# MAGIC case when t2.Pack_Code is null
|
||
# MAGIC then
|
||
# MAGIC case when length(trim(t1.iqvia_pack_code)) < 12 and trim(t1.iqvia_pack_code) REGEXP '^[0-9]'
|
||
# MAGIC then right(concat('000000000000',trim(t1.iqvia_pack_code)),12)
|
||
# MAGIC else trim(t1.iqvia_pack_code)
|
||
# MAGIC end
|
||
# MAGIC else
|
||
# MAGIC case when length(trim(t2.Pack_Code)) < 12 and trim(t2.Pack_Code) REGEXP '^[0-9]'
|
||
# MAGIC then right(concat('000000000000',trim(t2.Pack_Code)),12)
|
||
# MAGIC else trim(t2.Pack_Code)
|
||
# MAGIC end
|
||
# MAGIC end
|
||
# MAGIC ----------------------------------------------------------------------------------
|
||
# MAGIC and nvl(t1.STGH_DES,'') = case when t2.Strength is null then nvl(t1.STGH_DES,'') else t2.Strength end
|
||
# MAGIC and right(concat('000000', t1.CMPS_COD ),6 ) = case when t2.Molecule_Code is null then right(concat('000000', t1.CMPS_COD ),6 ) else right(concat('000000', Molecule_Code),6 ) end
|
||
# MAGIC where t2.market is not null
|
||
# MAGIC ;
|
||
# MAGIC
|
||
|
||
# COMMAND ----------
|
||
|
||
# MAGIC %sql
|
||
# MAGIC -------------------------------------------------------------------------------------
|
||
# MAGIC -- STEP-1: dtp 维度表处理
|
||
# MAGIC -- 1.2 反选规则
|
||
# MAGIC -------------------------------------------------------------------------------------
|
||
# MAGIC insert overwrite table tmp.tmp_zk_retail_dtp_market_del
|
||
# MAGIC select
|
||
# MAGIC distinct
|
||
# MAGIC -- t1.region_type
|
||
# MAGIC -- ,t1.higher_level_region
|
||
# MAGIC -- t1.product_id,
|
||
# MAGIC t2.market
|
||
# MAGIC ,case when length(trim(t1.iqvia_pack_code)) < 12 and trim(t1.iqvia_pack_code) REGEXP '^[0-9]' then right(concat('000000000000',trim(t1.iqvia_pack_code)),12) else trim(t1.iqvia_pack_code) end as iqvia_pack_code
|
||
# MAGIC ,case when length(t1.iqvia_prod_code) < 9 then right(concat('000000000',t1.iqvia_prod_code),9) else t1.iqvia_prod_code end as iqvia_prod_code
|
||
# MAGIC ,t1.iqvia_notes
|
||
# MAGIC ,t1.new_pack_flag
|
||
# MAGIC ,t1.is_exists_chpa
|
||
# MAGIC -- ,t1.prescription_nature
|
||
# MAGIC -- ,t1.common_name
|
||
# MAGIC -- ,t1.dosage_form
|
||
# MAGIC -- ,t1.category_name
|
||
# MAGIC -- ,t1.product_name
|
||
# MAGIC -- ,t1.brand_name
|
||
# MAGIC -- ,t1.zk_corp_des
|
||
# MAGIC -- ,t1.zk_pack_des
|
||
# MAGIC -- ,t1.counting_unit_a
|
||
# MAGIC ,t1.app1_cod
|
||
# MAGIC ,t1.app1_des
|
||
# MAGIC ,t1.app1_des_c
|
||
# MAGIC ,t1.app2_cod
|
||
# MAGIC ,t1.app2_des
|
||
# MAGIC ,t1.app2_des_c
|
||
# MAGIC ,t1.app3_cod
|
||
# MAGIC ,t1.app3_des
|
||
# MAGIC ,t1.app3_des_c
|
||
# MAGIC ,t1.atc1_cod
|
||
# MAGIC ,t1.atc1_des
|
||
# MAGIC ,t1.atc1_des_c
|
||
# MAGIC ,t1.atc2_cod
|
||
# MAGIC ,t1.atc2_des
|
||
# MAGIC ,t1.atc2_des_c
|
||
# MAGIC ,t1.atc3_cod
|
||
# MAGIC ,t1.atc3_des
|
||
# MAGIC ,t1.atc3_des_c
|
||
# MAGIC ,t1.atc4_cod
|
||
# MAGIC ,t1.atc4_des
|
||
# MAGIC ,t1.atc4_des_c
|
||
# MAGIC ,t1.bio_desc
|
||
# MAGIC , right(concat('000000', t1.CMPS_COD ),6 ) cmps_cod
|
||
# MAGIC ,t1.cmps_des
|
||
# MAGIC ,t1.cmps_des_c
|
||
# MAGIC ,t1.corp_cod
|
||
# MAGIC ,t1.corp_des
|
||
# MAGIC ,t1.corp_des_c
|
||
# MAGIC ,t1.edl_desc
|
||
# MAGIC ,t1.eth_otc_desc
|
||
# MAGIC ,t1.gene_orig_desc
|
||
# MAGIC ,t1.gqce_desc
|
||
# MAGIC ,t1.manu_cod
|
||
# MAGIC ,t1.manu_des
|
||
# MAGIC ,t1.manu_des_c
|
||
# MAGIC ,t1.mnfl_cod
|
||
# MAGIC ,t1.mnfl_des
|
||
# MAGIC ,t1.nrdl_desc
|
||
# MAGIC ,t1.pack_des
|
||
# MAGIC ,t1.stgh_des
|
||
# MAGIC ,t1.pack_lch
|
||
# MAGIC ,t1.paed_desc
|
||
# MAGIC ,t1.prod_des
|
||
# MAGIC ,t1.prod_des_c
|
||
# MAGIC ,t1.tcm_desc
|
||
# MAGIC ,t1.vbp_desc
|
||
# MAGIC ,t1.unit
|
||
# MAGIC ,t1.counting_unit
|
||
# MAGIC ,t1.dosage_unit
|
||
# MAGIC ,nvl(MOLE.NRDL_Entry_Date,'') AS NRDL_ENTRY_DATE
|
||
# MAGIC ,t2.bu,CASE WHEN t2.extend_market_ratio IS NULL THEN '1' ELSE t2.extend_market_ratio END AS Market_Ratio
|
||
# MAGIC from dwd.dwd_gnd_ext_dtp_pack_property t1
|
||
# MAGIC LEFT JOIN dwd.dwd_ims_td_pack_additional_attribute MOLE
|
||
# MAGIC ----------------------------------------------------------------------------------
|
||
# MAGIC -- format iqvia_pack_code
|
||
# MAGIC ON
|
||
# MAGIC case when length(trim(t1.iqvia_pack_code)) < 12 and trim(t1.iqvia_pack_code) REGEXP '^[0-9]'
|
||
# MAGIC then right(concat('000000000000',trim(t1.iqvia_pack_code)),12)
|
||
# MAGIC else trim(t1.iqvia_pack_code)
|
||
# MAGIC end
|
||
# MAGIC =
|
||
# MAGIC case when length(trim(MOLE.Pack_Code)) < 12 and trim(MOLE.Pack_Code) REGEXP '^[0-9]'
|
||
# MAGIC then right(concat('000000000000',trim(MOLE.Pack_Code)),12)
|
||
# MAGIC else trim(MOLE.Pack_Code)
|
||
# MAGIC end
|
||
# MAGIC ----------------------------------------------------------------------------------
|
||
# MAGIC left join (select * from dwd.dwd_gnd_dtp_tblmarket WHERE Extend_Market IS NULL AND NOT_IN_FLAG = '0' ) t2
|
||
# MAGIC -- on t1.cmps_cod=right(concat('000000', Molecule_Code),6 )
|
||
# MAGIC on t1.ATC1_COD = case when t2.ATC1_Code is null then t1.ATC1_COD else t2.ATC1_Code end
|
||
# MAGIC and t1.ATC2_COD = case when t2.ATC2_Code is null then t1.ATC2_COD else t2.ATC2_Code end
|
||
# MAGIC and t1.ATC3_COD = case when t2.ATC3_Code is null then t1.ATC3_COD else t2.ATC3_Code end
|
||
# MAGIC and t1.ATC4_COD = case when t2.ATC4_Code is null then t1.ATC4_COD else t2.ATC4_Code end
|
||
# MAGIC and t1.APP1_COD = case when t2.NFC1_Code is null then t1.APP1_COD else t2.NFC1_Code end
|
||
# MAGIC and t1.APP2_COD = case when t2.NFC2_Code is null then t1.APP2_COD else t2.NFC2_Code end
|
||
# MAGIC and t1.APP3_COD = case when t2.NFC3_Code is null then t1.APP3_COD else t2.NFC3_Code end
|
||
# MAGIC and t1.CORP_COD = case when t2.corporation_code is null then t1.CORP_COD else t2.corporation_code end
|
||
# MAGIC and t1.MANU_COD = case when t2.Manufacturer_Code is null then t1.MANU_COD else t2.Manufacturer_Code end
|
||
# MAGIC ----------------------------------------------------------------------------------
|
||
# MAGIC -- format iqvia_prod_code
|
||
# MAGIC and
|
||
# MAGIC case when length(t1.iqvia_prod_code) < 9 then right(concat('000000000',t1.iqvia_prod_code),9) else t1.iqvia_prod_code end
|
||
# MAGIC =
|
||
# MAGIC case when t2.Product_Code is null
|
||
# MAGIC then case when length(t1.iqvia_prod_code) < 9 then right(concat('000000000',t1.iqvia_prod_code),9) else t1.iqvia_prod_code end
|
||
# MAGIC else case when length(t2.Product_Code) < 9 then right(concat('000000000',t2.Product_Code),9) else t2.Product_Code end
|
||
# MAGIC end
|
||
# MAGIC ----------------------------------------------------------------------------------
|
||
# MAGIC -- format iqvia_pack_code
|
||
# MAGIC and
|
||
# MAGIC case when length(trim(t1.iqvia_pack_code)) < 12 and trim(t1.iqvia_pack_code) REGEXP '^[0-9]'
|
||
# MAGIC then right(concat('000000000000',trim(t1.iqvia_pack_code)),12)
|
||
# MAGIC else trim(t1.iqvia_pack_code)
|
||
# MAGIC end
|
||
# MAGIC =
|
||
# MAGIC case when t2.Pack_Code is null
|
||
# MAGIC then
|
||
# MAGIC case when length(trim(t1.iqvia_pack_code)) < 12 and trim(t1.iqvia_pack_code) REGEXP '^[0-9]'
|
||
# MAGIC then right(concat('000000000000',trim(t1.iqvia_pack_code)),12)
|
||
# MAGIC else trim(t1.iqvia_pack_code)
|
||
# MAGIC end
|
||
# MAGIC else
|
||
# MAGIC case when length(trim(t2.Pack_Code)) < 12 and trim(t2.Pack_Code) REGEXP '^[0-9]'
|
||
# MAGIC then right(concat('000000000000',trim(t2.Pack_Code)),12)
|
||
# MAGIC else trim(t2.Pack_Code)
|
||
# MAGIC end
|
||
# MAGIC end
|
||
# MAGIC ----------------------------------------------------------------------------------
|
||
# MAGIC and t1.STGH_DES = case when t2.Strength is null then t1.STGH_DES else t2.Strength end
|
||
# MAGIC and right(concat('000000', t1.CMPS_COD ),6 ) = case when t2.Molecule_Code is null then right(concat('000000', t1.CMPS_COD ),6 ) else right(concat('000000', Molecule_Code),6 ) end
|
||
# MAGIC where t2.market is not null
|
||
|
||
# COMMAND ----------
|
||
|
||
# MAGIC %sql
|
||
# MAGIC -------------------------------------------------------------------------------------
|
||
# MAGIC -- STEP-1: dtp 维度表处理
|
||
# MAGIC -- 1.3 ！！！注意此段是反选的规则，故执行的是从已经定义好的TempMKT中删除数据
|
||
# MAGIC -------需要看TempMKT的字段结构，没有值的字段，在Value里面放个空值
|
||
# MAGIC -------------------------------------------------------------------------------------
|
||
# MAGIC MERGE INTO tmp.tmp_zk_retail_dtp_market AS t1
|
||
# MAGIC USING tmp.tmp_zk_retail_dtp_market_del AS t2
|
||
# MAGIC on t1.ATC1_COD = t2.ATC1_COD
|
||
# MAGIC and t1.ATC2_COD = t2.ATC2_COD
|
||
# MAGIC and t1.ATC3_COD = t2.ATC3_COD
|
||
# MAGIC and t1.ATC4_COD = t2.ATC4_COD
|
||
# MAGIC and t1.APP1_COD = t2.APP1_COD
|
||
# MAGIC and t1.APP2_COD = t2.APP2_COD
|
||
# MAGIC and t1.APP3_COD = t2.APP3_COD
|
||
# MAGIC and t1.CORP_COD = t2.CORP_COD
|
||
# MAGIC and t1.MANU_COD = t2.MANU_COD
|
||
# MAGIC and t1.iqvia_prod_code = t2.iqvia_prod_code
|
||
# MAGIC and t1.iqvia_pack_code = t2.iqvia_pack_code
|
||
# MAGIC and t1.STGH_DES = t2.STGH_DES
|
||
# MAGIC and t1.CMPS_COD = t2.CMPS_COD
|
||
# MAGIC and t1.market = t2.market
|
||
# MAGIC WHEN MATCHED THEN DELETE
|
||
# MAGIC ;
|
||
|
||
# COMMAND ----------
|
||
|
||
# MAGIC %sql
|
||
# MAGIC -------------------------------------------------------------------------------------
|
||
# MAGIC -- STEP-1: dtp 维度表处理
|
||
# MAGIC -- 1.4 将产品对应的公司重新归属
|
||
# MAGIC -------------------------------------------------------------------------------------
|
||
# MAGIC insert overwrite table tmp.tmp_zk_retail_dtp_market_corp
|
||
# MAGIC select
|
||
# MAGIC -- A.region_type
|
||
# MAGIC -- ,A.higher_level_region
|
||
# MAGIC -- A.product_id,
|
||
# MAGIC A.market
|
||
# MAGIC ,A.iqvia_pack_code
|
||
# MAGIC ,A.iqvia_prod_code
|
||
# MAGIC ,A.iqvia_notes
|
||
# MAGIC ,A.new_pack_flag
|
||
# MAGIC ,A.is_exists_chpa
|
||
# MAGIC -- ,A.prescription_nature
|
||
# MAGIC -- ,A.common_name
|
||
# MAGIC -- ,A.dosage_form
|
||
# MAGIC -- ,A.category_name
|
||
# MAGIC -- ,A.product_name
|
||
# MAGIC -- ,A.brand_name
|
||
# MAGIC -- ,A.zk_corp_des
|
||
# MAGIC -- ,A.zk_pack_des
|
||
# MAGIC -- ,A.counting_unit_a
|
||
# MAGIC ,A.app1_cod
|
||
# MAGIC ,A.app1_des
|
||
# MAGIC ,A.app1_des_c
|
||
# MAGIC ,A.app2_cod
|
||
# MAGIC ,A.app2_des
|
||
# MAGIC ,A.app2_des_c
|
||
# MAGIC ,A.app3_cod
|
||
# MAGIC ,A.app3_des
|
||
# MAGIC ,A.app3_des_c
|
||
# MAGIC ,A.atc1_cod
|
||
# MAGIC ,A.atc1_des
|
||
# MAGIC ,A.atc1_des_c
|
||
# MAGIC ,A.atc2_cod
|
||
# MAGIC ,A.atc2_des
|
||
# MAGIC ,A.atc2_des_c
|
||
# MAGIC ,A.atc3_cod
|
||
# MAGIC ,A.atc3_des
|
||
# MAGIC ,A.atc3_des_c
|
||
# MAGIC ,A.atc4_cod
|
||
# MAGIC ,A.atc4_des
|
||
# MAGIC ,A.atc4_des_c
|
||
# MAGIC ,A.bio_desc
|
||
# MAGIC ,A.cmps_cod
|
||
# MAGIC ,A.cmps_des
|
||
# MAGIC ,A.cmps_des_c
|
||
# MAGIC ,COALESCE(c.corp_cod,b.corp_cod,a.corp_cod) corp_cod
|
||
# MAGIC ,COALESCE(c.corp_des,b.corp_des,a.corp_des) corp_des
|
||
# MAGIC ,COALESCE(d.corp_des_c,a.corp_des_c ) corp_des_c
|
||
# MAGIC ,A.edl_desc
|
||
# MAGIC ,A.eth_otc_desc
|
||
# MAGIC ,A.gene_orig_desc
|
||
# MAGIC ,A.gqce_desc
|
||
# MAGIC ,COALESCE(c.manu_cod,b.manu_cod,a.manu_cod) manu_cod
|
||
# MAGIC ,COALESCE(c.manu_des,b.manu_des,a.manu_des) manu_des
|
||
# MAGIC ,COALESCE(e.manu_des_c,a.manu_des_c) manu_des_c
|
||
# MAGIC ,A.mnfl_cod
|
||
# MAGIC ,A.mnfl_des
|
||
# MAGIC ,A.nrdl_desc
|
||
# MAGIC ,A.pack_des
|
||
# MAGIC ,A.stgh_des
|
||
# MAGIC ,A.pack_lch
|
||
# MAGIC ,A.paed_desc
|
||
# MAGIC ,A.prod_des
|
||
# MAGIC ,A.prod_des_c
|
||
# MAGIC ,A.tcm_desc
|
||
# MAGIC ,A.vbp_desc
|
||
# MAGIC ,A.unit
|
||
# MAGIC ,A.counting_unit
|
||
# MAGIC ,A.dosage_unit
|
||
# MAGIC ,A.NRDL_ENTRY_DATE
|
||
# MAGIC ,A.bu
|
||
# MAGIC ,A.Market_Ratio
|
||
# MAGIC from tmp.tmp_zk_retail_dtp_market a
|
||
# MAGIC left join (
|
||
# MAGIC select
|
||
# MAGIC DISTINCT
|
||
# MAGIC ----------------------------------------------
|
||
# MAGIC -- format prod_cod
|
||
# MAGIC case when length(prod_cod) < 9 then right(concat('000000000',prod_cod),9) else prod_cod end as prod_cod,
|
||
# MAGIC ----------------------------------------------
|
||
# MAGIC --right(concat('00000',prod_cod ),5) prod_cod,
|
||
# MAGIC corp_cod,
|
||
# MAGIC corp_des,
|
||
# MAGIC right(concat('000000',manu_cod ),6) manu_cod,
|
||
# MAGIC manu_des
|
||
# MAGIC from dwd.dwd_gnd_tbl_corp_change
|
||
# MAGIC where pack_cod is null
|
||
# MAGIC ) b on a.iqvia_prod_code = b.prod_cod
|
||
# MAGIC left join (
|
||
# MAGIC select
|
||
# MAGIC DISTINCT
|
||
# MAGIC ----------------------------------------------
|
||
# MAGIC -- format pack_cod
|
||
# MAGIC case when length(trim(pack_cod)) < 12 and trim(pack_cod) REGEXP '^[0-9]' then right(concat('000000000000',trim(pack_cod)),12) else trim(pack_cod) end as pack_cod,
|
||
# MAGIC ----------------------------------------------
|
||
# MAGIC corp_cod,
|
||
# MAGIC corp_des,
|
||
# MAGIC right(concat('000000',manu_cod ),6) manu_cod,
|
||
# MAGIC manu_des
|
||
# MAGIC from dwd.dwd_gnd_tbl_corp_change
|
||
# MAGIC where pack_cod is not null
|
||
# MAGIC ) c on a.iqvia_pack_code = c.pack_cod
|
||
# MAGIC left join (select distinct corp_cod,corp_des_c from dwd.dwd_gnd_ext_dtp_pack_property) d
|
||
# MAGIC on coalesce(C.corp_cod,B.corp_cod ) = d.corp_cod
|
||
# MAGIC Left join (select distinct right(concat('000000',manu_cod ),6) manu_cod,manu_des,manu_des_c from dwd.dwd_gnd_ext_dtp_pack_property) e
|
||
# MAGIC On coalesce(C.manu_cod,B.manu_cod ) = e.manu_cod
|
||
|
||
# COMMAND ----------
|
||
|
||
# MAGIC %md
|
||
# MAGIC ## STEP-2: update the pack data extra column
|
||
|
||
# COMMAND ----------
|
||
|
||
# MAGIC %sql
|
||
# MAGIC -------------------------------------------------------------------------------------
|
||
# MAGIC -- STEP-2: update the pack data extra column
|
||
# MAGIC -- 2.1 update pack_code, molecule_code, molecule_desc, product_code, product_desc, level_market
|
||
# MAGIC -------------------------------------------------------------------------------------
|
||
# MAGIC merge into tmp.tmp_retail_dtp_pack_rawdata a
|
||
# MAGIC using(
|
||
# MAGIC select
|
||
# MAGIC distinct
|
||
# MAGIC iqvia_pack_code,
|
||
# MAGIC -- common_name,
|
||
# MAGIC -- dosage_form,
|
||
# MAGIC -- category_name,
|
||
# MAGIC -- product_name,
|
||
# MAGIC -- brand_name,
|
||
# MAGIC -- zk_pack_des,
|
||
# MAGIC cmps_des,
|
||
# MAGIC cmps_des_c,
|
||
# MAGIC prod_des,
|
||
# MAGIC prod_des_c,
|
||
# MAGIC collect_list(market) as markets
|
||
# MAGIC from tmp.tmp_zk_retail_dtp_market_corp
|
||
# MAGIC group by 1,2,3,4,5
|
||
# MAGIC ) as b
|
||
# MAGIC on a.iqvia_pack_code = b.iqvia_pack_code
|
||
# MAGIC -- on a.common_name = b.common_name
|
||
# MAGIC -- and a.dosage_form = b.dosage_form
|
||
# MAGIC -- and a.category_name = b.category_name
|
||
# MAGIC -- and nvl(a.product_name, '') = nvl(b.product_name, '')
|
||
# MAGIC -- and a.brand_name = b.brand_name
|
||
# MAGIC -- and a.pack_des = b.zk_pack_des
|
||
# MAGIC when matched then
|
||
# MAGIC update set
|
||
# MAGIC a.pack_code = b.iqvia_pack_code,
|
||
# MAGIC a.molecule_code = b.cmps_des,
|
||
# MAGIC a.molecule_desc = b.cmps_des_c,
|
||
# MAGIC a.product_code = b.prod_des,
|
||
# MAGIC a.product_desc = b.prod_des_c,
|
||
# MAGIC --------------------* hard_code *-----------------------
|
||
# MAGIC -- 手动修正market映射市场
|
||
# MAGIC -- EGFR TKI Market -> EGFR TKI
|
||
# MAGIC -- Anti-HER2 mBC Market -> Anti-HER2 mBC
|
||
# MAGIC a.level_market =
|
||
# MAGIC case
|
||
# MAGIC when array_contains(markets, 'EGFR TKI Market') then 'EGFR TKI'
|
||
# MAGIC when array_contains(markets, 'Anti-HER2 mBC Market') then 'Anti-HER2 mBC'
|
||
# MAGIC else CONCAT_WS(',',markets)
|
||
# MAGIC end
|
||
# MAGIC --------------------* hard_code *-----------------------
|
||
|
||
# COMMAND ----------
|
||
|
||
# MAGIC %sql
|
||
# MAGIC -------------------------------------------------------------------------------------
|
||
# MAGIC -- STEP-2: update the pack data extra column
|
||
# MAGIC -- 2.2 generate tmp.tmp_retail_dtp_pack_mapping
|
||
# MAGIC -------------------------------------------------------------------------------------
|
||
# MAGIC
|
||
# MAGIC with tmp_pack_mapping as (
|
||
# MAGIC select
|
||
# MAGIC distinct
|
||
# MAGIC a.level_ta,
|
||
# MAGIC a.level_market,
|
||
# MAGIC a.pack_code,
|
||
# MAGIC a.molecule_code,
|
||
# MAGIC a.molecule_desc,
|
||
# MAGIC a.product_code,
|
||
# MAGIC a.product_desc,
|
||
# MAGIC b.corp_cod,
|
||
# MAGIC CONCAT_WS(',',collect_set(b.market)) as market_desc
|
||
# MAGIC from tmp.tmp_retail_dtp_pack_rawdata a
|
||
# MAGIC inner join tmp.tmp_zk_retail_dtp_market_corp b
|
||
# MAGIC on a.pack_code = b.iqvia_pack_code
|
||
# MAGIC and a.molecule_code = b.cmps_des
|
||
# MAGIC and a.product_desc = b.prod_des_c
|
||
# MAGIC group by 1,2,3,4,5,6,7,8
|
||
# MAGIC ), tmp_level as (
|
||
# MAGIC select
|
||
# MAGIC distinct
|
||
# MAGIC ta,
|
||
# MAGIC market,
|
||
# MAGIC molecule,
|
||
# MAGIC brand
|
||
# MAGIC from tmp.tmp_retail_dtp_level_brand
|
||
# MAGIC ), tmp_molecule_brand as (
|
||
# MAGIC -----------------------ta matched & market matched & molecule matched & brand matched --------------
|
||
# MAGIC select
|
||
# MAGIC a.*,b.*,1 as brand_flag
|
||
# MAGIC from tmp_pack_mapping a
|
||
# MAGIC inner join tmp_level b
|
||
# MAGIC on a.level_ta = b.ta
|
||
# MAGIC and a.level_market = b.market
|
||
# MAGIC and a.molecule_desc = b.molecule
|
||
# MAGIC and a.product_desc = b.brand
|
||
# MAGIC ), tmp_other_brand as (
|
||
# MAGIC -----------------------ta matched & market matched & OTHER_MOLECULE & brand matched-----------------
|
||
# MAGIC select
|
||
# MAGIC a.*,b.*,1 as brand_flag
|
||
# MAGIC from tmp_pack_mapping a
|
||
# MAGIC inner join tmp_level b
|
||
# MAGIC on a.level_ta = b.ta
|
||
# MAGIC and a.level_market = b.market
|
||
# MAGIC and b.molecule = 'OTHER_MOLECULE'
|
||
# MAGIC and a.product_desc = b.brand
|
||
# MAGIC where a.pack_code not in (
|
||
# MAGIC select distinct pack_code from tmp_molecule_brand
|
||
# MAGIC )
|
||
# MAGIC ), tmp_molecule_other as(
|
||
# MAGIC -----------------------ta matched & market matched & molecule matched & OTHER_BRAND----------------
|
||
# MAGIC select
|
||
# MAGIC a.*,b.*,2 as brand_flag
|
||
# MAGIC from tmp_pack_mapping a
|
||
# MAGIC inner join tmp_level b
|
||
# MAGIC on a.level_ta = b.ta
|
||
# MAGIC and a.level_market = b.market
|
||
# MAGIC and a.molecule_desc = b.molecule
|
||
# MAGIC and b.brand = 'OTHER_BRAND'
|
||
# MAGIC where a.pack_code not in (
|
||
# MAGIC select distinct pack_code from tmp_molecule_brand
|
||
# MAGIC union all
|
||
# MAGIC select distinct pack_code from tmp_other_brand
|
||
# MAGIC )
|
||
# MAGIC ), tmp_other_other as (
|
||
# MAGIC -----------------------ta matched & market matched & OTHER_MOLECULE& OTHER_BRAND---------------------
|
||
# MAGIC select
|
||
# MAGIC a.*,b.*,2 as brand_flag
|
||
# MAGIC from tmp_pack_mapping a
|
||
# MAGIC inner join tmp_level b
|
||
# MAGIC on a.level_ta = b.ta
|
||
# MAGIC and a.level_market = b.market
|
||
# MAGIC and b.molecule = 'OTHER_MOLECULE'
|
||
# MAGIC and b.brand = 'OTHER_BRAND'
|
||
# MAGIC where a.pack_code not in (
|
||
# MAGIC select distinct pack_code from tmp_molecule_brand
|
||
# MAGIC union all
|
||
# MAGIC select distinct pack_code from tmp_other_brand
|
||
# MAGIC union all
|
||
# MAGIC select distinct pack_code from tmp_molecule_other
|
||
# MAGIC )
|
||
# MAGIC ), tmp_brand_mapping as (
|
||
# MAGIC select * from tmp_molecule_brand
|
||
# MAGIC union all
|
||
# MAGIC select * from tmp_other_brand
|
||
# MAGIC union all
|
||
# MAGIC select * from tmp_molecule_other
|
||
# MAGIC union all
|
||
# MAGIC select * from tmp_other_other
|
||
# MAGIC )
|
||
# MAGIC
|
||
# MAGIC insert overwrite table tmp.tmp_retail_dtp_pack_mapping
|
||
# MAGIC
|
||
# MAGIC select
|
||
# MAGIC level_ta,
|
||
# MAGIC level_market,
|
||
# MAGIC molecule as level_molecule,
|
||
# MAGIC brand as level_brand,
|
||
# MAGIC pack_code,
|
||
# MAGIC molecule_code,
|
||
# MAGIC molecule_desc,
|
||
# MAGIC product_code,
|
||
# MAGIC product_desc,
|
||
# MAGIC corp_cod,
|
||
# MAGIC market_desc,
|
||
# MAGIC brand_flag
|
||
# MAGIC from tmp_brand_mapping
|
||
|
||
# COMMAND ----------
|
||
|
||
# MAGIC %sql
|
||
# MAGIC -------------------------------------------------------------------------------------
|
||
# MAGIC -- STEP-2: update the pack data extra column
|
||
# MAGIC -- 2.3 update level_molecule, level_brand ,brand_flag
|
||
# MAGIC -------------------------------------------------------------------------------------
|
||
# MAGIC merge into tmp.tmp_retail_dtp_pack_rawdata a
|
||
# MAGIC using(
|
||
# MAGIC select
|
||
# MAGIC distinct pack_code,level_molecule,level_brand,brand_flag
|
||
# MAGIC from tmp.tmp_retail_dtp_pack_mapping
|
||
# MAGIC ) as b
|
||
# MAGIC on a.pack_code = b.pack_code
|
||
# MAGIC when matched then
|
||
# MAGIC update set
|
||
# MAGIC a.level_molecule = b.level_molecule,
|
||
# MAGIC a.level_brand = b.level_brand,
|
||
# MAGIC a.brand_flag = b.brand_flag
|
||
|
||
# COMMAND ----------
|
||
|
||
# MAGIC %sql
|
||
# MAGIC -------------------------------------------------------------------------------------
|
||
# MAGIC -- STEP-2: update the pack data extra column
|
||
# MAGIC -- 2.4 update the pack data brand flag to '1' which pack has regional data
|
||
# MAGIC -------------------------------------------------------------------------------------
|
||
# MAGIC with tmp_has_regional_data as (
|
||
# MAGIC select
|
||
# MAGIC distinct
|
||
# MAGIC time,
|
||
# MAGIC pack_code
|
||
# MAGIC from tmp.tmp_retail_dtp_pack_rawdata
|
||
# MAGIC where region <> '全国'
|
||
# MAGIC and data_flag = 0
|
||
# MAGIC )
|
||
# MAGIC
|
||
# MAGIC merge into tmp.tmp_retail_dtp_pack_rawdata a
|
||
# MAGIC using(
|
||
# MAGIC select * from tmp_has_regional_data
|
||
# MAGIC ) as b
|
||
# MAGIC on a.time = b.time
|
||
# MAGIC and a.pack_code = b.pack_code
|
||
# MAGIC when matched then
|
||
# MAGIC update set
|
||
# MAGIC a.brand_flag = 1
|
||
|
||
# COMMAND ----------
|
||
|
||
# MAGIC %md
|
||
# MAGIC ## STEP-3: split regional data by brand ratio
|
||
|
||
# COMMAND ----------
|
||
|
||
# MAGIC %sql
|
||
# MAGIC -------------------------------------------------------------------------------------
|
||
# MAGIC -- STEP-3: split regional data by brand ratio when there is no regional data and there is a brand ratio
|
||
# MAGIC -- only split the pack data with brand ratio and without regional pack data
|
||
# MAGIC -------------------------------------------------------------------------------------
|
||
# MAGIC with tmp_has_regional_data as (
|
||
# MAGIC select
|
||
# MAGIC distinct
|
||
# MAGIC time as yyyymm,
|
||
# MAGIC pack_code
|
||
# MAGIC from tmp.tmp_retail_dtp_pack_rawdata
|
||
# MAGIC where region <> '全国'
|
||
# MAGIC ), tmp_has_brand_ratio as (
|
||
# MAGIC select
|
||
# MAGIC distinct
|
||
# MAGIC b.pack_code
|
||
# MAGIC from tmp.tmp_retail_dtp_level_brand a
|
||
# MAGIC inner join tmp.tmp_retail_dtp_pack_mapping b
|
||
# MAGIC on a.ta = b.level_ta
|
||
# MAGIC and a.market = b.level_market
|
||
# MAGIC and a.molecule = b.level_molecule
|
||
# MAGIC and a.brand = b.level_brand
|
||
# MAGIC ), tmp_pack_rawdata as (
|
||
# MAGIC select *
|
||
# MAGIC from tmp.tmp_retail_dtp_pack_rawdata a
|
||
# MAGIC where not exists(
|
||
# MAGIC select b.yyyymm,b.pack_code from tmp_has_regional_data b
|
||
# MAGIC where a.time = b.yyyymm
|
||
# MAGIC and a.pack_code = b.pack_code
|
||
# MAGIC ) and exists(
|
||
# MAGIC select c.pack_code from tmp_has_brand_ratio c
|
||
# MAGIC where a.pack_code = c.pack_code
|
||
# MAGIC )
|
||
# MAGIC )
|
||
# MAGIC ----------------------------- append split regional data ----------------------------
|
||
# MAGIC insert into table tmp.tmp_retail_dtp_pack_rawdata
|
||
# MAGIC
|
||
# MAGIC select
|
||
# MAGIC -- c.region_type,
|
||
# MAGIC c.iqvia_pack_code,
|
||
# MAGIC c.year,
|
||
# MAGIC c.time,
|
||
# MAGIC -- c.higher_level_region,
|
||
# MAGIC a.province_city as region,
|
||
# MAGIC -- c.prescription_nature,
|
||
# MAGIC -- c.medicine_attribute,
|
||
# MAGIC -- c.dosage_form,
|
||
# MAGIC -- c.object,
|
||
# MAGIC -- c.zk_classify1,
|
||
# MAGIC -- c.zk_classify2,
|
||
# MAGIC -- c.zk_classify3,
|
||
# MAGIC c.target_points,
|
||
# MAGIC -- c.common_name,
|
||
# MAGIC -- c.brand_name,
|
||
# MAGIC -- c.product_name,
|
||
# MAGIC -- c.category_name,
|
||
# MAGIC -- c.pack_des,
|
||
# MAGIC c.counting_unit,
|
||
# MAGIC -- c.factory,
|
||
# MAGIC -- c.corp_des,
|
||
# MAGIC c.average_price,
|
||
# MAGIC round(c.sales_amount * a.ratio_val ,10) as sales_amount,
|
||
# MAGIC round(c.sales_volume * a.ratio_vol ,10) as sales_volume,
|
||
# MAGIC c.counting_units_obversion,
|
||
# MAGIC c.pack_code,
|
||
# MAGIC c.molecule_code,
|
||
# MAGIC c.molecule_desc,
|
||
# MAGIC c.product_code,
|
||
# MAGIC c.product_desc,
|
||
# MAGIC c.level_ta,
|
||
# MAGIC c.level_market,
|
||
# MAGIC c.level_molecule,
|
||
# MAGIC c.level_brand,
|
||
# MAGIC a.ratio_val,
|
||
# MAGIC a.ratio_vol,
|
||
# MAGIC 3 as data_flag,
|
||
# MAGIC b.brand_flag
|
||
# MAGIC from tmp.tmp_retail_dtp_level_brand a
|
||
# MAGIC inner join tmp.tmp_retail_dtp_pack_mapping b
|
||
# MAGIC on a.ta = b.level_ta
|
||
# MAGIC and a.market = b.level_market
|
||
# MAGIC and a.molecule = b.level_molecule
|
||
# MAGIC and a.brand = b.level_brand
|
||
# MAGIC inner join tmp_pack_rawdata c
|
||
# MAGIC on c.pack_code = b.pack_code
|
||
# MAGIC and c.time = a.yyyymm
|
||
# MAGIC where a.province_city <> '全国'
|
||
# MAGIC
|
||
|
||
# COMMAND ----------
|
||
|
||
# MAGIC %md
|
||
# MAGIC ## STEP-4: substract ROC data
|
||
|
||
# COMMAND ----------
|
||
|
||
# MAGIC %sql
|
||
# MAGIC -------------------------------------------------------------------------------------
|
||
# MAGIC -- STEP-4: substract ROC data
|
||
# MAGIC -- if there is regional pack data or splited regional pack data, ROC = '全国' - 'sum regional data'
|
||
# MAGIC -- if there is not regional pack data, ROC = '全国'
|
||
# MAGIC -------------------------------------------------------------------------------------
|
||
# MAGIC
|
||
# MAGIC with tmp_area_group as (
|
||
# MAGIC select
|
||
# MAGIC pack_code,
|
||
# MAGIC time,
|
||
# MAGIC sum(sales_amount) as sales_amount,
|
||
# MAGIC sum(sales_volume) as sales_volume
|
||
# MAGIC from tmp.tmp_retail_dtp_pack_rawdata
|
||
# MAGIC where region <> '全国'
|
||
# MAGIC group by pack_code,time
|
||
# MAGIC ), tmp_has_regional_data as (
|
||
# MAGIC select
|
||
# MAGIC distinct
|
||
# MAGIC time,
|
||
# MAGIC pack_code
|
||
# MAGIC from tmp.tmp_retail_dtp_pack_rawdata
|
||
# MAGIC where region <> '全国'
|
||
# MAGIC and data_flag = 0
|
||
# MAGIC )
|
||
# MAGIC
|
||
# MAGIC ----------------------------- append ROC data ------------------------------------------
|
||
# MAGIC insert into table tmp.tmp_retail_dtp_pack_rawdata
|
||
# MAGIC
|
||
# MAGIC select
|
||
# MAGIC a.iqvia_pack_code,
|
||
# MAGIC -- a.region_type,
|
||
# MAGIC a.year,
|
||
# MAGIC a.time,
|
||
# MAGIC -- a.higher_level_region,
|
||
# MAGIC 'ROC' as region,
|
||
# MAGIC -- a.prescription_nature,
|
||
# MAGIC -- a.medicine_attribute,
|
||
# MAGIC -- a.dosage_form,
|
||
# MAGIC -- a.object,
|
||
# MAGIC -- a.zk_classify1,
|
||
# MAGIC -- a.zk_classify2,
|
||
# MAGIC -- a.zk_classify3,
|
||
# MAGIC a.target_points,
|
||
# MAGIC -- a.common_name,
|
||
# MAGIC -- a.brand_name,
|
||
# MAGIC -- a.product_name,
|
||
# MAGIC -- a.category_name,
|
||
# MAGIC -- a.pack_des,
|
||
# MAGIC a.counting_unit,
|
||
# MAGIC -- a.factory,
|
||
# MAGIC -- a.corp_des,
|
||
# MAGIC a.average_price,
|
||
# MAGIC a.sales_amount - ifnull(b.sales_amount,0) as sales_amount,
|
||
# MAGIC a.sales_volume - ifnull(b.sales_volume,0) as sales_volume,
|
||
# MAGIC a.counting_units_obversion,
|
||
# MAGIC a.pack_code,
|
||
# MAGIC a.molecule_code,
|
||
# MAGIC a.molecule_desc,
|
||
# MAGIC a.product_code,
|
||
# MAGIC a.product_desc,
|
||
# MAGIC a.level_ta,
|
||
# MAGIC a.level_market,
|
||
# MAGIC a.level_molecule,
|
||
# MAGIC a.level_brand,
|
||
# MAGIC a.ratio_val,
|
||
# MAGIC a.ratio_vol,
|
||
# MAGIC -------------------------------------------------------------------------------
|
||
# MAGIC -- 有省份pack的数（包括无品牌数据的数）计算出来的ROC所对应的pack_flag，也需要是1-原始值，不能是2-拆分的值
|
||
# MAGIC -- 所以这里针对这类有省份数据的ROC数据，data_flag赋值为0-原始值，其他的仍为1-倒减值
|
||
# MAGIC case when c.pack_code is not null then 0 else 1 end as data_flag,
|
||
# MAGIC -------------------------------------------------------------------------------
|
||
# MAGIC a.brand_flag
|
||
# MAGIC from tmp.tmp_retail_dtp_pack_rawdata a
|
||
# MAGIC inner join tmp_area_group b
|
||
# MAGIC on a.pack_code = b.pack_code
|
||
# MAGIC and a.time = b.time
|
||
# MAGIC left join tmp_has_regional_data c
|
||
# MAGIC on a.time = c.time
|
||
# MAGIC and a.pack_code = c.pack_code
|
||
# MAGIC where a.region = '全国'
|
||
|
||
# COMMAND ----------
|
||
|
||
############################################################END################################################################ |