-- Databricks notebook source
-- CREATE OR REPLACE TABLE dm.dm_aia_pack_property (
--   PACK_COD STRING,
--   pack_des STRING,
--   stgh_des STRING,
--   pack_lch STRING,
--   PROD_COD STRING,
--   prod_des STRING,
--   prod_des_c STRING,
--   Family_Code STRING,
--   Family_Name STRING,
--   cmps_cod STRING,
--   cmps_des STRING,
--   cmps_des_c STRING,
--   atc1_cod STRING,
--   atc1_des STRING,
--   atc1_des_c STRING,
--   atc2_cod STRING,
--   atc2_des STRING,
--   atc2_des_c STRING,
--   atc3_cod STRING,
--   atc3_des STRING,
--   atc3_des_c STRING,
--   atc4_cod STRING,
--   atc4_des STRING,
--   atc4_des_c STRING,
--   app1_cod STRING,
--   app1_des STRING,
--   app1_des_c STRING,
--   app2_cod STRING,
--   app2_des STRING,
--   app2_des_c STRING,
--   app3_cod STRING,
--   app3_des STRING,
--   app3_des_c STRING,
--   bio_desc STRING,
--   gene_orig_desc STRING,
--   eth_otc_desc STRING,
--   nrdl_desc STRING,
--   NRDL_Entry_Date STRING,
--   edl_desc STRING,
--   tcm_desc STRING,
--   paed_desc STRING,
--   gqce_desc STRING,
--   vbp_desc STRING,
--   manu_cod STRING,
--   manu_des STRING,
--   manu_des_c STRING,
--   mnfl_cod STRING,
--   mnfl_des STRING,
--   corp_cod STRING,
--   corp_des STRING,
--   corp_des_c STRING,
--   BrandType STRING,
--   IS_AZ STRING,
--   AZ_MAIN STRING,
--   AZ_Related STRING,
--   COUNTING_UNIT STRING,
--   ETL_INSERT_DT TIMESTAMP,
--   ETL_UPDATE_DT TIMESTAMP)
-- USING delta
-- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_aia_pack_property';
-- -- 上面是生产环境location，下面是测试环境location
-- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_aia_pack_property';

-- COMMAND ----------

--对用户上传的表进行去重处理
--对部分编码字段进行补0
create or replace temporary view aia_pack_property_distinct as
select distinct
    iqvia_lineno,
    case when length(trim(iqvia_pack_code)) < 12 and trim(iqvia_pack_code) REGEXP '^[0-9]'  then right(concat('000000000000',trim(iqvia_pack_code)),12) else trim(iqvia_pack_code) end as iqvia_pack_code,
    case when length(iqvia_prod_code) < 9 then right(concat('000000000',iqvia_prod_code),9) else iqvia_prod_code end as iqvia_prod_code,
    iqvia_notes,
    IS_NEW_PRD,
    IS_IN_CHPA,
    ATC1,
    ATC2,
    ATC3,
    ATC4,
    org_prd_cd,
    org_mole_nm_c,
    org_manu_prd_nm_c,
    org_prd_nm_c,
    org_pk,
    org_prd_str,
    org_pth,
    min_pk_unit,
    org_pk_unit,
    org_manu_nm,
    app1_cod,
    app1_des,
    app1_des_c,
    app2_cod,
    app2_des,
    app2_des_c,
    app3_cod,
    app3_des,
    app3_des_c,
    atc1_cod,
    atc1_des,
    atc1_des_c,
    atc2_cod,
    atc2_des,
    atc2_des_c,
    atc3_cod,
    atc3_des,
    atc3_des_c,
    atc4_cod,
    atc4_des,
    atc4_des_c,
    bio_desc,
    case when length(cmps_cod) < 6 then right(concat('000000',cmps_cod),6) else cmps_cod end as cmps_cod,
    cmps_des,
    cmps_des_c,
    corp_cod,
    corp_des,
    corp_des_c,
    edl_desc,
    eth_otc_desc,
    gene_orig_desc,
    gqce_desc,
    manu_cod,
    manu_des,
    manu_des_c,
    mnfl_cod,
    mnfl_des,
    nrdl_desc,
    pack_des,
    stgh_des,
    pack_lch,
    paed_desc,
    prod_des,
    prod_des_c,
    tcm_desc,
    vbp_desc,
    unit,
    counting_unit,
    dosage_unit
from dwd.dwd_gnd_ext_aia_cpt_data;

-- COMMAND ----------

-- create or replace table dm.dm_aia_pack_property
insert overwrite table dm.dm_aia_pack_property
WITH dedup_l AS (
    SELECT *,
           ROW_NUMBER() OVER (PARTITION BY iqvia_pack_code ORDER BY iqvia_pack_code) AS rn
    FROM aia_pack_property_distinct
    QUALIFY rn = 1
),
dedup_r AS (
    SELECT *,
           ROW_NUMBER() OVER (PARTITION BY PACK_COD ORDER BY PACK_COD) AS rn
    FROM tmp.tmp_ext_chpa_pack_propetry
    QUALIFY rn = 1
)
SELECT
    l.iqvia_pack_code AS PACK_COD,

    -- Pack / Product 描述
    COALESCE(r.PACK_DES,        l.pack_des)          AS pack_des,
    COALESCE(r.STGH_DES,        l.stgh_des)          AS stgh_des,
    COALESCE(r.PACK_LCH,        l.pack_lch)          AS pack_lch,
    COALESCE(r.PROD_COD,        l.iqvia_prod_code)   AS PROD_COD,
    COALESCE(r.PROD_DES,        l.prod_des)          AS prod_des,
    COALESCE(r.PROD_DES_C,      l.prod_des_c)        AS prod_des_c,

    -- 右表独有：Family
    r.Family_Code,
    r.Family_Name,

    -- 成分
    COALESCE(r.CMPS_COD,        l.cmps_cod)          AS cmps_cod,
    COALESCE(r.CMPS_DES,        l.cmps_des)          AS cmps_des,
    COALESCE(r.CMPS_DES_C,      l.cmps_des_c)        AS cmps_des_c,

    -- ATC
    COALESCE(r.ATC1_COD,        l.atc1_cod)          AS atc1_cod,
    COALESCE(r.atc1_des,        l.atc1_des)          AS atc1_des,
    COALESCE(r.atc1_des_c,      l.atc1_des_c)        AS atc1_des_c,
    COALESCE(r.ATC2_COD,        l.atc2_cod)          AS atc2_cod,
    COALESCE(r.atc2_des,        l.atc2_des)          AS atc2_des,
    COALESCE(r.atc2_des_c,      l.atc2_des_c)        AS atc2_des_c,
    COALESCE(r.ATC3_COD,        l.atc3_cod)          AS atc3_cod,
    COALESCE(r.atc3_des,        l.atc3_des)          AS atc3_des,
    COALESCE(r.atc3_des_c,      l.atc3_des_c)        AS atc3_des_c,
    COALESCE(r.ATC4_COD,        l.atc4_cod)          AS atc4_cod,
    COALESCE(r.atc4_des,        l.atc4_des)          AS atc4_des,
    COALESCE(r.atc4_des_c,      l.atc4_des_c)        AS atc4_des_c,

    -- APP
    COALESCE(r.APP1_COD,        l.app1_cod)          AS app1_cod,
    COALESCE(r.app1_des,        l.app1_des)          AS app1_des,
    COALESCE(r.app1_des_c,      l.app1_des_c)        AS app1_des_c,
    COALESCE(r.APP2_COD,        l.app2_cod)          AS app2_cod,
    COALESCE(r.app2_des,        l.app2_des)          AS app2_des,
    COALESCE(r.app2_des_c,      l.app2_des_c)        AS app2_des_c,
    COALESCE(r.APP3_COD,        l.app3_cod)          AS app3_cod,
    COALESCE(r.app3_des,        l.app3_des)          AS app3_des,
    COALESCE(r.app3_des_c,      l.app3_des_c)        AS app3_des_c,

    -- 标志位
    COALESCE(r.BIO_DESC,        l.bio_desc)          AS bio_desc,
    COALESCE(r.GENE_ORIG_DESC,  l.gene_orig_desc)    AS gene_orig_desc,
    COALESCE(r.ETH_OTC_DESC,    l.eth_otc_desc)      AS eth_otc_desc,
    COALESCE(r.NRDL_DESC,       l.nrdl_desc)         AS nrdl_desc,
    r.NRDL_Entry_Date,
    COALESCE(r.EDL_DESC,        l.edl_desc)          AS edl_desc,
    COALESCE(r.TCM_DESC,        l.tcm_desc)          AS tcm_desc,
    COALESCE(r.PAED_DESC,       l.paed_desc)         AS paed_desc,
    COALESCE(r.GQCE_DESC,       l.gqce_desc)         AS gqce_desc,
    COALESCE(r.VBP_DESC,        l.vbp_desc)          AS vbp_desc,

    -- 厂商
    COALESCE(r.MANU_COD,        l.manu_cod)          AS manu_cod,
    COALESCE(r.MANU_DES,        l.manu_des)          AS manu_des,
    COALESCE(r.MANU_DES_C,      l.manu_des_c)        AS manu_des_c,
    COALESCE(r.MNFL_COD,        l.mnfl_cod)          AS mnfl_cod,
    COALESCE(r.MNFL_DES,        l.mnfl_des)          AS mnfl_des,

    -- 公司
    COALESCE(r.CORP_COD,        l.corp_cod)          AS corp_cod,
    COALESCE(r.CORP_DES,        l.corp_des)          AS corp_des,
    COALESCE(r.CORP_DES_C,      l.corp_des_c)        AS corp_des_c,

    -- 右表独有：品牌 / AZ 标志
    r.BrandType,
    r.IS_AZ,
    r.AZ_MAIN,
    r.AZ_Related,
    -- 左表独有
    l.COUNTING_UNIT,
    from_utc_timestamp(current_timestamp(),'UTC+8') as ETL_INSERT_DT,
    from_utc_timestamp(current_timestamp(),'UTC+8') as ETL_UPDATE_DT
FROM dedup_l l
LEFT JOIN dedup_r r
    ON l.iqvia_pack_code = r.PACK_COD

-- COMMAND ----------

-- -----------------------------------------------------------
-- --修改时间：20241118
-- --修改人：Fanxujia
-- --修改内容：
-- --使用手工文件排除掉每个渠道的不需要显示的市场
-- --由于AIA涉及后面的Flag逻辑、NEW AIA Dashboard，因此不能直接在最后的DM表进行限制，需要在这里限制。
-- -----------------------------------------------------------
-- with hidden_market as (
-- select distinct 
-- upper(hidden_market) as hidden_market
-- from dwd.dwd_gnd_ims_hidden_market
-- where upper(data_source) = 'AIA'
-- )
-- ,tmp as (
-- select 
-- MARKET_PACK_KEY,
-- PACK_COD,
-- PACK_DES,
-- STGH_DES,
-- PACK_LCH,
-- Family_Code,
-- Family_Name,
-- PROD_COD,
-- PROD_DES,
-- PROD_DES_C,
-- CMPS_COD,
-- CMPS_DES,
-- CMPS_DES_C,
-- ATC1_COD,
-- ATC2_COD,
-- ATC3_COD,
-- ATC4_COD,
-- APP1_COD,
-- APP2_COD,
-- APP3_COD,
-- BIO_DESC,
-- GENE_ORIG_DESC,
-- ETH_OTC_DESC,
-- NRDL_DESC,
-- NRDL_Entry_Date,
-- EDL_DESC,
-- TCM_DESC,
-- PAED_DESC,
-- GQCE_DESC,
-- VBP_DESC,
-- MANU_COD,
-- MANU_DES,
-- MANU_DES_C,
-- MNFL_COD,
-- MNFL_DES,
-- CORP_COD,
-- CORP_DES,
-- CORP_DES_C,
-- BrandType,
-- t1.MARKET,
-- t1.MARKET_CHPA,
-- KEY_COMPETITOR,
-- IS_AZ,
-- AZ_MAIN,
-- AZ_Related,
-- atc1_des,
-- atc1_des_c,
-- atc2_des,
-- atc2_des_c,
-- atc3_des,
-- atc3_des_c,
-- atc4_des,
-- atc4_des_c,
-- app1_des,
-- app1_des_c,
-- app2_des,
-- app2_des_c,
-- app3_des,
-- app3_des_c,
-- Class,
-- ETL_INSERT_DT,
-- ETL_UPDATE_DT,
-- market_ratio,
-- counting_unit
-- from dm.dm_aia_pack_property t1
-- left join hidden_market t3
-- on upper(t1.MARKET) = t3.hidden_market
-- where t3.hidden_market is null
-- union
-- select *
-- from dm.dm_aia_pack_property
-- where MARKET = 'AIA ALL Market'
-- )

-- insert overwrite dm.dm_aia_pack_property
-- select * from tmp