-- Databricks notebook source
-- 有几张表发生了变化
-- tmp.tmp_ec_temp_market
-- tmp.tmp_ec_temp_market_del 
-- dws.dws_zk_ec_pack_property

-- dm.dm_zk_ec_market_ratio

-- COMMAND ----------

insert overwrite table tmp.tmp_ec_temp_market 
select distinct
  b.iqvia_lineno ,
  if( nvl(b.iqvia_pack_code,0) REGEXP '^[0-9]',right(concat('000000000000',nvl(b.iqvia_pack_code,0)),12),nvl(b.iqvia_pack_code,0)) as iqvia_pack_code,-- right(concat('0000000',nvl(b.iqvia_pack_code,0)),7) 
  right(concat('000000000',nvl(b.iqvia_prod_code,0)),9)   as prod_cod ,-- right(concat('00000',nvl(b.iqvia_prod_code,0)),5)
  b.iqvia_notes ,
  b.new_pack_flag ,
  b.is_exists_chpa ,
  right(concat('0000000',nvl(b.product_id,0)),7) as product_id,
  b.prescription_nature ,
  b.medicine_type ,
  b.zk_medicine_tier1 ,
  b.zk_medicine_tier2 ,
  b.zk_medicine_tier3 ,
  b.zk_medicine_tier4 ,
  b.common_name ,
  b.dosage_form ,
  b.user_type ,
  b.category_name ,
  b.product_name ,
  b.brand_name ,
  b.zk_manu_des ,
  b.zk_corp_des ,
  b.zk_pack_des ,
  b.counting_unit_a ,
  b.dosage_unit_a ,
  b.unit_a ,
  b.app1_cod ,
  b.app1_des ,
  b.app1_des_c ,
  b.app2_cod ,
  b.app2_des ,
  b.app2_des_c ,
  b.app3_cod ,
  b.app3_des ,
  b.app3_des_c ,
  b.atc1_cod ,
  b.atc1_des ,
  b.atc1_des_c ,
  b.atc2_cod ,
  b.atc2_des ,
  b.atc2_des_c ,
  b.atc3_cod ,
  b.atc3_des ,
  b.atc3_des_c ,
  b.atc4_cod ,
  b.atc4_des ,
  b.atc4_des_c ,
  b.bio_desc ,
  right(concat('000000',nvl(b.cmps_cod,0 )),6)   cmps_cod,
  b.cmps_des ,
  b.cmps_des_c ,
  b.corp_cod ,
  b.corp_des ,
  b.corp_des_c ,
  b.edl_desc ,
  b.eth_otc_desc ,
  b.gene_orig_desc ,
  b.gqce_desc ,
  b.manu_cod ,
  b.manu_des ,
  b.manu_des_c ,
  b.mnfl_cod ,
  b.mnfl_des ,
  b.nrdl_desc ,
  b.pack_des ,
  b.stgh_des ,
  b.pack_lch ,
  b.paed_desc ,
  b.prod_des ,
  b.prod_des_c ,
  b.tcm_desc ,
  b.vbp_desc ,
  b.unit ,
  b.counting_unit ,
  b.dosage_unit ,
	nvl(mole.NRDL_Entry_Date,'') as NRDL_ENTRY_DATE,
	tblmkt.Market,
	tblmkt.bu,
	nvl(tblmkt.extend_market_ratio,1) as extend_market_ratio,
	-- c.ta,
	if(b.corp_des_c in ('阿斯利康制药集团'),'Y','N') as is_az
from  dwd.dwd_gnd_ext_retail_pack_property as b
left join dwd.dwd_ims_td_pack_additional_attribute mole on b.iqvia_pack_code = mole.Pack_Code
left join (
  select 
		market,bu,atc1_code,atc2_code,atc3_code,atc4_code,nfc1_code,nfc2_code,nfc3_code,pack_code,pack_desc,strength,product_code,product_desc,molecule_code,molecule_desc,not_in_flag,extend_market,extend_market_ratio,corporation_code,corporation_desc,manufacturer_code,manufacturer_desc,zk_common_name,zk_product_id,zk_dosage_form
  from dwd.dwd_gnd_ec_retail_tblmarket_rule
	where extend_market is null and ( NOT_IN_FLAG IS NULL or  NOT_IN_FLAG = '1' )
) tblmkt
on 	    COALESCE(b.ATC1_COD,'') = case when tblmkt.ATC1_Code is null then COALESCE(b.ATC1_COD,'')	else tblmkt.ATC1_Code end
		and COALESCE(b.ATC2_COD,'') = case when tblmkt.ATC2_Code is null then COALESCE(b.ATC2_COD,'')	else tblmkt.ATC2_Code end
		and COALESCE(b.ATC3_COD,'') = case when tblmkt.ATC3_Code is null then COALESCE(b.ATC3_COD,'')	else tblmkt.ATC3_Code end
		and COALESCE(b.ATC4_COD,'') = case when tblmkt.ATC4_Code is null then COALESCE(b.ATC4_COD,'')	else tblmkt.ATC4_Code end
		and COALESCE(b.APP1_COD,'') = case when tblmkt.NFC1_Code is null then COALESCE(b.APP1_COD,'')	else tblmkt.NFC1_Code end
		and COALESCE(b.APP2_COD,'') = case when tblmkt.NFC2_Code is null then COALESCE(b.APP2_COD,'')	else tblmkt.NFC2_Code end
		and COALESCE(b.app3_cod,'') = case when tblmkt.NFC3_Code is null then COALESCE(b.app3_cod,'')	else tblmkt.NFC3_Code end
		and COALESCE(b.stgh_des,'') = case when tblmkt.Strength is null then  COALESCE(b.stgh_des,'') else tblmkt.Strength end
		and COALESCE(b.corp_cod,'') = case when tblmkt.Corporation_Code is null then COALESCE(b.corp_cod,'') else tblmkt.Corporation_Code end
		and COALESCE(b.manu_cod,'') = case when tblmkt.Manufacturer_Code is null then COALESCE(b.manu_cod,'') else tblmkt.Manufacturer_Code end
	  and right(concat('0000000',nvl(b.product_id,0)),7 ) = case when tblmkt.zk_product_id is null then right(concat('0000000',nvl(b.product_id,0) ),7 )  else right(concat('0000000',tblmkt.zk_product_id),7) end
		and right(concat('000000000',COALESCE(b.iqvia_prod_code,0)),9) = case when tblmkt.Product_Code is null then right(concat('000000000',COALESCE(b.iqvia_prod_code,0)),9) else right(concat('000000000', tblmkt.Product_Code),9) end
    -- and right(concat('00000',COALESCE(b.iqvia_prod_code,0)),5) = case when tblmkt.Product_Code is null then right(concat('00000',COALESCE(b.iqvia_prod_code,0)),5) else right(concat('00000', tblmkt.Product_Code),5) end
		and if(COALESCE(b.iqvia_pack_code,0) REGEXP '^[0-9]',right(concat('000000000000',COALESCE(b.iqvia_pack_code,0)),12),COALESCE(b.iqvia_pack_code,0)) = case when tblmkt.Pack_Code 	 is null then if(COALESCE(b.iqvia_pack_code,0) REGEXP '^[0-9]' ,right(concat('000000000000',COALESCE(b.iqvia_pack_code,0)),12),COALESCE(b.iqvia_pack_code,0)) else if( tblmkt.Pack_Code REGEXP '^[0-9]', right(concat('000000000000',tblmkt.Pack_Code),12),tblmkt.Pack_Code) end
		-- and right(concat('0000000',COALESCE(b.iqvia_pack_code,0)),7) = case when tblmkt.Pack_Code 	 is null then right(concat('0000000',COALESCE(b.iqvia_pack_code,0)),7) else right(concat('0000000',tblmkt.Pack_Code),7) end
		and right(concat('000000',COALESCE(b.CMPS_COD,0)),6) 	= case when tblmkt.Molecule_Code 	   is null then right(concat('000000',COALESCE(b.CMPS_COD,0)),6)  else right(concat('000000',tblmkt.Molecule_Code),6) end 
-- left join dwd.dwd_gnd_ext_retail_dim_ta c 
--   on c.market = tblmkt.Market 
where  tblmkt.market is not null ;
insert overwrite table tmp.tmp_ec_temp_market_del 
select
  b.iqvia_lineno ,
  if( nvl(b.iqvia_pack_code,0) REGEXP '^[0-9]',right(concat('000000000000',nvl(b.iqvia_pack_code,0)),12),nvl(b.iqvia_pack_code,0)) as iqvia_pack_code,-- right(concat('0000000',nvl(b.iqvia_pack_code,0)),7) 
  right(concat('000000000',nvl(b.iqvia_prod_code,0)),9)   as prod_cod ,-- right(concat('00000',nvl(b.iqvia_prod_code,0)),5)
  b.iqvia_notes ,
  b.new_pack_flag ,
  b.is_exists_chpa ,
  right(concat('0000000',nvl(b.product_id,0)),7) as product_id,
  b.prescription_nature ,
  b.medicine_type ,
  b.zk_medicine_tier1 ,
  b.zk_medicine_tier2 ,
  b.zk_medicine_tier3 ,
  b.zk_medicine_tier4 ,
  b.common_name ,
  b.dosage_form ,
  b.user_type ,
  b.category_name ,
  b.product_name ,
  b.brand_name ,
  b.zk_manu_des ,
  b.zk_corp_des ,
  b.zk_pack_des ,
  b.counting_unit_a ,
  b.dosage_unit_a ,
  b.unit_a ,
  b.app1_cod ,
  b.app1_des ,
  b.app1_des_c ,
  b.app2_cod ,
  b.app2_des ,
  b.app2_des_c ,
  b.app3_cod ,
  b.app3_des ,
  b.app3_des_c ,
  b.atc1_cod ,
  b.atc1_des ,
  b.atc1_des_c ,
  b.atc2_cod ,
  b.atc2_des ,
  b.atc2_des_c ,
  b.atc3_cod ,
  b.atc3_des ,
  b.atc3_des_c ,
  b.atc4_cod ,
  b.atc4_des ,
  b.atc4_des_c ,
  b.bio_desc ,
  right(concat('000000',nvl(b.cmps_cod,0 )),6)   cmps_cod,
  b.cmps_des ,
  b.cmps_des_c ,
  b.corp_cod ,
  b.corp_des ,
  b.corp_des_c ,
  b.edl_desc ,
  b.eth_otc_desc ,
  b.gene_orig_desc ,
  b.gqce_desc ,
  b.manu_cod ,
  b.manu_des ,
  b.manu_des_c ,
  b.mnfl_cod ,
  b.mnfl_des ,
  b.nrdl_desc ,
  b.pack_des ,
  b.stgh_des ,
  b.pack_lch ,
  b.paed_desc ,
  b.prod_des ,
  b.prod_des_c ,
  b.tcm_desc ,
  b.vbp_desc ,
  b.unit ,
  b.counting_unit ,
  b.dosage_unit ,
	nvl(mole.NRDL_Entry_Date,'') as NRDL_ENTRY_DATE,
	tblmkt.Market,
	tblmkt.bu,
	nvl(tblmkt.extend_market_ratio,1) as extend_market_ratio,
	-- c.ta,
	if(b.corp_des_c in ('阿斯利康制药集团'),'Y','N') as is_az
from  dwd.dwd_gnd_ext_retail_pack_property as b
left join dwd.dwd_ims_td_pack_additional_attribute mole on b.iqvia_pack_code = mole.Pack_Code
left join (
  select 
		market,bu,atc1_code,atc2_code,atc3_code,atc4_code,nfc1_code,nfc2_code,nfc3_code,pack_code,pack_desc,strength,product_code,product_desc,molecule_code,molecule_desc,not_in_flag,extend_market,extend_market_ratio,corporation_code,corporation_desc,manufacturer_code,manufacturer_desc,zk_common_name,zk_product_id,zk_dosage_form
  from dwd.dwd_gnd_ec_retail_tblmarket_rule
	where Extend_Market is null and NOT_IN_FLAG = '0' 
) tblmkt
on 	    COALESCE(b.ATC1_COD,'') = case when tblmkt.ATC1_Code is null then COALESCE(b.ATC1_COD,'')	else tblmkt.ATC1_Code end
		and COALESCE(b.ATC2_COD,'') = case when tblmkt.ATC2_Code is null then COALESCE(b.ATC2_COD,'')	else tblmkt.ATC2_Code end
		and COALESCE(b.ATC3_COD,'') = case when tblmkt.ATC3_Code is null then COALESCE(b.ATC3_COD,'')	else tblmkt.ATC3_Code end
		and COALESCE(b.ATC4_COD,'') = case when tblmkt.ATC4_Code is null then COALESCE(b.ATC4_COD,'')	else tblmkt.ATC4_Code end
		and COALESCE(b.APP1_COD,'') = case when tblmkt.NFC1_Code is null then COALESCE(b.APP1_COD,'')	else tblmkt.NFC1_Code end
		and COALESCE(b.APP2_COD,'') = case when tblmkt.NFC2_Code is null then COALESCE(b.APP2_COD,'')	else tblmkt.NFC2_Code end
		and COALESCE(b.app3_cod,'') = case when tblmkt.NFC3_Code is null then COALESCE(b.app3_cod,'')	else tblmkt.NFC3_Code end
		and COALESCE(b.stgh_des,'') = case when tblmkt.Strength is null then  COALESCE(b.stgh_des,'') else tblmkt.Strength end
		and COALESCE(b.corp_cod,'') = case when tblmkt.Corporation_Code is null then COALESCE(b.corp_cod,'') else tblmkt.Corporation_Code end
		and COALESCE(b.manu_cod,'') = case when tblmkt.Manufacturer_Code is null then COALESCE(b.manu_cod,'') else tblmkt.Manufacturer_Code end
	  and right(concat('0000000',nvl(b.product_id,0)),7 ) = case when tblmkt.zk_product_id is null then right(concat('0000000',nvl(b.product_id,0) ),7 )  else right(concat('0000000',tblmkt.zk_product_id),7) end
		and right(concat('000000000',COALESCE(b.iqvia_prod_code,0)),9) = case when tblmkt.Product_Code is null then right(concat('000000000',COALESCE(b.iqvia_prod_code,0)),9) else right(concat('000000000', tblmkt.Product_Code),9) end
    -- and right(concat('00000',COALESCE(b.iqvia_prod_code,0)),5) = case when tblmkt.Product_Code is null then right(concat('00000',COALESCE(b.iqvia_prod_code,0)),5) else right(concat('00000', tblmkt.Product_Code),5) end
		and if(COALESCE(b.iqvia_pack_code,0) REGEXP '^[0-9]',right(concat('000000000000',COALESCE(b.iqvia_pack_code,0)),12),COALESCE(b.iqvia_pack_code,0)) = case when tblmkt.Pack_Code 	 is null then if(COALESCE(b.iqvia_pack_code,0) REGEXP '^[0-9]' ,right(concat('000000000000',COALESCE(b.iqvia_pack_code,0)),12),COALESCE(b.iqvia_pack_code,0)) else if( tblmkt.Pack_Code REGEXP '^[0-9]', right(concat('000000000000',tblmkt.Pack_Code),12),tblmkt.Pack_Code) end
		-- and right(concat('0000000',COALESCE(b.iqvia_pack_code,0)),7) = case when tblmkt.Pack_Code 	 is null then right(concat('0000000',COALESCE(b.iqvia_pack_code,0)),7) else right(concat('0000000',tblmkt.Pack_Code),7) end
		and right(concat('000000',COALESCE(b.CMPS_COD,0)),6) 	= case when tblmkt.Molecule_Code 	   is null then right(concat('000000',COALESCE(b.CMPS_COD,0)),6)  else right(concat('000000',tblmkt.Molecule_Code),6) end  
-- left join dwd.dwd_gnd_ext_retail_dim_ta c 
--   on c.market = tblmkt.Market 
where  tblmkt.market is not null ;

MERGE INTO tmp.tmp_ec_temp_market AS t1
USING tmp.tmp_ec_temp_market_del AS t2
	 on    COALESCE(t1.ATC1_COD,'') = COALESCE(t2.ATC1_COD,'')
     and COALESCE(t1.ATC2_COD,'') = COALESCE(t2.ATC2_COD,'')
     and COALESCE(t1.ATC3_COD,'') = COALESCE(t2.ATC3_COD,'')
     and COALESCE(t1.ATC4_COD,'') = COALESCE(t2.ATC4_COD,'')
     and COALESCE(t1.APP1_COD,'') = COALESCE(t2.APP1_COD,'')
     and COALESCE(t1.APP2_COD,'') = COALESCE(t2.APP2_COD,'')
     and COALESCE(t1.APP3_COD,'') = COALESCE(t2.APP3_COD,'')
     and COALESCE(t1.CORP_COD,'') = COALESCE(t2.CORP_COD,'')
     and COALESCE(t1.MANU_COD,'') = COALESCE(t2.MANU_COD,'')
     and COALESCE(t1.PROD_COD,'') = COALESCE(t2.PROD_COD,'')
     and COALESCE(t1.iqvia_pack_code,'') = COALESCE(t2.iqvia_pack_code,'')
     and COALESCE(t1.STGH_DES,'') = COALESCE(t2.STGH_DES,'')
     and COALESCE(t1.CMPS_COD,'') = COALESCE(t2.CMPS_COD,'')
     and COALESCE(t1.market,'') = COALESCE(t2.market,'')
WHEN MATCHED THEN DELETE ;


-- COMMAND ----------

--处理 Extend_Market 有值得数据，用已有市场，定义新的市场，带上系数
insert into tmp.tmp_ec_temp_market
select
iqvia_lineno,iqvia_pack_code,prod_cod,iqvia_notes,new_pack_flag,is_exists_chpa,product_id,prescription_nature,medicine_type,zk_medicine_tier1,zk_medicine_tier2,zk_medicine_tier3,zk_medicine_tier4,common_name,dosage_form,user_type,category_name,product_name,brand_name,zk_manu_des,zk_corp_des,zk_pack_des,counting_unit_a,dosage_unit_a,unit_a,app1_cod,app1_des,app1_des_c,app2_cod,app2_des,app2_des_c,app3_cod,app3_des,app3_des_c,atc1_cod,atc1_des,atc1_des_c,atc2_cod,atc2_des,atc2_des_c,atc3_cod,atc3_des,atc3_des_c,atc4_cod,atc4_des,atc4_des_c,bio_desc,cmps_cod,cmps_des,cmps_des_c,corp_cod,corp_des,corp_des_c,edl_desc,eth_otc_desc,gene_orig_desc,gqce_desc,manu_cod,manu_des,manu_des_c,mnfl_cod,mnfl_des,nrdl_desc,pack_des,stgh_des,pack_lch,paed_desc,prod_des,prod_des_c,tcm_desc,vbp_desc,unit,counting_unit,dosage_unit,NRDL_ENTRY_DATE,t2.Market,t2.bu,nvl(t2.extend_market_ratio,1) as extend_market_ratio,is_az
from tmp.tmp_ec_temp_market t1
left join (select Market,BU,Extend_Market,Extend_Market_Ratio from dwd.dwd_gnd_ec_retail_tblmarket_rule where Extend_Market is not null )t2
on t1.Market = t2.Extend_Market
where t2.Market is not null

-- COMMAND ----------

-----------事实表数据处理：获取counting_unit字段，给特殊字段补0，并对数据去重
insert overwrite table tmp.tmp_ec_source 
select 
  a.time as yyyymm,
  right(concat('0000000',a.product_id),7) as pack_id,
  if( b.iqvia_pack_code REGEXP '^[0-9]',right(concat('000000000000',b.iqvia_pack_code),12),b.iqvia_pack_code) as iqvia_pack_code, --right(concat('0000000',b.iqvia_pack_code),7)
  a.platform,
  a.store_name,
  a.store_type,
  sum(a.sales_amount) as sales_value,
  sum(a.sales_qty) as sales_unit,
  cast(sum(a.sales_qty*(b.counting_unit/coalesce(unit,1 ))) as decimal(30,10)) as counting_unit
from dwd.dwd_inc_gnd_ext_ec_nationnal_pack_union_all a
left join (
  select DISTINCT product_id,iqvia_pack_code,counting_unit,unit,prod_des_c
  from dwd.dwd_gnd_ext_retail_pack_property) b
on right(concat('0000000',a.product_id),7) = right(concat('0000000',b.product_id),7)
group by
  a.`time`,right(concat('0000000',a.product_id),7) 
  ,if( b.iqvia_pack_code REGEXP '^[0-9]',right(concat('000000000000',b.iqvia_pack_code),12),b.iqvia_pack_code)
  ,a.platform,a.store_name
  ,a.store_type

-- COMMAND ----------

insert overwrite table dws.dws_zk_ec_sales 
select
  t1.yyyymm,t1.pack_id,t1.iqvia_pack_code,t1.platform,t1.store_name,t1.store_type,
  sum(sales_value) as sales_value,
  sum(sales_unit) as sales_unit,
  sum(counting_unit) as counting_unit
from tmp.tmp_ec_source t1
group by
  t1.yyyymm,t1.pack_id,t1.iqvia_pack_code,t1.platform,t1.store_name,t1.store_type


-- COMMAND ----------

-------------------------处理top_ta_corp数据
insert overwrite table dws.dws_zk_ec_by_ta_top_corp 
select
  t1.yyyymm,
  t1.ta,
  t1.rank,
  t1.corp_des,
  t1.CORP_COD,
  t1.platform,
  t1.store_type,
  sum(t1.sales_value) sales_value
from (  
  select
    a.ytd yyyymm,
    a.ta,
    a.rank,
    a.corp_des,
    b.CORP_COD,
    a.platform,
    a.store_type,
    replace(a.sales_value,',','') as sales_value
  from dwd.dwd_gnd_ec_ta_overview a
  left join (select distinct  ZK_Corp_C ,CORP_COD from dwd.dwd_inc_gnd_retail_b2c_label_total) b 
  on b.ZK_Corp_C =  a.corp_des 
) t1
group by 1,2,3,4,5,6,7

-- COMMAND ----------

-----加工倒减的by_corp_by_ta_by_total表数据，获取去年数据
insert overwrite table dws.dws_zk_ec_by_ta_top_corp 
select
  t1.yyyymm,
  t1.ta,
  t1.rank,
  t1.corp_des,
  t1.CORP_COD,
  t1.platform,
  t1.store_type,
  sum(t1.sales_value) sales_value
from(  
  select
    a.ytd yyyymm,
    a.ta,
    a.rank,
    a.corp_des,
    b.CORP_COD,
    a.platform,
    a.store_type,
    replace(a.sales_value,',','') as sales_value
  from dwd.dwd_gnd_ec_ta_overview a
  left join (select distinct  ZK_Corp_C ,CORP_COD from dwd.dwd_inc_gnd_retail_b2c_label_total) b 
  on b.ZK_Corp_C =  a.corp_des
)t1
group by 1,2,3,4,5,6,7

-- COMMAND ----------

----倒减需要用到公司信息以及ta信息，加工配置表挂靠Corp、ta
insert overwrite table tmp.tmp_zk_ec_pack_property_corp 
select distinct a.product_id,a.iqvia_pack_code,a.Market,ta.ta
  ,COALESCE(c.corp_cod,b.corp_cod,a.corp_cod)  corp_cod
  ,COALESCE(c.corp_des,b.corp_des,a.corp_des)  corp_des
  ,COALESCE(d.corp_des_c,a.corp_des_c )        corp_des_c
  ,COALESCE(c.manu_cod,b.manu_cod,a.manu_cod)  manu_cod 
  ,COALESCE(c.manu_des,b.manu_des,a.manu_des)  manu_des 
  ,COALESCE(e.manu_des_c,a.manu_des_c)         manu_des_c
from (select DISTINCT product_id,iqvia_pack_code,Market,corp_cod,corp_des,corp_des_c,manu_cod,manu_des,manu_des_c,prod_cod from tmp.tmp_ec_temp_market) a 
left join dwd.dwd_gnd_ext_retail_dim_ta ta
on a.Market = ta.market
left join (select right(concat('000000000',prod_cod ),9) prod_cod,corp_cod,corp_des,manu_cod,manu_des from dwd.dwd_gnd_tbl_corp_change where pack_cod is  null  ) b 
on right(concat('000000000',A.prod_cod ),9)= b.prod_cod
left join (select if( pack_cod REGEXP '^[0-9]',right(concat('000000000000',pack_cod),12),pack_cod) pack_cod,corp_cod,corp_des,manu_cod,manu_des from dwd.dwd_gnd_tbl_corp_change where pack_cod is  not null  ) c 
on a.iqvia_pack_code = c.pack_cod
left join (select distinct corp_cod,corp_des_c from dwd.dwd_gnd_ext_retail_pack_property) d 
on coalesce(C.corp_cod,B.corp_cod ) = d.corp_cod 
Left join (select distinct manu_cod,manu_des,manu_des_c  from dwd.dwd_gnd_ext_retail_pack_property) e 
On coalesce(C.manu_cod,B.manu_cod )  = e.manu_cod 

-- COMMAND ----------

-------------------------------------------------------ec倒减-------------------------------------------------------
--注意事项：
-- 只做了CV、CVRM、TA大数的倒减，其余TA没有做
--cv倒减：关联加工好的配置表，获取ta信息进行倒减
insert overwrite table tmp.tmp_dm_zk_ec_sales_cv_tmp 
with cv_data as (
  select
    t1.yyyymm,
    t1.pack_id,
    t1.iqvia_pack_code,
    t1.platform,
    t1.store_type,
    t1.store_name,
    t1.sales_value,
    t1.sales_unit,
    t1.counting_unit,
    max(t2.ta) ta
  from dws.dws_zk_ec_sales t1
  left join (select distinct iqvia_pack_code,ta from tmp.tmp_zk_ec_pack_property_corp) t2
  on t1.iqvia_pack_code = t2.iqvia_pack_code
  where t2.ta = 'CV'
  group by 1,2,3,4,5,6,7,8,9
),cv_corp_data as (
-----------------------cv下的az 数据
  select
    A.yyyymm,
    A.pack_id,
    A.iqvia_pack_code,
    A.platform,
    A.store_type,
    A.store_name,
    B.corp_cod,
    A.sales_value,
    A.sales_unit,
    A.counting_unit,
    A.ta
  from cv_data A 
  inner join(select distinct iqvia_pack_code,corp_cod,product_id from tmp.tmp_zk_ec_pack_property_corp) B 
  on A.pack_id = B.product_id
  where B.corp_cod = 'A5Z'
  union all 
  -----------------------cv下的az others数据
  select
    cv_az.yyyymm,
    'CV_AZ_OTHERS'  as pack_id,
    'CV_AZ_OTHERS'  as iqvia_pack_code,
    cv_az.platform,
    cv_az.store_type,
    case when cv_az.store_type = '自营旗舰' then 'CV_AZ_OTHERS_SO' when cv_az.store_type = '第三方' then 'CV_AZ_OTHERS_POP' end store_name,
    cv_az.corp_cod,
    cv_az_total.sales_value - cv_az.sales_value as sales_value,
    0,0,
    'CV_AZ_OTHERS' as ta
  from (  
    select
      A.yyyymm,
      B.corp_cod,
      A.platform,
      case when  A.store_type = '平台店' or A.store_type = '品牌店' then '自营旗舰' else A.store_type end store_type,
      sum(A.sales_value) sales_value
    from cv_data A 
    inner join(select distinct iqvia_pack_code,corp_cod,product_id from tmp.tmp_zk_ec_pack_property_corp) B 
    on A.pack_id = B.product_id
    where B.corp_cod = 'A5Z'
    group by 1,2,3,4
  )cv_az
  left join(
    select
      yyyymm,
      CORP_COD,
      platform,
      case when store_type = '三方' then '第三方' else store_type end store_type, 
      sum(sales_value) sales_value
    from dws.dws_zk_ec_by_ta_top_corp
    where ta = 'CV' and CORP_COD = 'A5Z'
    group by 1,2,3,4
  )cv_az_total
  on cv_az.yyyymm = cv_az_total.yyyymm 
  and cv_az.corp_cod = cv_az_total.CORP_COD 
  and cv_az.platform = cv_az_total.platform
  and cv_az.store_type = cv_az_total.store_type
  union all 
  ---------------cv下的非az数据
  select
    A.yyyymm,
    A.pack_id,
    A.iqvia_pack_code,
    A.platform,
    A.store_type,
    A.store_name,
    B.corp_cod,
    A.sales_value,
    A.sales_unit,
    A.counting_unit,
    A.ta
  from cv_data A 
  inner join(select distinct iqvia_pack_code,corp_cod,product_id from tmp.tmp_zk_ec_pack_property_corp) B 
  on A.pack_id = B.product_id
  where nvl(corp_cod,'') <>'A5Z'
)
-----------------------所有cv 数据
,all_cv_data as (
select 
  yyyymm,
  pack_id,
  iqvia_pack_code,
  platform,
  store_type,
  store_name,
  corp_cod,
  sales_value,
  sales_unit,
  counting_unit,
  'CV' flag,
  ta
from cv_corp_data
union all 
-----------------------倒减出cv_others数据
select
  t1.yyyymm,
  'CV_OTHERS' as pack_id,
  'CV_OTHERS' as iqvia_pack_code,
  t1.platform,
  t1.store_type,
  case when t1.store_type = '自营旗舰' then 'CV_OTHERS_SO' when t1.store_type = '第三方' then 'CV_OTHERS_POP' end store_name,
  'CV_OTHERS' as corp_cod,
  t2.sales_value - t1.sales_value as sales_value,
  0,0,
  'CV' as flag,
  'CV_OTHERS' as ta
from( 
-----------------------所有的cv数据 
  select
    yyyymm,
    platform,
    case when  store_type = '平台店' or store_type = '品牌店' then '自营旗舰' else store_type end store_type,
    sum(sales_value) sales_value
  from cv_corp_data 
  group by 1,2,3
)t1
left join(
-----------------------cv大数
  select
    yyyymm,
    platform,
    case when store_type = '三方' then '第三方' else store_type end store_type,
    sum(sales_value) sales_value
  from dws.dws_zk_ec_by_ta_top_corp
  where ta = 'CV' and lower(rank) = 'total'
  group by 1,2,3
)t2
on t1.yyyymm = t2.yyyymm and t1.platform = t2.platform and t1.store_type = t2.store_type
),non_cv_all_data as (
  select 
    t1.yyyymm,
    t1.pack_id,
    t1.iqvia_pack_code,
    t1.platform,
    t1.store_type,
    t1.store_name,
    t2.corp_cod,
    t1.sales_value,
    t1.sales_unit,
    t1.counting_unit,
    case when t2.ta in ('DM','RD') then 'CVRM' else '' end flag,
    max(t2.ta) ta
  from dws.dws_zk_ec_sales t1
  left join (select distinct iqvia_pack_code,ta,corp_cod,product_id from tmp.tmp_zk_ec_pack_property_corp) t2
  on t1.pack_id = t2.product_id
  where nvl(t2.TA,'') <> 'CV'
  group by 1,2,3,4,5,6,7,8,9,10,11
)
select * from all_cv_data
union 
select * from non_cv_all_data
-- select * from non_cv_all_data order by sales_value desc



-- COMMAND ----------

--cvrm倒减：关联加工好的配置表，获取ta信息进行倒减
insert overwrite table tmp.tmp_dm_zk_ec_sales_cv_tmp2 
with all_data as (
select 
  yyyymm,
  pack_id,
  iqvia_pack_code,
  platform,
  store_type,
  store_name,
  corp_cod,
  sales_value,
  sales_unit,
  counting_unit,
  flag
from tmp.tmp_dm_zk_ec_sales_cv_tmp
union all 
select
  t1.yyyymm,
  'CVRM_AZ_OTHERS' as pack_id,
  'CVRM_AZ_OTHERS' as iqvia_pack_code,
  t1.platform,
  t1.store_type,
  case when t1.store_type = '自营旗舰' then 'CVRM_AZ_OTHERS_SO' when t1.store_type = '第三方' then 'CVRM_AZ_OTHERS_POP' end store_name,
  t1.corp_cod,
  t2.sales_value - t1.sales_value as sales_value,
  0,0,
  'CVRM' as flag
from(  
  select 
    yyyymm,
    corp_cod,
    platform,
    case when store_type = '平台店' or store_type = '品牌店' then '自营旗舰' else store_type end store_type,
    sum(sales_value) sales_value
  from tmp.tmp_dm_zk_ec_sales_cv_tmp
  where corp_cod = 'A5Z' and flag in ('CV','CVRM') 
  group by 1,2,3,4
)t1
left join (
  select
    yyyymm,
    CORP_COD,
    platform,
    case when store_type = '三方' then '第三方' else store_type end store_type,
    sum(sales_value) sales_value
  from dws.dws_zk_ec_by_ta_top_corp
  where CORP_COD = 'A5Z' and ta = 'CVRM'
  group by 1,2,3,4
)t2
on t1.yyyymm = t2.yyyymm and t1.platform = t2.platform and t1.store_type = t2.store_type
)
select
  yyyymm,
  pack_id,
  iqvia_pack_code,
  platform,
  store_type,
  store_name,
  corp_cod,
  sales_value,
  sales_unit,
  counting_unit,
  flag
from all_data
union all 
select
  t1.yyyymm,
  'CVRM_OTHERS' as pack_id,
  'CVRM_OTHERS' as iqvia_pack_code,
  t1.platform,
  t1.store_type,
  case when t1.store_type = '自营旗舰' then 'CVRM_OTHERS_SO' when t1.store_type = '第三方' then 'CVRM_OTHERS_POP' end store_name,
  'CVRM_OTHERS' as corp_cod,
  t2.sales_value - t1.sales_value as sales_value,
  0,0,
  'CVRM' flag
from (  
  select
    yyyymm,
    platform,
    case when store_type = '平台店' or store_type = '品牌店' then '自营旗舰' else store_type end store_type,
    sum(sales_value) sales_value
  from all_data 
  where flag in ('CV','CVRM')
  group by 1,2,3
)t1
left join(
  select
    yyyymm,
    platform,
    case when store_type = '三方' then '第三方' else store_type end store_type,
    sum(sales_value) sales_value
  from dws.dws_zk_ec_by_ta_top_corp
  where ta = 'CVRM' and lower(rank) = 'total'
  group by 1,2,3
)t2
on t1.yyyymm = t2.yyyymm and t1.platform = t2.platform and t1.store_type = t2.store_type






-- COMMAND ----------

--ta倒减并写入事实表：根据加工好的倒减底表中ta字段信息获取ta总数，进行倒减
insert overwrite table tmp.tmp_dm_zk_ec_sales 
with all_data as (
select distinct
  yyyymm,
  pack_id,
  iqvia_pack_code,
  platform,
  store_type,
  store_name,
  corp_cod,
  sales_value,
  sales_unit,
  counting_unit,
  flag
from tmp.tmp_dm_zk_ec_sales_cv_tmp2
union all
select
  t1.yyyymm,
  'OTHERS_AZ_TA' as pack_id,
  'OTHERS_AZ_TA' as iqvia_pack_code,
  t1.platform,
  t1.store_type,
  case when t1.store_type = '自营旗舰' then 'OTHERS_AZ_TA_SO' when t1.store_type = '第三方' then 'OTHERS_AZ_TA_POP' end store_name,
  t1.corp_cod,
  t2.sales_value - t1.sales_value as sales_value,
  0,0,
  'OTHERS_AZ_TA' as flag
from(  
  select
    yyyymm,
    corp_cod,
    platform,
    case when store_type = '平台店' or store_type = '品牌店' then '自营旗舰' else store_type end store_type,
    sum(sales_value) sales_value
  from tmp.tmp_dm_zk_ec_sales_cv_tmp2
  where corp_cod = 'A5Z' 
  group by 1,2,3,4
)t1
left join (
  select
    yyyymm,
    platform,
    store_type,
    sum(sales_value) sales_value
  from dws.dws_zk_ec_by_ta_top_corp
  where CORP_COD = 'A5Z' and ta = 'RX Total'
  group by 1,2,3
)t2
on t1.yyyymm = t2.yyyymm and t1.platform = t2.platform and t1.store_type = t2.store_type
),result as (
select
  yyyymm,
  pack_id,
  iqvia_pack_code,
  platform,
  store_type,
  store_name,
  corp_cod,
  sales_value,
  sales_unit,
  counting_unit,
  flag
from all_data
union all
select
  t1.yyyymm,
  'OTHERS_TA' as pack_id,
  'OTHERS_TA' as iqvia_pack_code,
  t1.platform,
  t1.store_type,
  case when t1.store_type = '自营旗舰' then 'OTHERS_TA_SO' when t1.store_type = '第三方' then 'OTHERS_TA_POP' end store_name,
  'OTHERS_TA' as corp_cod,
  t2.sales_value - t1.sales_value as sales_value,
  0,0,
  'OTHERS_TA' as flag
from(  
  select 
    yyyymm,
    platform,
    case when store_type = '平台店' or store_type = '品牌店' then '自营旗舰' else store_type end store_type,
    sum(sales_value) sales_value
  from all_data
  group by 1,2,3
)t1
left join(
  select
    yyyymm,
    platform,
    store_type,
    sum(sales_value) sales_value
  from dws.dws_zk_ec_by_ta_top_corp
  where lower(rank) = 'total' and ta = 'RX Total'
  group by 1,2,3
  )t2
on t1.yyyymm = t2.yyyymm and t1.platform = t2.platform and t1.store_type = t2.store_type
)
select distinct
  yyyymm,
  pack_id,
  iqvia_pack_code,
  corp_cod,
  'ROC' as audit_cod,
  platform,
  case when store_type = '第三方' then 'POP' when store_type in ('平台店','品牌店','自营旗舰') then 'SO' end  store_type,
  store_name,
  case when iqvia_pack_code like '%OTHERS%' then 0 else 1 end PACK_FLAG,
  case when iqvia_pack_code like '%OTHERS%' then 0 else 1 end PROD_FLAG,
  flag,
  'EC(Monthly)' DATA_SOURCE,
  sum(sales_value) sales_value,
  sum(sales_unit) sales_unit,
  sum(counting_unit) counting_unit
from result 
group by 1,2,3,4,5,6,7,8,9,10,11,12





-- COMMAND ----------

insert overwrite table dm.dm_zk_ec_sales 
select 
yyyymm,
max(pack_id) as pack_id,
iqvia_pack_code,
corp_cod,
audit_cod,
platform,
store_type,
store_name,
max(PACK_FLAG) as PACK_FLAG,
max(PROD_FLAG) as PROD_FLAG,
max(flag) as flag,
DATA_SOURCE,
sum(sales_value) as sales_value,
sum(sales_value_ly) as sales_value_ly,
sum(sales_unit) as sales_unit,
sum(sales_unit_ly) as sales_unit_ly,
sum(counting_unit) as counting_unit,
sum(counting_unit_ly) as counting_unit_ly
from
(
select 
yyyymm,
pack_id,
iqvia_pack_code,
corp_cod,
audit_cod,
platform,
store_type,
store_name,
PACK_FLAG,
PROD_FLAG,
flag,
DATA_SOURCE,
sales_value,
0 as sales_value_ly,
sales_unit,
0 as sales_unit_ly,
counting_unit,
0 as counting_unit_ly
from tmp.tmp_dm_zk_ec_sales
union all
select
cast(yyyymm + 100 as int) as yyyymm,
null as pack_id,
iqvia_pack_code,
corp_cod,
audit_cod,
platform,
store_type,
store_name,
case when upper(iqvia_pack_code) like '%OTHERS%' then 0 else 1 end as PACK_FLAG,
case when upper(iqvia_pack_code) like '%OTHERS%' then 0 else 1 end as PROD_FLAG,
'' as flag,
DATA_SOURCE,
0 as sales_value,
sales_value as sales_value_ly,
0 as sales_unit,
sales_unit as sales_unit_ly,
0 as counting_unit,
counting_unit as counting_unit_ly
from tmp.tmp_dm_zk_ec_sales
where cast(yyyymm + 100 as int) <= (select max(yyyymm) from tmp.tmp_dm_zk_ec_sales)
) t
group by yyyymm,
iqvia_pack_code,
corp_cod,
audit_cod,
platform,
store_type,
store_name,
DATA_SOURCE

-- COMMAND ----------

insert overwrite table dws.dws_zk_ec_pack_property 
select 
  * 
  ,from_utc_timestamp(current_timestamp(),'UTC+8' ) etl_insert_dt
  ,from_utc_timestamp(current_timestamp(),'UTC+8' ) etl_update_dt
from tmp.tmp_ec_temp_market
union all
select
'' iqvia_lineno
,iqvia_pack_code as iqvia_pack_code
,'' prod_cod
,'' iqvia_notes
,'' new_pack_flag
,'' is_exists_chpa
,iqvia_pack_code as product_id
,'' prescription_nature
,'' medicine_type
,'' zk_medicine_tier1
,'' zk_medicine_tier2
,'' zk_medicine_tier3
,'' zk_medicine_tier4
,'' common_name
,'' dosage_form
,'' user_type
,'' category_name
,'' product_name
,'' brand_name
,'' zk_manu_des
,'' zk_corp_des
,'' zk_pack_des
,'' counting_unit_a
,'' dosage_unit_a
,'' unit_a
,'' app1_cod
,'' app1_des
,'' app1_des_c
,'' app2_cod
,'' app2_des
,'' app2_des_c
,'' app3_cod
,'' app3_des
,'' app3_des_c
,'' atc1_cod
,'' atc1_des
,'' atc1_des_c
,'' atc2_cod
,'' atc2_des
,'' atc2_des_c
,'' atc3_cod
,'' atc3_des
,'' atc3_des_c
,'' atc4_cod
,'' atc4_des
,'' atc4_des_c
,'' bio_desc
,'' cmps_cod
,'' cmps_des
,'' cmps_des_c
,corp_cod as corp_cod
,'' corp_des
,'' corp_des_c
,'' edl_desc
,'' eth_otc_desc
,'' gene_orig_desc
,'' gqce_desc
,'' manu_cod
,'' manu_des
,'' manu_des_c
,'' mnfl_cod
,'' mnfl_des
,'' nrdl_desc
,'' pack_des
,'' stgh_des
,'' pack_lch
,'' paed_desc
,'Others' prod_des
,'Others' prod_des_c
,'' tcm_desc
,'' vbp_desc
,'' unit
,'' counting_unit
,'' dosage_unit
,'' NRDL_ENTRY_DATE
,'NON MARKET' Market
,'' bu
,1 extend_market_ratio
,case when iqvia_pack_code like '%AZ%' then 'Y' else 'N' end    is_az
,from_utc_timestamp(current_timestamp(),'UTC+8' ) etl_insert_dt
,from_utc_timestamp(current_timestamp(),'UTC+8' ) etl_update_dt
from (select distinct iqvia_pack_code,corp_cod from dm.dm_zk_ec_sales  where iqvia_pack_code not in (select distinct iqvia_pack_code from tmp.tmp_ec_temp_market))


-- COMMAND ----------

insert overwrite table tmp.tmp_dm_zk_ec_pack_property 
select 
a.iqvia_lineno
,a.iqvia_pack_code
,a.prod_cod
,a.iqvia_notes
,a.new_pack_flag
,a.is_exists_chpa
,a.product_id
,a.prescription_nature
,a.medicine_type
,a.zk_medicine_tier1
,a.zk_medicine_tier2
,a.zk_medicine_tier3
,a.zk_medicine_tier4
,a.common_name
,a.dosage_form
,a.user_type
,a.category_name
,a.product_name
,a.brand_name
,a.zk_manu_des
,a.zk_corp_des
,a.zk_pack_des
,a.counting_unit_a
,a.dosage_unit_a
,a.unit_a
,a.app1_cod
,a.app1_des
,a.app1_des_c
,a.app2_cod
,a.app2_des
,a.app2_des_c
,a.app3_cod
,a.app3_des
,a.app3_des_c
,a.atc1_cod
,a.atc1_des
,a.atc1_des_c
,a.atc2_cod
,a.atc2_des
,a.atc2_des_c
,a.atc3_cod
,a.atc3_des
,a.atc3_des_c
,a.atc4_cod
,a.atc4_des
,a.atc4_des_c
,a.bio_desc
,a.cmps_cod
,a.cmps_des
,a.cmps_des_c
,COALESCE(c.corp_cod,b.corp_cod,a.corp_cod)  corp_cod
,COALESCE(c.corp_des,b.corp_des,a.corp_des)  corp_des
,COALESCE(d.corp_des_c,a.corp_des_c )        corp_des_c
,a.edl_desc
,a.eth_otc_desc
,a.gene_orig_desc
,a.gqce_desc
,COALESCE(c.manu_cod,b.manu_cod,a.manu_cod)  manu_cod 
,COALESCE(c.manu_des,b.manu_des,a.manu_des)  manu_des 
,COALESCE(e.manu_des_c,a.manu_des_c)         manu_des_c
,a.mnfl_cod
,a.mnfl_des
,a.nrdl_desc
,a.pack_des
,a.stgh_des
,a.pack_lch
,a.paed_desc
,a.prod_des
,a.prod_des_c
,a.tcm_desc
,a.vbp_desc
,a.unit
,a.counting_unit
,a.dosage_unit
,a.NRDL_ENTRY_DATE
,a.Market
,a.bu
,a.extend_market_ratio
,a.is_az
from dws.dws_zk_ec_pack_property a 
left join (select right(concat('000000000',prod_cod ),9) prod_cod,corp_cod,corp_des,manu_cod,manu_des from dwd.dwd_gnd_tbl_corp_change where pack_cod is  null  ) b 
on right(concat('000000000',A.prod_cod ),9)= b.prod_cod
left join (select if( pack_cod REGEXP '^[0-9]',right(concat('000000000000',pack_cod),12),pack_cod) pack_cod,corp_cod,corp_des,manu_cod,manu_des from dwd.dwd_gnd_tbl_corp_change where pack_cod is  not null  ) c 
on a.iqvia_pack_code = c.pack_cod
left join (select distinct corp_cod,corp_des_c from dwd.dwd_gnd_ext_retail_pack_property) d 
on coalesce(C.corp_cod,B.corp_cod ) = d.corp_cod 
Left join (select distinct manu_cod,manu_des,manu_des_c  from dwd.dwd_gnd_ext_retail_pack_property) e 
On coalesce(C.manu_cod,B.manu_cod )  = e.manu_cod 

-- COMMAND ----------

------将事实表倒减之后的维度信息补充到维度表里
insert overwrite table dm.dm_zk_ec_pack_property 
select 
 CASE  when a.iqvia_pack_code  IN ('CVRM_AZ_OTHERS','CVRM_OTHERS') THEN 'CVRM_OTHER Market'
       WHEN a.iqvia_pack_code  IN ('CV_AZ_OTHERS','CV_OTHERS') THEN 'CV_OTHER Market' 
       WHEN A.iqvia_pack_code IN ('OTHERS_AZ_TA','OTHERS_TA') THEN 'OTHERS Market'
         ELSE a.market    
 END ||'_'||a.iqvia_pack_code   MARKET_PACK_KEY 
,a.iqvia_lineno
,a.iqvia_pack_code
,a.prod_cod
,a.iqvia_notes
,a.new_pack_flag
,a.is_exists_chpa
,'' Family_Code      
,'' Family_Name 
,'' BrandType
,''  AZ_MAIN 
,''  AZ_Related
,t5.KEY_COMPETITOR
,a.product_id
,a.prescription_nature
,a.medicine_type
,a.zk_medicine_tier1
,a.zk_medicine_tier2
,a.zk_medicine_tier3
,a.zk_medicine_tier4
,a.common_name
,a.dosage_form
,a.user_type
,a.category_name
,a.product_name
,a.brand_name
,a.zk_manu_des
,a.zk_corp_des
,a.zk_pack_des
,a.counting_unit_a
,a.dosage_unit_a
,a.unit_a
,a.app1_cod
,a.app1_des
,a.app1_des_c
,a.app2_cod
,a.app2_des
,a.app2_des_c
,a.app3_cod
,a.app3_des
,a.app3_des_c
,a.atc1_cod
,a.atc1_des
,a.atc1_des_c
,a.atc2_cod
,a.atc2_des
,a.atc2_des_c
,a.atc3_cod
,a.atc3_des
,a.atc3_des_c
,a.atc4_cod
,a.atc4_des
,a.atc4_des_c
,a.bio_desc
,a.cmps_cod
,a.cmps_des
,a.cmps_des_c
,CASE WHEN a.iqvia_pack_code LIKE '%AZ%' THEN 'A5Z' else a.CORP_COD END              
								corp_cod 
,CASE 
	WHEN a.iqvia_pack_code LIKE '%AZ%' THEN 'ASTRAZENECA'  
	WHEN a.corp_des like '%GROUP%' THEN replace(a.corp_des,' GROUP','')
	else a.CORP_DES  END   corp_des 
,CASE WHEN a.iqvia_pack_code LIKE '%AZ%' THEN '阿斯利康制药集团'  else a.CORP_DES_C  END    
                CORP_DES_C
,a.edl_desc
,a.eth_otc_desc
,a.gene_orig_desc
,a.gqce_desc
,a.manu_cod
,a.manu_des
,a.manu_des_c
,a.mnfl_cod
,a.mnfl_des
,a.nrdl_desc
,a.pack_des
,a.stgh_des
,a.pack_lch
,a.paed_desc
,a.prod_des
,a.prod_des_c
,a.tcm_desc
,a.vbp_desc
,a.unit
,a.counting_unit
,a.dosage_unit
,a.NRDL_ENTRY_DATE
,CASE  WHEN a.iqvia_pack_code  IN ('CVRM_AZ_OTHERS','CVRM_OTHERS') THEN 'CVRM_OTHER Market'
       WHEN a.iqvia_pack_code  IN ('CV_AZ_OTHERS','CV_OTHERS') THEN 'CV_OTHER Market' 
       WHEN A.iqvia_pack_code IN ('OTHERS_AZ_TA','OTHERS_TA') THEN 'OTHERS Market'
        ELSE a.market    
 END  market
,a.bu
,a.extend_market_ratio
,a.is_az
,nvl(b.class, 'Others') class
,CASE WHEN a.iqvia_pack_code IN ('CVRM_AZ_OTHERS','CVRM_OTHERS')  THEN 'CVRM'
      WHEN a.iqvia_pack_code  IN ('CV_AZ_OTHERS','CV_OTHERS')  THEN 'CV' 
      ELSE c.ta   
 END  TA  
from tmp.tmp_dm_zk_ec_pack_property a 
left join dwd.dwd_gnd_ext_retail_dim_ta c 
on c.market = a.Market 
left join dwd.dwd_gnd_tblclass b 
on a.Market = case when b.market is null then a.Market else b.market end
and nvl(a.iqvia_pack_code,'') = case when b.pack_code is null then nvl(a.iqvia_pack_code,'') else b.pack_code end
and nvl(a.prod_cod,'') = case when b.product_code is null then nvl(a.prod_cod,'') else b.product_code end
and nvl(a.cmps_cod,'') = case when b.molecule_code is null then nvl(a.cmps_cod,'') else right(concat('000000',b.molecule_code),6) end
and nvl(a.corp_cod,'') = case when b.corporation_code is null then nvl(a.corp_cod,'') else b.corporation_code end
and nvl(a.manu_cod,'') = case when b.manufacturer_code is null then nvl(a.manu_cod,'') else b.manufacturer_code end
and nvl(a.app1_cod,'') = case when b.nfc1_code is null then nvl(a.app1_cod,'') else b.nfc1_code end
and nvl(a.app2_cod,'') = case when b.nfc2_code is null then nvl(a.app2_cod,'') else b.nfc2_code end
and nvl(a.app3_cod,'') = case when b.nfc3_code is null then nvl(a.app3_cod,'') else b.nfc3_code end
and nvl(a.atc1_cod,'') = case when b.atc1_code is null then nvl(a.atc1_cod,'') else b.atc1_code end
and nvl(a.atc2_cod,'') = case when b.atc2_code is null then nvl(a.atc2_cod,'') else b.atc2_code end
and nvl(a.atc3_cod,'') = case when b.atc3_code is null then nvl(a.atc3_cod,'') else b.atc3_code end 
and nvl(a.atc4_cod,'') = case when b.atc4_code is null then nvl(a.atc4_cod,'') else b.atc4_code end
and nvl(a.stgh_des,'') = case when b.strength is null then nvl(a.stgh_des,'') else b.strength end
left join (select distinct MARKET,PACK_CODE as PACK_COD,KEY_COMPETITOR from DM.DM_TD_EXT_CHPA_MARKET_PACK_MAPPING) t5
on a.market = t5.MARKET
and a.iqvia_pack_code = t5.PACK_COD



-- COMMAND ----------

insert overwrite table dm.dm_zk_ec_market_property 
select distinct 
iqvia_pack_code,market,ta
from dm.dm_zk_ec_pack_property 

-- COMMAND ----------

insert overwrite table dm.dm_zk_ec_market_ratio 
select distinct
  concat(a.Market,'_',a.iqvia_pack_code) as market_pack_key,
  a.iqvia_pack_code as pack_cod,
  a.prod_des,
  a.cmps_des,
  a.corp_cod,
  a.Market,
  a.extend_market_ratio as value_market_ratio,
  a.extend_market_ratio as unit_market_ratio,
  coalesce(
    case when c.ratio is null then a.extend_market_ratio*d.ratio
    else a.extend_market_ratio*c.ratio end,1) as countingunit_market_ratio
from tmp.tmp_ec_temp_market a 
left join (--pack
  select
		market,
		cmps_cod,
		cmps_des,
		if( pack_cod REGEXP '^[0-9]',right(concat('000000000000',pack_cod),12),pack_cod) pack_cod,--right(concat('0000000',pack_cod ),7)
		pack_des,
		level,
		type,
		cast(ratio as float) as ratio,
		cast(starttime as int) starttime,
		cast (endtime as int) endtime
  from dwd.dwd_gnd_ims_tblbrandratio
  where UPPER(TYPE) = 'COUNTINGUNIT' and UPPER(Level) = 'PACK'
)c on a.Market = c.market and a.iqvia_pack_code = if( c.pack_cod REGEXP '^[0-9]',right(concat('000000000000',c.pack_cod),12),c.pack_cod)--right(concat('0000000',c.pack_cod),7)
left join(--molecule
  select
		market,
		cmps_cod,
		cmps_des,
		if( pack_cod REGEXP '^[0-9]',right(concat('000000000000',pack_cod),12),pack_cod) pack_cod,--right(concat('0000000',pack_cod ),7)
		pack_des,
		level,
		type,
		cast(ratio as float) as ratio,
		cast(starttime as int) starttime,
		cast (endtime as int) endtime
  from dwd.dwd_gnd_ims_tblbrandratio
  where UPPER(TYPE) = 'COUNTINGUNIT' and UPPER(Level) = 'MOLECULE'
)d on a.Market = d.market and a.cmps_cod = right(concat('000000',d.cmps_cod ),6)

-- COMMAND ----------

create or replace table dm.dm_zk_ec_geo
using delta as
select
  'ROC' as audit_cod,
  '全国' as city_c,
  'national' as city_e,
  '全国' as province_c,
  'national' as province_e;

-- COMMAND ----------

---------------------------------------将直取部分数据处理成KPI形式-----------------------------------------
insert overwrite table tmp.tmp_zk_ec_sales_kpi_tmp 
select
 b.CORP_COD,
 '' as yyyymm,
 a.ytd ,
 a.platform,
 case when a.store_type = '三方' then '第三方' else a.store_type end store_type ,
 'ROC' as geo_key,
'top_yoygr' as KPI_name,
a.yoy_gr as Kpi_val,
c.yoy_gr as Kpi_val_ly,
''  as str_kpi_val,
''  as str_kpi_val_ly,
''  as str_kpi_vol,
''  as str_kpi_vol_ly,
case when upper(a.rank) = 'TTL MKT' then 'Y' else 'N' end total_flag,
'' as ta
from dwd.dwd_gnd_ec_b2c_top10_drives_brand a 
left join  (select distinct ZK_Corp_C,CORP_COD  from dwd.dwd_inc_gnd_retail_b2c_label_total where (ZK_Corp_C = '东阳光' and ZK_Prod_C is null) or ZK_Corp_C != '东阳光') b 
on a.corp = b.ZK_Corp_C
left join dwd.dwd_gnd_ec_b2c_top10_drives_brand c 
on a.corp = c.corp 
and a.ytd = c.ytd + 100
and a.platform = c.platform
and a.store_type = c.store_type
-- where upper(a.rank) <> 'TTL MKT' 
union all
select
 b.CORP_COD,
 '' as yyyymm,
 a.ytd ,
 a.platform,
 case when a.store_type = '三方' then '第三方' else a.store_type end store_type ,
 'ROC' as geo_key,
'top1_brand_gr' as KPI_name,
a.top1_brand_gr as Kpi_val,
c.top1_brand_gr as Kpi_val_ly,
''  as str_kpi_val,
''  as str_kpi_val_ly,
''  as str_kpi_vol,
''  as str_kpi_vol_ly,
case when upper(a.rank) = 'TTL MKT' then 'Y' else 'N' end total_flag,
'' as ta
from dwd.dwd_gnd_ec_b2c_top10_drives_brand a 
left join  (select distinct ZK_Corp_C,CORP_COD  from dwd.dwd_inc_gnd_retail_b2c_label_total where (ZK_Corp_C = '东阳光' and ZK_Prod_C is null) or ZK_Corp_C != '东阳光') b 
on a.corp = b.ZK_Corp_C
left join dwd.dwd_gnd_ec_b2c_top10_drives_brand c 
on a.corp = c.corp 
and a.ytd = c.ytd + 100
and a.platform = c.platform
and a.store_type = c.store_type
-- where upper(a.rank) <> 'TTL MKT' 
union all
select
 b.CORP_COD,
 '' as yyyymm,
 a.ytd ,
 a.platform,
 case when a.store_type = '三方' then '第三方' else a.store_type end store_type,
 'ROC' as geo_key,
'top1_brand_val' as KPI_name,
''  as Kpi_val,
''  as Kpi_val_ly,
a.top1_brand_val  as str_kpi_val,
''  as str_kpi_val_ly,
''  as str_kpi_vol,
''  as str_kpi_vol_ly,
case when upper(a.rank) = 'TTL MKT' then 'Y' else 'N' end total_flag,
'' as ta
from dwd.dwd_gnd_ec_b2c_top10_drives_brand a 
left join  (select distinct ZK_Corp_C,CORP_COD  from dwd.dwd_inc_gnd_retail_b2c_label_total where (ZK_Corp_C = '东阳光' and ZK_Prod_C is null) or ZK_Corp_C != '东阳光') b 
on a.corp = b.ZK_Corp_C
-- where upper(a.rank) <> 'TTL MKT' 
union all 
select 
  b.CORP_COD,
  '' as yyyymm,
  a.ytd ,
  a.platform,
  case when a.store_type = '三方' then '第三方' else a.store_type end store_type,
  'ROC' as geo_key,
  'incremental_brand' as KPI_name,
  '' as Kpi_val,
  '' as Kpi_val_ly,
  a.growth_driver_brand_val  as str_kpi_val,
  ''  as str_kpi_val_ly,
  ''  as str_kpi_vol,
  ''  as str_kpi_vol_ly,
  case when upper(a.rank) = 'TTL MKT' then 'Y' else 'N' end total_flag,
  '' as ta
from dwd.dwd_gnd_ec_b2c_top10_drives_brand a 
left join  (select distinct ZK_Corp_C,CORP_COD  from dwd.dwd_inc_gnd_retail_b2c_label_total where (ZK_Corp_C = '东阳光' and ZK_Prod_C is null) or ZK_Corp_C != '东阳光') b 
on a.corp = b.ZK_Corp_C
-- where upper(a.rank) <> 'TTL MKT' 
union all
select 
  b.CORP_COD,
  '' as yyyymm,
  a.ytd ,
  a.platform,
  case when a.store_type = '三方' then '第三方' else a.store_type end store_type,
  'ROC' as geo_key,
  'incremental_brand_gr' as KPI_name,
  a.growth_driver_brand_gr as Kpi_val,
  c.growth_driver_brand_gr as Kpi_val_ly,
  ''  as str_kpi_val,
  ''  as str_kpi_val_ly,
  ''  as str_kpi_vol,
  ''  as str_kpi_vol_ly,
  case when upper(a.rank) = 'TTL MKT' then 'Y' else 'N' end total_flag,
  '' as ta
from dwd.dwd_gnd_ec_b2c_top10_drives_brand a 
left join  (select distinct ZK_Corp_C,CORP_COD  from dwd.dwd_inc_gnd_retail_b2c_label_total where (ZK_Corp_C = '东阳光' and ZK_Prod_C is null) or ZK_Corp_C != '东阳光') b 
on a.corp = b.ZK_Corp_C
left join dwd.dwd_gnd_ec_b2c_top10_drives_brand c 
on a.corp = c.corp 
and a.ytd = c.ytd + 100
and a.platform = c.platform
and a.store_type = c.store_type
-- where upper(a.rank) <> 'TTL MKT' 
union all 
select
  b.CORP_COD,
  a.ytd yyyymm,
  '' as ytd,
  a.platform,
  a.store_type,
  'ROC' as geo_key,
  'top_corp_sales' as KPI_name,
  replace(a.sales_value,',','' ) as Kpi_val,
  replace(c.sales_value,',','' ) as Kpi_val_ly,
  '' as  str_kpi_val,
  ''  as str_kpi_val_ly,
  ''  as str_kpi_vol,
  ''  as str_kpi_vol_ly,
  case when lower(a.rank) = 'total' then 'Y' else 'N' end total_flag,
  a.ta
from dwd.dwd_gnd_ec_ta_overview a 
left join  (select distinct ZK_Corp_C,CORP_COD  from dwd.dwd_inc_gnd_retail_b2c_label_total where (ZK_Corp_C = '东阳光' and ZK_Prod_C is null) or ZK_Corp_C != '东阳光') b 
on a.corp_des = b.ZK_Corp_C
left join dwd.dwd_gnd_ec_ta_overview c 
on a.ytd = c.ytd + 100
and a.corp_des = c.corp_des 
and a.platform = c.platform
and a.store_type = c.store_type
and a.ta = c.ta
-- where lower(a.rank) <> 'total'
union all 
select distinct
  b.CORP_COD,
  '' yyyymm,
  a.ytd as ytd,
  a.platform,
  a.store_type,
  'ROC' as geo_key,
  'top_rank' as KPI_name,
  a.rank as Kpi_val,
  '' as Kpi_val_ly,
  '' as  str_kpi_val,
  ''  as str_kpi_val_ly,
  ''  as str_kpi_vol,
  ''  as str_kpi_vol_ly,
  case when lower(a.rank) = 'total' then 'Y' else 'N' end total_flag,
  a.ta
from dwd.dwd_gnd_ec_ta_overview a 
left join  (select distinct ZK_Corp_C,CORP_COD  from dwd.dwd_inc_gnd_retail_b2c_label_total where (ZK_Corp_C = '东阳光' and ZK_Prod_C is null) or ZK_Corp_C != '东阳光') b 
on a.corp_des = b.ZK_Corp_C
-- where lower(a.rank) <> 'total'


-- COMMAND ----------

insert overwrite table dm.dm_zk_ec_sales_kpi 
select 
  case when total_flag = 'Y' then 'TTL MKT' else nvl(CORP_COD,'') end CORP_COD ,
  if(yyyymm <> '', nvl(yyyymm,''),nvl(ytd,'')) yyyymm,
  if(ytd <> '', 'Y', 'N') ytd,
  nvl(platform,'') as platform,
  case when store_type = '自营旗舰' then 'SO' 
    when store_type = '第三方' then 'POP' else  nvl(store_type,'') end store_type,
  nvl(geo_key,'') as geo_key,
  nvl(KPI_name,'') as KPI_name,
  nvl(cast(Kpi_val as double),'') Kpi_val,
  nvl(cast(Kpi_val_ly as double),'') Kpi_val_ly,
  nvl(str_kpi_val,'') as str_kpi_val,
  nvl(str_kpi_val_ly,'') as str_kpi_val_ly,
  nvl(str_kpi_vol,'') as str_kpi_vol,
  nvl(str_kpi_vol_ly,'') as str_kpi_vol_ly,
  nvl(total_flag,'') as total_flag,
  case when ta = 'NIAD' then 'DM' when ta = 'RX Total' then '' else nvl(ta,'') end ta
from tmp.tmp_zk_ec_sales_kpi_tmp 

-- COMMAND ----------

-- MAGIC %md
-- MAGIC ## NIAD Date

-- COMMAND ----------

-- 计算NIAD的时间是否比其他数据源先来数据 chenwu
CREATE OR REPLACE TABLE tmp.tmp_dm_td_ext_ec_niad_month as
WITH all_ec_data (
  SELECT
    MAX(TIME) month,
    'NOTNIAD' AS DATATYPE
  FROM
    dwd.dwd_gnd_ec_zkb2c_hm_jd_2025before
  UNION ALL
  SELECT
    MAX(TIME) month,
    'NOTNIAD' AS DATATYPE
  FROM
    dwd.dwd_gnd_ec_zkb2c_hm_jd_2025after
  UNION ALL
  SELECT
    MAX(TIME) month,
    'NOTNIAD' AS DATATYPE
  FROM
    dwd.dwd_gnd_ec_zkb2c_hm_tm_2206after
  UNION ALL
  SELECT
    MAX(TIME) month,
    'NOTNIAD' AS DATATYPE
  FROM
    dwd.dwd_gnd_ec_zkb2c_hm_tm_2206before
  UNION ALL
  SELECT
    MAX(TIME) month,
    'NOTNIAD' AS DATATYPE
  FROM
    dwd.dwd_gnd_ec_zkb2c_gastritis_23after
  UNION ALL
  SELECT
    MAX(TIME) month,
    'NOTNIAD' AS DATATYPE
  FROM
    dwd.dwd_gnd_ec_zkb2c_gastritis_23before
  UNION ALL
  SELECT
    MAX(TIME) month,
    'NOTNIAD' AS DATATYPE
  FROM
    dwd.dwd_gnd_ec_zkb2c_re
  UNION ALL
  SELECT
    MAX(TIME) month,
    'NOTNIAD' AS DATATYPE
  FROM
    dwd.dwd_gnd_ec_zkb2c_dm_statins_xzk
  UNION ALL
  SELECT
    MAX(TIME) month,
    'NOTNIAD' AS DATATYPE
  FROM
    dwd.dwd_gnd_ec_zkb2c_dm_23before
  UNION ALL
  SELECT
    MAX(TIME) month,
    'NIAD' AS DATATYPE
  FROM
    dwd.dwd_gnd_ec_zkb2c_dm_23after
  UNION ALL
  SELECT
    MAX(TIME) month,
    'NOTNIAD' AS DATATYPE
  FROM
    dwd.dwd_gnd_ec_zkb2c_hm_tm_2403after
  UNION ALL
  SELECT
    MAX(TIME) month,
    'NIAD' AS DATATYPE
  FROM
    dwd.dwd_gnd_ec_zkb2c_dm_26after
)
SELECT
  MAX(t1.month) as NIAD_MONTH,
  max(t2.month) OTHERS_MONTH
FROM
  all_ec_data t1
    LEFT JOIN (
      SELECT
        MAX(month) as month
      FROM
        all_ec_data
      WHERE
        datatype = 'NOTNIAD'
    ) t2
WHERE
  t1.datatype = 'NIAD'

-- COMMAND ----------

select * from tmp.tmp_dm_td_ext_ec_niad_month