chenwu

修改tbl的market startTime endTime 默认更新 EC 修改tblmarket表的引用并加备注
2026-04-30 09:25:30 +00:00
parent 550df7d257
commit 69cf3a677b
5 changed files with 1225 additions and 685 deletions
--- a/dwd_update.sql
+++ b/dwd_update.sql
@@ -85,4 +85,46 @@ SET Pack_Code = if( Pack_Code REGEXP '^[0-9]',right(concat('000000000000',Pack_C
 ;
 UPDATE dwd.dwd_gnd_ims_tblbrandtype 
 SET PACK_COD = if( PACK_COD REGEXP '^[0-9]',right(concat('000000000000',PACK_COD),12),PACK_COD) --RIGHT(concat('0000000',PACK_COD),7)
-;
+;
+
+-- COMMAND ----------
+
+update DWD.dwd_gnd_tblmarket_bymonth
+set starttime = '200001'
+where starttime is null or starttime='' or starttime='All';
+
+update DWD.dwd_gnd_tblmarket_bymonth
+set endtime = '299912'
+where endtime is null or endtime=''or endtime='All';
+
+update DWD.dwd_gnd_ims_tblbrandratio
+set starttime = '200001'
+where starttime is null or starttime='' or starttime='All';
+
+update DWD.dwd_gnd_ims_tblbrandratio
+set endtime = '299912'
+where endtime is null or endtime=''or endtime='All';
+
+update DWD.dwd_gnd_retail_tblmarket_bymonth
+set starttime = '200001'
+where starttime is null or starttime='' or starttime='All';
+
+update DWD.dwd_gnd_retail_tblmarket_bymonth
+set endtime = '299912'
+where endtime is null or endtime=''or endtime='All';
+
+update DWD.dwd_gnd_ec_tblmarket_bymonth
+set starttime = '200001'
+where starttime is null or starttime='' or starttime='All';
+
+update DWD.dwd_gnd_ec_tblmarket_bymonth
+set endtime = '299912'
+where endtime is null or endtime=''or endtime='All';
+
+update DWD.dwd_gnd_dtp_tblmarket_bymonth
+set starttime = '200001'
+where starttime is null or starttime='' or starttime='All';
+
+update DWD.dwd_gnd_dtp_tblmarket_bymonth
+set endtime = '299912'
+where endtime is null or endtime=''or endtime='All';
--- a/ec_load_data.ipynb
+++ b/ec_load_data.ipynb
--- a/DM_TD_EXT_EC_PACK2MARKET.sql
+++ b/DM_TD_EXT_EC_PACK2MARKET.sql
@@ -108,7 +108,7 @@ LEFT JOIN (
    PACK_CODE,
    STRENGTH,
    MOLECULE_CODE
-  FROM DWD.DWD_GND_TBLMARKET_BYMONTH
+  FROM DWD.dwd_gnd_ec_tblmarket_bymonth
  WHERE EXTEND_MARKET IS NULL AND (NOT_IN_FLAG IS NULL OR NOT_IN_FLAG = '1')
 ) AS T2
  ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
@@ -189,7 +189,7 @@ LEFT JOIN (
    PACK_CODE,
    STRENGTH,
    MOLECULE_CODE  
-  FROM DWD.DWD_GND_TBLMARKET_BYMONTH
+  FROM DWD.dwd_gnd_ec_tblmarket_bymonth
  WHERE EXTEND_MARKET IS NULL AND NOT_IN_FLAG = '0'
 ) AS T2
  ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
@@ -205,4 +205,4 @@ LEFT JOIN (
  AND (T2.PACK_CODE IS NULL OR T1.PACK_CODE = T2.PACK_CODE)
  AND (T2.STRENGTH IS NULL OR T1.STGH_DESC = T2.STRENGTH)
  AND (T2.MOLECULE_CODE IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE)
-WHERE T2.MARKET IS NOT NULL;
+WHERE T2.MARKET IS NOT NULL;
--- a/ORG/DM_TD_EXT_COUNTY_ORG.sql
+++ b/ORG/DM_TD_EXT_COUNTY_ORG.sql
@@ -103,7 +103,7 @@ WHERE A.DATA_SOURCE = 'IQVIA-COUNTY(Quarterly)'
 --事实表与维度表来自于不同手工表，目前存在一部分audit_cod在事实表有销量，但是在维度表没有这个audit_cod，导致销量缺失。
 --因此需要从事实表补全这部分audit_cod
 with sales as (
-select distinct PACK_COD,AUDIT_COD,DATA_SOURCE from dm.DM_TF_EXT_UNIONALL_SALES
+select distinct PACK_CODE,AUDIT_CODE,DATA_SOURCE from dm.DM_TF_EXT_UNIONALL_SALES
 )
 ,market_pack as (
 select distinct PACK_COD,MARKET,DATA_SOURCE from dm.dm_td_external_market_pack_mapping
@@ -157,7 +157,7 @@ select
 'ROC' as rc_name_en,
 'Vacant' as RC_Name,
 null as RegionCenter,
-AUDIT_COD,
+AUDIT_CODE,
 MARKET,
 null as bu_category,
 null as bu_name_en,
--- a/load_tmp_data.py
+++ b/load_tmp_data.py
@@ -171,49 +171,53 @@ LEVEL_MARKET_RD = 'RD Market'
 # MAGIC -- 1.2 load brand data to tmp.tmp_retail_pack_rawdata
 # MAGIC -- 1.2.3 load from dwd.dwd_gnd_ext_retail_nataional_oap (pack-CV-抗血栓2通用名-全国.xlsx)
 # MAGIC -------------------------------------------------------------------------------------
-# MAGIC insert into table tmp.tmp_retail_pack_rawdata
+# MAGIC -- chenwu
+# MAGIC -- 2026年切调整20260430
+# MAGIC -- CV-抗血栓2通用名-全国.xlsx 数据不再使用，直接不进数据
+# MAGIC -------------------------------------------------------------------------------------
+# MAGIC -- insert into table tmp.tmp_retail_pack_rawdata
 # MAGIC
-# MAGIC select 
-# MAGIC     case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id,
-# MAGIC     zk_product_id,
-# MAGIC     zk_region,
-# MAGIC     zk_rx_otc,
-# MAGIC     zk_medicine_type,
-# MAGIC     zk_medicine_tier1,
-# MAGIC     zk_medicine_tier2,
-# MAGIC     zk_medicine_tier3,
-# MAGIC     zk_medicine_tier4,
-# MAGIC     zk_common_name,
-# MAGIC     zk_dosage_form,
-# MAGIC     zk_user_type,
-# MAGIC     zk_category_name,
-# MAGIC     zk_product_name,
-# MAGIC     zk_brand_name,
-# MAGIC     zk_manu_des,
-# MAGIC     zk_corp_des,
-# MAGIC     zk_pack_des,
-# MAGIC     month,
-# MAGIC     quarter,
-# MAGIC     replace(price,',','' ),
-# MAGIC     replace(sales_unit,',','' ),
-# MAGIC     replace(sales_value,',','' ),
-# MAGIC     digital_spread_rate,
-# MAGIC     weighted_spread_rate,
-# MAGIC     counting_unit,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     'CV',
-# MAGIC     'Brilinta Market',
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     null,
-# MAGIC     0,
-# MAGIC     null
-# MAGIC from dwd.dwd_gnd_ext_retail_nataional_oap
+# MAGIC -- select 
+# MAGIC --     case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id,
+# MAGIC --     zk_product_id,
+# MAGIC --     zk_region,
+# MAGIC --     zk_rx_otc,
+# MAGIC --     zk_medicine_type,
+# MAGIC --     zk_medicine_tier1,
+# MAGIC --     zk_medicine_tier2,
+# MAGIC --     zk_medicine_tier3,
+# MAGIC --     zk_medicine_tier4,
+# MAGIC --     zk_common_name,
+# MAGIC --     zk_dosage_form,
+# MAGIC --     zk_user_type,
+# MAGIC --     zk_category_name,
+# MAGIC --     zk_product_name,
+# MAGIC --     zk_brand_name,
+# MAGIC --     zk_manu_des,
+# MAGIC --     zk_corp_des,
+# MAGIC --     zk_pack_des,
+# MAGIC --     month,
+# MAGIC --     quarter,
+# MAGIC --     replace(price,',','' ),
+# MAGIC --     replace(sales_unit,',','' ),
+# MAGIC --     replace(sales_value,',','' ),
+# MAGIC --     digital_spread_rate,
+# MAGIC --     weighted_spread_rate,
+# MAGIC --     counting_unit,
+# MAGIC --     null,
+# MAGIC --     null,
+# MAGIC --     null,
+# MAGIC --     null,
+# MAGIC --     null,
+# MAGIC --     'CV',
+# MAGIC --     'Brilinta Market',
+# MAGIC --     null,
+# MAGIC --     null,
+# MAGIC --     null,
+# MAGIC --     null,
+# MAGIC --     0,
+# MAGIC --     null
+# MAGIC -- from dwd.dwd_gnd_ext_retail_nataional_oap

 # COMMAND ----------

@@ -614,4 +618,4 @@ LEVEL_MARKET_RD = 'RD Market'

 # COMMAND ----------

-############################################################END##############################################################
+############################################################END##############################################################