chenwu/MarketAnalysis-ETL
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chenwu

Browse Source 
修改tbl的market startTime endTime 默认更新
EC 修改tblmarket表的引用并加备注
This commit is contained in:
zhuchenwu@chenwuzhu.cn
2026-04-30 09:25:30 +00:00
parent 550df7d257
commit 69cf3a677b
5 changed files with 1225 additions and 685 deletions
Download Patch File Download Diff File Expand all files Collapse all files

44
CHPA/01 dwd_update.sql
View File

@@ -85,4 +85,46 @@ SET Pack_Code = if( Pack_Code REGEXP '^[0-9]',right(concat('000000000000',Pack_C
; ;
UPDATE dwd.dwd_gnd_ims_tblbrandtype UPDATE dwd.dwd_gnd_ims_tblbrandtype
SET PACK_COD = if( PACK_COD REGEXP '^[0-9]',right(concat('000000000000',PACK_COD),12),PACK_COD) --RIGHT(concat('0000000',PACK_COD),7) SET PACK_COD = if( PACK_COD REGEXP '^[0-9]',right(concat('000000000000',PACK_COD),12),PACK_COD) --RIGHT(concat('0000000',PACK_COD),7)
; ;
-- COMMAND ----------
update DWD.dwd_gnd_tblmarket_bymonth
set starttime = '200001'
where starttime is null or starttime='' or starttime='All';
update DWD.dwd_gnd_tblmarket_bymonth
set endtime = '299912'
where endtime is null or endtime=''or endtime='All';
update DWD.dwd_gnd_ims_tblbrandratio
set starttime = '200001'
where starttime is null or starttime='' or starttime='All';
update DWD.dwd_gnd_ims_tblbrandratio
set endtime = '299912'
where endtime is null or endtime=''or endtime='All';
update DWD.dwd_gnd_retail_tblmarket_bymonth
set starttime = '200001'
where starttime is null or starttime='' or starttime='All';
update DWD.dwd_gnd_retail_tblmarket_bymonth
set endtime = '299912'
where endtime is null or endtime=''or endtime='All';
update DWD.dwd_gnd_ec_tblmarket_bymonth
set starttime = '200001'
where starttime is null or starttime='' or starttime='All';
update DWD.dwd_gnd_ec_tblmarket_bymonth
set endtime = '299912'
where endtime is null or endtime=''or endtime='All';
update DWD.dwd_gnd_dtp_tblmarket_bymonth
set starttime = '200001'
where starttime is null or starttime='' or starttime='All';
update DWD.dwd_gnd_dtp_tblmarket_bymonth
set endtime = '299912'
where endtime is null or endtime=''or endtime='All';

1766
EC/03 ec_load_data.ipynb
View File

File diff suppressed because it is too large Load Diff

6
EC/06 DM_TD_EXT_EC_PACK2MARKET.sql
View File

@@ -108,7 +108,7 @@ LEFT JOIN (
PACK_CODE, PACK_CODE,
STRENGTH, STRENGTH,
MOLECULE_CODE MOLECULE_CODE
FROM DWD.DWD_GND_TBLMARKET_BYMONTH FROM DWD.dwd_gnd_ec_tblmarket_bymonth
WHERE EXTEND_MARKET IS NULL AND (NOT_IN_FLAG IS NULL OR NOT_IN_FLAG = '1') WHERE EXTEND_MARKET IS NULL AND (NOT_IN_FLAG IS NULL OR NOT_IN_FLAG = '1')
) AS T2 ) AS T2
ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE) ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
@@ -189,7 +189,7 @@ LEFT JOIN (
PACK_CODE, PACK_CODE,
STRENGTH, STRENGTH,
MOLECULE_CODE MOLECULE_CODE
FROM DWD.DWD_GND_TBLMARKET_BYMONTH FROM DWD.dwd_gnd_ec_tblmarket_bymonth
WHERE EXTEND_MARKET IS NULL AND NOT_IN_FLAG = '0' WHERE EXTEND_MARKET IS NULL AND NOT_IN_FLAG = '0'
) AS T2 ) AS T2
ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE) ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
@@ -205,4 +205,4 @@ LEFT JOIN (
AND (T2.PACK_CODE IS NULL OR T1.PACK_CODE = T2.PACK_CODE) AND (T2.PACK_CODE IS NULL OR T1.PACK_CODE = T2.PACK_CODE)
AND (T2.STRENGTH IS NULL OR T1.STGH_DESC = T2.STRENGTH) AND (T2.STRENGTH IS NULL OR T1.STGH_DESC = T2.STRENGTH)
AND (T2.MOLECULE_CODE IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE) AND (T2.MOLECULE_CODE IS NULL OR T1.CMPS_CODE = T2.MOLECULE_CODE)
WHERE T2.MARKET IS NOT NULL; WHERE T2.MARKET IS NOT NULL;

4
ORG/DM_TD_EXT_COUNTY_ORG.sql
View File

@@ -103,7 +103,7 @@ WHERE A.DATA_SOURCE = 'IQVIA-COUNTY(Quarterly)'
--事实表与维度表来自于不同手工表，目前存在一部分audit_cod在事实表有销量，但是在维度表没有这个audit_cod，导致销量缺失。 --事实表与维度表来自于不同手工表，目前存在一部分audit_cod在事实表有销量，但是在维度表没有这个audit_cod，导致销量缺失。
--因此需要从事实表补全这部分audit_cod --因此需要从事实表补全这部分audit_cod
with sales as ( with sales as (
select distinct PACK_COD,AUDIT_COD,DATA_SOURCE from dm.DM_TF_EXT_UNIONALL_SALES select distinct PACK_CODE,AUDIT_CODE,DATA_SOURCE from dm.DM_TF_EXT_UNIONALL_SALES
) )
,market_pack as ( ,market_pack as (
select distinct PACK_COD,MARKET,DATA_SOURCE from dm.dm_td_external_market_pack_mapping select distinct PACK_COD,MARKET,DATA_SOURCE from dm.dm_td_external_market_pack_mapping
@@ -157,7 +157,7 @@ select
'ROC' as rc_name_en, 'ROC' as rc_name_en,
'Vacant' as RC_Name, 'Vacant' as RC_Name,
null as RegionCenter, null as RegionCenter,
AUDIT_COD, AUDIT_CODE,
MARKET, MARKET,
null as bu_category, null as bu_category,
null as bu_name_en, null as bu_name_en,

90
Retail/01 load_tmp_data.py
View File

@@ -171,49 +171,53 @@ LEVEL_MARKET_RD = 'RD Market'
# MAGIC -- 1.2 load brand data to tmp.tmp_retail_pack_rawdata # MAGIC -- 1.2 load brand data to tmp.tmp_retail_pack_rawdata
# MAGIC -- 1.2.3 load from dwd.dwd_gnd_ext_retail_nataional_oap (pack-CV-抗血栓2通用名-全国.xlsx) # MAGIC -- 1.2.3 load from dwd.dwd_gnd_ext_retail_nataional_oap (pack-CV-抗血栓2通用名-全国.xlsx)
# MAGIC ------------------------------------------------------------------------------------- # MAGIC -------------------------------------------------------------------------------------
# MAGIC insert into table tmp.tmp_retail_pack_rawdata # MAGIC -- chenwu
# MAGIC -- 2026年切调整20260430
# MAGIC -- CV-抗血栓2通用名-全国.xlsx 数据不再使用，直接不进数据
# MAGIC -------------------------------------------------------------------------------------
# MAGIC -- insert into table tmp.tmp_retail_pack_rawdata
# MAGIC # MAGIC
# MAGIC select # MAGIC -- select
# MAGIC case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id, # MAGIC -- case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id,
# MAGIC zk_product_id, # MAGIC -- zk_product_id,
# MAGIC zk_region, # MAGIC -- zk_region,
# MAGIC zk_rx_otc, # MAGIC -- zk_rx_otc,
# MAGIC zk_medicine_type, # MAGIC -- zk_medicine_type,
# MAGIC zk_medicine_tier1, # MAGIC -- zk_medicine_tier1,
# MAGIC zk_medicine_tier2, # MAGIC -- zk_medicine_tier2,
# MAGIC zk_medicine_tier3, # MAGIC -- zk_medicine_tier3,
# MAGIC zk_medicine_tier4, # MAGIC -- zk_medicine_tier4,
# MAGIC zk_common_name, # MAGIC -- zk_common_name,
# MAGIC zk_dosage_form, # MAGIC -- zk_dosage_form,
# MAGIC zk_user_type, # MAGIC -- zk_user_type,
# MAGIC zk_category_name, # MAGIC -- zk_category_name,
# MAGIC zk_product_name, # MAGIC -- zk_product_name,
# MAGIC zk_brand_name, # MAGIC -- zk_brand_name,
# MAGIC zk_manu_des, # MAGIC -- zk_manu_des,
# MAGIC zk_corp_des, # MAGIC -- zk_corp_des,
# MAGIC zk_pack_des, # MAGIC -- zk_pack_des,
# MAGIC month, # MAGIC -- month,
# MAGIC quarter, # MAGIC -- quarter,
# MAGIC replace(price,',','' ), # MAGIC -- replace(price,',','' ),
# MAGIC replace(sales_unit,',','' ), # MAGIC -- replace(sales_unit,',','' ),
# MAGIC replace(sales_value,',','' ), # MAGIC -- replace(sales_value,',','' ),
# MAGIC digital_spread_rate, # MAGIC -- digital_spread_rate,
# MAGIC weighted_spread_rate, # MAGIC -- weighted_spread_rate,
# MAGIC counting_unit, # MAGIC -- counting_unit,
# MAGIC null, # MAGIC -- null,
# MAGIC null, # MAGIC -- null,
# MAGIC null, # MAGIC -- null,
# MAGIC null, # MAGIC -- null,
# MAGIC null, # MAGIC -- null,
# MAGIC 'CV', # MAGIC -- 'CV',
# MAGIC 'Brilinta Market', # MAGIC -- 'Brilinta Market',
# MAGIC null, # MAGIC -- null,
# MAGIC null, # MAGIC -- null,
# MAGIC null, # MAGIC -- null,
# MAGIC null, # MAGIC -- null,
# MAGIC 0, # MAGIC -- 0,
# MAGIC null # MAGIC -- null
# MAGIC from dwd.dwd_gnd_ext_retail_nataional_oap # MAGIC -- from dwd.dwd_gnd_ext_retail_nataional_oap
# COMMAND ---------- # COMMAND ----------
@@ -614,4 +618,4 @@ LEVEL_MARKET_RD = 'RD Market'
# COMMAND ---------- # COMMAND ----------
############################################################END############################################################## ############################################################END##############################################################