chenwu/MarketAnalysis-ETL
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chenwu

Browse Source 
修改tbl的market startTime endTime 默认更新
EC 修改tblmarket表的引用并加备注
This commit is contained in:
zhuchenwu@chenwuzhu.cn
2026-04-30 09:25:30 +00:00
parent 550df7d257
commit 69cf3a677b
5 changed files with 1225 additions and 685 deletions
Download Patch File Download Diff File Expand all files Collapse all files

42
CHPA/01 dwd_update.sql
View File

@@ -86,3 +86,45 @@ SET Pack_Code = if( Pack_Code REGEXP '^[0-9]',right(concat('000000000000',Pack_C
UPDATE dwd.dwd_gnd_ims_tblbrandtype
SET PACK_COD = if( PACK_COD REGEXP '^[0-9]',right(concat('000000000000',PACK_COD),12),PACK_COD) --RIGHT(concat('0000000',PACK_COD),7)
;
-- COMMAND ----------
update DWD.dwd_gnd_tblmarket_bymonth
set starttime = '200001'
where starttime is null or starttime='' or starttime='All';
update DWD.dwd_gnd_tblmarket_bymonth
set endtime = '299912'
where endtime is null or endtime=''or endtime='All';
update DWD.dwd_gnd_ims_tblbrandratio
set starttime = '200001'
where starttime is null or starttime='' or starttime='All';
update DWD.dwd_gnd_ims_tblbrandratio
set endtime = '299912'
where endtime is null or endtime=''or endtime='All';
update DWD.dwd_gnd_retail_tblmarket_bymonth
set starttime = '200001'
where starttime is null or starttime='' or starttime='All';
update DWD.dwd_gnd_retail_tblmarket_bymonth
set endtime = '299912'
where endtime is null or endtime=''or endtime='All';
update DWD.dwd_gnd_ec_tblmarket_bymonth
set starttime = '200001'
where starttime is null or starttime='' or starttime='All';
update DWD.dwd_gnd_ec_tblmarket_bymonth
set endtime = '299912'
where endtime is null or endtime=''or endtime='All';
update DWD.dwd_gnd_dtp_tblmarket_bymonth
set starttime = '200001'
where starttime is null or starttime='' or starttime='All';
update DWD.dwd_gnd_dtp_tblmarket_bymonth
set endtime = '299912'
where endtime is null or endtime=''or endtime='All';

1766
EC/03 ec_load_data.ipynb
View File

File diff suppressed because it is too large Load Diff

4
EC/06 DM_TD_EXT_EC_PACK2MARKET.sql
View File

@@ -108,7 +108,7 @@ LEFT JOIN (
PACK_CODE,
STRENGTH,
MOLECULE_CODE
FROM DWD.DWD_GND_TBLMARKET_BYMONTH
FROM DWD.dwd_gnd_ec_tblmarket_bymonth
WHERE EXTEND_MARKET IS NULL AND (NOT_IN_FLAG IS NULL OR NOT_IN_FLAG = '1')
) AS T2
ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)
@@ -189,7 +189,7 @@ LEFT JOIN (
PACK_CODE,
STRENGTH,
MOLECULE_CODE
FROM DWD.DWD_GND_TBLMARKET_BYMONTH
FROM DWD.dwd_gnd_ec_tblmarket_bymonth
WHERE EXTEND_MARKET IS NULL AND NOT_IN_FLAG = '0'
) AS T2
ON (T2.ATC1_CODE IS NULL OR T1.ATC1_CODE = T2.ATC1_CODE)

4
ORG/DM_TD_EXT_COUNTY_ORG.sql
View File

@@ -103,7 +103,7 @@ WHERE A.DATA_SOURCE = 'IQVIA-COUNTY(Quarterly)'
--事实表与维度表来自于不同手工表，目前存在一部分audit_cod在事实表有销量，但是在维度表没有这个audit_cod，导致销量缺失。
--因此需要从事实表补全这部分audit_cod
with sales as (
select distinct PACK_COD,AUDIT_COD,DATA_SOURCE from dm.DM_TF_EXT_UNIONALL_SALES
select distinct PACK_CODE,AUDIT_CODE,DATA_SOURCE from dm.DM_TF_EXT_UNIONALL_SALES
)
,market_pack as (
select distinct PACK_COD,MARKET,DATA_SOURCE from dm.dm_td_external_market_pack_mapping
@@ -157,7 +157,7 @@ select
'ROC' as rc_name_en,
'Vacant' as RC_Name,
null as RegionCenter,
AUDIT_COD,
AUDIT_CODE,
MARKET,
null as bu_category,
null as bu_name_en,

88
Retail/01 load_tmp_data.py
View File

@@ -171,49 +171,53 @@ LEVEL_MARKET_RD = 'RD Market'
# MAGIC -- 1.2 load brand data to tmp.tmp_retail_pack_rawdata
# MAGIC -- 1.2.3 load from dwd.dwd_gnd_ext_retail_nataional_oap (pack-CV-抗血栓2通用名-全国.xlsx)
# MAGIC -------------------------------------------------------------------------------------
# MAGIC insert into table tmp.tmp_retail_pack_rawdata
# MAGIC -- chenwu
# MAGIC -- 2026年切调整20260430
# MAGIC -- CV-抗血栓2通用名-全国.xlsx 数据不再使用，直接不进数据
# MAGIC -------------------------------------------------------------------------------------
# MAGIC -- insert into table tmp.tmp_retail_pack_rawdata
# MAGIC
# MAGIC select
# MAGIC case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id,
# MAGIC zk_product_id,
# MAGIC zk_region,
# MAGIC zk_rx_otc,
# MAGIC zk_medicine_type,
# MAGIC zk_medicine_tier1,
# MAGIC zk_medicine_tier2,
# MAGIC zk_medicine_tier3,
# MAGIC zk_medicine_tier4,
# MAGIC zk_common_name,
# MAGIC zk_dosage_form,
# MAGIC zk_user_type,
# MAGIC zk_category_name,
# MAGIC zk_product_name,
# MAGIC zk_brand_name,
# MAGIC zk_manu_des,
# MAGIC zk_corp_des,
# MAGIC zk_pack_des,
# MAGIC month,
# MAGIC quarter,
# MAGIC replace(price,',','' ),
# MAGIC replace(sales_unit,',','' ),
# MAGIC replace(sales_value,',','' ),
# MAGIC digital_spread_rate,
# MAGIC weighted_spread_rate,
# MAGIC counting_unit,
# MAGIC null,
# MAGIC null,
# MAGIC null,
# MAGIC null,
# MAGIC null,
# MAGIC 'CV',
# MAGIC 'Brilinta Market',
# MAGIC null,
# MAGIC null,
# MAGIC null,
# MAGIC null,
# MAGIC 0,
# MAGIC null
# MAGIC from dwd.dwd_gnd_ext_retail_nataional_oap
# MAGIC -- select
# MAGIC -- case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id,
# MAGIC -- zk_product_id,
# MAGIC -- zk_region,
# MAGIC -- zk_rx_otc,
# MAGIC -- zk_medicine_type,
# MAGIC -- zk_medicine_tier1,
# MAGIC -- zk_medicine_tier2,
# MAGIC -- zk_medicine_tier3,
# MAGIC -- zk_medicine_tier4,
# MAGIC -- zk_common_name,
# MAGIC -- zk_dosage_form,
# MAGIC -- zk_user_type,
# MAGIC -- zk_category_name,
# MAGIC -- zk_product_name,
# MAGIC -- zk_brand_name,
# MAGIC -- zk_manu_des,
# MAGIC -- zk_corp_des,
# MAGIC -- zk_pack_des,
# MAGIC -- month,
# MAGIC -- quarter,
# MAGIC -- replace(price,',','' ),
# MAGIC -- replace(sales_unit,',','' ),
# MAGIC -- replace(sales_value,',','' ),
# MAGIC -- digital_spread_rate,
# MAGIC -- weighted_spread_rate,
# MAGIC -- counting_unit,
# MAGIC -- null,
# MAGIC -- null,
# MAGIC -- null,
# MAGIC -- null,
# MAGIC -- null,
# MAGIC -- 'CV',
# MAGIC -- 'Brilinta Market',
# MAGIC -- null,
# MAGIC -- null,
# MAGIC -- null,
# MAGIC -- null,
# MAGIC -- 0,
# MAGIC -- null
# MAGIC -- from dwd.dwd_gnd_ext_retail_nataional_oap
# COMMAND ----------