chenwu/MarketAnalysis-ETL
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

生产同步给gitea

Browse Source 
merge data 取 chpa 最大月 为R月
This commit is contained in:
chenwu
2026-05-18 06:51:16 +00:00
parent 414e2a8088
commit 7294cc1c6f
4 changed files with 2522 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

34
04 dm_td_external_calendar.sql
View File

@@ -48,22 +48,22 @@ from
create or replace temporary view merged_date_calender as
WITH ALL_DATA_YYYY (
select
max(yyyymm) YYYYMM,
'AIA' DATATYPE
from
dm.dm_tf_ext_unionall_sales
where
DATA_SOURCE = 'AIA(Monthly)'
union all
select
max(yyyymm) YYYYMM,
'DTP' DATATYPE
from
dm.dm_tf_ext_unionall_sales
where
DATA_SOURCE = 'DTP(Quarterly)'
union all
-- select
-- max(yyyymm) YYYYMM,
-- 'AIA' DATATYPE
-- from
-- dm.dm_tf_ext_unionall_sales
-- where
-- DATA_SOURCE = 'AIA(Monthly)'
-- union all
-- select
-- max(yyyymm) YYYYMM,
-- 'DTP' DATATYPE
-- from
-- dm.dm_tf_ext_unionall_sales
-- where
-- DATA_SOURCE = 'DTP(Quarterly)'
-- union all
select
max(yyyymm) YYYYMM,
'CHPA' DATATYPE
@@ -379,4 +379,4 @@ insert overwrite dm.dm_td_external_calendar (
external_sales_union
)
AND A.yyyymm <= (LEFT(D.YYYYMM, 4) * 100 + 12)
AND A.day = 1
AND A.day = 1

10
THC/01 dm_thc_pack_property.sql
View File

@@ -59,15 +59,15 @@
-- ETL_INSERT_DT TIMESTAMP,
-- ETL_UPDATE_DT TIMESTAMP)
-- USING delta
-- -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_thc_pack_property';
-- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/DM/dm_thc_pack_property';
-- -- 上面是生产环境location，下面是测试环境location
-- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_thc_pack_property';
-- -- LOCATION 'abfss://master@retaildlstoragetest.dfs.core.chinacloudapi.cn/DM/dm_thc_pack_property';
-- COMMAND ----------
update dwd.dwd_gnd_ext_thc_pack_property
set iqvia_pack_code = if( iqvia_pack_code REGEXP '^[0-9]',right(concat('000000000000',iqvia_pack_code),12),iqvia_pack_code)
,iqvia_prod_code = right(concat('000000000',iqvia_prod_code),9)
-- update dwd.dwd_gnd_ext_thc_pack_property
-- set iqvia_pack_code = if( iqvia_pack_code REGEXP '^[0-9]',right(concat('000000000000',iqvia_pack_code),12),iqvia_pack_code)
-- ,iqvia_prod_code = right(concat('000000000',iqvia_prod_code),9)
-- COMMAND ----------

2461
上线脚本.sql Normal file
View File

File diff suppressed because it is too large Load Diff

39
数据验证.sql Normal file
View File

@@ -0,0 +1,39 @@
-- Databricks notebook source
desc dm.dm_tf_ext_aia_sales
-- COMMAND ----------
select DATA_SOURCE,DTP_FLAG from dm.DM_TF_EXTERANL_SALES_MERGED_DATA_DTP_OTHERS_bymonth
group by DATA_SOURCE,DTP_FLAG
-- COMMAND ----------
select DTP_FLAG,DATA_SOURCE from DM.DM_TF_EXT_RETAIL_DTP_SALES group by DTP_FLAG,DATA_SOURCE
-- order by DATA_SOURCE
-- COMMAND ----------
select DATA_SOURCE,DTP_FLAG from DM.DM_TF_EXT_UNIONALL_SALES group by DATA_SOURCE,DTP_FLAG
order by DATA_SOURCE,DTP_FLAG
-- COMMAND ----------
select DATA_SOURCE,DTP_FLAG,count(*) from DM.dm_tf_ext_unionall_sales_mapping
group BY DATA_SOURCE,DTP_FLAG
ORDER BY DATA_SOURCE,DTP_FLAG
-- COMMAND ----------
select * from DM.DM_TF_EXT_UNIONALL_SALES_MAPPING
limit 4
-- COMMAND ----------
select AUDIT_CODE from DM.DM_TF_EXT_CHPA_SALES group by AUDIT_CODE
-- limit 5
-- COMMAND ----------
select * from DM.DM_TD_EXT_CHPA_PACK2MARKET
limit 5