1201 lines
36 KiB
SQL
1201 lines
36 KiB
SQL
-- Databricks notebook source
|
||
-- MAGIC %md
|
||
-- MAGIC 此代码主要加工 free report 中retail 自有部分的 overview 文件 和 b2c配置表维度 及品牌数据报表指标导出
|
||
-- MAGIC * 1.dm_zk_retail_overview_data overview 文件union 表格
|
||
-- MAGIC * 2.dm_zk_retail_product_info B2C 配置表的维度（底表直接抽）
|
||
-- MAGIC * 3.dm_zk_retail_brand 品牌数据报表中的指标
|
||
-- MAGIC
|
||
|
||
-- COMMAND ----------
|
||
|
||
----------------------------------------------------------------------------------------
|
||
--修改时间：20240821
|
||
--修改人：FanXujia
|
||
--修改内容：
|
||
--导出模板整合，由原来的十几个文件改为3个文件
|
||
----------------------------------------------------------------------------------------
|
||
|
||
-- COMMAND ----------
|
||
|
||
-- -------------------------------------------将所有overview 数据整合在同一张表里--------------------------------------------------------------
|
||
-- -- 注意事项：
|
||
-- --rank1字段：Total行排名设为99，其他行如果数据源是null，则设为98。总之不能为null。
|
||
-- -- 每个数据源文件（file_name）判断是否Total行的方式不尽相同，具体参考代码。
|
||
-- --sales_quarter字段：数据源中有两种格式，24Q1以及2024Q1，因此需要统一成2024Q1这种格式。
|
||
-- -- 有些因为是YTD的值，源文件里sales_quarter是null，需将YTD字段中的时间拆出来作为sales_quarter字段的值
|
||
-- --最终表的source_name字段的内容是各个TA，RC字段是南区、北区等。而数据源文件中都叫source_name，每个源文件需按实际情况拆分成2列
|
||
-- --yyyymm字段：Q1是3月、Q2是6月、Q3是9月、Q4是12月。
|
||
insert overwrite table dws.dws_zk_retail_overview_data
|
||
(
|
||
rank1
|
||
,product_desc
|
||
,product_type
|
||
,common_name
|
||
,brand
|
||
,corp
|
||
,corporation
|
||
,corp_type
|
||
,sales_quarter
|
||
,yyyymm
|
||
,ytd
|
||
,sales_amount
|
||
,sales_amount_ly
|
||
,sales_amount_total
|
||
,sales_amount_ly_total
|
||
,rx_type
|
||
,top1_brand_val
|
||
,top1_brand_gr
|
||
,top2_brand_val
|
||
,top2_brand_gr
|
||
,top1_incremental_brand
|
||
,top1_incremental_gr
|
||
,top2_incremental_brand
|
||
,top2_incremental_gr
|
||
,ytd_gr
|
||
,ytd_ms
|
||
,ytd_delta_ms
|
||
,dtp_name
|
||
,file_name
|
||
,source_name
|
||
,rc
|
||
,rx_otc
|
||
,top_incre
|
||
,etl_insert_dt
|
||
,etl_update_dt
|
||
)
|
||
with overview as
|
||
(
|
||
-- select
|
||
-- case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
|
||
-- when rank1 is null then '98'
|
||
-- else replace(rank1,' ','') end as rank1
|
||
-- ,null as product_desc
|
||
-- ,null as product_type
|
||
-- ,null as common_name
|
||
-- ,null as brand
|
||
-- ,corp_desc as corp
|
||
-- ,corporation
|
||
-- ,corp_type
|
||
-- ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
|
||
-- else sales_quarter
|
||
-- end as sales_quarter
|
||
-- ,null as ytd
|
||
-- ,sales_amount
|
||
-- ,null as rx_type
|
||
-- ,null as top1_brand_val
|
||
-- ,null as top1_brand_gr
|
||
-- ,null as top2_brand_val
|
||
-- ,null as top2_brand_gr
|
||
-- ,null as top1_incremental_brand
|
||
-- ,null as top1_incremental_gr
|
||
-- ,null as top2_incremental_brand
|
||
-- ,null as top2_incremental_gr
|
||
-- ,ytd_gr
|
||
-- ,ytd_ms
|
||
-- ,ytd_delta_ms
|
||
-- ,null as dtp_name
|
||
-- ,'全国-Rx-TOP集团' file_name
|
||
-- ,null source_name
|
||
-- ,null rc
|
||
-- from dwd.dwd_gnd_ext_retail_nataional_top_corp
|
||
-- union all
|
||
-- select
|
||
-- case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
|
||
-- when rank1 is null then '98'
|
||
-- else replace(rank1,' ','') end as rank1
|
||
-- ,product_desc
|
||
-- ,product_type
|
||
-- ,common_name
|
||
-- ,brand
|
||
-- ,corp
|
||
-- ,corporation
|
||
-- ,null as corp_type
|
||
-- ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
|
||
-- else sales_quarter
|
||
-- end as sales_quarter
|
||
-- ,null as ytd
|
||
-- ,sales_amount
|
||
-- ,null as rx_type
|
||
-- ,null as top1_brand_val
|
||
-- ,null as top1_brand_gr
|
||
-- ,null as top2_brand_val
|
||
-- ,null as top2_brand_gr
|
||
-- ,null as top1_incremental_brand
|
||
-- ,null as top1_incremental_gr
|
||
-- ,null as top2_incremental_brand
|
||
-- ,null as top2_incremental_gr
|
||
-- ,ytd_gr
|
||
-- ,ytd_ms
|
||
-- ,ytd_delta_ms
|
||
-- ,null as dtp_name
|
||
-- ,'全国-Rx-TOP产品' file_name
|
||
-- ,null source_name
|
||
-- ,null rc
|
||
-- from dwd.dwd_gnd_ext_retail_nataional_top_product
|
||
-- union all
|
||
-- select
|
||
-- case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
|
||
-- when rank1 is null then '98'
|
||
-- else replace(rank1,' ','') end as rank1
|
||
-- ,product_desc
|
||
-- ,product_type
|
||
-- ,common_name
|
||
-- ,brand
|
||
-- ,corp
|
||
-- ,corporation
|
||
-- ,null as corp_type
|
||
-- ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
|
||
-- else sales_quarter
|
||
-- end as sales_quarter
|
||
-- ,null as ytd
|
||
-- ,sales_amount
|
||
-- ,null as rx_type
|
||
-- ,null as top1_brand_val
|
||
-- ,null as top1_brand_gr
|
||
-- ,null as top2_brand_val
|
||
-- ,null as top2_brand_gr
|
||
-- ,null as top1_incremental_brand
|
||
-- ,null as top1_incremental_gr
|
||
-- ,null as top2_incremental_brand
|
||
-- ,null as top2_incremental_gr
|
||
-- ,ytd_gr
|
||
-- ,ytd_ms
|
||
-- ,ytd_delta_ms
|
||
-- ,null as dtp_name
|
||
-- ,'全国-Rx-TOP增量产品' file_name
|
||
-- ,null source_name
|
||
-- ,null rc
|
||
-- from dwd.dwd_gnd_ext_retail_nataional_top_incr_product
|
||
-- union all
|
||
-- select
|
||
-- case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
|
||
-- when rank1 is null then '98'
|
||
-- else replace(rank1,' ','') end as rank1
|
||
-- ,null as product_desc
|
||
-- ,null as product_type
|
||
-- ,null as common_name
|
||
-- ,null as brand
|
||
-- ,corp_desc corp
|
||
-- ,corporation
|
||
-- ,corp_type
|
||
-- ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
|
||
-- else sales_quarter
|
||
-- end as sales_quarter
|
||
-- ,null as ytd
|
||
-- ,sales_amount
|
||
-- ,null as rx_type
|
||
-- ,null as top1_brand_val
|
||
-- ,null as top1_brand_gr
|
||
-- ,null as top2_brand_val
|
||
-- ,null as top2_brand_gr
|
||
-- ,null as top1_incremental_brand
|
||
-- ,null as top1_incremental_gr
|
||
-- ,null as top2_incremental_brand
|
||
-- ,null as top2_incremental_gr
|
||
-- ,ytd_gr
|
||
-- ,ytd_ms
|
||
-- ,ytd_delta_ms
|
||
-- ,null as dtp_name
|
||
-- ,'全国-Rx+OTC-TOP集团' file_name
|
||
-- ,null source_name
|
||
-- ,null rc
|
||
-- from dwd.dwd_gnd_ext_retail_nataional_rx_otc_corp
|
||
|
||
-- union all
|
||
-- select
|
||
-- case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
|
||
-- when rank1 is null then '98'
|
||
-- else replace(rank1,' ','') end as rank1
|
||
-- ,product_desc
|
||
-- ,product_type
|
||
-- ,common_name
|
||
-- ,brand
|
||
-- ,corp
|
||
-- ,corporation
|
||
-- ,null as corp_type
|
||
-- ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
|
||
-- else sales_quarter
|
||
-- end as sales_quarter
|
||
-- ,null as ytd
|
||
-- ,sales_amount
|
||
-- ,null as rx_type
|
||
-- ,null as top1_brand_val
|
||
-- ,null as top1_brand_gr
|
||
-- ,null as top2_brand_val
|
||
-- ,null as top2_brand_gr
|
||
-- ,null as top1_incremental_brand
|
||
-- ,null as top1_incremental_gr
|
||
-- ,null as top2_incremental_brand
|
||
-- ,null as top2_incremental_gr
|
||
-- ,ytd_gr
|
||
-- ,ytd_ms
|
||
-- ,ytd_delta_ms
|
||
-- ,null as dtp_name
|
||
-- ,'全国-Rx+OTC-TOP产品' file_name
|
||
-- ,null source_name
|
||
-- ,null rc
|
||
-- from dwd.dwd_gnd_ext_retail_nataional_rx_otc_product
|
||
|
||
|
||
-- union all
|
||
-- select
|
||
-- case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
|
||
-- when rank1 is null then '98'
|
||
-- else replace(rank1,' ','') end as rank1
|
||
-- ,null as product_desc
|
||
-- ,null as product_type
|
||
-- ,null as common_name
|
||
-- ,null as brand
|
||
-- ,corp_desc as corp
|
||
-- ,corp_name
|
||
-- ,corp_type
|
||
-- ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
|
||
-- else sales_quarter
|
||
-- end as sales_quarter
|
||
-- ,null as ytd
|
||
-- ,sales_amount
|
||
-- ,null as rx_type
|
||
-- ,null as top1_brand_val
|
||
-- ,null as top1_brand_gr
|
||
-- ,null as top2_brand_val
|
||
-- ,null as top2_brand_gr
|
||
-- ,null as top1_incremental_brand
|
||
-- ,null as top1_incremental_gr
|
||
-- ,null as top2_incremental_brand
|
||
-- ,null as top2_incremental_gr
|
||
-- ,ytd_gr
|
||
-- ,ytd_ms
|
||
-- ,ytd_delta_ms
|
||
-- ,null as dtp_name
|
||
-- ,'全国-分TA-TOP集团' file_name
|
||
-- ,source_name
|
||
-- ,null rc
|
||
-- from dwd.dwd_gnd_ext_retail_nataional_ta_top_corp
|
||
|
||
-- union all
|
||
|
||
-- select
|
||
-- case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
|
||
-- when rank1 is null then '98'
|
||
-- else replace(rank1,' ','') end as rank1
|
||
-- ,product_desc
|
||
-- ,null as product_type
|
||
-- ,common_name
|
||
-- ,null as brand
|
||
-- ,corp
|
||
-- ,corp_name corporation
|
||
-- ,null as corp_type
|
||
-- ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
|
||
-- else sales_quarter
|
||
-- end as sales_quarter
|
||
-- ,null as ytd
|
||
-- ,sales_amount
|
||
-- ,null as rx_type
|
||
-- ,null as top1_brand_val
|
||
-- ,null as top1_brand_gr
|
||
-- ,null as top2_brand_val
|
||
-- ,null as top2_brand_gr
|
||
-- ,null as top1_incremental_brand
|
||
-- ,null as top1_incremental_gr
|
||
-- ,null as top2_incremental_brand
|
||
-- ,null as top2_incremental_gr
|
||
-- ,ytd_gr
|
||
-- ,ytd_ms
|
||
-- ,ytd_delta_ms
|
||
-- ,null as dtp_name
|
||
-- ,'全国-分TA-TOP产品' file_name
|
||
-- ,source_name
|
||
-- ,null rc
|
||
-- from dwd.dwd_gnd_ext_retail_nataional_ta_top_product
|
||
-- union all
|
||
-- select
|
||
-- case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
|
||
-- when rank1 is null then '98'
|
||
-- else replace(rank1,' ','') end as rank1
|
||
-- ,product_desc
|
||
-- ,null as product_type
|
||
-- ,common_name
|
||
-- ,null as brand
|
||
-- ,corp
|
||
-- ,corp_name as corporation
|
||
-- ,null as corp_type
|
||
-- ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
|
||
-- else sales_quarter
|
||
-- end as sales_quarter
|
||
-- ,null as ytd
|
||
-- ,sales_amount
|
||
-- ,null as rx_type
|
||
-- ,null as top1_brand_val
|
||
-- ,null as top1_brand_gr
|
||
-- ,null as top2_brand_val
|
||
-- ,null as top2_brand_gr
|
||
-- ,null as top1_incremental_brand
|
||
-- ,null as top1_incremental_gr
|
||
-- ,null as top2_incremental_brand
|
||
-- ,null as top2_incremental_gr
|
||
-- ,ytd_gr
|
||
-- ,ytd_ms
|
||
-- ,ytd_delta_ms
|
||
-- ,null as dtp_name
|
||
-- ,'全国-分TA-TOP增量产品' file_name
|
||
-- ,source_name
|
||
-- ,null rc
|
||
-- from dwd.dwd_gnd_ext_retail_nataional_ta_incr_product
|
||
|
||
-- union all
|
||
-- select
|
||
-- case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
|
||
-- when rank1 is null then '98'
|
||
-- else replace(rank1,' ','') end as rank1
|
||
-- ,null as product_desc
|
||
-- ,null as product_type
|
||
-- ,null as common_name
|
||
-- ,null as brand
|
||
-- ,corp_desc as corp
|
||
-- ,corporation
|
||
-- ,corp_type
|
||
-- ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
|
||
-- else sales_quarter
|
||
-- end as sales_quarter
|
||
-- ,null as ytd
|
||
-- ,sales_amount
|
||
-- ,null as rx_type
|
||
-- ,null as top1_brand_val
|
||
-- ,null as top1_brand_gr
|
||
-- ,null as top2_brand_val
|
||
-- ,null as top2_brand_gr
|
||
-- ,null as top1_incremental_brand
|
||
-- ,null as top1_incremental_gr
|
||
-- ,null as top2_incremental_brand
|
||
-- ,null as top2_incremental_gr
|
||
-- ,ytd_gr
|
||
-- ,ytd_ms
|
||
-- ,ytd_delta_ms
|
||
-- ,null as dtp_name
|
||
-- ,'分大区-Rx-TOP集团' file_name
|
||
-- ,null source_name
|
||
-- ,source_name rc
|
||
-- from dwd.dwd_gnd_ext_retail_area_top_corp
|
||
|
||
-- union all
|
||
-- select
|
||
-- case when upper(type_name) = 'RX' then '99'
|
||
-- else '98' end as rank1
|
||
-- ,null as product_desc
|
||
-- ,null as product_type
|
||
-- ,null as common_name
|
||
-- ,null as brand
|
||
-- ,null as corp
|
||
-- ,null as corporation
|
||
-- ,type_name as corp_type
|
||
-- ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
|
||
-- else sales_quarter
|
||
-- end as sales_quarter
|
||
-- ,null as ytd
|
||
-- ,sales_amount
|
||
-- ,null as rx_type
|
||
-- ,null as top1_brand_val
|
||
-- ,null as top1_brand_gr
|
||
-- ,null as top2_brand_val
|
||
-- ,null as top2_brand_gr
|
||
-- ,null as top1_incremental_brand
|
||
-- ,null as top1_incremental_gr
|
||
-- ,null as top2_incremental_brand
|
||
-- ,null as top2_incremental_gr
|
||
-- ,null as ytd_gr
|
||
-- ,null as ytd_ms
|
||
-- ,null as ytd_delta_ms
|
||
-- ,null as dtp_name
|
||
-- ,'Rx市场' file_name
|
||
-- ,null as source_name
|
||
-- ,null rc
|
||
-- from dwd.dwd_gnd_ext_retail_rx_market ---这个没有ytd 三个字段添加
|
||
|
||
-- union all
|
||
-- select
|
||
-- case when upper(corporation) like 'TOTAL %' then '99'
|
||
-- else '98' end as rank1
|
||
-- ,null as product_desc
|
||
-- ,null as product_type
|
||
-- ,null as common_name
|
||
-- ,null as brand
|
||
-- ,null as corp
|
||
-- ,corporation
|
||
-- ,null as corp_type
|
||
-- ,concat('20',trim(replace(quarter_flag,'YTD','' ))) as sales_quarter
|
||
-- ,quarter_flag as ytd
|
||
-- ,null as sales_amount
|
||
-- ,null as rx_type
|
||
-- ,replace(top1_brand_val,'-','') top1_brand_val
|
||
-- ,top1_brand_gr top1_brand_gr
|
||
-- ,replace(top2_brand_val,'-','') top2_brand_val
|
||
-- ,top2_brand_gr top2_brand_gr
|
||
-- ,replace(top1_incremental_brand,'-','') top1_incremental_brand
|
||
-- ,top1_incremental_gr
|
||
-- ,replace(top2_incremental_brand,'-','') top2_incremental_brand
|
||
-- ,top2_incremental_gr
|
||
-- ,null as ytd_gr
|
||
-- ,null as ytd_ms
|
||
-- ,null as ytd_delta_ms
|
||
-- ,null as dtp_name
|
||
-- ,'Rx-TOP集团' file_name
|
||
-- ,null as source_name
|
||
-- ,null rc
|
||
-- from dwd.dwd_gnd_ext_retail_rx_top_corp ---这个没有ytd 三个字段添加
|
||
-- union all
|
||
|
||
-- select
|
||
-- case when upper(corporation) like '% TTL' then '99'
|
||
-- else '98' end as rank1
|
||
-- ,null as product_desc
|
||
-- ,null as product_type
|
||
-- ,null as common_name
|
||
-- ,null as brand
|
||
-- ,null as corp
|
||
-- ,corporation
|
||
-- ,null as corp_type
|
||
-- ,concat('20',trim(replace(quarter_flag,'YTD','' ))) as sales_quarter
|
||
-- ,quarter_flag as ytd
|
||
-- ,NULL as sales_amount
|
||
-- ,rx_type
|
||
-- ,replace(top1_brand_val,'-','') as top1_brand_val
|
||
-- ,top1_brand_gr
|
||
-- ,replace(top2_brand_val,'-','') as top2_brand_val
|
||
-- , top2_brand_gr
|
||
-- ,replace(top1_incremental_brand,'-','') as top1_incremental_brand
|
||
-- , top1_incremental_gr
|
||
-- ,replace(top2_incremental_brand,'-','') as top2_incremental_brand
|
||
-- ,top2_incremental_gr
|
||
-- ,null as ytd_gr
|
||
-- ,null as ytd_ms
|
||
-- ,null as ytd_delta_ms
|
||
-- ,null as dtp_name
|
||
-- ,'分TA-TOP集团' file_name
|
||
-- ,trim(replace(rx_type,' TTL','' ) ) as source_name
|
||
-- ,null rc
|
||
-- from dwd.dwd_gnd_ext_retail_rx_ta_top_corp ---这个没有ytd 三个字段添加
|
||
-- union all
|
||
|
||
-- select
|
||
-- '99' as rank1
|
||
-- ,null as product_desc
|
||
-- ,null as product_type
|
||
-- ,null as common_name
|
||
-- ,null as brand
|
||
-- ,null as corp
|
||
-- ,null as corporation
|
||
-- ,null as corp_type
|
||
-- ,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
|
||
-- else sales_quarter
|
||
-- end as sales_quarter
|
||
-- ,null as ytd
|
||
-- ,sales_amount
|
||
-- ,null as rx_type
|
||
-- ,null as top1_brand_val
|
||
-- ,null as top1_brand_gr
|
||
-- ,null as top2_brand_val
|
||
-- ,null as top2_brand_gr
|
||
-- ,null as top1_incremental_brand
|
||
-- ,null as top1_incremental_gr
|
||
-- ,null as top2_incremental_brand
|
||
-- ,null as top2_incremental_gr
|
||
-- ,null as ytd_gr
|
||
-- ,null as ytd_ms
|
||
-- ,null as ytd_delta_ms
|
||
-- ,dtp_name
|
||
-- ,'DTP 整体市场' file_name
|
||
-- ,NULL as source_name
|
||
-- ,null rc
|
||
-- from dwd.dwd_gnd_ext_retail_dtp_overall_market ---这个没有ytd 三个字段添加 rx_type
|
||
|
||
|
||
-- union all
|
||
select
|
||
case when replace(upper(corp_name),'-','') = 'DTP TOTAL' then '99'
|
||
when rank1 is null then '98'
|
||
else replace(rank1,' ','') end as rank1
|
||
,null as product_desc
|
||
,null as product_type
|
||
,null as common_name
|
||
,null as brand
|
||
,replace(corp_name,'-','') as corp
|
||
,null as corporation
|
||
,null as corp_type
|
||
,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
|
||
else sales_quarter
|
||
end as sales_quarter
|
||
,null as ytd
|
||
,sales_amount
|
||
,null as rx_type
|
||
,null as top1_brand_val
|
||
,null as top1_brand_gr
|
||
,null as top2_brand_val
|
||
,null as top2_brand_gr
|
||
,null as top1_incremental_brand
|
||
,null as top1_incremental_gr
|
||
,null as top2_incremental_brand
|
||
,null as top2_incremental_gr
|
||
,null as ytd_gr
|
||
,null as ytd_ms
|
||
,null as ytd_delta_ms
|
||
,null as dtp_name
|
||
,'DTP TOP10企业排名' file_name
|
||
,NULL as source_name
|
||
,null rc
|
||
,'Rx' as rx_otc
|
||
,'TOP' as top_incre
|
||
from dwd.dwd_gnd_ext_retail_dtp_top_copd ---这个没有ytd 三个字段添加
|
||
union all
|
||
select
|
||
case when replace(upper(brand_name),'-','') = 'DTP TOTAL' then '99'
|
||
when rank1 is null then '98'
|
||
else replace(rank1,' ','') end as rank1
|
||
,null as product_desc
|
||
,null as product_type
|
||
,null as common_name
|
||
,brand_name as brand
|
||
,replace(corp_name,'-','') as corp
|
||
,null as corporation
|
||
,null as corp_type
|
||
,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
|
||
else sales_quarter
|
||
end as sales_quarter
|
||
,null as ytd
|
||
,sales_amount
|
||
,null as rx_type
|
||
,null as top1_brand_val
|
||
,null as top1_brand_gr
|
||
,null as top2_brand_val
|
||
,null as top2_brand_gr
|
||
,null as top1_incremental_brand
|
||
,null as top1_incremental_gr
|
||
,null as top2_incremental_brand
|
||
,null as top2_incremental_gr
|
||
,null as ytd_gr
|
||
,null as ytd_ms
|
||
,null as ytd_delta_ms
|
||
,null as dtp_name
|
||
,'DTP TOP10品牌排名' file_name
|
||
,NULL as source_name
|
||
,null rc
|
||
,'Rx' as rx_otc
|
||
,'TOP' as top_incre
|
||
from dwd.dwd_gnd_ext_retail_dtp_top_brand ---这个没有ytd 三个字段添加
|
||
union all
|
||
|
||
select
|
||
case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
|
||
when rank1 is null then '98'
|
||
else replace(rank1,' ','') end as rank1
|
||
,null as product_desc
|
||
,null as product_type
|
||
,null as common_name
|
||
,null as brand
|
||
,corp_desc as corp
|
||
,corporation
|
||
,`type` as corp_type
|
||
,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
|
||
else sales_quarter
|
||
end as sales_quarter
|
||
,null as ytd
|
||
,sales_amount
|
||
,null as rx_type
|
||
,null as top1_brand_val
|
||
,null as top1_brand_gr
|
||
,null as top2_brand_val
|
||
,null as top2_brand_gr
|
||
,null as top1_incremental_brand
|
||
,null as top1_incremental_gr
|
||
,null as top2_incremental_brand
|
||
,null as top2_incremental_gr
|
||
,null as ytd_gr
|
||
,null as ytd_ms
|
||
,null as ytd_delta_ms
|
||
,null as dtp_name
|
||
,'全国-集团排名' file_name
|
||
,case when ta = 'GI' then concat(ta,'-',rx_otc)
|
||
when ta = 'NIAD-excl. GLP1' then 'DM'
|
||
else ta end as source_name
|
||
,null rc
|
||
,rx_otc
|
||
,case when upper(top_top_incre) = 'TOP SALES' then 'TOP' else 'Incre' end as top_incre
|
||
from dwd.dwd_gnd_retail_national_corp_rank
|
||
|
||
union all
|
||
select
|
||
case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
|
||
when rank1 is null then '98'
|
||
else replace(rank1,' ','') end as rank1
|
||
,prod_desc as product_desc
|
||
,`type` as product_type
|
||
,cmps_desc as common_name
|
||
,brand
|
||
,corp_desc as corp
|
||
,corporation
|
||
,null as corp_type
|
||
,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
|
||
else sales_quarter
|
||
end as sales_quarter
|
||
,null as ytd
|
||
,sales_amount
|
||
,null as rx_type
|
||
,null as top1_brand_val
|
||
,null as top1_brand_gr
|
||
,null as top2_brand_val
|
||
,null as top2_brand_gr
|
||
,null as top1_incremental_brand
|
||
,null as top1_incremental_gr
|
||
,null as top2_incremental_brand
|
||
,null as top2_incremental_gr
|
||
,null as ytd_gr
|
||
,null as ytd_ms
|
||
,null as ytd_delta_ms
|
||
,null as dtp_name
|
||
,'全国-产品排名' file_name
|
||
,case when ta = 'GI' then concat(ta,'-',rx_otc)
|
||
when ta = 'NIAD-excl. GLP1' then 'DM'
|
||
else ta end as source_name
|
||
,null rc
|
||
,rx_otc
|
||
,case when upper(top_top_incre) = 'TOP SALES' then 'TOP' else 'Incre' end as top_incre
|
||
from dwd.dwd_gnd_retail_national_prd_rank
|
||
union all
|
||
select
|
||
case when upper(replace(rank1,' ','')) = 'TOTAL' then '99'
|
||
when rank1 is null then '98'
|
||
else replace(rank1,' ','') end as rank1
|
||
,null as product_desc
|
||
,null as product_type
|
||
,null as common_name
|
||
,null as brand
|
||
,corp_desc as corp
|
||
,corporation
|
||
,`type` as corp_type
|
||
,case when length(sales_quarter) = 4 then concat('20',sales_quarter)
|
||
else sales_quarter
|
||
end as sales_quarter
|
||
,null as ytd
|
||
,sales_amount
|
||
,null as rx_type
|
||
,null as top1_brand_val
|
||
,null as top1_brand_gr
|
||
,null as top2_brand_val
|
||
,null as top2_brand_gr
|
||
,null as top1_incremental_brand
|
||
,null as top1_incremental_gr
|
||
,null as top2_incremental_brand
|
||
,null as top2_incremental_gr
|
||
,null as ytd_gr
|
||
,null as ytd_ms
|
||
,null as ytd_delta_ms
|
||
,null as dtp_name
|
||
,'大区-集团排名' file_name
|
||
,case when ta = 'GI' then concat(ta,'-',rx_otc)
|
||
when ta = 'NIAD-excl. GLP1' then 'DM'
|
||
else ta end as source_name
|
||
,region rc
|
||
,rx_otc
|
||
,case when upper(top_top_incre) = 'TOP SALES' then 'TOP' else 'Incre' end as top_incre
|
||
from dwd.dwd_gnd_retail_region_corp_rank
|
||
)
|
||
|
||
-- --计算Total值，按文件、季度、TA、rx_otc、top_incre进行合计
|
||
-- --因为数据中本身就包含了Total行，因此直接筛选了rank1 = '99'(即筛选Total行)进行合计
|
||
,overview_total as (
|
||
select file_name,
|
||
source_name,
|
||
rx_otc,
|
||
top_incre,
|
||
sales_quarter,
|
||
rc,
|
||
sum(sales_amount) sales_amount_total
|
||
from overview
|
||
where rank1 = '99'
|
||
group by file_name,sales_quarter,rx_otc,top_incre,source_name,rc
|
||
)
|
||
|
||
-- --取到文件中的最大时间，在获取ly值的时候，用于限定时间范围
|
||
,overview_maxyq as (
|
||
select max(sales_quarter) max_sales_quarter
|
||
from overview
|
||
where sales_quarter is not null
|
||
)
|
||
|
||
-- --在数据源的基础上，增加yyyymm字段、sales_amount_ly、sales_amount_total、sales_amount_ly_total字段
|
||
select case when max(rank1) < 10000 then max(rank1) else cast(max(rank1) as int) - 10000 end as rank1
|
||
,product_desc
|
||
,product_type
|
||
,common_name
|
||
,brand
|
||
,corp
|
||
,corporation
|
||
,corp_type
|
||
,sales_quarter
|
||
,case when right(sales_quarter,1) = '1' then concat(left(sales_quarter,4),'03')
|
||
when right(sales_quarter,1) = '2' then concat(left(sales_quarter,4),'06')
|
||
when right(sales_quarter,1) = '3' then concat(left(sales_quarter,4),'09')
|
||
when right(sales_quarter,1) = '4' then concat(left(sales_quarter,4),'12')
|
||
end as yyyymm
|
||
,max(ytd) ytd
|
||
,sum(sales_amount) as sales_amount
|
||
,sum(sales_amount_ly) as sales_amount_ly
|
||
,sum(sales_amount_total) as sales_amount_total
|
||
,sum(sales_amount_ly_total) as sales_amount_ly_total
|
||
,rx_type
|
||
,max(top1_brand_val) top1_brand_val
|
||
,max(top1_brand_gr) top1_brand_gr
|
||
,max(top2_brand_val) top2_brand_val
|
||
,max(top2_brand_gr) top2_brand_gr
|
||
,max(top1_incremental_brand) top1_incremental_brand
|
||
,max(top1_incremental_gr) top1_incremental_gr
|
||
,max(top2_incremental_brand) top2_incremental_brand
|
||
,max(top2_incremental_gr) top2_incremental_gr
|
||
,max(ytd_gr) ytd_gr
|
||
,max(ytd_ms) ytd_ms
|
||
,max(ytd_delta_ms) ytd_delta_ms
|
||
,dtp_name
|
||
,file_name
|
||
,source_name
|
||
,rc
|
||
,rx_otc
|
||
,top_incre
|
||
,from_utc_timestamp(current_timestamp(),'UTC+8') etl_insert_dt
|
||
,from_utc_timestamp(current_timestamp(),'UTC+8') etl_update_dt
|
||
from
|
||
(
|
||
select
|
||
cast(rank1 as int) + 10000 rank1
|
||
,product_desc
|
||
,product_type
|
||
,common_name
|
||
,brand
|
||
,corp
|
||
,corporation
|
||
,corp_type
|
||
,t1.sales_quarter
|
||
,ytd
|
||
,sales_amount
|
||
,0 as sales_amount_ly
|
||
,t2.sales_amount_total
|
||
,0 as sales_amount_ly_total
|
||
,rx_type
|
||
,top1_brand_val
|
||
,top1_brand_gr
|
||
,top2_brand_val
|
||
,top2_brand_gr
|
||
,top1_incremental_brand
|
||
,top1_incremental_gr
|
||
,top2_incremental_brand
|
||
,top2_incremental_gr
|
||
,ytd_gr
|
||
,ytd_ms
|
||
,ytd_delta_ms
|
||
,dtp_name
|
||
,t1.file_name
|
||
,t1.source_name
|
||
,t1.rc
|
||
,t1.rx_otc
|
||
,t1.top_incre
|
||
from overview t1
|
||
left join overview_total t2
|
||
on t1.file_name = t2.file_name
|
||
and nvl(t1.sales_quarter,'') = nvl(t2.sales_quarter,'')
|
||
and t1.rx_otc = t2.rx_otc
|
||
and t1.top_incre = t2.top_incre
|
||
and NVL(t1.source_name,'') = NVL(t2.source_name,'')
|
||
and NVL(t1.rc,'') = NVL(t2.rc,'')
|
||
union all
|
||
select
|
||
cast(rank1 as int) rank1
|
||
,product_desc
|
||
,product_type
|
||
,common_name
|
||
,brand
|
||
,corp
|
||
,corporation
|
||
,corp_type
|
||
,concat(cast(left(t1.sales_quarter,4) as int) + 1,right(t1.sales_quarter,2)) as sales_quarter
|
||
,null as ytd
|
||
,0 as sales_amount
|
||
,sales_amount as sales_amount_ly
|
||
,0 as sales_amount_total
|
||
,t2.sales_amount_total as sales_amount_ly_total
|
||
,rx_type
|
||
,null as top1_brand_val
|
||
,null as top1_brand_gr
|
||
,null as top2_brand_val
|
||
,null as top2_brand_gr
|
||
,null as top1_incremental_brand
|
||
,null as top1_incremental_gr
|
||
,null as top2_incremental_brand
|
||
,null as top2_incremental_gr
|
||
,null as ytd_gr
|
||
,null as ytd_ms
|
||
,null as ytd_delta_ms
|
||
,dtp_name
|
||
,t1.file_name
|
||
,t1.source_name
|
||
,t1.rc
|
||
,t1.rx_otc
|
||
,t1.top_incre
|
||
from overview t1
|
||
left join overview_total t2
|
||
on t1.file_name = t2.file_name
|
||
and nvl(t1.sales_quarter,'') = nvl(t2.sales_quarter,'')
|
||
and t1.rx_otc = t2.rx_otc
|
||
and t1.top_incre = t2.top_incre
|
||
and NVL(t1.source_name,'') = NVL(t2.source_name,'')
|
||
and NVL(t1.rc,'') = NVL(t2.rc,'')
|
||
left join overview_maxyq t3
|
||
on 1=1
|
||
where concat(cast(left(t1.sales_quarter,4) as int) + 1,right(t1.sales_quarter,2)) <= t3.max_sales_quarter
|
||
) t
|
||
group by
|
||
product_desc
|
||
,product_type
|
||
,common_name
|
||
,brand
|
||
,corp
|
||
,corporation
|
||
,corp_type
|
||
,sales_quarter
|
||
,rx_type
|
||
,dtp_name
|
||
,file_name
|
||
,source_name
|
||
,rc
|
||
,rx_otc
|
||
,top_incre
|
||
|
||
-- COMMAND ----------
|
||
|
||
-- --------将free report overview 导出的合并文件写入dm
|
||
insert overwrite table dm.dm_zk_retail_overview_data(
|
||
rank1,
|
||
product_desc,
|
||
product_type,
|
||
common_name,
|
||
brand,
|
||
corp,
|
||
corporation,
|
||
corp_type,
|
||
sales_quarter,
|
||
yyyymm,
|
||
ytd,
|
||
sales_amount,
|
||
sales_amount_ly,
|
||
sales_amount_total,
|
||
sales_amount_ly_total,
|
||
rx_type,
|
||
top1_brand_val,
|
||
top1_brand_gr,
|
||
top2_brand_val,
|
||
top2_brand_gr,
|
||
top1_incremental_brand,
|
||
top1_incremental_gr,
|
||
top2_incremental_brand,
|
||
top2_incremental_gr,
|
||
ytd_gr,
|
||
ytd_ms,
|
||
ytd_delta_ms,
|
||
dtp_name,
|
||
file_name,
|
||
source_name,
|
||
rc,
|
||
rx_otc,
|
||
top_incre,
|
||
etl_insert_dt,
|
||
etl_update_dt
|
||
)
|
||
select
|
||
trim(rank1) rank1
|
||
,product_desc
|
||
,product_type
|
||
,common_name
|
||
,brand
|
||
,nvl(corp,'' ) corp
|
||
,corporation
|
||
,corp_type
|
||
,sales_quarter
|
||
,yyyymm
|
||
,case when ytd is null then 'N' ELSE 'Y' END ytd
|
||
,sales_amount
|
||
,sales_amount_ly
|
||
,sales_amount_total
|
||
,sales_amount_ly_total
|
||
,rx_type
|
||
,top1_brand_val
|
||
,cast(top1_brand_gr as double) top1_brand_gr
|
||
,top2_brand_val
|
||
,cast(top2_brand_gr as double) top2_brand_gr
|
||
,top1_incremental_brand
|
||
,cast(top1_incremental_gr as double) top1_incremental_gr
|
||
,top2_incremental_brand
|
||
,cast(top2_incremental_gr as double) top2_incremental_gr
|
||
,cast(ytd_gr as double ) ytd_gr
|
||
,cast(ytd_ms as double) ytd_ms
|
||
,cast(ytd_delta_ms as double) ytd_delta_ms
|
||
,dtp_name
|
||
,file_name
|
||
,trim(source_name) source_name
|
||
,rc
|
||
,rx_otc
|
||
,top_incre
|
||
,from_utc_timestamp(current_timestamp(),'UTC+8') etl_insert_dt
|
||
,from_utc_timestamp(current_timestamp(),'UTC+8') etl_update_dt
|
||
from dws.dws_zk_retail_overview_data
|
||
|
||
-- COMMAND ----------
|
||
|
||
------------------------------retail/EC原始维度，从b2c配置表直取-----------------------------------------
|
||
insert overwrite table dws.dws_zk_retail_product_info
|
||
select distinct
|
||
product_id
|
||
,iqvia_pack_code
|
||
,prescription_nature
|
||
,medicine_type
|
||
,zk_medicine_tier1
|
||
,zk_medicine_tier2
|
||
,zk_medicine_tier3
|
||
,zk_medicine_tier4
|
||
,common_name
|
||
,dosage_form
|
||
,user_type
|
||
,category_name
|
||
,product_name
|
||
,brand_name
|
||
,zk_manu_des
|
||
,zk_corp_des
|
||
,zk_pack_des
|
||
,from_utc_timestamp(current_timestamp(),'UTC+8') etl_insert_dt
|
||
,from_utc_timestamp(current_timestamp(),'UTC+8') etl_update_dt
|
||
from dwd.dwd_gnd_ext_retail_pack_property;
|
||
------------------------------retail/EC原始维度，从b2c直取 写入dm-----------------------------------------
|
||
insert overwrite table dm.dm_zk_retail_product_info
|
||
select distinct
|
||
product_id
|
||
,iqvia_pack_code
|
||
,prescription_nature
|
||
,medicine_type
|
||
,zk_medicine_tier1
|
||
,zk_medicine_tier2
|
||
,zk_medicine_tier3
|
||
,zk_medicine_tier4
|
||
,common_name
|
||
,dosage_form
|
||
,user_type
|
||
,category_name
|
||
,product_name
|
||
,brand_name
|
||
,zk_manu_des
|
||
,zk_corp_des
|
||
,zk_pack_des
|
||
,from_utc_timestamp(current_timestamp(),'UTC+8') etl_insert_dt
|
||
,from_utc_timestamp(current_timestamp(),'UTC+8') etl_update_dt
|
||
from dws.dws_zk_retail_product_info;
|
||
|
||
-- COMMAND ----------
|
||
|
||
------------------------------retail 自有部分需要导出数据，从品牌数据报表直取,无特殊加工-----------------------------------------
|
||
--注意事项：
|
||
----market 排除数据为：从pack 文件中通过比例拆分写入品牌数据的 品牌数据，包括多达一、天一宁等品牌，这些并非原始文件中的数据，故排除。
|
||
---- （具体拆分代码详见：1 dwd_inc_gnd_ext_retail_nataional
|
||
insert overwrite table dws.dws_zk_retail_brand
|
||
with max_yq as (
|
||
select TA,market,rc_name_en,province_city,ranked_by,max(yq) as yq
|
||
from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all
|
||
WHERE market NOT IN ('pack-CV-高血压-化学药-全国.xlsx','pack-CV-他汀类+血脂康-全国.xlsx')
|
||
group by TA,market,rc_name_en,province_city,ranked_by
|
||
)
|
||
|
||
select distinct
|
||
t1.TA,
|
||
t1.market,
|
||
t1.rc_name_en,
|
||
t1.province_city
|
||
,key_brand_ytd
|
||
,key_brand_rank_ytd
|
||
,top_brand_ytd
|
||
,top_brand_ms_ytd
|
||
,top_brand_inc_ms_ytd
|
||
,top_brand_gr_ytd
|
||
,key_brand_qtd
|
||
,key_brand_rank_qtd
|
||
,top_brand_qtd
|
||
,top_brand_ms_qtd
|
||
,top_brand_inc_ms_qtd
|
||
,top_brand_gr_qtd
|
||
,t1.ranked_by
|
||
,from_utc_timestamp(current_timestamp(),'UTC+8') etl_insert_dt
|
||
,from_utc_timestamp(current_timestamp(),'UTC+8') etl_update_dt
|
||
from dwd.dwd_inc_gnd_ext_retail_nataional_brand_union_all t1
|
||
inner join max_yq t2
|
||
on t1.TA = t2.TA
|
||
and t1.market = t2.market
|
||
and t1.rc_name_en = t2.rc_name_en
|
||
and t1.province_city = t2.province_city
|
||
and t1.yq = t2.yq
|
||
and t1.ranked_by = t2.ranked_by
|
||
;
|
||
|
||
-- dm_zk_retail_brand
|
||
|
||
------------------------------retail 自有部分需要导出数据，写入dm-----------------------------------------
|
||
insert overwrite table dm.dm_zk_retail_brand
|
||
select distinct
|
||
TA,market,rc_name_en,province_city
|
||
,key_brand_ytd
|
||
,cast(key_brand_rank_ytd as double) key_brand_rank_ytd
|
||
,top_brand_ytd
|
||
,cast(top_brand_ms_ytd as double) top_brand_ms_ytd
|
||
,cast(top_brand_inc_ms_ytd as double) top_brand_inc_ms_ytd
|
||
,cast(top_brand_gr_ytd as double) top_brand_gr_ytd
|
||
,key_brand_qtd
|
||
,cast(key_brand_rank_qtd as double ) key_brand_rank_qtd
|
||
,top_brand_qtd
|
||
,cast(top_brand_ms_qtd as double ) top_brand_ms_qtd
|
||
,cast(top_brand_inc_ms_qtd as double ) top_brand_inc_ms_qtd
|
||
,cast(top_brand_gr_qtd as double ) top_brand_gr_qtd
|
||
,ranked_by
|
||
from dws.dws_zk_retail_brand ;
|
||
|
||
|
||
|
||
|
||
|
||
|
||
-- COMMAND ----------
|
||
|
||
----------------------------------------------------------------------------------------
|
||
--修改时间：20240821
|
||
--修改人：FanXujia
|
||
--修改内容：
|
||
--导出模板整合，由原来的十几个文件改为3个文件
|
||
--《全国-集团排名》：dwd.dwd_gnd_retail_national_corp_rank
|
||
--《全国-产品排名》：dwd.dwd_gnd_retail_national_prd_rank
|
||
--《大区-集团排名》：dwd.dwd_gnd_retail_region_corp_rank
|
||
----------------------------------------------------------------------------------------
|
||
insert overwrite table dws.dws_zk_retail_export
|
||
(
|
||
ta,
|
||
rx_otc,
|
||
top_top_incre,
|
||
rank1,
|
||
corp_desc,
|
||
corporation,
|
||
type,
|
||
prod_desc,
|
||
cmps_desc,
|
||
brand,
|
||
region,
|
||
sales_quarter,
|
||
sales_amount,
|
||
file_name,
|
||
etl_insert_dt,
|
||
etl_update_dt
|
||
)
|
||
--《全国-集团排名》
|
||
select distinct
|
||
ta,
|
||
rx_otc,
|
||
top_top_incre,
|
||
case when upper(trim(rank1)) = 'TOTAL' then '99'
|
||
when rank1 is null then '98'
|
||
else trim(rank1) end as rank1,
|
||
corp_desc,
|
||
corporation,
|
||
type,
|
||
null as prod_desc,
|
||
null as cmps_desc,
|
||
null as brand,
|
||
null as region,
|
||
sales_quarter,
|
||
sales_amount,
|
||
'全国-集团排名' as file_name,
|
||
from_utc_timestamp(current_timestamp(),'UTC+8') as etl_insert_dt,
|
||
from_utc_timestamp(current_timestamp(),'UTC+8') as etl_update_dt
|
||
from dwd.dwd_gnd_retail_national_corp_rank
|
||
union all
|
||
--《全国-产品排名》
|
||
select distinct
|
||
ta,
|
||
rx_otc,
|
||
top_top_incre,
|
||
case when upper(trim(rank1)) = 'TOTAL' then '99'
|
||
when rank1 is null then '98'
|
||
else trim(rank1) end as rank1,
|
||
corp_desc,
|
||
corporation,
|
||
type,
|
||
prod_desc,
|
||
cmps_desc,
|
||
brand,
|
||
null as region,
|
||
sales_quarter,
|
||
sales_amount,
|
||
'全国-产品排名' as file_name,
|
||
from_utc_timestamp(current_timestamp(),'UTC+8') as etl_insert_dt,
|
||
from_utc_timestamp(current_timestamp(),'UTC+8') as etl_update_dt
|
||
from dwd.dwd_gnd_retail_national_prd_rank
|
||
union all
|
||
--《大区-集团排名》
|
||
select distinct
|
||
ta,
|
||
rx_otc,
|
||
top_top_incre,
|
||
case when upper(trim(rank1)) = 'TOTAL' then '99'
|
||
when rank1 is null then '98'
|
||
else trim(rank1) end as rank1,
|
||
corp_desc,
|
||
corporation,
|
||
type,
|
||
null as prod_desc,
|
||
null as cmps_desc,
|
||
null as brand,
|
||
region,
|
||
sales_quarter,
|
||
sales_amount,
|
||
'大区-集团排名' as file_name,
|
||
from_utc_timestamp(current_timestamp(),'UTC+8') as etl_insert_dt,
|
||
from_utc_timestamp(current_timestamp(),'UTC+8') as etl_update_dt
|
||
from dwd.dwd_gnd_retail_region_corp_rank;
|
||
|
||
|
||
--写入dm表
|
||
insert overwrite table dm.dm_zk_retail_export
|
||
(
|
||
ta,
|
||
rx_otc,
|
||
top_top_incre,
|
||
rank1,
|
||
corp_desc,
|
||
corporation,
|
||
type,
|
||
prod_desc,
|
||
cmps_desc,
|
||
brand,
|
||
region,
|
||
sales_quarter,
|
||
sales_amount,
|
||
file_name,
|
||
etl_insert_dt,
|
||
etl_update_dt
|
||
)
|
||
select
|
||
ta,
|
||
rx_otc,
|
||
top_top_incre,
|
||
rank1,
|
||
corp_desc,
|
||
corporation,
|
||
type,
|
||
prod_desc,
|
||
cmps_desc,
|
||
brand,
|
||
region,
|
||
sales_quarter,
|
||
sales_amount,
|
||
file_name,
|
||
etl_insert_dt,
|
||
etl_update_dt
|
||
from dws.dws_zk_retail_export; |