new file: 01 dm_tf_external_sales.sql
new file: 02 dm_td_external_keycompatitor.sql new file: 03 dm_td_external_brand_market.sql new file: 04 dm_td_external_calendar.sql new file: 05 dm_td_external_exchangerate.sql new file: 07 dm_td_external_packinfo.sql new file: 08 dm_td_external_corp.sql new file: 09 dm_td_external_geo_type.sql new file: 11 DM_TD_EXTERNAL_MARKET_NEW.sql new file: 12 dm_td_external_org.sql new file: 13 external auth.sql new file: 14 dm_tf_external_retail_special_bkp.sql new file: AIA/01 dm_aia_pack_property.sql new file: AIA/02 dm_ext_aia_sales.sql new file: AIA/02 dm_ext_aia_sales_bakup_20230327.sql new file: AIA/03 dm_aia_flag.sql new file: AIA/04 dm_aia_provided_flag.sql new file: AIA/06 DM_TD_EXT_AIA_PACK_PROPERTY.sql new file: AIA/07 DM_TD_EXT_AIA_PACK2MARKET.sql new file: AIA/08 DM_TD_EXT_AIA_MARKET_RATIO.sql new file: AIA/09 DM_TD_EXT_AIA_MARKET_BRAND_RATIO.sql new file: AIA/10 DM_TD_EXT_AIA_MARKET_PACK_MAPPING.sql new file: AIA/11 DM_TD_EXT_AIA_TARGET_INST.sql new file: AIA/11 dm_aia_targethp_flag.sql new file: "AIA/z_03 dm_aia_flag_\345\244\207\344\273\275\347\224\250.sql" new file: CHC/01 dm_chc_pack_property.sql new file: CHC/02 DM_TF_EXT_CHC_SALES.sql new file: CHC/03 DM_TD_EXT_CHC_PACK_PROPERTY.sql new file: CHC/04 DM_TD_EXT_CHC_PACK2MARKET.sql new file: CHC/05 DM_TD_EXT_CHC_MARKET_RATIO.sql new file: CHC/06 DM_TD_EXT_CHC_MARKET_BRAND_RATIO.sql new file: CHC/07 DM_TD_EXT_CHC_MARKET_PACK_MAPPING.sql new file: CHPA/01 dwd_ims_atc_hierarchy.sql new file: CHPA/01 dwd_ims_nfc_hierarchy.sql new file: CHPA/01 dwd_ims_td_manufacturer_corp.sql new file: CHPA/01 dwd_ims_td_pack_property.sql new file: CHPA/01 dwd_update.sql new file: CHPA/01_FB_BLOB_TO_DWD.sql new file: CHPA/02 DWS_IMS_TD_GEO.sql new file: CHPA/02 dws_ims_td_atc_cn.sql new file: CHPA/02 dws_ims_td_corp_cn.sql new file: CHPA/02 dws_ims_td_date.sql new file: CHPA/02 dws_ims_td_manu_cn.sql new file: CHPA/02 dws_ims_td_market.sql new file: CHPA/02 dws_ims_td_market_ta.sql new file: CHPA/02 dws_ims_td_nfc_cn.sql new file: CHPA/02 dws_ims_td_prod_cn.sql new file: CHPA/02 tmp_ims_td_prod_tmp.sql new file: CHPA/02 tmp_ims_tf_fact_sales.sql new file: CHPA/03 DM_TD_EXT_CHPA_MARKET_BRAND_RATIO.sql new file: CHPA/03 DM_TD_EXT_CHPA_MARKET_PACK_MAPPING.sql new file: CHPA/03 DM_TD_EXT_CHPA_MARKET_RATIO.sql new file: CHPA/03 DM_TD_EXT_CHPA_PACK2MARKET.sql new file: CHPA/03 DM_TD_EXT_CHPA_PACK_PROPERTY.sql new file: CHPA/03 DM_TF_EXT_CHPA_SALES.sql new file: CHPA/03 dm_ims_td_calendar.sql new file: CHPA/03 dm_ims_td_geo.sql new file: CHPA/03 dm_ims_td_market_property.sql new file: CHPA/03 dm_ims_td_org.sql new file: CHPA/03 dm_ims_td_org_hvh.sql new file: CHPA/03 dm_ims_td_pack_property.sql new file: CHPA/03 dm_ims_tf_sales.sql new file: CHPA/03 dm_td_chpa_market_definition.sql new file: CHPA/03 dm_td_ims_city_mapping.sql new file: EC/03 ec_load_data.sql new file: EC/04 DM_TD_EXT_EC_PACK_PROPERTY.sql new file: EC/05 DM_TF_EXT_EC_SALES.sql new file: EC/06 DM_TD_EXT_EC_PACK2MARKET.sql new file: EC/07 DM_TD_EXT_EC_MARKET_RATIO.sql new file: EC/08 DM_TD_EXT_EC_MARKET_BRAND_RATIO.sql new file: EC/09 DM_TD_EXT_EC_MARKET_PACK_MAPPING.sql new file: EC/1 (ec)blob_to_dwd.sql new file: EC/2 dwd_inc_gnd_ext_ec_nationnal_pack_union_all.py new file: Merged_Data/Merged_Data_Config_table_bkp.sql new file: Merged_Data/Merged_Data_Config_table_bymonth.sql new file: Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bkp.sql new file: Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bymonth_bkp.sql new file: ORG/DM_TD_EXT_AIA_ORG.sql new file: ORG/DM_TD_EXT_CHC_ORG.sql new file: ORG/DM_TD_EXT_CHPA_ORG.sql new file: ORG/DM_TD_EXT_COUNTY_ORG.sql new file: ORG/DM_TD_EXT_EC_ORG.sql new file: ORG/DM_TD_EXT_RETAIL_ORG.sql new file: ORG/DM_TD_EXT_THC_ORG.sql new file: ORG/DM_TD_EXT_XIEHE_ORG.sql new file: OTHERS/01 dm_td_report_url.sql new file: OTHERS/02 dws_ext_email_warning.sql new file: OTHERS/external_triggered_email.py new file: Retail/01 load_tmp_data.py new file: Retail/02 split_brand_data.py new file: Retail/03 split_pack_data.py new file: Retail/04 map_to_dws_table.py new file: Retail/05 load_dtp_temp_data.py new file: Retail/06 split_dtp_brand_data.py new file: Retail/07 split_dtp_pack_data.py new file: Retail/08 map_to_dtp_dws_table.py new file: Retail/09 dwd_inc_gnd_ext_retail_nataional.py new file: Retail/10 map_to_retail_dm_table.py new file: Retail/11 map_to_overview_dm_table.py new file: Retail/12 dws_tf_external_retail_dtp_special.sql new file: Retail/13 DM_TF_EXT_RETAIL_SALES.sql new file: Retail/14 DM_TF_EXT_RETAIL_DTP_SALES.sql new file: Retail/15 DM_TD_EXT_RETAIL_PACK_PROPERTY.sql new file: Retail/16 DM_TD_EXT_RETAIL_DTP_PACK_PROPERTY.sql new file: Retail/17 DM_TD_EXT_DTP_PACK2MARKET.sql new file: Retail/17 DM_TD_EXT_RETAIL_PACK2MARKET.sql new file: Retail/18 DM_TD_EXT_DTP_MARKET_RATIO.sql new file: Retail/18 DM_TD_EXT_RETAIL_MARKET_RATIO.sql new file: Retail/19 DM_TD_EXT_DTP_MARKET_BRAND_RATIO.sql new file: Retail/19 DM_TD_EXT_RETAIL_MARKET_BRAND_RATIO.sql new file: Retail/20 DM_TD_EXT_DTP_MARKET_PACK_MAPPING.sql new file: Retail/20 DM_TD_EXT_RETAIL_MARKET_PACK_MAPPING.sql new file: "Retail/z1 dwd_inc_gnd_ext_retail_nataional_\344\275\234\345\272\237.py" new file: "Retail/z2 retail_load_data_\344\275\234\345\272\237.sql" new file: "Retail/z3 retail_overview_data_\344\275\234\345\272\237.sql" new file: THC/01 dm_thc_pack_property.sql new file: THC/02 dm_ext_thc_sales.sql new file: THC/02 dm_ext_thc_sales_bakup_20260327.sql new file: THC/03 DM_TF_EXT_THC_MARKET_SALES_CHT.sql new file: THC/04 dm_tf_external_sales_thc.sql new file: THC/05 DM_TD_EXT_THC_PACK_PROPERTY.sql new file: THC/06 DM_TD_EXT_THC_PACK2MARKET.sql new file: THC/07 DM_TD_EXT_THC_MARKET_RATIO.sql new file: THC/08 DM_TD_EXT_THC_MARKET_BRAND_RATIO.sql new file: THC/09 DM_TD_EXT_THC_MARKET_PACK_MAPPING.sql new file: UNIONALL/DM_TD_EXT_UNIONALL_MARKET_PACK_MAPPING.sql new file: UNIONALL/DM_TD_EXT_UNIONALL_PACKINFO.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES_v1.0.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_SALES.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING_NIAD.sql new file: XIEHE/01 xiehe_blob_to_dwd.py new file: XIEHE/02 dm_xiehe_pack_property.sql new file: XIEHE/03 dm_ext_xiehe_geo.sql new file: XIEHE/04 dm_ext_xiehe_sales.sql new file: XIEHE/05 dm_td_xiehe_core_dept.sql new file: XIEHE/06 DM_TF_EXT_XIEHE_SALES.sql new file: XIEHE/07 DM_TD_EXT_XIEHE_PACK_PROPERTY.sql new file: XIEHE/08 DM_TD_EXT_XIEHE_PACK2MARKET.sql new file: XIEHE/09 DM_TD_EXT_XIEHE_MARKET_RATIO.sql new file: XIEHE/10 DM_TD_EXT_XIEHE_MARKET_BRAND_RATIO.sql new file: XIEHE/11 DM_TD_EXT_XIEHE_MARKET_PACK_MAPPING.sql new file: XIEHE/bkp_01 xiehe_blob2dwd.py new file: XIEHE/bkp_02 dm_ext_xiehe_sales.sql new file: XIEHE/bkp_03 dm_ext_xiehe_pack_property.sql new file: county/01 tmp_ims_county_fact_sales_sum.sql new file: county/02 tmp_imscounty_Result.sql new file: county/03 dm_ims_td_county_geo.sql new file: county/04 dws_ext_county_tf_sales.sql new file: county/05 dm_ext_county_td_pack_property.sql new file: county/06 dm_td_county_pack_region.sql new file: county/07 dm_ext_county_tf_sales_region.sql new file: county/08 DM_TD_EXT_COUNTY_PACK_PROPERTY.sql new file: county/09 DM_TF_EXT_COUNTY_SALES.sql new file: county/10 DM_TD_EXT_COUNTY_PACK2MARKET.sql new file: county/11 DM_TD_EXT_COUNTY_MARKET_RATIO.sql new file: county/12 DM_TD_EXT_COUNTY_MARKET_BRAND_RATIO.sql new file: county/13 DM_TD_EXT_COUNTY_MARKET_PACK_MAPPING.sql new file: for_AIA_Dashboard/01 dm_td_aia_inst_mkt.sql new file: for_AIA_Dashboard/02 dm_td_aia_auth_sales.sql new file: for_AIA_Dashboard/03 dm_td_aia_original_col.sql new file: for_AIA_Dashboard/04 dm_td_aia_nosales_inst.sql new file: for_AIA_Dashboard/05 dm_td_aia_is_eagle_flag.sql new file: for_AIA_Dashboard/06 dm_td_aia_rank.sql new file: for_AIA_Dashboard/07 dm_ext_aia_data_remove_flag.sql new file: for_AIA_Dashboard/07 dm_td_aia_remove_special_ins_bkp.py new file: for_AIA_Dashboard/08 dm_ext_aia_data_quality_flag.sql new file: z 01 dm_tf_external_sales.sql new file: "z 10 dm_td_external_market_pack_mapping_\344\275\234\345\272\237.sql" new file: "z 11 dm_td_external_market_\344\275\234\345\272\237.sql" new file: "\344\270\212\347\272\277\350\204\232\346\234\254.sql" new file: "\346\225\260\346\215\256\351\252\214\350\257\201.sql"
This commit is contained in:
195
AIA/02 dm_ext_aia_sales_bakup_20230327.sql
Normal file
195
AIA/02 dm_ext_aia_sales_bakup_20230327.sql
Normal file
@@ -0,0 +1,195 @@
|
||||
-- Databricks notebook source
|
||||
--字段值的初步处理
|
||||
create or replace temporary view aia_rawdata_1 as
|
||||
select
|
||||
year,
|
||||
qtr,
|
||||
cast(year * 100 + ym as int) ym,
|
||||
org_prov,
|
||||
org_city,
|
||||
ins_level,
|
||||
case when ins_cd is not null and length(ins_cd) < 7 then right(concat('0000000',ins_cd),7) else ins_cd end as org_ins_cd,
|
||||
atc1,
|
||||
atc2,
|
||||
atc3,
|
||||
atc4,
|
||||
atc,
|
||||
mole_nm,
|
||||
prod_nm,
|
||||
org_prd_nm_c,
|
||||
org_pk,
|
||||
org_prd_str,
|
||||
org_pth,
|
||||
min_unit,
|
||||
value,
|
||||
unit,
|
||||
cast(pack_desc as int) as pack_desc,
|
||||
org_pk_un,
|
||||
manu
|
||||
from dwd.dwd_gnd_aia_rawdata
|
||||
|
||||
-- COMMAND ----------
|
||||
|
||||
|
||||
--关联出AUDIT_COD、inst_code
|
||||
create or replace temporary view aia_rawdata_2 as
|
||||
with hospital_mapping as (
|
||||
select distinct
|
||||
case when length(cpa_hospital_code) < 7 then right(concat('0000000',cpa_hospital_code),7) else cpa_hospital_code end as cpa_hospital_code,
|
||||
ins_cd_nl as inst_code
|
||||
from dwd.dwd_gnd_hospital_not_provided
|
||||
)
|
||||
|
||||
select upper(nvl(t2.inst_code,t1.org_ins_cd)) AUDIT_COD,
|
||||
t1.*,
|
||||
nvl(t2.inst_code,t1.org_ins_cd) as inst_code
|
||||
from aia_rawdata_1 t1
|
||||
left join hospital_mapping t2
|
||||
on t1.org_ins_cd = t2.cpa_hospital_code
|
||||
-- left join dm.dm_td_institution t3
|
||||
-- on t2.ins_code = t3.inst_code
|
||||
-- left join dm.dm_ims_td_geo t4
|
||||
-- on t3.city_name_en = t4.city
|
||||
|
||||
|
||||
-- COMMAND ----------
|
||||
|
||||
/*
|
||||
修改人 chenwu
|
||||
修改时间 20250513
|
||||
修改内容 打包分子的数据，不论 打通表 和 事实表，都没有系数，需要用 事实表里的 最小制剂单位数量 作为counting_unit
|
||||
*/
|
||||
--关联出pack_cod、corp_cod、counting_unit
|
||||
create or replace temporary view aia_rawdata_3 as
|
||||
select case when length(trim(t2.iqvia_pack_code)) < 12 and trim(t2.iqvia_pack_code) REGEXP '^[0-9]' then right(concat('000000000000',trim(t2.iqvia_pack_code)),12)
|
||||
else trim(t2.iqvia_pack_code)
|
||||
end as pack_cod,
|
||||
t3.corp_cod,
|
||||
case when left(t2.iqvia_pack_code,4) = 'AZP_' then cast(t1.min_unit/t1.org_pk_un as decimal(38,10)) else t3.counting_unit end counting_unit,
|
||||
-- t3.counting_unit,20250513
|
||||
t1.*
|
||||
from aia_rawdata_2 t1
|
||||
left join (select distinct trim(iqvia_pack_code) as iqvia_pack_code,
|
||||
ATC1,ATC2,ATC3,ATC4,org_prd_cd,org_mole_nm_c,
|
||||
org_manu_prd_nm_c,org_prd_nm_c,org_pk,org_prd_str,
|
||||
org_pth,min_pk_unit,org_pk_unit,org_manu_nm from dwd.dwd_gnd_ext_aia_cpt_data) t2
|
||||
--ATC1编码+ATC2编码+ATC3编码+ATC4编码+药品编码(ATC)+药品通用名+药品产品名+药品商品名+规格+剂型+给药途径+最小销售包装单位+包装规格+生产企业
|
||||
on nvl(t1.ATC1,'') = nvl(t2.ATC1,'')
|
||||
and nvl(t1.ATC2,'') = nvl(t2.ATC2,'')
|
||||
and nvl(t1.ATC3,'') = nvl(t2.ATC3,'')
|
||||
and nvl(t1.ATC4,'') = nvl(t2.ATC4,'')
|
||||
and nvl(t1.ATC,'') = nvl(t2.org_prd_cd,'')
|
||||
and nvl(t1.MOLE_NM,'') = nvl(t2.org_mole_nm_c,'')
|
||||
and nvl(t1.PROD_NM,'') = nvl(t2.org_manu_prd_nm_c,'')
|
||||
and nvl(t1.ORG_PRD_NM_C,'') = nvl(t2.org_prd_nm_c,'')
|
||||
and nvl(t1.ORG_PK,'') = nvl(t2.org_pk,'')
|
||||
and nvl(t1.ORG_PRD_STR,'') = nvl(t2.org_prd_str,'')
|
||||
and nvl(t1.ORG_PTH,'') = nvl(t2.org_pth,'')
|
||||
and nvl(t1.UNIT,'') = nvl(t2.min_pk_unit,'')
|
||||
and nvl(t1.PACK_DESC,'') = nvl(t2.org_pk_unit,'')
|
||||
and nvl(t1.MANU,'') = nvl(t2.org_manu_nm,'')
|
||||
left join (select distinct PACK_COD,corp_cod,counting_unit from dm.dm_aia_pack_property) t3
|
||||
on t2.iqvia_pack_code = t3.PACK_COD
|
||||
|
||||
|
||||
-- COMMAND ----------
|
||||
|
||||
|
||||
--计算出ly销量
|
||||
create or replace temporary view aia_rawdata_4 as
|
||||
with max_ym as (
|
||||
select max(ym) as max_ym from aia_rawdata_3
|
||||
)
|
||||
|
||||
select
|
||||
YM,
|
||||
org_ins_cd,
|
||||
inst_code,
|
||||
AUDIT_COD,
|
||||
pack_cod,
|
||||
corp_cod,
|
||||
sum(value) as value,
|
||||
sum(volume) as volume,
|
||||
sum(counting_unit) as counting_unit,
|
||||
sum(value_ly) as value_ly,
|
||||
sum(volume_ly) as volume_ly,
|
||||
sum(counting_unit_ly) as counting_unit_ly
|
||||
from (
|
||||
select
|
||||
ym,
|
||||
org_ins_cd,
|
||||
inst_code,
|
||||
AUDIT_COD,
|
||||
pack_cod,
|
||||
corp_cod,
|
||||
cast(value as decimal(38,10)) as value,
|
||||
cast(ORG_PK_UN as decimal(38,10)) as volume,
|
||||
cast(ORG_PK_UN as decimal(38,10)) * coalesce(cast(counting_unit as decimal(38,10)),1) as counting_unit,
|
||||
0 as value_ly,
|
||||
0 as volume_ly,
|
||||
0 as counting_unit_ly
|
||||
from aia_rawdata_3
|
||||
union all
|
||||
select
|
||||
cast(cast(ym as int) + 100 as string) as ym,
|
||||
org_ins_cd,
|
||||
inst_code,
|
||||
AUDIT_COD,
|
||||
pack_cod,
|
||||
corp_cod,
|
||||
0 as value,
|
||||
0 as volume,
|
||||
0 as counting_unit,
|
||||
cast(value as decimal(38,10)) as value_ly,
|
||||
cast(ORG_PK_UN as decimal(38,10)) as volume_ly,
|
||||
cast(ORG_PK_UN as decimal(38,10)) * coalesce(cast(counting_unit as decimal(38,10)),1) as counting_unit_ly
|
||||
from aia_rawdata_3 t1
|
||||
join max_ym t2
|
||||
on 1=1
|
||||
where cast(cast(ym as int) + 100 as string) <= t2.max_ym
|
||||
)
|
||||
group by ym,
|
||||
org_ins_cd,
|
||||
inst_code,
|
||||
AUDIT_COD,
|
||||
pack_cod,
|
||||
corp_cod
|
||||
|
||||
|
||||
-- COMMAND ----------
|
||||
|
||||
insert overwrite table dm.dm_ext_aia_sales(
|
||||
ym,
|
||||
org_ins_cd,
|
||||
inst_code,
|
||||
AUDIT_COD,
|
||||
pack_cod,
|
||||
corp_cod,
|
||||
value,
|
||||
volume,
|
||||
counting_unit,
|
||||
value_ly,
|
||||
volume_ly,
|
||||
counting_unit_ly
|
||||
)
|
||||
select
|
||||
ym,
|
||||
org_ins_cd,
|
||||
inst_code,
|
||||
AUDIT_COD,
|
||||
pack_cod,
|
||||
corp_cod,
|
||||
sum(value) as value,
|
||||
sum(volume) as volume,
|
||||
sum(counting_unit) as counting_unit,
|
||||
sum(value_ly) as value_ly,
|
||||
sum(volume_ly) as volume_ly,
|
||||
sum(counting_unit_ly) as counting_unit_ly
|
||||
from aia_rawdata_4
|
||||
group by
|
||||
ym,
|
||||
org_ins_cd,
|
||||
inst_code,
|
||||
AUDIT_COD,
|
||||
pack_cod,
|
||||
corp_cod
|
||||
Reference in New Issue
Block a user