new file: 01 dm_tf_external_sales.sql
new file: 02 dm_td_external_keycompatitor.sql new file: 03 dm_td_external_brand_market.sql new file: 04 dm_td_external_calendar.sql new file: 05 dm_td_external_exchangerate.sql new file: 07 dm_td_external_packinfo.sql new file: 08 dm_td_external_corp.sql new file: 09 dm_td_external_geo_type.sql new file: 11 DM_TD_EXTERNAL_MARKET_NEW.sql new file: 12 dm_td_external_org.sql new file: 13 external auth.sql new file: 14 dm_tf_external_retail_special_bkp.sql new file: AIA/01 dm_aia_pack_property.sql new file: AIA/02 dm_ext_aia_sales.sql new file: AIA/02 dm_ext_aia_sales_bakup_20230327.sql new file: AIA/03 dm_aia_flag.sql new file: AIA/04 dm_aia_provided_flag.sql new file: AIA/06 DM_TD_EXT_AIA_PACK_PROPERTY.sql new file: AIA/07 DM_TD_EXT_AIA_PACK2MARKET.sql new file: AIA/08 DM_TD_EXT_AIA_MARKET_RATIO.sql new file: AIA/09 DM_TD_EXT_AIA_MARKET_BRAND_RATIO.sql new file: AIA/10 DM_TD_EXT_AIA_MARKET_PACK_MAPPING.sql new file: AIA/11 DM_TD_EXT_AIA_TARGET_INST.sql new file: AIA/11 dm_aia_targethp_flag.sql new file: "AIA/z_03 dm_aia_flag_\345\244\207\344\273\275\347\224\250.sql" new file: CHC/01 dm_chc_pack_property.sql new file: CHC/02 DM_TF_EXT_CHC_SALES.sql new file: CHC/03 DM_TD_EXT_CHC_PACK_PROPERTY.sql new file: CHC/04 DM_TD_EXT_CHC_PACK2MARKET.sql new file: CHC/05 DM_TD_EXT_CHC_MARKET_RATIO.sql new file: CHC/06 DM_TD_EXT_CHC_MARKET_BRAND_RATIO.sql new file: CHC/07 DM_TD_EXT_CHC_MARKET_PACK_MAPPING.sql new file: CHPA/01 dwd_ims_atc_hierarchy.sql new file: CHPA/01 dwd_ims_nfc_hierarchy.sql new file: CHPA/01 dwd_ims_td_manufacturer_corp.sql new file: CHPA/01 dwd_ims_td_pack_property.sql new file: CHPA/01 dwd_update.sql new file: CHPA/01_FB_BLOB_TO_DWD.sql new file: CHPA/02 DWS_IMS_TD_GEO.sql new file: CHPA/02 dws_ims_td_atc_cn.sql new file: CHPA/02 dws_ims_td_corp_cn.sql new file: CHPA/02 dws_ims_td_date.sql new file: CHPA/02 dws_ims_td_manu_cn.sql new file: CHPA/02 dws_ims_td_market.sql new file: CHPA/02 dws_ims_td_market_ta.sql new file: CHPA/02 dws_ims_td_nfc_cn.sql new file: CHPA/02 dws_ims_td_prod_cn.sql new file: CHPA/02 tmp_ims_td_prod_tmp.sql new file: CHPA/02 tmp_ims_tf_fact_sales.sql new file: CHPA/03 DM_TD_EXT_CHPA_MARKET_BRAND_RATIO.sql new file: CHPA/03 DM_TD_EXT_CHPA_MARKET_PACK_MAPPING.sql new file: CHPA/03 DM_TD_EXT_CHPA_MARKET_RATIO.sql new file: CHPA/03 DM_TD_EXT_CHPA_PACK2MARKET.sql new file: CHPA/03 DM_TD_EXT_CHPA_PACK_PROPERTY.sql new file: CHPA/03 DM_TF_EXT_CHPA_SALES.sql new file: CHPA/03 dm_ims_td_calendar.sql new file: CHPA/03 dm_ims_td_geo.sql new file: CHPA/03 dm_ims_td_market_property.sql new file: CHPA/03 dm_ims_td_org.sql new file: CHPA/03 dm_ims_td_org_hvh.sql new file: CHPA/03 dm_ims_td_pack_property.sql new file: CHPA/03 dm_ims_tf_sales.sql new file: CHPA/03 dm_td_chpa_market_definition.sql new file: CHPA/03 dm_td_ims_city_mapping.sql new file: EC/03 ec_load_data.sql new file: EC/04 DM_TD_EXT_EC_PACK_PROPERTY.sql new file: EC/05 DM_TF_EXT_EC_SALES.sql new file: EC/06 DM_TD_EXT_EC_PACK2MARKET.sql new file: EC/07 DM_TD_EXT_EC_MARKET_RATIO.sql new file: EC/08 DM_TD_EXT_EC_MARKET_BRAND_RATIO.sql new file: EC/09 DM_TD_EXT_EC_MARKET_PACK_MAPPING.sql new file: EC/1 (ec)blob_to_dwd.sql new file: EC/2 dwd_inc_gnd_ext_ec_nationnal_pack_union_all.py new file: Merged_Data/Merged_Data_Config_table_bkp.sql new file: Merged_Data/Merged_Data_Config_table_bymonth.sql new file: Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bkp.sql new file: Merged_Data/dm_tf_exteranl_sales_merged_data_dtp_others_bymonth_bkp.sql new file: ORG/DM_TD_EXT_AIA_ORG.sql new file: ORG/DM_TD_EXT_CHC_ORG.sql new file: ORG/DM_TD_EXT_CHPA_ORG.sql new file: ORG/DM_TD_EXT_COUNTY_ORG.sql new file: ORG/DM_TD_EXT_EC_ORG.sql new file: ORG/DM_TD_EXT_RETAIL_ORG.sql new file: ORG/DM_TD_EXT_THC_ORG.sql new file: ORG/DM_TD_EXT_XIEHE_ORG.sql new file: OTHERS/01 dm_td_report_url.sql new file: OTHERS/02 dws_ext_email_warning.sql new file: OTHERS/external_triggered_email.py new file: Retail/01 load_tmp_data.py new file: Retail/02 split_brand_data.py new file: Retail/03 split_pack_data.py new file: Retail/04 map_to_dws_table.py new file: Retail/05 load_dtp_temp_data.py new file: Retail/06 split_dtp_brand_data.py new file: Retail/07 split_dtp_pack_data.py new file: Retail/08 map_to_dtp_dws_table.py new file: Retail/09 dwd_inc_gnd_ext_retail_nataional.py new file: Retail/10 map_to_retail_dm_table.py new file: Retail/11 map_to_overview_dm_table.py new file: Retail/12 dws_tf_external_retail_dtp_special.sql new file: Retail/13 DM_TF_EXT_RETAIL_SALES.sql new file: Retail/14 DM_TF_EXT_RETAIL_DTP_SALES.sql new file: Retail/15 DM_TD_EXT_RETAIL_PACK_PROPERTY.sql new file: Retail/16 DM_TD_EXT_RETAIL_DTP_PACK_PROPERTY.sql new file: Retail/17 DM_TD_EXT_DTP_PACK2MARKET.sql new file: Retail/17 DM_TD_EXT_RETAIL_PACK2MARKET.sql new file: Retail/18 DM_TD_EXT_DTP_MARKET_RATIO.sql new file: Retail/18 DM_TD_EXT_RETAIL_MARKET_RATIO.sql new file: Retail/19 DM_TD_EXT_DTP_MARKET_BRAND_RATIO.sql new file: Retail/19 DM_TD_EXT_RETAIL_MARKET_BRAND_RATIO.sql new file: Retail/20 DM_TD_EXT_DTP_MARKET_PACK_MAPPING.sql new file: Retail/20 DM_TD_EXT_RETAIL_MARKET_PACK_MAPPING.sql new file: "Retail/z1 dwd_inc_gnd_ext_retail_nataional_\344\275\234\345\272\237.py" new file: "Retail/z2 retail_load_data_\344\275\234\345\272\237.sql" new file: "Retail/z3 retail_overview_data_\344\275\234\345\272\237.sql" new file: THC/01 dm_thc_pack_property.sql new file: THC/02 dm_ext_thc_sales.sql new file: THC/02 dm_ext_thc_sales_bakup_20260327.sql new file: THC/03 DM_TF_EXT_THC_MARKET_SALES_CHT.sql new file: THC/04 dm_tf_external_sales_thc.sql new file: THC/05 DM_TD_EXT_THC_PACK_PROPERTY.sql new file: THC/06 DM_TD_EXT_THC_PACK2MARKET.sql new file: THC/07 DM_TD_EXT_THC_MARKET_RATIO.sql new file: THC/08 DM_TD_EXT_THC_MARKET_BRAND_RATIO.sql new file: THC/09 DM_TD_EXT_THC_MARKET_PACK_MAPPING.sql new file: UNIONALL/DM_TD_EXT_UNIONALL_MARKET_PACK_MAPPING.sql new file: UNIONALL/DM_TD_EXT_UNIONALL_PACKINFO.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES_v1.0.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_SALES.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING.sql new file: UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING_NIAD.sql new file: XIEHE/01 xiehe_blob_to_dwd.py new file: XIEHE/02 dm_xiehe_pack_property.sql new file: XIEHE/03 dm_ext_xiehe_geo.sql new file: XIEHE/04 dm_ext_xiehe_sales.sql new file: XIEHE/05 dm_td_xiehe_core_dept.sql new file: XIEHE/06 DM_TF_EXT_XIEHE_SALES.sql new file: XIEHE/07 DM_TD_EXT_XIEHE_PACK_PROPERTY.sql new file: XIEHE/08 DM_TD_EXT_XIEHE_PACK2MARKET.sql new file: XIEHE/09 DM_TD_EXT_XIEHE_MARKET_RATIO.sql new file: XIEHE/10 DM_TD_EXT_XIEHE_MARKET_BRAND_RATIO.sql new file: XIEHE/11 DM_TD_EXT_XIEHE_MARKET_PACK_MAPPING.sql new file: XIEHE/bkp_01 xiehe_blob2dwd.py new file: XIEHE/bkp_02 dm_ext_xiehe_sales.sql new file: XIEHE/bkp_03 dm_ext_xiehe_pack_property.sql new file: county/01 tmp_ims_county_fact_sales_sum.sql new file: county/02 tmp_imscounty_Result.sql new file: county/03 dm_ims_td_county_geo.sql new file: county/04 dws_ext_county_tf_sales.sql new file: county/05 dm_ext_county_td_pack_property.sql new file: county/06 dm_td_county_pack_region.sql new file: county/07 dm_ext_county_tf_sales_region.sql new file: county/08 DM_TD_EXT_COUNTY_PACK_PROPERTY.sql new file: county/09 DM_TF_EXT_COUNTY_SALES.sql new file: county/10 DM_TD_EXT_COUNTY_PACK2MARKET.sql new file: county/11 DM_TD_EXT_COUNTY_MARKET_RATIO.sql new file: county/12 DM_TD_EXT_COUNTY_MARKET_BRAND_RATIO.sql new file: county/13 DM_TD_EXT_COUNTY_MARKET_PACK_MAPPING.sql new file: for_AIA_Dashboard/01 dm_td_aia_inst_mkt.sql new file: for_AIA_Dashboard/02 dm_td_aia_auth_sales.sql new file: for_AIA_Dashboard/03 dm_td_aia_original_col.sql new file: for_AIA_Dashboard/04 dm_td_aia_nosales_inst.sql new file: for_AIA_Dashboard/05 dm_td_aia_is_eagle_flag.sql new file: for_AIA_Dashboard/06 dm_td_aia_rank.sql new file: for_AIA_Dashboard/07 dm_ext_aia_data_remove_flag.sql new file: for_AIA_Dashboard/07 dm_td_aia_remove_special_ins_bkp.py new file: for_AIA_Dashboard/08 dm_ext_aia_data_quality_flag.sql new file: z 01 dm_tf_external_sales.sql new file: "z 10 dm_td_external_market_pack_mapping_\344\275\234\345\272\237.sql" new file: "z 11 dm_td_external_market_\344\275\234\345\272\237.sql" new file: "\344\270\212\347\272\277\350\204\232\346\234\254.sql" new file: "\346\225\260\346\215\256\351\252\214\350\257\201.sql"
This commit is contained in:
617
Retail/01 load_tmp_data.py
Normal file
617
Retail/01 load_tmp_data.py
Normal file
@@ -0,0 +1,617 @@
|
||||
# Databricks notebook source
|
||||
### constant
|
||||
LEVEL_TA_CV = 'CV'
|
||||
LEVLE_TA_RE = 'RE'
|
||||
LEVEL_TA_RE2 = 'RE2'
|
||||
LEVEL_TA_GI = 'GI'
|
||||
LEVEL_TA_DM = 'DM'
|
||||
LEVEL_TA_RD = 'RD'
|
||||
|
||||
LEVEL_MARKET_HTN = '高血压用药'
|
||||
LEVEL_MARKET_STATIN_XZK = '他汀类+血脂康'
|
||||
LEVEL_MARKET_BRILINTA = 'Brilinta Market'
|
||||
LEVEL_MARKET_COPD = '小儿咳喘'
|
||||
LEVEL_MARKET_AAGSA_PPI_ORAL = '慢性胃炎、胃溃疡'
|
||||
LEVEL_MARKET_ATOMIZER = '慢性阻塞性肺疾病'
|
||||
LEVEL_MARKET_NIAD = 'NIAD'
|
||||
LEVEL_MARKET_RD = 'RD Market'
|
||||
|
||||
# COMMAND ----------
|
||||
|
||||
############################################################START##############################################################
|
||||
### STEP-1: load rawdata to tmp table
|
||||
|
||||
# COMMAND ----------
|
||||
|
||||
# MAGIC %md
|
||||
# MAGIC ## STEP-1: load rawdata to tmp table
|
||||
|
||||
# COMMAND ----------
|
||||
|
||||
# MAGIC %sql
|
||||
# MAGIC -------------------------------------------------------------------------------------
|
||||
# MAGIC -- STEP-1: load rawdata to tmp table
|
||||
# MAGIC -- 1.1 load brand data to tmp.tmp_retail_brand_rawdata
|
||||
# MAGIC -------------------------------------------------------------------------------------
|
||||
# MAGIC insert overwrite table tmp.tmp_retail_brand_rawdata
|
||||
# MAGIC
|
||||
# MAGIC select
|
||||
# MAGIC type,
|
||||
# MAGIC ta,
|
||||
# MAGIC market,
|
||||
# MAGIC zk_brand_category,
|
||||
# MAGIC zk_common_name,
|
||||
# MAGIC zk_manu_des,
|
||||
# MAGIC rc_name_en,
|
||||
# MAGIC province_city,
|
||||
# MAGIC quarter,
|
||||
# MAGIC ytd,
|
||||
# MAGIC '',
|
||||
# MAGIC sales_value * 1000000,
|
||||
# MAGIC sales_volume * 1000000
|
||||
# MAGIC from dwd.dwd_gnd_ext_zk_brand
|
||||
# MAGIC where ranked_by = 'value'
|
||||
|
||||
# COMMAND ----------
|
||||
|
||||
# MAGIC %sql
|
||||
# MAGIC -------------------------------------------------------------------------------------
|
||||
# MAGIC -- STEP-1: load rawdata to tmp table
|
||||
# MAGIC -- 1.2 load brand data to tmp.tmp_retail_pack_rawdata
|
||||
# MAGIC -- 1.2.1 load from dwd.dwd_gnd_ext_retail_htn (pack-CV-高血压-化学药-全国.xlsx)
|
||||
# MAGIC -------------------------------------------------------------------------------------
|
||||
# MAGIC insert overwrite table tmp.tmp_retail_pack_rawdata
|
||||
# MAGIC
|
||||
# MAGIC select
|
||||
# MAGIC case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id,
|
||||
# MAGIC zk_product_id,
|
||||
# MAGIC zk_region,
|
||||
# MAGIC zk_rx_otc,
|
||||
# MAGIC zk_medicine_type,
|
||||
# MAGIC zk_medicine_tier1,
|
||||
# MAGIC zk_medicine_tier2,
|
||||
# MAGIC zk_medicine_tier3,
|
||||
# MAGIC zk_medicine_tier4,
|
||||
# MAGIC zk_common_name,
|
||||
# MAGIC zk_dosage_form,
|
||||
# MAGIC zk_user_type,
|
||||
# MAGIC zk_category_name,
|
||||
# MAGIC zk_product_name,
|
||||
# MAGIC zk_brand_name,
|
||||
# MAGIC zk_manu_des,
|
||||
# MAGIC zk_corp_des,
|
||||
# MAGIC zk_pack_des,
|
||||
# MAGIC month,
|
||||
# MAGIC quarter,
|
||||
# MAGIC replace(price,',','' ),
|
||||
# MAGIC replace(sales_unit,',','' ),
|
||||
# MAGIC replace(sales_value,',','' ),
|
||||
# MAGIC digital_spread_rate,
|
||||
# MAGIC weighted_spread_rate,
|
||||
# MAGIC counting_unit,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC 'CV',
|
||||
# MAGIC '高血压用药',
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC 0,
|
||||
# MAGIC null
|
||||
# MAGIC from dwd.dwd_gnd_ext_retail_htn
|
||||
# MAGIC --------------------------------- *hard_code* ---------------------------------------
|
||||
# MAGIC -- 多达一、天一宁、others、氨氯地平阿托伐他汀钙 数据在 高血压和他汀血脂康里面重复，
|
||||
# MAGIC -- 只需要取一份，优先取有拆分比例的
|
||||
# MAGIC -- 对应的product_id 分别是：'-356','5258049','5852881','9167744','9526959','9167556','9279325','8533952'
|
||||
# MAGIC -- 或者使用条件：zk_common_name <> '氨氯地平阿托伐他汀钙'
|
||||
# MAGIC where zk_common_name <> '氨氯地平阿托伐他汀钙'
|
||||
# MAGIC --------------------------------- *hard_code* ---------------------------------------
|
||||
|
||||
# COMMAND ----------
|
||||
|
||||
# MAGIC %sql
|
||||
# MAGIC -------------------------------------------------------------------------------------
|
||||
# MAGIC -- STEP-1: load rawdata to tmp table
|
||||
# MAGIC -- 1.2 load brand data to tmp.tmp_retail_pack_rawdata
|
||||
# MAGIC -- 1.2.2 load from dwd.dwd_gnd_ext_retail_statin_xzk (pack-CV-他汀类+血脂康-全国.xlsx)
|
||||
# MAGIC -------------------------------------------------------------------------------------
|
||||
# MAGIC insert into table tmp.tmp_retail_pack_rawdata
|
||||
# MAGIC
|
||||
# MAGIC select
|
||||
# MAGIC case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id,
|
||||
# MAGIC zk_product_id,
|
||||
# MAGIC zk_region,
|
||||
# MAGIC zk_rx_otc,
|
||||
# MAGIC zk_medicine_type,
|
||||
# MAGIC zk_medicine_tier1,
|
||||
# MAGIC zk_medicine_tier2,
|
||||
# MAGIC zk_medicine_tier3,
|
||||
# MAGIC zk_medicine_tier4,
|
||||
# MAGIC zk_common_name,
|
||||
# MAGIC zk_dosage_form,
|
||||
# MAGIC zk_user_type,
|
||||
# MAGIC zk_category_name,
|
||||
# MAGIC zk_product_name,
|
||||
# MAGIC zk_brand_name,
|
||||
# MAGIC zk_manu_des,
|
||||
# MAGIC zk_corp_des,
|
||||
# MAGIC zk_pack_des,
|
||||
# MAGIC month,
|
||||
# MAGIC quarter,
|
||||
# MAGIC replace(price,',','' ),
|
||||
# MAGIC replace(sales_unit,',','' ),
|
||||
# MAGIC replace(sales_value,',','' ),
|
||||
# MAGIC digital_spread_rate,
|
||||
# MAGIC weighted_spread_rate,
|
||||
# MAGIC counting_unit,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC 'CV',
|
||||
# MAGIC '他汀类+血脂康',
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC 0,
|
||||
# MAGIC null
|
||||
# MAGIC from dwd.dwd_gnd_ext_retail_statin_xzk
|
||||
|
||||
# COMMAND ----------
|
||||
|
||||
# MAGIC %sql
|
||||
# MAGIC -------------------------------------------------------------------------------------
|
||||
# MAGIC -- STEP-1: load rawdata to tmp table
|
||||
# MAGIC -- 1.2 load brand data to tmp.tmp_retail_pack_rawdata
|
||||
# MAGIC -- 1.2.3 load from dwd.dwd_gnd_ext_retail_nataional_oap (pack-CV-抗血栓2通用名-全国.xlsx)
|
||||
# MAGIC -------------------------------------------------------------------------------------
|
||||
# MAGIC insert into table tmp.tmp_retail_pack_rawdata
|
||||
# MAGIC
|
||||
# MAGIC select
|
||||
# MAGIC case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id,
|
||||
# MAGIC zk_product_id,
|
||||
# MAGIC zk_region,
|
||||
# MAGIC zk_rx_otc,
|
||||
# MAGIC zk_medicine_type,
|
||||
# MAGIC zk_medicine_tier1,
|
||||
# MAGIC zk_medicine_tier2,
|
||||
# MAGIC zk_medicine_tier3,
|
||||
# MAGIC zk_medicine_tier4,
|
||||
# MAGIC zk_common_name,
|
||||
# MAGIC zk_dosage_form,
|
||||
# MAGIC zk_user_type,
|
||||
# MAGIC zk_category_name,
|
||||
# MAGIC zk_product_name,
|
||||
# MAGIC zk_brand_name,
|
||||
# MAGIC zk_manu_des,
|
||||
# MAGIC zk_corp_des,
|
||||
# MAGIC zk_pack_des,
|
||||
# MAGIC month,
|
||||
# MAGIC quarter,
|
||||
# MAGIC replace(price,',','' ),
|
||||
# MAGIC replace(sales_unit,',','' ),
|
||||
# MAGIC replace(sales_value,',','' ),
|
||||
# MAGIC digital_spread_rate,
|
||||
# MAGIC weighted_spread_rate,
|
||||
# MAGIC counting_unit,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC 'CV',
|
||||
# MAGIC 'Brilinta Market',
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC 0,
|
||||
# MAGIC null
|
||||
# MAGIC from dwd.dwd_gnd_ext_retail_nataional_oap
|
||||
|
||||
# COMMAND ----------
|
||||
|
||||
# MAGIC %sql
|
||||
# MAGIC -------------------------------------------------------------------------------------
|
||||
# MAGIC -- STEP-1: load rawdata to tmp table
|
||||
# MAGIC -- 1.2 load brand data to tmp.tmp_retail_pack_rawdata
|
||||
# MAGIC -- 1.2.4 load from dwd.dwd_gnd_ext_retail_anti_asthma_copd (pack-RE-慢阻肺-全国.xlsx)
|
||||
# MAGIC -------------------------------------------------------------------------------------
|
||||
# MAGIC insert into table tmp.tmp_retail_pack_rawdata
|
||||
# MAGIC
|
||||
# MAGIC select
|
||||
# MAGIC case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id,
|
||||
# MAGIC zk_product_id,
|
||||
# MAGIC zk_region,
|
||||
# MAGIC zk_rx_otc,
|
||||
# MAGIC zk_medicine_type,
|
||||
# MAGIC zk_medicine_tier1,
|
||||
# MAGIC zk_medicine_tier2,
|
||||
# MAGIC zk_medicine_tier3,
|
||||
# MAGIC zk_medicine_tier4,
|
||||
# MAGIC zk_common_name,
|
||||
# MAGIC zk_dosage_form,
|
||||
# MAGIC zk_user_type,
|
||||
# MAGIC zk_category_name,
|
||||
# MAGIC zk_product_name,
|
||||
# MAGIC zk_brand_name,
|
||||
# MAGIC zk_manu_des,
|
||||
# MAGIC zk_corp_des,
|
||||
# MAGIC zk_pack_des,
|
||||
# MAGIC month,
|
||||
# MAGIC quarter,
|
||||
# MAGIC replace(price,',','' ),
|
||||
# MAGIC replace(sales_unit,',','' ),
|
||||
# MAGIC replace(sales_value,',','' ),
|
||||
# MAGIC digital_spread_rate,
|
||||
# MAGIC weighted_spread_rate,
|
||||
# MAGIC counting_unit,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC --------------2024-----------
|
||||
# MAGIC --'RE',
|
||||
# MAGIC --'慢性阻塞性肺疾病',
|
||||
# MAGIC --------------2025-----------
|
||||
# MAGIC 'RE2',
|
||||
# MAGIC '小儿咳喘',
|
||||
# MAGIC -----------------------------
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC 0,
|
||||
# MAGIC null
|
||||
# MAGIC from dwd.dwd_gnd_ext_retail_anti_asthma_copd
|
||||
|
||||
# COMMAND ----------
|
||||
|
||||
# MAGIC %sql
|
||||
# MAGIC -------------------------------------------------------------------------------------
|
||||
# MAGIC -- STEP-1: load rawdata to tmp table
|
||||
# MAGIC -- 1.2 load brand data to tmp.tmp_retail_pack_rawdata
|
||||
# MAGIC -- 1.2.5 load from dwd.dwd_gnd_ext_retail_aagsa_ppi_oral (pack-GI-慢性胃炎胃溃疡-全国.xlsx)
|
||||
# MAGIC -------------------------------------------------------------------------------------
|
||||
# MAGIC insert into table tmp.tmp_retail_pack_rawdata
|
||||
# MAGIC
|
||||
# MAGIC select
|
||||
# MAGIC case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id,
|
||||
# MAGIC zk_product_id,
|
||||
# MAGIC zk_region,
|
||||
# MAGIC zk_rx_otc,
|
||||
# MAGIC zk_medicine_type,
|
||||
# MAGIC zk_medicine_tier1,
|
||||
# MAGIC zk_medicine_tier2,
|
||||
# MAGIC zk_medicine_tier3,
|
||||
# MAGIC zk_medicine_tier4,
|
||||
# MAGIC zk_common_name,
|
||||
# MAGIC zk_dosage_form,
|
||||
# MAGIC zk_user_type,
|
||||
# MAGIC zk_category_name,
|
||||
# MAGIC zk_product_name,
|
||||
# MAGIC zk_brand_name,
|
||||
# MAGIC zk_manu_des,
|
||||
# MAGIC zk_corp_des,
|
||||
# MAGIC zk_pack_des,
|
||||
# MAGIC month,
|
||||
# MAGIC quarter,
|
||||
# MAGIC replace(price,',','' ),
|
||||
# MAGIC replace(sales_unit,',','' ),
|
||||
# MAGIC replace(sales_value,',','' ),
|
||||
# MAGIC digital_spread_rate,
|
||||
# MAGIC weighted_spread_rate,
|
||||
# MAGIC counting_unit,
|
||||
# MAGIC null as pack_code,
|
||||
# MAGIC null as molecule_code,
|
||||
# MAGIC null as molecule_desc,
|
||||
# MAGIC null as product_code,
|
||||
# MAGIC null as product_desc,
|
||||
# MAGIC 'GI' as level_ta,
|
||||
# MAGIC '慢性胃炎、胃溃疡' as level_market,
|
||||
# MAGIC null as level_molecule,
|
||||
# MAGIC null as level_brand,
|
||||
# MAGIC null as ratio_val,
|
||||
# MAGIC null as ratio_vol,
|
||||
# MAGIC 0 as data_flag,
|
||||
# MAGIC null as brand_flag
|
||||
# MAGIC from dwd.dwd_gnd_ext_retail_aagsa_ppi_oral
|
||||
|
||||
# COMMAND ----------
|
||||
|
||||
# MAGIC %sql
|
||||
# MAGIC -------------------------------------------------------------------------------------
|
||||
# MAGIC -- STEP-1: load rawdata to tmp table
|
||||
# MAGIC -- 1.2 load brand data to tmp.tmp_retail_pack_rawdata
|
||||
# MAGIC -- 1.2.6 load from dwd.dwd_gnd_ext_retail_atomizer (pack-雾化器-全国&县域数据.xlsx)
|
||||
# MAGIC -------------------------------------------------------------------------------------
|
||||
# MAGIC insert into table tmp.tmp_retail_pack_rawdata
|
||||
# MAGIC
|
||||
# MAGIC select
|
||||
# MAGIC case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id,
|
||||
# MAGIC zk_product_id,
|
||||
# MAGIC zk_region,
|
||||
# MAGIC zk_rx_otc,
|
||||
# MAGIC zk_medicine_type,
|
||||
# MAGIC zk_medicine_tier1,
|
||||
# MAGIC zk_medicine_tier2,
|
||||
# MAGIC zk_medicine_tier3,
|
||||
# MAGIC zk_medicine_tier4,
|
||||
# MAGIC zk_common_name,
|
||||
# MAGIC zk_dosage_form,
|
||||
# MAGIC zk_user_type,
|
||||
# MAGIC zk_category_name,
|
||||
# MAGIC zk_product_name,
|
||||
# MAGIC zk_brand_name,
|
||||
# MAGIC zk_manu_des,
|
||||
# MAGIC zk_corp_des,
|
||||
# MAGIC zk_pack_des,
|
||||
# MAGIC month,
|
||||
# MAGIC quarter,
|
||||
# MAGIC replace(price,',','' ),
|
||||
# MAGIC replace(sales_unit,',','' ),
|
||||
# MAGIC replace(sales_value,',','' ),
|
||||
# MAGIC digital_spread_rate,
|
||||
# MAGIC weighted_spread_rate,
|
||||
# MAGIC counting_unit,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC 'RE',
|
||||
# MAGIC '慢性阻塞性肺疾病',
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC 0,
|
||||
# MAGIC null
|
||||
# MAGIC from dwd.dwd_gnd_ext_retail_atomizer
|
||||
# MAGIC ------------------------------ *hard_code* ------------------------------------------
|
||||
# MAGIC -- 24年关于 RE-慢性阻塞性肺疾病的PACK数据，额外买了“雾化器”的24省数据
|
||||
# MAGIC -- 所以这里只取24省明细数据，全国的数已经在“pack-GI-慢性胃炎胃溃疡-全国.xlsx”中取过了
|
||||
# MAGIC -- 25年就直接取全部数据
|
||||
# MAGIC -- where zk_region <> '全国'
|
||||
# MAGIC ------------------------------ *hard_code* ------------------------------------------
|
||||
|
||||
# COMMAND ----------
|
||||
|
||||
# MAGIC %sql
|
||||
# MAGIC -------------------------------------------------------------------------------------
|
||||
# MAGIC -- STEP-1: load rawdata to tmp table
|
||||
# MAGIC -- 1.2 load brand data to tmp.tmp_retail_pack_rawdata
|
||||
# MAGIC -- 1.2.7 load from dwd.dwd_gnd_ext_retail_nataional_niad (pack-DM-口服降糖化学药.xlsx)
|
||||
# MAGIC -------------------------------------------------------------------------------------
|
||||
# MAGIC insert into table tmp.tmp_retail_pack_rawdata
|
||||
# MAGIC
|
||||
# MAGIC select
|
||||
# MAGIC case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id,
|
||||
# MAGIC zk_product_id,
|
||||
# MAGIC zk_region,
|
||||
# MAGIC zk_rx_otc,
|
||||
# MAGIC zk_medicine_type,
|
||||
# MAGIC zk_medicine_tier1,
|
||||
# MAGIC zk_medicine_tier2,
|
||||
# MAGIC zk_medicine_tier3,
|
||||
# MAGIC zk_medicine_tier4,
|
||||
# MAGIC zk_common_name,
|
||||
# MAGIC zk_dosage_form,
|
||||
# MAGIC zk_user_type,
|
||||
# MAGIC zk_category_name,
|
||||
# MAGIC zk_product_name,
|
||||
# MAGIC zk_brand_name,
|
||||
# MAGIC zk_manu_des,
|
||||
# MAGIC zk_corp_des,
|
||||
# MAGIC zk_pack_des,
|
||||
# MAGIC month,
|
||||
# MAGIC quarter,
|
||||
# MAGIC replace(price,',','' ),
|
||||
# MAGIC replace(sales_unit,',','' ),
|
||||
# MAGIC replace(sales_value,',','' ),
|
||||
# MAGIC digital_spread_rate,
|
||||
# MAGIC weighted_spread_rate,
|
||||
# MAGIC counting_unit,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC 'DM',
|
||||
# MAGIC 'NIAD',
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC 0,
|
||||
# MAGIC null
|
||||
# MAGIC from dwd.dwd_gnd_ext_retail_nataional_niad
|
||||
|
||||
# COMMAND ----------
|
||||
|
||||
# MAGIC %sql
|
||||
# MAGIC -------------------------------------------------------------------------------------
|
||||
# MAGIC -- STEP-1: load rawdata to tmp table
|
||||
# MAGIC -- 1.2 load brand data to tmp.tmp_retail_pack_rawdata
|
||||
# MAGIC -- 1.2.8 load from dwd.dwd_gnd_ext_retail_nataional_rd (pack-RD-肾科-全国.xlsx)
|
||||
# MAGIC -------------------------------------------------------------------------------------
|
||||
# MAGIC insert into table tmp.tmp_retail_pack_rawdata
|
||||
# MAGIC
|
||||
# MAGIC ------------------------------ *hard_code* ------------------------------------------
|
||||
# MAGIC -- 剔除利尿剂数据
|
||||
# MAGIC with tmp_exclusion as (
|
||||
# MAGIC select distinct product_id
|
||||
# MAGIC from dwd.dwd_gnd_ext_retail_pack_property
|
||||
# MAGIC where lower(atc2_cod) = 'c03'
|
||||
# MAGIC )
|
||||
# MAGIC ------------------------------ *hard_code* ------------------------------------------
|
||||
# MAGIC
|
||||
# MAGIC select
|
||||
# MAGIC case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id,
|
||||
# MAGIC zk_product_id,
|
||||
# MAGIC zk_region,
|
||||
# MAGIC zk_rx_otc,
|
||||
# MAGIC zk_medicine_type,
|
||||
# MAGIC zk_medicine_tier1,
|
||||
# MAGIC zk_medicine_tier2,
|
||||
# MAGIC zk_medicine_tier3,
|
||||
# MAGIC zk_medicine_tier4,
|
||||
# MAGIC zk_common_name,
|
||||
# MAGIC zk_dosage_form,
|
||||
# MAGIC zk_user_type,
|
||||
# MAGIC zk_category_name,
|
||||
# MAGIC zk_product_name,
|
||||
# MAGIC zk_brand_name,
|
||||
# MAGIC zk_manu_des,
|
||||
# MAGIC zk_corp_des,
|
||||
# MAGIC zk_pack_des,
|
||||
# MAGIC month,
|
||||
# MAGIC quarter,
|
||||
# MAGIC replace(price,',','' ),
|
||||
# MAGIC replace(sales_unit,',','' ),
|
||||
# MAGIC replace(sales_value,',','' ),
|
||||
# MAGIC digital_spread_rate,
|
||||
# MAGIC weighted_spread_rate,
|
||||
# MAGIC counting_unit,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC 'RD',
|
||||
# MAGIC 'RD Market',
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC 0,
|
||||
# MAGIC null
|
||||
# MAGIC from dwd.dwd_gnd_ext_retail_nataional_rd a
|
||||
# MAGIC where not exists (
|
||||
# MAGIC select * from tmp_exclusion b
|
||||
# MAGIC where case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end = b.product_id
|
||||
# MAGIC )
|
||||
# MAGIC
|
||||
|
||||
# COMMAND ----------
|
||||
|
||||
# MAGIC %sql
|
||||
# MAGIC -------------------------------------------------------------------------------------
|
||||
# MAGIC -- STEP-1: load rawdata to tmp table
|
||||
# MAGIC -- 1.2 load brand data to tmp.tmp_retail_pack_rawdata
|
||||
# MAGIC -- 1.2.9 load from dwd.dwd_gnd_ext_retail_metoprolol_tartrat (pack-CV-酒石酸美托洛尔.xlsx)
|
||||
# MAGIC -- 2024年采买了酒石酸美托洛尔的PACK数据，2025年未采买
|
||||
# MAGIC -------------------------------------------------------------------------------------
|
||||
# MAGIC --insert into table tmp.tmp_retail_pack_rawdata
|
||||
# MAGIC
|
||||
# MAGIC select
|
||||
# MAGIC case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id,
|
||||
# MAGIC zk_product_id,
|
||||
# MAGIC zk_region,
|
||||
# MAGIC zk_rx_otc,
|
||||
# MAGIC zk_medicine_type,
|
||||
# MAGIC zk_medicine_tier1,
|
||||
# MAGIC zk_medicine_tier2,
|
||||
# MAGIC zk_medicine_tier3,
|
||||
# MAGIC zk_medicine_tier4,
|
||||
# MAGIC zk_common_name,
|
||||
# MAGIC zk_dosage_form,
|
||||
# MAGIC zk_user_type,
|
||||
# MAGIC zk_category_name,
|
||||
# MAGIC zk_product_name,
|
||||
# MAGIC zk_brand_name,
|
||||
# MAGIC zk_manu_des,
|
||||
# MAGIC zk_corp_des,
|
||||
# MAGIC zk_pack_des,
|
||||
# MAGIC month,
|
||||
# MAGIC quarter,
|
||||
# MAGIC replace(price,',','' ),
|
||||
# MAGIC replace(sales_unit,',','' ),
|
||||
# MAGIC replace(sales_value,',','' ),
|
||||
# MAGIC digital_spread_rate,
|
||||
# MAGIC weighted_spread_rate,
|
||||
# MAGIC counting_unit,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC 'CV',
|
||||
# MAGIC '高血压用药',
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC null,
|
||||
# MAGIC 0,
|
||||
# MAGIC null
|
||||
# MAGIC from dwd.dwd_gnd_ext_retail_metoprolol_tartrat a
|
||||
# MAGIC ------------------------------ *hard_code* ------------------------------------------
|
||||
# MAGIC -- 24年关于 CV-高血压的PACK数据，额外买了“酒石酸美托洛尔”的24省数据
|
||||
# MAGIC -- 所以这里只取24省明细数据，全国的数已经在“pack-CV-高血压-化学药-全国.xlsx”中取过了
|
||||
# MAGIC where zk_region <> '全国'
|
||||
# MAGIC ------------------------------ *hard_code* ------------------------------------------
|
||||
|
||||
# COMMAND ----------
|
||||
|
||||
# %sql
|
||||
# 20260302 chenwu取消此段运行，小儿咳喘模版暂不使用。Fasenra Market数据由DTP RAW DATA上传
|
||||
# -------------------------------------------------------------------------------------
|
||||
# -- STEP-1: load rawdata to tmp table
|
||||
# -- 1.2 load brand data to tmp.tmp_retail_pack_rawdata
|
||||
# -- 1.2.10 load from dwd.dwd_gnd_ext_retail_asthma (pack-手动补充)
|
||||
# -- 手动补充的小儿咳喘的数据，这些数据无需拆分
|
||||
# -------------------------------------------------------------------------------------
|
||||
# insert into table tmp.tmp_retail_pack_rawdata
|
||||
|
||||
# select
|
||||
# case when length(zk_product_id) < 7 then right(concat('0000000',zk_product_id),7) else zk_product_id end as product_id,
|
||||
# zk_product_id,
|
||||
# zk_region,
|
||||
# zk_rx_otc,
|
||||
# zk_medicine_type,
|
||||
# zk_medicine_tier1,
|
||||
# zk_medicine_tier2,
|
||||
# zk_medicine_tier3,
|
||||
# zk_medicine_tier4,
|
||||
# zk_common_name,
|
||||
# zk_dosage_form,
|
||||
# zk_user_type,
|
||||
# zk_category_name,
|
||||
# zk_product_name,
|
||||
# zk_brand_name,
|
||||
# zk_manu_des,
|
||||
# zk_corp_des,
|
||||
# zk_pack_des,
|
||||
# month,
|
||||
# quarter,
|
||||
# price,
|
||||
# sales_unit,
|
||||
# sales_value,
|
||||
# digital_spread_rate,
|
||||
# weighted_spread_rate,
|
||||
# counting_unit,
|
||||
# null,
|
||||
# null,
|
||||
# null,
|
||||
# null,
|
||||
# null,
|
||||
# 'RE_NO_SPLIT',
|
||||
# '小儿咳喘',
|
||||
# null,
|
||||
# null,
|
||||
# null,
|
||||
# null,
|
||||
# 0,
|
||||
# null
|
||||
# from dwd.dwd_gnd_ext_retail_asthma
|
||||
|
||||
# COMMAND ----------
|
||||
|
||||
############################################################END##############################################################
|
||||
Reference in New Issue
Block a user