20260511_chenwu_niad拆分的修改及部分bug修复暂定版本

UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING.sql

@@ -80,13 +80,15 @@ SELECT
   T0.STORE_TYPE,
   T0.REGION_TYPE,
   T0.DATA_SOURCE,
-  CASE WHEN P.MARKET IS NOT NULL THEN 1 
-  WHEN T0.PACK_FLAG  = 0 THEN 0 ELSE 2 END PACK_FLAG,
-  CASE WHEN P.MARKET IS NOT NULL THEN 1
+  CASE WHEN P.MARKET IS NOT NULL AND T0.PACK_FLAG = 1 THEN 1 
+  WHEN P.MARKET IS NOT NULL THEN 2
+  ELSE 0 END PACK_FLAG,
+  CASE WHEN P.MARKET IS NOT NULL AND T0.PROD_FLAG  = 1 THEN 1
+  WHEN P.MARKET IS NOT NULL THEN 2
   WHEN T0.MARKET = 'Metoprolol Succinate Market' AND PACK.PROD_DES = 'BETALOC ZOK' THEN 1
   WHEN T0.MARKET = 'Atorvastatin Market' AND PACK.PROD_DES = 'LIPITOR' THEN 1
   WHEN T0.MARKET = 'AZITHROMYCIN Market' AND PACK.PROD_DES = 'ZITHROMAX' THEN 1
-  WHEN T0.PROD_FLAG = 0 THEN 0 ELSE 2 END PROD_FLAG,
+  ELSE 0 END PROD_FLAG,
   T0.DTP_FLAG,
   CASE WHEN P.MARKET IS NOT NULL THEN 1 
   WHEN T0.MARKET = 'Metoprolol Succinate Market' AND PACK.PROD_DES = 'BETALOC ZOK' THEN 1
@@ -137,58 +139,6 @@ WHERE
 
 -- COMMAND ----------
 
-CREATE OR REPLACE TEMPORARY VIEW RETAIL_EXTERNAL_SALES_ALL AS
-SELECT
-  T0.MARKET,
-  T0.KEY_COMPETITOR,
-  T0.CLASS,
-  T0.YYYYMM,
-  T0.PACK_COD,
-  T0.CORP_COD,
-  T0.AUDIT_COD,
-  T0.PLATFORM_TYPE,
-  T0.STORE_NAME,
-  T0.STORE_TYPE,
-  T0.REGION_TYPE,
-  T0.DATA_SOURCE,
-  CASE WHEN T1.PACK_COD IS NOT NULL THEN 1 ELSE T0.PACK_FLAG END PACK_FLAG,
-  CASE WHEN T2.PROD_COD IS NOT NULL THEN 1 ELSE T0.PROD_FLAG END PROD_FLAG,
-  T0.DTP_FLAG,
-  CASE WHEN T3.CMPS_COD IS NOT NULL THEN 1 ELSE T0.CMPS_FLAG END CMPS_FLAG,
-  T0.NEW_CODE,
-  T0.INST_CODE,
-  T0.AIA_HP_FLAG,
-  T0.DEPT_NAME,
-  T0.H_LEVEL,
-  T0.REIMBURSE,
-  T0.REIMBURSE_TYPE,
-  T0.PRESCRIPTION_TYPE,
-  T0.VA,
-  T0.UT,
-  T0.CU,
-  T0.PT,
-  T0.SALES_UNIT_CAL,
-  T0.SALES_UNIT_CAL_LY,
-  T0.SALES_VALUE_CAL,
-  T0.SALES_VALUE_CAL_LY,
-  T0.CONUTING_UNIT,
-  T0.CONUTING_UNIT_LY,
-  T0.PDOT,
-  T0.PDOT_LY,
-  T0.PRESCRIPTION,
-  T0.PRESCRIPTION_LY,
-  T0.MERGED_DATA_DTP_OTHERS
-FROM
-  RETAIL_EXTERNAL_SALES AS T0
-LEFT JOIN (SELECT DISTINCT PACK_COD FROM RETAIL_EXTERNAL_SALES WHERE PACK_FLAG = 1) T1
-  ON T0.PACK_COD = T1.PACK_COD
-LEFT JOIN (SELECT DISTINCT PROD_COD FROM RETAIL_EXTERNAL_SALES WHERE PROD_FLAG = 1) T2
-  ON T0.PROD_COD = T2.PROD_COD
-LEFT JOIN (SELECT DISTINCT CMPS_COD FROM RETAIL_EXTERNAL_SALES WHERE CMPS_FLAG = 1) T3
-  ON T0.CMPS_COD = T3.CMPS_COD
-
--- COMMAND ----------
-
 CREATE OR REPLACE TEMPORARY VIEW ALL_EXTERNAL_SALES AS
 --DTP
 SELECT
@@ -287,12 +237,13 @@ SELECT
   1 MERGED_DATA_DTP_OTHERS
 FROM
   DM.DM_TF_EXT_UNIONALL_MARKET_SALES AS T0
-    LEFT JOIN (
+    INNER JOIN (
       SELECT
         OTHERS_MONTH
       FROM
         tmp.tmp_dm_td_ext_ec_niad_month
     ) T1 --EC取非niad先来数据部分
+  ON T0.YYYYMM <= T1.others_month
 WHERE
   T0.DATA_SOURCE = 'EC(Monthly)'
   AND SUBSTR(T0.YYYYMM, 5, 2) IN ('03', '06', '09', '12')
@@ -339,7 +290,7 @@ SELECT
   T0.PRESCRIPTION_LY,
   T0.MERGED_DATA_DTP_OTHERS
 FROM
-  RETAIL_EXTERNAL_SALES_ALL AS T0
+  RETAIL_EXTERNAL_SALES AS T0
 --OTHERS DATA SOURCE
 UNION ALL
 SELECT
@@ -389,14 +340,6 @@ WHERE
 
 -- COMMAND ----------
 
-
-
--- COMMAND ----------
-
-select distinct PACK_FLAG,PROD_FLAG from DM.DM_TF_EXT_UNIONALL_MARKET_SALES where DATA_SOURCE = 'Retail(Quarterly)'
-
--- COMMAND ----------
-
 create or replace table tmp.tmp_tf_ext_aia_target_inst 
 -- LOCATION 'abfss://master@azcdatalakeprd.dfs.core.chinacloudapi.cn/TMP/tmp_tf_ext_aia_target_inst';
 -- 上面是生产环境location，下面是测试环境location
@@ -535,7 +478,7 @@ FROM
 
 -- COMMAND ----------
 
--- delete from dm.DM_TF_EXT_UNIONALL_SALES_MAPPING where DATA_SOURCE IN ('Retail(Quarterly)', 'EC(Monthly)')
+delete from dm.DM_TF_EXT_UNIONALL_SALES_MAPPING where DATA_SOURCE IN ('Retail(Quarterly)', 'EC(Monthly)')
 
 -- COMMAND ----------