From e1a1176ba5f91005440639b0944a802e1104fb4a Mon Sep 17 00:00:00 2001 From: "zhuchenwu@chenwuzhu.cn" Date: Tue, 12 May 2026 10:52:14 +0000 Subject: [PATCH] =?UTF-8?q?20260512chenwu=E6=9C=80=E7=BB=88=E7=89=88?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- EC/03 ec_load_data.ipynb | 159 +++++++----------- UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES.sql | 8 +- UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING.sql | 5 +- 3 files changed, 65 insertions(+), 107 deletions(-) diff --git a/EC/03 ec_load_data.ipynb b/EC/03 ec_load_data.ipynb index 74f5dd8..bb9aa71 100644 --- a/EC/03 ec_load_data.ipynb +++ b/EC/03 ec_load_data.ipynb @@ -553,12 +553,12 @@ "byteLimit": 2048000, "rowLimit": 10000 }, - "finishTime": 1778479032113, + "finishTime": 1778557198314, "inputWidgets": {}, "nuid": "339d06b1-1c67-4249-a105-aaafb352bb38", "showTitle": false, - "startTime": 1778479009604, - "submitTime": 1778478972063, + "startTime": 1778557189165, + "submitTime": 1778557188224, "tableResultSettingsMap": {}, "title": "" } @@ -574,50 +574,7 @@ " sum(sales_value) as sales_value,\n", " sum(sales_unit) as sales_unit,\n", " sum(counting_unit) as counting_unit\n", - "from (\n", - " -- NIAD: 保持月度粒度，保留 store_name\n", - " select\n", - " a.yyyymm,a.pack_id,a.iqvia_pack_code,a.platform,a.store_name,a.store_type,\n", - " a.sales_value,a.sales_unit,a.counting_unit\n", - " from tmp.tmp_ec_source a\n", - " inner join (\n", - " select distinct iqvia_pack_code\n", - " from tmp.tmp_ec_temp_market\n", - " where upper(market) = 'NIAD'\n", - " ) m on a.iqvia_pack_code = m.iqvia_pack_code\n", - "\n", - " union all\n", - "\n", - " -- 非 NIAD: 聚合为季度（季末月），store_name 置空\n", - " select\n", - " cast(\n", - " case when cast(substr(cast(a.yyyymm as string), 5, 2) as int) <= 3 then concat(substr(cast(a.yyyymm as string), 1, 4), '03')\n", - " when cast(substr(cast(a.yyyymm as string), 5, 2) as int) <= 6 then concat(substr(cast(a.yyyymm as string), 1, 4), '06')\n", - " when cast(substr(cast(a.yyyymm as string), 5, 2) as int) <= 9 then concat(substr(cast(a.yyyymm as string), 1, 4), '09')\n", - " else concat(substr(cast(a.yyyymm as string), 1, 4), '12')\n", - " end as int\n", - " ) as yyyymm,\n", - " first_value(a.pack_id) as pack_id,\n", - " a.iqvia_pack_code,a.platform,\n", - " a.store_name,\n", - " a.store_type,\n", - " sum(a.sales_value) as sales_value,\n", - " sum(a.sales_unit) as sales_unit,\n", - " sum(a.counting_unit) as counting_unit\n", - " from tmp.tmp_ec_source a\n", - " inner join (\n", - " select distinct iqvia_pack_code\n", - " from tmp.tmp_ec_temp_market\n", - " where upper(market) <> 'NIAD'\n", - " ) m on a.iqvia_pack_code = m.iqvia_pack_code\n", - " group by\n", - " case when cast(substr(cast(a.yyyymm as string), 5, 2) as int) <= 3 then concat(substr(cast(a.yyyymm as string), 1, 4), '03')\n", - " when cast(substr(cast(a.yyyymm as string), 5, 2) as int) <= 6 then concat(substr(cast(a.yyyymm as string), 1, 4), '06')\n", - " when cast(substr(cast(a.yyyymm as string), 5, 2) as int) <= 9 then concat(substr(cast(a.yyyymm as string), 1, 4), '09')\n", - " else concat(substr(cast(a.yyyymm as string), 1, 4), '12')\n", - " end,\n", - " a.iqvia_pack_code,a.platform,a.store_name,a.store_type\n", - ") t1\n", + "from tmp.tmp_ec_source t1\n", "group by\n", " t1.yyyymm,t1.pack_id,t1.iqvia_pack_code,t1.platform,t1.store_name,t1.store_type" ] @@ -632,12 +589,12 @@ "rowLimit": 10000 }, "collapsed": true, - "finishTime": 1778479032120, + "finishTime": 1778557198321, "inputWidgets": {}, "nuid": "c686ec31-8c18-4a4a-96ca-ce5a29f2f676", "showTitle": false, - "startTime": 1778479032117, - "submitTime": 1778478972070, + "startTime": 1778557198319, + "submitTime": 1778557188234, "tableResultSettingsMap": {}, "title": "" } @@ -686,12 +643,12 @@ "rowLimit": 10000 }, "collapsed": true, - "finishTime": 1778479032125, + "finishTime": 1778557198329, "inputWidgets": {}, "nuid": "7814d185-5883-4f00-b350-0d5cab1da7f5", "showTitle": false, - "startTime": 1778479032122, - "submitTime": 1778478972075, + "startTime": 1778557198326, + "submitTime": 1778557188239, "tableResultSettingsMap": {}, "title": "" } @@ -737,12 +694,12 @@ "byteLimit": 2048000, "rowLimit": 10000 }, - "finishTime": 1778479036048, + "finishTime": 1778557203672, "inputWidgets": {}, "nuid": "b576e313-2815-4991-a92e-82fe68cbaed9", "showTitle": false, - "startTime": 1778479032127, - "submitTime": 1778478972079, + "startTime": 1778557198332, + "submitTime": 1778557188244, "tableResultSettingsMap": {}, "title": "" } @@ -781,12 +738,12 @@ "rowLimit": 10000 }, "collapsed": true, - "finishTime": 1778479036056, + "finishTime": 1778557203681, "inputWidgets": {}, "nuid": "5fdbf78f-228d-4e26-94b8-94565feb2ddf", "showTitle": false, - "startTime": 1778479036052, - "submitTime": 1778478972087, + "startTime": 1778557203677, + "submitTime": 1778557188250, "tableResultSettingsMap": {}, "title": "" } @@ -973,12 +930,12 @@ "rowLimit": 10000 }, "collapsed": true, - "finishTime": 1778479036062, + "finishTime": 1778557203688, "inputWidgets": {}, "nuid": "b1f69228-3a47-4a76-ab21-a10e52305a56", "showTitle": false, - "startTime": 1778479036059, - "submitTime": 1778478972095, + "startTime": 1778557203685, + "submitTime": 1778557188256, "tableResultSettingsMap": {}, "title": "" } @@ -1097,12 +1054,12 @@ "byteLimit": 2048000, "rowLimit": 10000 }, - "finishTime": 1778490270242, + "finishTime": 1778557219728, "inputWidgets": {}, "nuid": "2c5737c9-b8fe-4b8a-a4b6-f39be69af55c", "showTitle": false, - "startTime": 1778490255038, - "submitTime": 1778490254902, + "startTime": 1778557203693, + "submitTime": 1778557188260, "tableResultSettingsMap": {}, "title": "" } @@ -1264,12 +1221,12 @@ "byteLimit": 2048000, "rowLimit": 10000 }, - "finishTime": 1778490290797, + "finishTime": 1778557241785, "inputWidgets": {}, "nuid": "9b43d6a9-6fd4-4568-bc48-7d7cb7ffe266", "showTitle": false, - "startTime": 1778490270248, - "submitTime": 1778490266491, + "startTime": 1778557219733, + "submitTime": 1778557188268, "tableResultSettingsMap": {}, "title": "" } @@ -1360,12 +1317,12 @@ "byteLimit": 2048000, "rowLimit": 10000 }, - "finishTime": 1778490296579, + "finishTime": 1778557246541, "inputWidgets": {}, "nuid": "ebb41c4f-a6d7-4dbd-bdb1-304f0c5abae4", "showTitle": false, - "startTime": 1778490290806, - "submitTime": 1778490266501, + "startTime": 1778557241789, + "submitTime": 1778557188277, "tableResultSettingsMap": {}, "title": "" } @@ -1473,12 +1430,12 @@ "byteLimit": 2048000, "rowLimit": 10000 }, - "finishTime": 1778490302260, + "finishTime": 1778557250987, "inputWidgets": {}, "nuid": "25bd255c-597c-4bb0-9c7a-0577e28eefee", "showTitle": false, - "startTime": 1778490296584, - "submitTime": 1778490266506, + "startTime": 1778557246546, + "submitTime": 1778557188283, "tableResultSettingsMap": {}, "title": "" } @@ -1586,12 +1543,12 @@ "byteLimit": 2048000, "rowLimit": 10000 }, - "finishTime": 1778490321928, + "finishTime": 1778557268253, "inputWidgets": {}, "nuid": "d13a4ab2-9a37-4ac4-a886-3cf57cc9d41a", "showTitle": false, - "startTime": 1778490302264, - "submitTime": 1778490266512, + "startTime": 1778557250991, + "submitTime": 1778557188292, "tableResultSettingsMap": {}, "title": "" } @@ -1738,12 +1695,12 @@ "byteLimit": 2048000, "rowLimit": 10000 }, - "finishTime": 1778490326046, + "finishTime": 1778557271279, "inputWidgets": {}, "nuid": "8c861c10-773a-4449-a5dc-c0340e5ec97e", "showTitle": false, - "startTime": 1778490321933, - "submitTime": 1778490266518, + "startTime": 1778557268257, + "submitTime": 1778557188299, "tableResultSettingsMap": {}, "title": "" } @@ -1765,12 +1722,12 @@ "byteLimit": 2048000, "rowLimit": 10000 }, - "finishTime": 1778490330473, + "finishTime": 1778557275535, "inputWidgets": {}, "nuid": "e39d8c66-7469-46db-a2f4-79976266bec2", "showTitle": false, - "startTime": 1778490326057, - "submitTime": 1778490266523, + "startTime": 1778557271284, + "submitTime": 1778557188306, "tableResultSettingsMap": {}, "title": "" } @@ -1832,12 +1789,12 @@ "byteLimit": 2048000, "rowLimit": 10000 }, - "finishTime": 1778490333948, + "finishTime": 1778557278550, "inputWidgets": {}, "nuid": "bbe40a04-e787-4133-9901-5f331baf912a", "showTitle": false, - "startTime": 1778490330478, - "submitTime": 1778490266529, + "startTime": 1778557275539, + "submitTime": 1778557188311, "tableResultSettingsMap": {}, "title": "" } @@ -1863,12 +1820,12 @@ "byteLimit": 2048000, "rowLimit": 10000 }, - "finishTime": 1778490333956, + "finishTime": 1778557278560, "inputWidgets": {}, "nuid": "f8d0befe-3de4-48a8-ac53-cdc19c897d0f", "showTitle": false, - "startTime": 1778490333953, - "submitTime": 1778490266536, + "startTime": 1778557278555, + "submitTime": 1778557188317, "tableResultSettingsMap": {}, "title": "" } @@ -2118,12 +2075,12 @@ "byteLimit": 2048000, "rowLimit": 10000 }, - "finishTime": 1778490340199, + "finishTime": 1778557283201, "inputWidgets": {}, "nuid": "9e6100db-d97c-41a6-8b30-4f7a774c1903", "showTitle": false, - "startTime": 1778490333962, - "submitTime": 1778490266542, + "startTime": 1778557278565, + "submitTime": 1778557188322, "tableResultSettingsMap": {}, "title": "" } @@ -2310,12 +2267,12 @@ "byteLimit": 2048000, "rowLimit": 10000 }, - "finishTime": 1778490344022, + "finishTime": 1778557285684, "inputWidgets": {}, "nuid": "0c0fe2ec-f80e-4872-85bf-fd5d058cc8b8", "showTitle": false, - "startTime": 1778490340204, - "submitTime": 1778490266549, + "startTime": 1778557283205, + "submitTime": 1778557188328, "tableResultSettingsMap": {}, "title": "" } @@ -2403,12 +2360,12 @@ "byteLimit": 2048000, "rowLimit": 10000 }, - "finishTime": 1778490351847, + "finishTime": 1778557292166, "inputWidgets": {}, "nuid": "6b591466-5af8-40ef-a9b9-c4f137843f18", "showTitle": false, - "startTime": 1778490344026, - "submitTime": 1778490266564, + "startTime": 1778557285688, + "submitTime": 1778557188343, "tableResultSettingsMap": {}, "title": "" } @@ -2516,12 +2473,12 @@ "byteLimit": 2048000, "rowLimit": 10000 }, - "finishTime": 1778490352755, + "finishTime": 1778557292715, "inputWidgets": {}, "nuid": "20f3c0a6-f626-4e64-bce4-7653087adb16", "showTitle": false, - "startTime": 1778490351852, - "submitTime": 1778490266570, + "startTime": 1778557292171, + "submitTime": 1778557188353, "tableResultSettingsMap": {}, "title": "" } diff --git a/UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES.sql b/UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES.sql index 565ef26..7109188 100644 --- a/UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES.sql +++ b/UNIONALL/DM_TF_EXT_UNIONALL_MARKET_SALES.sql @@ -63,7 +63,7 @@ -- COMMAND ---------- -- DBTITLE 1,测试跑数据 --- delete from DM.DM_TF_EXT_UNIONALL_MARKET_SALES where DATA_SOURCE IN ('Retail(Quarterly)', 'EC(Monthly)') +-- delete from DM.DM_TF_EXT_UNIONALL_MARKET_SALES where DATA_SOURCE IN ('Retail(Quarterly)') --, -- COMMAND ---------- @@ -83,9 +83,9 @@ -- -- 'CHC(Quarterly)', -- -- 'IQVIA-COUNTY(Quarterly)', -- -- 'THC(Quarterly)' --- 'Retail(Quarterly)', --- -- 'DTP(Quarterly)', --- 'EC(Monthly)' +-- 'Retail(Quarterly)' +-- -- ,'DTP(Quarterly)', +-- -- 'EC(Monthly)' -- -- 'XH Data(Quarterly)' -- ) -- 谓词下推，最先过滤 -- ), diff --git a/UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING.sql b/UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING.sql index 28d928c..f06612b 100644 --- a/UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING.sql +++ b/UNIONALL/DM_TF_EXT_UNIONALL_SALES_MAPPING.sql @@ -478,7 +478,7 @@ FROM -- COMMAND ---------- --- delete from dm.DM_TF_EXT_UNIONALL_SALES_MAPPING where DATA_SOURCE IN ('Retail(Quarterly)', 'EC(Monthly)') +-- delete from dm.DM_TF_EXT_UNIONALL_SALES_MAPPING where DATA_SOURCE IN ( 'AIA(Monthly)')--'Retail(Quarterly)','EC(Monthly)' -- COMMAND ---------- @@ -536,4 +536,5 @@ SELECT FROM DM_TF_EXT_UNIONALL_SALES_MAPPING --- WHERE DATA_SOURCE IN ('Retail(Quarterly)', 'EC(Monthly)') +-- WHERE DATA_SOURCE IN ( 'AIA(Monthly)')--'', +-- AND yyyymm>=202501