chenwu/MarketAnalysis-ETL
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

20260511_chenwu_niad拆分的修改及部分bug修复暂定版本

Browse Source
This commit is contained in:
zhuchenwu@chenwuzhu.cn
2026-05-11 07:31:58 +00:00
parent 3a03ba1ad2
commit 4689311dc0
9 changed files with 569 additions and 460 deletions
Download Patch File Download Diff File Expand all files Collapse all files

119
EC/03 ec_load_data.ipynb
View File

@@ -9,12 +9,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1777537485985,
"finishTime": 1778478974793,
"inputWidgets": {},
"nuid": "86f0c1e4-9672-4b69-b7d7-e972573aa69d",
"showTitle": false,
"startTime": 1777537485980,
"submitTime": 1777537484990,
"startTime": 1778478973655,
"submitTime": 1778478972034,
"tableResultSettingsMap": {},
"title": ""
}
@@ -38,12 +38,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1777537486382,
"finishTime": 1778478975285,
"inputWidgets": {},
"nuid": "f319d145-a050-425c-b86f-c73d2e6f41ad",
"showTitle": false,
"startTime": 1777537485990,
"submitTime": 1777537484997,
"startTime": 1778478974798,
"submitTime": 1778478972040,
"tableResultSettingsMap": {},
"title": ""
}
@@ -89,10 +89,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778478991545,
"inputWidgets": {},
"nuid": "a11838c0-855f-4fe6-95d7-790959cb6739",
"showTitle": false,
"submitTime": 1777537485002,
"startTime": 1778478975290,
"submitTime": 1778478972044,
"tableResultSettingsMap": {},
"title": ""
}
@@ -475,10 +477,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778478993866,
"inputWidgets": {},
"nuid": "85453796-9385-4a5a-bf20-6bfd459580ae",
"showTitle": false,
"submitTime": 1777537485011,
"startTime": 1778478991550,
"submitTime": 1778478972052,
"tableResultSettingsMap": {},
"title": ""
}
@@ -504,10 +508,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778479009600,
"inputWidgets": {},
"nuid": "015ef590-887b-4dfa-bfa1-ebd05effc2cf",
"showTitle": false,
"submitTime": 1777537485015,
"startTime": 1778478993870,
"submitTime": 1778478972058,
"tableResultSettingsMap": {},
"title": ""
}
@@ -547,10 +553,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778479032113,
"inputWidgets": {},
"nuid": "339d06b1-1c67-4249-a105-aaafb352bb38",
"showTitle": false,
"submitTime": 1777537485020,
"startTime": 1778479009604,
"submitTime": 1778478972063,
"tableResultSettingsMap": {},
"title": ""
}
@@ -591,7 +599,7 @@
" ) as yyyymm,\n",
" first_value(a.pack_id) as pack_id,\n",
" a.iqvia_pack_code,a.platform,\n",
" '' as store_name,\n",
" a.store_name,\n",
" a.store_type,\n",
" sum(a.sales_value) as sales_value,\n",
" sum(a.sales_unit) as sales_unit,\n",
@@ -608,7 +616,7 @@
" when cast(substr(cast(a.yyyymm as string), 5, 2) as int) <= 9 then concat(substr(cast(a.yyyymm as string), 1, 4), '09')\n",
" else concat(substr(cast(a.yyyymm as string), 1, 4), '12')\n",
" end,\n",
" a.iqvia_pack_code,a.platform,a.store_type\n",
" a.iqvia_pack_code,a.platform,a.store_name,a.store_type\n",
") t1\n",
"group by\n",
" t1.yyyymm,t1.pack_id,t1.iqvia_pack_code,t1.platform,t1.store_name,t1.store_type"
@@ -624,10 +632,12 @@
"rowLimit": 10000
},
"collapsed": true,
"finishTime": 1778479032120,
"inputWidgets": {},
"nuid": "c686ec31-8c18-4a4a-96ca-ce5a29f2f676",
"showTitle": false,
"submitTime": 1777537485025,
"startTime": 1778479032117,
"submitTime": 1778478972070,
"tableResultSettingsMap": {},
"title": ""
}
@@ -676,10 +686,12 @@
"rowLimit": 10000
},
"collapsed": true,
"finishTime": 1778479032125,
"inputWidgets": {},
"nuid": "7814d185-5883-4f00-b350-0d5cab1da7f5",
"showTitle": false,
"submitTime": 1777537485031,
"startTime": 1778479032122,
"submitTime": 1778478972075,
"tableResultSettingsMap": {},
"title": ""
}
@@ -725,10 +737,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778479036048,
"inputWidgets": {},
"nuid": "b576e313-2815-4991-a92e-82fe68cbaed9",
"showTitle": false,
"submitTime": 1777537485038,
"startTime": 1778479032127,
"submitTime": 1778478972079,
"tableResultSettingsMap": {},
"title": ""
}
@@ -767,10 +781,12 @@
"rowLimit": 10000
},
"collapsed": true,
"finishTime": 1778479036056,
"inputWidgets": {},
"nuid": "5fdbf78f-228d-4e26-94b8-94565feb2ddf",
"showTitle": false,
"submitTime": 1777537485043,
"startTime": 1778479036052,
"submitTime": 1778478972087,
"tableResultSettingsMap": {},
"title": ""
}
@@ -957,10 +973,12 @@
"rowLimit": 10000
},
"collapsed": true,
"finishTime": 1778479036062,
"inputWidgets": {},
"nuid": "b1f69228-3a47-4a76-ab21-a10e52305a56",
"showTitle": false,
"submitTime": 1777537485048,
"startTime": 1778479036059,
"submitTime": 1778478972095,
"tableResultSettingsMap": {},
"title": ""
}
@@ -1079,10 +1097,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778479043473,
"inputWidgets": {},
"nuid": "2c5737c9-b8fe-4b8a-a4b6-f39be69af55c",
"showTitle": false,
"submitTime": 1777537485052,
"startTime": 1778479036064,
"submitTime": 1778478972102,
"tableResultSettingsMap": {},
"title": ""
}
@@ -1244,10 +1264,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778479050432,
"inputWidgets": {},
"nuid": "9b43d6a9-6fd4-4568-bc48-7d7cb7ffe266",
"showTitle": false,
"submitTime": 1777537485057,
"startTime": 1778479043477,
"submitTime": 1778478972108,
"tableResultSettingsMap": {},
"title": ""
}
@@ -1338,10 +1360,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778479055876,
"inputWidgets": {},
"nuid": "ebb41c4f-a6d7-4dbd-bdb1-304f0c5abae4",
"showTitle": false,
"submitTime": 1777537485062,
"startTime": 1778479050436,
"submitTime": 1778478972114,
"tableResultSettingsMap": {},
"title": ""
}
@@ -1449,10 +1473,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778479060300,
"inputWidgets": {},
"nuid": "25bd255c-597c-4bb0-9c7a-0577e28eefee",
"showTitle": false,
"submitTime": 1777537485066,
"startTime": 1778479055880,
"submitTime": 1778478972119,
"tableResultSettingsMap": {},
"title": ""
}
@@ -1560,10 +1586,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778479098308,
"inputWidgets": {},
"nuid": "d13a4ab2-9a37-4ac4-a886-3cf57cc9d41a",
"showTitle": false,
"submitTime": 1777537485071,
"startTime": 1778479060304,
"submitTime": 1778478972125,
"tableResultSettingsMap": {},
"title": ""
}
@@ -1710,10 +1738,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778479117659,
"inputWidgets": {},
"nuid": "8c861c10-773a-4449-a5dc-c0340e5ec97e",
"showTitle": false,
"submitTime": 1777537485077,
"startTime": 1778479098312,
"submitTime": 1778478972131,
"tableResultSettingsMap": {},
"title": ""
}
@@ -1735,10 +1765,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778479124771,
"inputWidgets": {},
"nuid": "e39d8c66-7469-46db-a2f4-79976266bec2",
"showTitle": false,
"submitTime": 1777537485082,
"startTime": 1778479117663,
"submitTime": 1778478972137,
"tableResultSettingsMap": {},
"title": ""
}
@@ -1800,10 +1832,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778479127669,
"inputWidgets": {},
"nuid": "bbe40a04-e787-4133-9901-5f331baf912a",
"showTitle": false,
"submitTime": 1777537485086,
"startTime": 1778479124776,
"submitTime": 1778478972142,
"tableResultSettingsMap": {},
"title": ""
}
@@ -1829,12 +1863,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1777652323660,
"finishTime": 1778479127677,
"inputWidgets": {},
"nuid": "f8d0befe-3de4-48a8-ac53-cdc19c897d0f",
"showTitle": false,
"startTime": 1777652315675,
"submitTime": 1777652314433,
"startTime": 1778479127673,
"submitTime": 1778478972148,
"tableResultSettingsMap": {},
"title": ""
}
@@ -2084,12 +2118,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1777652451150,
"finishTime": 1778479133948,
"inputWidgets": {},
"nuid": "9e6100db-d97c-41a6-8b30-4f7a774c1903",
"showTitle": false,
"startTime": 1777652447065,
"submitTime": 1777652446859,
"startTime": 1778479127685,
"submitTime": 1778478972153,
"tableResultSettingsMap": {},
"title": ""
}
@@ -2276,12 +2310,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1777652456889,
"finishTime": 1778479145677,
"inputWidgets": {},
"nuid": "0c0fe2ec-f80e-4872-85bf-fd5d058cc8b8",
"showTitle": false,
"startTime": 1777652453844,
"submitTime": 1777652453744,
"startTime": 1778479133960,
"submitTime": 1778478972160,
"tableResultSettingsMap": {},
"title": ""
}
@@ -2297,8 +2331,9 @@
"SELECT\n",
"\n",
" -- CORP_COD：汇总行（total_flag = Y）统一写 'TTL MKT'，否则取企业编码\n",
" CASE WHEN total_flag = 'Y' THEN 'TTL MKT'\n",
" ELSE NVL(CORP_COD, '')\n",
" CASE WHEN TA = 'RX Total' and total_flag = 'Y' THEN ''\n",
" WHEN total_flag = 'Y' THEN 'TTL MKT'\n",
" ELSE NVL(CORP_COD, '未知')\n",
" END AS CORP_COD,\n",
"\n",
" -- 时间维度：yyyymm 优先，为空则降级取 ytd\n",
@@ -2320,8 +2355,8 @@
" NVL(KPI_name, '') AS KPI_name,\n",
"\n",
" -- 数值型 KPI：先转 DOUBLE 再 NVL，兼容源字段为字符串的情况\n",
" NVL(CAST(Kpi_val AS DOUBLE), '') AS Kpi_val,\n",
" NVL(CAST(Kpi_val_ly AS DOUBLE), '') AS Kpi_val_ly,\n",
" nvl(CAST(Kpi_val AS decimal(30,10)),0) AS Kpi_val,\n",
" nvl(CAST(Kpi_val_ly AS decimal(30,10)),0) AS Kpi_val_ly,\n",
"\n",
" -- 字符串型 KPI（销售额/销量，含同比）\n",
" NVL(str_kpi_val, '') AS str_kpi_val,\n",
@@ -2368,10 +2403,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778479158042,
"inputWidgets": {},
"nuid": "6b591466-5af8-40ef-a9b9-c4f137843f18",
"showTitle": false,
"submitTime": 1777537485111,
"startTime": 1778479145698,
"submitTime": 1778478972175,
"tableResultSettingsMap": {},
"title": ""
}
@@ -2479,10 +2516,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778479158640,
"inputWidgets": {},
"nuid": "20f3c0a6-f626-4e64-bce4-7653087adb16",
"showTitle": false,
"submitTime": 1777537485118,
"startTime": 1778479158046,
"submitTime": 1778478972181,
"tableResultSettingsMap": {},
"title": ""
}