chenwu/MarketAnalysis-ETL
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

20260512chenwu最终版

Browse Source
This commit is contained in:
zhuchenwu@chenwuzhu.cn
2026-05-12 10:52:14 +00:00
parent 23755b4e1e
commit e1a1176ba5
3 changed files with 65 additions and 107 deletions
Download Patch File Download Diff File Expand all files Collapse all files

159
EC/03 ec_load_data.ipynb
View File

@@ -553,12 +553,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778479032113,
"finishTime": 1778557198314,
"inputWidgets": {},
"nuid": "339d06b1-1c67-4249-a105-aaafb352bb38",
"showTitle": false,
"startTime": 1778479009604,
"submitTime": 1778478972063,
"startTime": 1778557189165,
"submitTime": 1778557188224,
"tableResultSettingsMap": {},
"title": ""
}
@@ -574,50 +574,7 @@
" sum(sales_value) as sales_value,\n",
" sum(sales_unit) as sales_unit,\n",
" sum(counting_unit) as counting_unit\n",
"from (\n",
" -- NIAD: 保持月度粒度，保留 store_name\n",
" select\n",
" a.yyyymm,a.pack_id,a.iqvia_pack_code,a.platform,a.store_name,a.store_type,\n",
" a.sales_value,a.sales_unit,a.counting_unit\n",
" from tmp.tmp_ec_source a\n",
" inner join (\n",
" select distinct iqvia_pack_code\n",
" from tmp.tmp_ec_temp_market\n",
" where upper(market) = 'NIAD'\n",
" ) m on a.iqvia_pack_code = m.iqvia_pack_code\n",
"\n",
" union all\n",
"\n",
" -- 非 NIAD: 聚合为季度（季末月），store_name 置空\n",
" select\n",
" cast(\n",
" case when cast(substr(cast(a.yyyymm as string), 5, 2) as int) <= 3 then concat(substr(cast(a.yyyymm as string), 1, 4), '03')\n",
" when cast(substr(cast(a.yyyymm as string), 5, 2) as int) <= 6 then concat(substr(cast(a.yyyymm as string), 1, 4), '06')\n",
" when cast(substr(cast(a.yyyymm as string), 5, 2) as int) <= 9 then concat(substr(cast(a.yyyymm as string), 1, 4), '09')\n",
" else concat(substr(cast(a.yyyymm as string), 1, 4), '12')\n",
" end as int\n",
" ) as yyyymm,\n",
" first_value(a.pack_id) as pack_id,\n",
" a.iqvia_pack_code,a.platform,\n",
" a.store_name,\n",
" a.store_type,\n",
" sum(a.sales_value) as sales_value,\n",
" sum(a.sales_unit) as sales_unit,\n",
" sum(a.counting_unit) as counting_unit\n",
" from tmp.tmp_ec_source a\n",
" inner join (\n",
" select distinct iqvia_pack_code\n",
" from tmp.tmp_ec_temp_market\n",
" where upper(market) <> 'NIAD'\n",
" ) m on a.iqvia_pack_code = m.iqvia_pack_code\n",
" group by\n",
" case when cast(substr(cast(a.yyyymm as string), 5, 2) as int) <= 3 then concat(substr(cast(a.yyyymm as string), 1, 4), '03')\n",
" when cast(substr(cast(a.yyyymm as string), 5, 2) as int) <= 6 then concat(substr(cast(a.yyyymm as string), 1, 4), '06')\n",
" when cast(substr(cast(a.yyyymm as string), 5, 2) as int) <= 9 then concat(substr(cast(a.yyyymm as string), 1, 4), '09')\n",
" else concat(substr(cast(a.yyyymm as string), 1, 4), '12')\n",
" end,\n",
" a.iqvia_pack_code,a.platform,a.store_name,a.store_type\n",
") t1\n",
"from tmp.tmp_ec_source t1\n",
"group by\n",
" t1.yyyymm,t1.pack_id,t1.iqvia_pack_code,t1.platform,t1.store_name,t1.store_type"
]
@@ -632,12 +589,12 @@
"rowLimit": 10000
},
"collapsed": true,
"finishTime": 1778479032120,
"finishTime": 1778557198321,
"inputWidgets": {},
"nuid": "c686ec31-8c18-4a4a-96ca-ce5a29f2f676",
"showTitle": false,
"startTime": 1778479032117,
"submitTime": 1778478972070,
"startTime": 1778557198319,
"submitTime": 1778557188234,
"tableResultSettingsMap": {},
"title": ""
}
@@ -686,12 +643,12 @@
"rowLimit": 10000
},
"collapsed": true,
"finishTime": 1778479032125,
"finishTime": 1778557198329,
"inputWidgets": {},
"nuid": "7814d185-5883-4f00-b350-0d5cab1da7f5",
"showTitle": false,
"startTime": 1778479032122,
"submitTime": 1778478972075,
"startTime": 1778557198326,
"submitTime": 1778557188239,
"tableResultSettingsMap": {},
"title": ""
}
@@ -737,12 +694,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778479036048,
"finishTime": 1778557203672,
"inputWidgets": {},
"nuid": "b576e313-2815-4991-a92e-82fe68cbaed9",
"showTitle": false,
"startTime": 1778479032127,
"submitTime": 1778478972079,
"startTime": 1778557198332,
"submitTime": 1778557188244,
"tableResultSettingsMap": {},
"title": ""
}
@@ -781,12 +738,12 @@
"rowLimit": 10000
},
"collapsed": true,
"finishTime": 1778479036056,
"finishTime": 1778557203681,
"inputWidgets": {},
"nuid": "5fdbf78f-228d-4e26-94b8-94565feb2ddf",
"showTitle": false,
"startTime": 1778479036052,
"submitTime": 1778478972087,
"startTime": 1778557203677,
"submitTime": 1778557188250,
"tableResultSettingsMap": {},
"title": ""
}
@@ -973,12 +930,12 @@
"rowLimit": 10000
},
"collapsed": true,
"finishTime": 1778479036062,
"finishTime": 1778557203688,
"inputWidgets": {},
"nuid": "b1f69228-3a47-4a76-ab21-a10e52305a56",
"showTitle": false,
"startTime": 1778479036059,
"submitTime": 1778478972095,
"startTime": 1778557203685,
"submitTime": 1778557188256,
"tableResultSettingsMap": {},
"title": ""
}
@@ -1097,12 +1054,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778490270242,
"finishTime": 1778557219728,
"inputWidgets": {},
"nuid": "2c5737c9-b8fe-4b8a-a4b6-f39be69af55c",
"showTitle": false,
"startTime": 1778490255038,
"submitTime": 1778490254902,
"startTime": 1778557203693,
"submitTime": 1778557188260,
"tableResultSettingsMap": {},
"title": ""
}
@@ -1264,12 +1221,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778490290797,
"finishTime": 1778557241785,
"inputWidgets": {},
"nuid": "9b43d6a9-6fd4-4568-bc48-7d7cb7ffe266",
"showTitle": false,
"startTime": 1778490270248,
"submitTime": 1778490266491,
"startTime": 1778557219733,
"submitTime": 1778557188268,
"tableResultSettingsMap": {},
"title": ""
}
@@ -1360,12 +1317,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778490296579,
"finishTime": 1778557246541,
"inputWidgets": {},
"nuid": "ebb41c4f-a6d7-4dbd-bdb1-304f0c5abae4",
"showTitle": false,
"startTime": 1778490290806,
"submitTime": 1778490266501,
"startTime": 1778557241789,
"submitTime": 1778557188277,
"tableResultSettingsMap": {},
"title": ""
}
@@ -1473,12 +1430,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778490302260,
"finishTime": 1778557250987,
"inputWidgets": {},
"nuid": "25bd255c-597c-4bb0-9c7a-0577e28eefee",
"showTitle": false,
"startTime": 1778490296584,
"submitTime": 1778490266506,
"startTime": 1778557246546,
"submitTime": 1778557188283,
"tableResultSettingsMap": {},
"title": ""
}
@@ -1586,12 +1543,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778490321928,
"finishTime": 1778557268253,
"inputWidgets": {},
"nuid": "d13a4ab2-9a37-4ac4-a886-3cf57cc9d41a",
"showTitle": false,
"startTime": 1778490302264,
"submitTime": 1778490266512,
"startTime": 1778557250991,
"submitTime": 1778557188292,
"tableResultSettingsMap": {},
"title": ""
}
@@ -1738,12 +1695,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778490326046,
"finishTime": 1778557271279,
"inputWidgets": {},
"nuid": "8c861c10-773a-4449-a5dc-c0340e5ec97e",
"showTitle": false,
"startTime": 1778490321933,
"submitTime": 1778490266518,
"startTime": 1778557268257,
"submitTime": 1778557188299,
"tableResultSettingsMap": {},
"title": ""
}
@@ -1765,12 +1722,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778490330473,
"finishTime": 1778557275535,
"inputWidgets": {},
"nuid": "e39d8c66-7469-46db-a2f4-79976266bec2",
"showTitle": false,
"startTime": 1778490326057,
"submitTime": 1778490266523,
"startTime": 1778557271284,
"submitTime": 1778557188306,
"tableResultSettingsMap": {},
"title": ""
}
@@ -1832,12 +1789,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778490333948,
"finishTime": 1778557278550,
"inputWidgets": {},
"nuid": "bbe40a04-e787-4133-9901-5f331baf912a",
"showTitle": false,
"startTime": 1778490330478,
"submitTime": 1778490266529,
"startTime": 1778557275539,
"submitTime": 1778557188311,
"tableResultSettingsMap": {},
"title": ""
}
@@ -1863,12 +1820,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778490333956,
"finishTime": 1778557278560,
"inputWidgets": {},
"nuid": "f8d0befe-3de4-48a8-ac53-cdc19c897d0f",
"showTitle": false,
"startTime": 1778490333953,
"submitTime": 1778490266536,
"startTime": 1778557278555,
"submitTime": 1778557188317,
"tableResultSettingsMap": {},
"title": ""
}
@@ -2118,12 +2075,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778490340199,
"finishTime": 1778557283201,
"inputWidgets": {},
"nuid": "9e6100db-d97c-41a6-8b30-4f7a774c1903",
"showTitle": false,
"startTime": 1778490333962,
"submitTime": 1778490266542,
"startTime": 1778557278565,
"submitTime": 1778557188322,
"tableResultSettingsMap": {},
"title": ""
}
@@ -2310,12 +2267,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778490344022,
"finishTime": 1778557285684,
"inputWidgets": {},
"nuid": "0c0fe2ec-f80e-4872-85bf-fd5d058cc8b8",
"showTitle": false,
"startTime": 1778490340204,
"submitTime": 1778490266549,
"startTime": 1778557283205,
"submitTime": 1778557188328,
"tableResultSettingsMap": {},
"title": ""
}
@@ -2403,12 +2360,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778490351847,
"finishTime": 1778557292166,
"inputWidgets": {},
"nuid": "6b591466-5af8-40ef-a9b9-c4f137843f18",
"showTitle": false,
"startTime": 1778490344026,
"submitTime": 1778490266564,
"startTime": 1778557285688,
"submitTime": 1778557188343,
"tableResultSettingsMap": {},
"title": ""
}
@@ -2516,12 +2473,12 @@
"byteLimit": 2048000,
"rowLimit": 10000
},
"finishTime": 1778490352755,
"finishTime": 1778557292715,
"inputWidgets": {},
"nuid": "20f3c0a6-f626-4e64-bce4-7653087adb16",
"showTitle": false,
"startTime": 1778490351852,
"submitTime": 1778490266570,
"startTime": 1778557292171,
"submitTime": 1778557188353,
"tableResultSettingsMap": {},
"title": ""
}