\u5728\u6211\u5011\u8b93\u9019\u5169\u500b\u8cc7\u6599\u8655\u7406\u91cd\u91cf\u7d1a\u9078\u624b\u5c0d\u6c7a\u4e4b\u524d\uff0c\u8b93\u6211\u5011\u5148\u660e\u78ba\u5b83\u5011\u7684\u5be6\u969b\u542b\u7fa9\uff1a<\/p>\n

\n
• ETL\uff08\u64f7\u53d6\u3001\u8f49\u63db\u3001\u8f09\u5165\uff09\uff1a<\/strong>\u50b3\u7d71\u65b9\u6cd5\uff0c\u8cc7\u6599\u5f9e\u6e90\u7cfb\u7d71\u64f7\u53d6\uff0c\u8f49\u63db\u4ee5\u9069\u61c9\u64cd\u4f5c\u9700\u6c42\uff0c\u7136\u5f8c\u8f09\u5165\u5230\u76ee\u6a19\u8cc7\u6599\u5eab\u3002<\/li>\n
• ELT\uff08\u64f7\u53d6\u3001\u8f09\u5165\u3001\u8f49\u63db\uff09\uff1a<\/strong>\u73fe\u4ee3\u65b9\u6cd5\uff0c\u8cc7\u6599\u88ab\u64f7\u53d6\u5f8c\u7acb\u5373\u8f09\u5165\u5230\u76ee\u6a19\u7cfb\u7d71\uff0c\u7136\u5f8c\u5728\u76ee\u6a19\u8cc7\u6599\u5eab\u5167\u90e8\u9032\u884c\u8f49\u63db\u3002<\/li>\n<\/ul>\n

  \u73fe\u5728\uff0c\u8b93\u6211\u5011\u770b\u770b\u9019\u4e9b\u65b9\u6cd5\u5728\u76f4\u63a5\u5c0d\u6bd4\u4e2d\u5982\u4f55\u8868\u73fe\uff1a<\/p>\n\n\n\n\n\n\n\n\n\n

  \u65b9\u9762<\/th>\n	ETL<\/th>\n	ELT<\/th>\n<\/tr>\n
  \u8655\u7406\u9806\u5e8f<\/td>\n	\u8f09\u5165\u524d\u8f49\u63db<\/td>\n	\u8f09\u5165\u5f8c\u8f49\u63db<\/td>\n<\/tr>\n
  \u53ef\u64f4\u5c55\u6027<\/td>\n	\u53d7\u8655\u7406\u80fd\u529b\u9650\u5236<\/td>\n	\u9ad8\u5ea6\u53ef\u64f4\u5c55<\/td>\n<\/tr>\n
  \u8cc7\u6599\u6e56\u53cb\u597d\u5ea6<\/td>\n	\u4e0d\u592a\u7406\u60f3<\/td>\n	\u5b8c\u7f8e\u5339\u914d<\/td>\n<\/tr>\n
  \u8655\u7406\u901f\u5ea6<\/td>\n	\u5c0d\u5927\u578b\u8cc7\u6599\u96c6\u53ef\u80fd\u8f03\u6162<\/td>\n	\u5c0d\u5927\u6578\u64da\u66f4\u5feb<\/td>\n<\/tr>\n
  \u8cc7\u6599\u54c1\u8cea\u63a7\u5236<\/td>\n	\u66f4\u5bb9\u6613\u524d\u671f\u5be6\u65bd<\/td>\n	\u9700\u8981\u8f09\u5165\u5f8c\u984d\u5916\u6b65\u9a5f<\/td>\n<\/tr>\n
  \u9748\u6d3b\u6027<\/td>\n	\u65b0\u8f49\u63db\u8f03\u4e0d\u9748\u6d3b<\/td>\n	\u66f4\u9748\u6d3b\uff0c\u53ef\u96a8\u6642\u8f49\u63db<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n [\/vc_column_text][\/vc_column][\/vc_row][vc_row el_class=”blog-detail-section”][vc_column][vc_column_text]<\/p>\n ETL\uff1a\u7d93\u53d7\u6642\u9593\u8003\u9a57\u7684\u8f49\u63db\u5668<\/strong><\/h2>\n ETL\u5e7e\u5341\u5e74\u4f86\u4e00\u76f4\u662f\u9996\u9078\u65b9\u6cd5\uff0c\u9019\u662f\u6709\u539f\u56e0\u7684\u3002\u5b83\u5c31\u50cf\u8cc7\u6599\u8655\u7406\u754c\u7684\u8cc7\u6df1\u529f\u592b\u5927\u5e2b\u2014\u2014\u56b4\u8b39\u3001\u7cbe\u78ba\u4e14\u9ad8\u6548\u3002\u5728\u9999\u6e2f\u5feb\u7bc0\u594f\u7684\u5546\u696d\u74b0\u5883\u4e2d\uff0c\u7576\u9700\u8981\u5728\u8cc7\u6599\u9032\u5165\u751f\u7522\u7cfb\u7d71\u4e4b\u524d\u9032\u884c\u8907\u96dc\u8f49\u63db\u6642\uff0cETL\u8868\u73fe\u51fa\u8272\u3002<\/p>\n \u9019\u88e1\u6709\u4e00\u500b\u7c21\u55ae\u7684Python\u7a0b\u5f0f\u78bc\u7247\u6bb5\u4f86\u8aaa\u660eETL\u904e\u7a0b\uff1a<\/p>\n import pandas as pd\r\n\r\n# Extract\r\ndata = pd.read_csv('hong_kong_sales.csv')\r\n\r\n# Transform\r\ndata['total_revenue'] = data['quantity'] * data['price']\r\ndata['date'] = pd.to_datetime(data['date'])\r\n\r\n# Load\r\ndata.to_sql('processed_sales', engine, if_exists='replace')<\/code><\/pre>\n \u9019\u6bb5\u7a0b\u5f0f\u78bc\u5c55\u793a\u4e86\u57fa\u672c\u7684ETL\u5de5\u4f5c\u6d41\u7a0b\uff0c\u975e\u5e38\u9069\u5408\u9700\u8981\u5728\u8cc7\u6599\u9032\u5165\u9999\u6e2f\u6700\u5148\u9032\u8cc7\u6599\u4e2d\u5fc3\u8a17\u7ba1\u7684\u5206\u6790\u7cfb\u7d71\u4e4b\u524d\u6e96\u5099\u8cc7\u6599\u7684\u5834\u666f\u3002<\/p>\n [\/vc_column_text][\/vc_column][\/vc_row][vc_row el_class=”blog-detail-section”][vc_column][vc_column_text]<\/p>\n ELT\uff1a\u65b0\u8208\u7684\u5f8c\u8d77\u4e4b\u79c0<\/strong><\/h2>\n ELT\u5c31\u50cf\u5728\u9999\u6e2f\u5275\u696d\u5708\u6380\u8d77\u98a8\u66b4\u7684\u5e74\u8f15\u79d1\u6280\u5929\u624d\u3002\u5b83\u5168\u9762\u95dc\u6ce8\u901f\u5ea6\u3001\u53ef\u64f4\u5c55\u6027\u548c\u9748\u6d3b\u6027\u3002\u5229\u7528\u9999\u6e2f\u5f37\u5927\u7684\u4f3a\u670d\u5668\u79df\u7528\u57fa\u790e\u8a2d\u65bd\uff0cELT\u5229\u7528\u73fe\u4ee3\u8cc7\u6599\u5009\u5132\u7684\u529b\u91cf\u5be6\u73fe\u5373\u6642\u8cc7\u6599\u8f49\u63db\u3002<\/p>\n \u4ee5\u4e0b\u662f\u5728\u8cc7\u6599\u5009\u5132\u4e2d\u4f7f\u7528SQL\u9032\u884cELT\u8655\u7406\u7684\u793a\u4f8b\uff1a<\/p>\n -- Extract and Load (already done)\r\n-- Assume data is loaded into 'raw_sales' table\r\n\r\n-- Transform\r\nCREATE TABLE processed_sales AS\r\nSELECT \r\n *,\r\n quantity * price AS total_revenue,\r\n TO_DATE(date_string, 'YYYY-MM-DD') AS formatted_date\r\nFROM raw_sales;<\/code><\/pre>\n \u9019\u6bb5SQL\u7a0b\u5f0f\u78bc\u5c55\u793a\u4e86ELT\u7684\u9748\u6d3b\u6027\uff0c\u8f49\u63db\u76f4\u63a5\u5728\u8cc7\u6599\u5009\u5132\u5167\u9032\u884c\uff0c\u5145\u5206\u5229\u7528\u4e86\u9999\u6e2f\u4f3a\u670d\u5668\u8a17\u7ba1\u8a2d\u65bd\u4e2d\u53ef\u7528\u7684\u8655\u7406\u80fd\u529b\u3002[\/vc_column_text][\/vc_column][\/vc_row][vc_row el_class=”blog-detail-section”][vc_column][vc_column_text]<\/p>\n \u9078\u64c7\u4f60\u7684\u6700\u4f73\uff1aETL\u9084\u662fELT\uff1f<\/strong><\/h2>\n \u5728ETL\u548cELT\u4e4b\u9593\u505a\u51fa\u9078\u64c7\u4e0d\u50c5\u50c5\u662f\u8ddf\u96a8\u8da8\u52e2\u3002\u5b83\u95dc\u4e4e\u65bc\u5728\u9999\u6e2f\u52d5\u614b\u7684\u79d1\u6280\u751f\u614b\u7cfb\u7d71\u4e2d\u8207\u4f60\u7684\u7279\u5b9a\u9700\u6c42\u4fdd\u6301\u4e00\u81f4\u3002\u8003\u616e\u4ee5\u4e0b\u56e0\u7d20\uff1a<\/p>\n \n \u8cc7\u6599\u91cf\uff1a<\/strong>\u5982\u679c\u4f60\u8655\u7406\u7684\u662f\u6d77\u91cf\u8cc7\u6599\u96c6\uff0cELT\u7684\u53ef\u64f4\u5c55\u6027\u53ef\u80fd\u6210\u70ba\u904a\u6232\u898f\u5247\u7684\u6539\u8b8a\u8005\u3002<\/li>\n \u5373\u6642\u9700\u6c42\uff1a<\/strong>\u5c0d\u65bc\u5373\u6642\u5206\u6790\uff0cELT\u5feb\u901f\u8f09\u5165\u8cc7\u6599\u4e26\u5728\u4e4b\u5f8c\u8f49\u63db\u7684\u80fd\u529b\u53ef\u80fd\u7d66\u4f60\u5e36\u4f86\u512a\u52e2\u3002<\/li>\n \u5408\u898f\u6027\uff1a<\/strong>\u5982\u679c\u4f60\u9700\u8981\u5728\u8cc7\u6599\u9032\u5165\u7cfb\u7d71\u4e4b\u524d\u61c9\u7528\u56b4\u683c\u7684\u8f49\u63db\u4ee5\u6eff\u8db3\u5408\u898f\u8981\u6c42\uff0cETL\u53ef\u80fd\u662f\u66f4\u5b89\u5168\u7684\u9078\u64c7\u3002<\/li>\n \u73fe\u6709\u57fa\u790e\u8a2d\u65bd\uff1a<\/strong>\u5229\u7528\u9999\u6e2f\u5148\u9032\u7684\u4f3a\u670d\u5668\u79df\u7528\u9078\u9805\u3002\u5982\u679c\u4f60\u4f7f\u7528\u7684\u662f\u5f37\u5927\u7684\u8cc7\u6599\u5009\u5132\uff0cELT\u53ef\u4ee5\u6700\u5927\u5316\u4f60\u7684\u6295\u8cc7\u56de\u5831\u3002<\/li>\n<\/ul>\n [\/vc_column_text][\/vc_column][\/vc_row][vc_row el_class=”blog-detail-section”][vc_column][vc_column_text]<\/p>\n \u9999\u6e2f\u7684\u512a\u52e2<\/strong><\/h2>\n \u7121\u8ad6\u4f60\u9078\u64c7ETL\u9084\u662fELT\uff0c\u9999\u6e2f\u4e16\u754c\u7d1a\u7684\u4f3a\u670d\u5668\u79df\u7528\u548c\u4f3a\u670d\u5668\u8a17\u7ba1\u670d\u52d9\u70ba\u4f60\u7684\u8cc7\u6599\u8655\u7406\u9700\u6c42\u63d0\u4f9b\u4e86\u5b8c\u7f8e\u7684\u80cc\u666f\u3002\u6191\u85c9\u5176\u6230\u7565\u4f4d\u7f6e\u3001\u5148\u9032\u7684\u57fa\u790e\u8a2d\u65bd\u4ee5\u53ca\u8207\u4e2d\u570b\u5927\u9678\u548c\u4e9e\u6d32\u5176\u4ed6\u5730\u5340\u7684\u9023\u63a5\uff0c\u9999\u6e2f\u63d0\u4f9b\uff1a<\/p>\n \n \u4f4e\u5ef6\u9072\u9023\u63a5\uff0c\u5be6\u73fe\u66f4\u5feb\u7684\u8cc7\u6599\u8655\u7406<\/li>\n \u914d\u5099\u5c16\u7aef\u786c\u9ad4\u7684\u5f37\u5927\u8cc7\u6599\u4e2d\u5fc3<\/li>\n \u5f37\u6709\u529b\u7684\u8cc7\u6599\u4fdd\u8b77\u6cd5\u5f8b\uff0c\u78ba\u4fdd\u8655\u7406\u5b89\u5168<\/li>\n \u7372\u53d6\u512a\u79c0\u8cc7\u6599\u5de5\u7a0b\u5e2b\u548c\u5206\u6790\u5e2b\u4eba\u624d\u5eab\u7684\u6a5f\u6703<\/li>\n<\/ul>\n [\/vc_column_text][\/vc_column][\/vc_row][vc_row el_class=”blog-detail-section”][vc_column][vc_column_text]<\/p>\n \u7d50\u8ad6<\/strong><\/h2>\n \u6700\u7d42\uff0cETL\u8207ELT\u7684\u8faf\u8ad6\u4e26\u4e0d\u662f\u70ba\u4e86\u9078\u51fa\u55ae\u4e00\u8d0f\u5bb6\u3002\u800c\u662f\u8981\u5728\u9999\u6e2f\u5145\u6eff\u6d3b\u529b\u7684\u79d1\u6280\u74b0\u5883\u4e2d\u70ba\u4f60\u7279\u5b9a\u7684\u8cc7\u6599\u6311\u6230\u9078\u64c7\u6b63\u78ba\u7684\u5de5\u5177\u3002\u96a8\u8457\u8cc7\u6599\u91cf\u7684\u589e\u9577\u548c\u5373\u6642\u5206\u6790\u8b8a\u5f97\u8d8a\u4f86\u8d8a\u95dc\u9375\uff0cELT\u7684\u9748\u6d3b\u6027\u6b63\u5728\u7372\u5f97\u512a\u52e2\u3002\u7136\u800c\uff0cETL\u7684\u7d50\u69cb\u5316\u65b9\u6cd5\u5728\u9700\u8981\u8907\u96dc\u7684\u9810\u8f09\u5165\u8f49\u63db\u7684\u5834\u666f\u4e2d\u4ecd\u7136\u5177\u6709\u50f9\u503c\u3002<\/p>\n \u7121\u8ad6\u4f60\u662f\u5229\u7528\u9999\u6e2f\u9802\u7d1a\u4f3a\u670d\u5668\u79df\u7528\u670d\u52d9\u9032\u884cETL\u5de5\u4f5c\u6d41\u7a0b\uff0c\u9084\u662f\u4f7f\u7528\u5148\u9032\u7684\u4f3a\u670d\u5668\u8a17\u7ba1\u8a2d\u65bd\u9032\u884cELT\u8655\u7406\uff0c\u95dc\u9375\u662f\u8981\u5c07\u4f60\u7684\u9078\u64c7\u8207\u696d\u52d9\u76ee\u6a19\u3001\u8cc7\u6599\u7279\u5fb5\u4ee5\u53ca\u9999\u6e2f\u63d0\u4f9b\u7684\u7121\u8207\u502b\u6bd4\u7684\u6280\u8853\u57fa\u790e\u8a2d\u65bd\u4fdd\u6301\u4e00\u81f4\u3002\u5728\u9019\u500b\u8cc7\u6599\u9a45\u52d5\u7684\u6642\u4ee3\uff0c\u638c\u63e1\u8cc7\u6599\u8655\u7406\u7684\u85dd\u8853\u2014\u2014\u7121\u8ad6\u662f\u901a\u904eETL\u3001ELT\u9084\u662f\u6df7\u5408\u65b9\u6cd5\u2014\u2014\u90fd\u662f\u4f60\u5728\u9999\u6e2f\u7af6\u722d\u6fc0\u70c8\u7684\u79d1\u6280\u821e\u53f0\u4e0a\u4fdd\u6301\u9818\u5148\u5730\u4f4d\u7684\u95dc\u9375\u3002<\/p>\n [\/vc_column_text][\/vc_column][\/vc_row]<\/p>\n<\/div>","protected":false},"excerpt":{"rendered":" [vc_row el_class=”blog-detail-section”][vc_ […]<\/p>\n Read More…<\/a><\/p>\n","protected":false},"author":1,"featured_media":15155,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_acf_changed":false,"footnotes":""},"categories":[61],"tags":[3253,3254,3255,3256,247],"class_list":["post-15160","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-hong-kong-dedicated-server-tc","tag-etl-tc","tag-elt-tc","tag-data-processing-tc","tag-big-data-tc","tag-hong-kong-server-rental-tc"],"acf":[],"yoast_head":"\n