{"id":2644,"date":"2022-12-21T10:52:58","date_gmt":"2022-12-21T02:52:58","guid":{"rendered":"\/\/www.bigyonetim.com\/?p=2644"},"modified":"2022-12-21T10:52:58","modified_gmt":"2022-12-21T02:52:58","slug":"%e6%9e%84%e5%bb%ba%e4%ba%91%e5%8e%9f%e7%94%9f%e7%ab%af%e5%88%b0%e7%ab%af%e7%9a%84%e6%95%b0%e6%8d%ae%e6%88%98%e7%95%a5%e4%ba%9a%e9%a9%ac%e9%80%8a%e4%ba%91%e7%a7%91%e6%8a%80%e5%ba%94%e5%af%b9%e6%b5%b7","status":"publish","type":"post","link":"\/\/www.bigyonetim.com\/2644\/","title":{"rendered":"\u6784\u5efa\u4e91\u539f\u751f\u7aef\u5230\u7aef\u7684\u6570\u636e\u6218\u7565\u4e9a\u9a6c\u900a\u4e91\u79d1\u6280\u5e94\u5bf9\u6d77\u91cf\u6570\u636e\u6311\u6218"},"content":{"rendered":"<p><strong>\u6784\u5efa\u4e91\u539f\u751f\u7aef\u5230\u7aef\u7684\u6570\u636e\u6218\u7565\uff0c\u5e94\u5bf9\u6d77\u91cf\u6570\u636e\u6311\u6218<\/strong><\/p>\n<p>\u6570\u636e\u662f\u4f01\u4e1a\u4e1a\u52a1\u51b3\u7b56\u6d41\u7a0b\u7684\u4e2d\u5fc3\uff0c\u662f\u6784\u5efa\u6570\u5b57\u5316\u8f6c\u578b\u7684\u57fa\u77f3\u3002\u968f\u7740\u6570\u636e\u89c4\u6a21\u548c\u589e\u957f\u7684\u4e0d\u65ad\u52a0\u901f\uff0c\u4f01\u4e1a\u9700\u8981\u4e00\u6574\u5957\u5b8c\u6574\u7684\u6570\u636e\u5de5\u5177\u6765\u5e94\u5bf9\u6d77\u91cf\u7684\u591a\u6837\u5316\u6570\u636e\uff1b\u9700\u8981\u6574\u5408\u6765\u81ea\u4e8e\u4e0d\u540c\u90e8\u95e8\u3001\u4e0d\u540c\u670d\u52a1\u548c\u4e0d\u540c\u5e94\u7528\u4e2d\u7684\u6240\u6709\u6570\u636e\uff0c\u4ee5\u83b7\u53d6\u66f4\u5168\u9762\u7684\u6570\u5b57\u6d1e\u5bdf\uff1b\u9700\u8981\u901a\u8fc7\u6570\u636e\u6cbb\u7406\u4fdd\u969c\u4eba\u5458\u548c\u5e94\u7528\u5feb\u901f\u8bbf\u95ee\u6240\u9700\u6570\u636e\u5e76\u540c\u65f6\u786e\u4fdd\u6570\u636e\u5b89\u5168\uff1b\u8fd8\u9700\u8981\u6539\u5584\u53d1\u73b0\u548c\u5206\u4eab\u6570\u636e\u7684\u65b9\u5f0f\u4ee5\u63d0\u5347\u83b7\u53d6\u6d1e\u5bdf\u7684\u6548\u7387\u3002<\/p>\n<p><strong>\u4e9a\u9a6c\u900a\u4e91\u79d1\u6280\u57282022 re:Invent\u5168\u7403\u5927\u4f1a<\/strong>\u53d1\u5e03\u4e86\u5168\u65b0\u7684\u6570\u636e\u7ba1\u7406\u670d\u52a1Amazon DataZone\uff0c\u52a9\u529b\u5ba2\u6237\u66f4\u5feb\u3001\u66f4\u8f7b\u677e\u5730\u5bf9\u5b58\u50a8\u5728\u4e9a\u9a6c\u900a\u4e91\u79d1\u6280\u3001\u5ba2\u6237\u672c\u5730\u548c\u7b2c\u4e09\u65b9\u6765\u6e90\u7684\u6570\u636e\u8fdb\u884c\u7f16\u76ee\u3001\u53d1\u73b0\u3001\u5171\u4eab\u548c\u6cbb\u7406\uff0c\u540c\u65f6\u63d0\u4f9b\u66f4\u7cbe\u7ec6\u7684\u63a7\u5236\u5de5\u5177\uff0c\u7ba1\u7406\u548c\u6cbb\u7406\u6570\u636e\u8bbf\u95ee\u6743\u9650\uff0c\u786e\u4fdd\u6570\u636e\u5b89\u5168\u3002\u4f01\u4e1a\u4e2d\u7684\u5404\u7c7b\u4eba\u5458\u90fd\u53ef\u4ee5\u901a\u8fc7Amazon DataZone\u8f7b\u677e\u8bbf\u95ee\u6574\u4e2a\u7ec4\u7ec7\u7684\u6570\u636e\u4ee5\u63d0\u5347\u4f01\u4e1a\u7684\u6570\u636e\u6d1e\u5bdf\u529b\u3002<\/p>\n<p>\u9488\u5bf9ETL\uff08\u6570\u636e\u7684\u63d0\u53d6\u3001\u8f6c\u6362\u548c\u52a0\u8f7d\u8fc7\u7a0b\uff09\uff0c\u4e9a\u9a6c\u900a\u4e91\u79d1\u6280\u5728\u672c\u6b21\u5927\u4f1a\u4e0a\u53d1\u5e03\u4e86\u4e24\u9879\u5168\u65b0\u7684\u96c6\u6210\u529f\u80fd\uff0c\u5e2e\u52a9\u5ba2\u6237\u5b9e\u73b0\u201cZero-ETL\u201d\uff08\u96f6ETL\uff09\u3002\u4e1a\u52a1\u6570\u636e\u5f80\u5f80\u9700\u8981\u901a\u8fc7ETL\u624d\u80fd\u8fdb\u884c\u5206\u6790\u4ece\u800c\u63d0\u4f9b\u6d1e\u5bdf\uff0c\u4f46\u8fd9\u4e00\u8fc7\u7a0b\u5f80\u5f80\u8017\u65f6\u4e14\u67af\u71e5\u3002\u73b0\u5728\uff0c\u5ba2\u6237\u53ef\u4ee5\u4f7f\u7528Amazon Redshift\u8fd1\u4e4e\u5b9e\u65f6\u5730\u5206\u6790Amazon Aurora\u4e2d\u7684\u6570\u636e\uff0c\u65e0\u9700\u5728\u4e0d\u540c\u670d\u52a1\u4e4b\u95f4\u8fdb\u884cETL\u3002\u5ba2\u6237\u8fd8\u53ef\u4ee5\u4f7f\u7528\u4e9a\u9a6c\u900a\u4e91\u79d1\u6280\u7684\u5206\u6790\u548c\u673a\u5668\u5b66\u4e60\u670d\u52a1\u5728Amazon Redshift\u7684\u6570\u636e\u4e0a\u8f7b\u677e\u8fd0\u884c Apache Spark\u5e94\u7528\u7a0b\u5e8f\u3002<\/p>\n<p>\u4e9a\u9a6c\u900a\u4e91\u79d1\u6280\u8fd8\u65b0\u63a8\u51fa\u4e94\u9879\u6570\u636e\u5e93\u548c\u5206\u6790\u670d\u52a1\u5168\u65b0\u529f\u80fd\uff0c\u8ba9\u5ba2\u6237\u80fd\u591f\u66f4\u5feb\u3001\u66f4\u8f7b\u677e\u5730\u7ba1\u7406\u548c\u5206\u6790PB\u7ea7\u6570\u636e\u3002Amazon DocumentDB Elastic Clusters\u53ef\u5c06\u5ba2\u6237\u7684\u6587\u6863\u5de5\u4f5c\u8d1f\u8f7d\u6269\u5c55\u5230\u652f\u6301\u6bcf\u79d2\u6570\u767e\u4e07\u6b21\u8bf7\u6c42\uff0c\u5e76\u652f\u6301PB\u7ea7\u6570\u636e\u5b58\u50a8\uff1bAmazon OpenSearch\u63a8\u51fa\u4e86Serverless\u65e0\u670d\u52a1\u5668\u529f\u80fd\uff0c\u53ef\u5e2e\u52a9\u5ba2\u6237\u5728\u65e0\u9700\u914d\u7f6e\u3001\u6269\u5c55\u6216\u7ba1\u7406\u5e95\u5c42\u57fa\u7840\u8bbe\u65bd\u7684\u60c5\u51b5\u4e0b\u8fd0\u884c\u641c\u7d22\u548c\u5206\u6790\u5de5\u4f5c\u8d1f\u8f7d\uff0c\u8fd9\u4e00\u66f4\u65b0\u4e5f\u6807\u5fd7\u7740\u4e9a\u9a6c\u900a\u4e91\u79d1\u6280\u6570\u636e\u5206\u6790\u670d\u52a1\u7684\u5168\u9762\u65e0\u670d\u52a1\u5668\u5316\uff1bAmazon Athena for Apache Spark\u80fd\u8ba9\u5ba2\u6237\u5f00\u59cb\u4f7f\u7528Apache Spark\u8fdb\u884c\u4ea4\u4e92\u5f0f\u5206\u6790\u7684\u65f6\u95f4\u4ece\u6570\u5206\u949f\u7f29\u77ed\u5230\u4e00\u79d2\u4ee5\u5185\uff1bAmazon Glue Data Quality\u53ef\u4ee5\u8de8\u6570\u636e\u6e56\u548c\u6570\u636e\u7ba1\u9053\u81ea\u52a8\u7ba1\u7406\u6570\u636e\u8d28\u91cf\uff1b Amazon Redshift\u73b0\u5728\u652f\u6301\u8de8\u591a\u4e2a\u4e9a\u9a6c\u900a\u4e91\u79d1\u6280\u53ef\u7528\u533a\uff08AZ\uff09\u7684\u9ad8\u53ef\u7528\u914d\u7f6e\u3002<\/p>\n<p>\u6b64\u5916\uff0c\u4e9a\u9a6c\u900a\u4e91\u79d1\u6280\u5728\u672c\u6b21\u5927\u4f1a\u4e0a\u63a8\u51fa\u4e86\u673a\u5668\u5b66\u4e60\u670d\u52a1Amazon SageMaker\u7684\u516b\u9879\u65b0\u529f\u80fd\u4ee5\u53caAmazon QuickSight\u7684\u4e94\u9879\u5168\u65b0\u529f\u80fd\u3002\u5176\u4e2d\uff0c\u65b0\u7684 Amazon SageMaker \u6cbb\u7406\u529f\u80fd\u53ef\u4ee5\u5728\u6574\u4e2a\u673a\u5668\u5b66\u4e60\u751f\u547d\u5468\u671f\u4e2d\u63d0\u4f9b\u5bf9\u6a21\u578b\u6027\u80fd\u7684\u53ef\u89c1\u6027\uff1b\u65b0\u7684 Amazon SageMaker Studio Notebook \u529f\u80fd\u63d0\u4f9b\u4e86\u589e\u5f3a\u7684Notebook\u4f53\u9a8c\uff0c\u8ba9\u5ba2\u6237\u53ea\u9700\u70b9\u51fb\u51e0\u4e0b\u5373\u53ef\u68c0\u67e5\u548c\u89e3\u51b3\u6570\u636e\u8d28\u91cf\u95ee\u9898\uff0c\u4fc3\u8fdb\u6570\u636e\u79d1\u5b66\u56e2\u961f\u4e4b\u95f4\u7684\u5b9e\u65f6\u534f\u4f5c\uff0c\u901a\u8fc7\u5c06Notebook\u4ee3\u7801\u8f6c\u53d8\u5230\u81ea\u52a8\u5316\u4f5c\u4e1a\uff0c\u52a0\u901f\u673a\u5668\u5b66\u4e60\u5b9e\u9a8c\u5230\u751f\u4ea7\u7684\u8fc7\u7a0b\uff1b\u5176\u4ed6\u4e00\u4e9b\u65b0\u529f\u80fd\u53ef\u81ea\u52a8\u6267\u884c\u6a21\u578b\u9a8c\u8bc1\uff0c\u5e76\u4e14\u8ba9\u5730\u7406\u7a7a\u95f4\u6570\u636e\u5904\u7406\u53d8\u5f97\u66f4\u5bb9\u6613\u3002Amazon QuickSight \u65b0\u529f\u80fd\u53ef\u4ee5\u652f\u6301\u4e1a\u52a1\u4eba\u5458\u76f4\u63a5\u7528\u81ea\u7136\u8bed\u8a00\u63d0\u95ee\u5404\u7c7b\u9884\u6d4b\u95ee\u9898\uff0c\u5e76\u80fd\u591f\u7ed9\u51fa\u9884\u6d4b\u4f9d\u636e\uff0c\u5927\u5927\u964d\u4f4e\u4e86\u4f01\u4e1a\u4ece\u6570\u636e\u4e2d\u83b7\u53d6\u4e1a\u52a1\u6d1e\u5bdf\u7684\u95e8\u69db\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u6784\u5efa\u4e91\u539f\u751f\u7aef\u5230\u7aef\u7684\u6570\u636e\u6218\u7565\uff0c\u5e94\u5bf9\u6d77\u91cf\u6570\u636e\u6311\u6218 \u6570\u636e\u662f\u4f01\u4e1a\u4e1a\u52a1\u51b3\u7b56\u6d41\u7a0b\u7684\u4e2d\u5fc3\uff0c\u662f\u6784\u5efa\u6570\u5b57\u5316\u8f6c\u578b\u7684\u57fa\u77f3\u3002\u968f\u7740\u6570\u636e\u89c4\u6a21\u548c\u589e\u957f\u7684\u4e0d\u65ad\u52a0\u901f\uff0c\u4f01\u4e1a\u9700\u8981\u4e00\u6574\u5957\u5b8c\u6574\u7684\u6570\u636e\u5de5\u5177\u6765\u5e94\u5bf9\u6d77\u91cf\u7684\u591a\u6837\u5316\u6570\u636e\uff1b\u9700\u8981\u6574\u5408\u6765\u81ea\u4e8e\u4e0d\u540c\u90e8\u95e8\u3001\u4e0d\u540c\u670d\u52a1\u548c\u4e0d\u540c\u5e94\u7528\u4e2d\u7684\u6240\u6709\u6570\u636e\uff0c\u4ee5 [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":429,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[5],"tags":[],"_links":{"self":[{"href":"\/\/www.bigyonetim.com\/wp-json\/wp\/v2\/posts\/2644"}],"collection":[{"href":"\/\/www.bigyonetim.com\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"\/\/www.bigyonetim.com\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"\/\/www.bigyonetim.com\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"\/\/www.bigyonetim.com\/wp-json\/wp\/v2\/comments?post=2644"}],"version-history":[{"count":1,"href":"\/\/www.bigyonetim.com\/wp-json\/wp\/v2\/posts\/2644\/revisions"}],"predecessor-version":[{"id":2645,"href":"\/\/www.bigyonetim.com\/wp-json\/wp\/v2\/posts\/2644\/revisions\/2645"}],"wp:featuredmedia":[{"embeddable":true,"href":"\/\/www.bigyonetim.com\/wp-json\/wp\/v2\/media\/429"}],"wp:attachment":[{"href":"\/\/www.bigyonetim.com\/wp-json\/wp\/v2\/media?parent=2644"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"\/\/www.bigyonetim.com\/wp-json\/wp\/v2\/categories?post=2644"},{"taxonomy":"post_tag","embeddable":true,"href":"\/\/www.bigyonetim.com\/wp-json\/wp\/v2\/tags?post=2644"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}