{"id":47442,"date":"2023-03-21T20:10:53","date_gmt":"2023-01-11T05:26:59","guid":{"rendered":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bd%93%e6%88%91%e9%80%9a%e8%bf%87aws%e8%ae%a4%e8%af%81%e6%95%b0%e6%8d%ae%e5%88%86%e6%9e%90%e4%b8%93%e4%b8%9a%e7%9f%a5%e8%af%86%e8%80%83%e8%af%95%e6%97%b6%e7%9a%84%e7%bb%8f%e5%8e%86\/"},"modified":"2024-04-29T19:58:19","modified_gmt":"2024-04-29T11:58:19","slug":"%e5%bd%93%e6%88%91%e9%80%9a%e8%bf%87aws%e8%ae%a4%e8%af%81%e6%95%b0%e6%8d%ae%e5%88%86%e6%9e%90%e4%b8%93%e4%b8%9a%e7%9f%a5%e8%af%86%e8%80%83%e8%af%95%e6%97%b6%e7%9a%84%e7%bb%8f%e5%8e%86","status":"publish","type":"post","link":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bd%93%e6%88%91%e9%80%9a%e8%bf%87aws%e8%ae%a4%e8%af%81%e6%95%b0%e6%8d%ae%e5%88%86%e6%9e%90%e4%b8%93%e4%b8%9a%e7%9f%a5%e8%af%86%e8%80%83%e8%af%95%e6%97%b6%e7%9a%84%e7%bb%8f%e5%8e%86\/","title":{"rendered":"\u5f53\u6211\u901a\u8fc7AWS\u8ba4\u8bc1\u6570\u636e\u5206\u6790\u4e13\u4e1a\u77e5\u8bc6\u8003\u8bd5\u65f6\u7684\u7ecf\u5386"},"content":{"rendered":"<h2>\u8fd9\u7bc7\u6587\u7ae0\u7684\u6458\u8981<\/h2>\n<p>2022\/12\/03\u53c2\u52a0\u4e86AWS\u8ba4\u8bc1\u6570\u636e\u5206\u6790 &#8211; \u4e13\u4e1a\u77e5\u8bc6\uff08AWS Certified Data Analytics &#8211; Specialty(DAS-C01)\uff09\u8003\u8bd5\uff0c\u4ee5\u4e0b\u662f\u5f53\u65f6\u7684\u8bb0\u5f55\u3002<\/p>\n<p>\u4f5c\u4e3a\u590d\u4e60\u7b14\u8bb0\uff0c\u6211\u4f1a\u6574\u7406\u5b83\uff0c\u4ee5\u4fbf\u4ee5\u540e\u56de\u987e\uff0c\u53ef\u4ee5\u5728\u5c06\u6765\u7684\u8d44\u683c\u8003\u8bd5\u4e2d\u4f5c\u4e3a\u53c2\u8003\uff0c\u6216\u5728\u5de5\u4f5c\u4e2d\u9700\u8981\u65f6\u80fd\u591f\u56de\u5fc6\u8d77\u6765\u3002<\/p>\n<h2>\u8003\u8bd5\u6982\u8981<\/h2>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/4-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-06 18.31.33.png\" \/><\/div>\n<p>\u6765\u81eaAWS\u5b98\u65b9\u8868\u793a\uff0c\u5728SPECIALTY\u7c7b\u522b\u7684\u8003\u8bd5\u4e2d\uff0c\u8be5\u8003\u8bd5\u5c06\u8ba4\u8bc1\u4f7f\u7528AWS\u6570\u636e\u6e56\u548c\u5206\u6790\u670d\u52a1\uff0c\u4ee5\u4ece\u6570\u636e\u4e2d\u83b7\u53d6\u89c1\u89e3\u6240\u9700\u7684\u4e13\u4e1a\u77e5\u8bc6\u3002<\/p>\n<p>\u25fc\ufe0e \u8003\u8bd5\u8981\u70b9<br \/>\n\u95ee\u9898\u6570\u91cf\uff1a65\u4e2a\u95ee\u9898\uff08\u5176\u4e2d15\u4e2a\u95ee\u9898\u4e0d\u8ba1\u5165\u8bc4\u5206\uff09<br \/>\n\u8003\u8bd5\u65f6\u95f4\uff1a180\u5206\u949f<br \/>\n\u8003\u8bd5\u8d39\u7528\uff1a\u00a530,000\uff08\u4e0d\u542b\u7a0e\uff09\u203b\u5c3d\u7ba1\u5b98\u65b9\u7f51\u7ad9\u4e0a\u6807\u660e\u4e3a\u201c300 USD\u201d\uff0c\u4f46\u65e0\u8bba\u6c47\u7387\u5982\u4f55\uff0c\u8d39\u7528\u4e3a\u4e0d\u542b\u7a0e\u00a530,000\u3002<br \/>\n\u53ca\u683c\u7ebf\uff1a750\u5206\uff08\u6ee1\u5206100-1000\u5206\uff0c\u7ea6\u4e3a72%\uff0c\u9700\u6b63\u786e\u56de\u7b5437\/50\u4e2a\u8ba1\u5165\u8bc4\u5206\u7684\u95ee\u9898\uff09<br \/>\n\u8003\u8bd5\u8d44\u683c\uff1a\u65e0<br \/>\n\u6709\u6548\u671f\u9650\uff1a3\u5e74<\/p>\n<p>\u25fc\ufe0e \u9898\u76ee\u8303\u56f4<\/p>\n<div>\n<div class=\"post-table\">\u5206\u91ce\u51fa\u984c\u5272\u5408\u7b2c 1 \u5206\u91ce: \u53ce\u96c618%\u7b2c 2 \u5206\u91ce: \u30b9\u30c8\u30ec\u30fc\u30b8\u3068\u30c7\u30fc\u30bf\u7ba1\u740622%\u7b2c 3 \u5206\u91ce: \u51e6\u740624%\u7b2c 4 \u5206\u91ce: \u5206\u6790\u3068\u53ef\u8996\u531618%\u7b2c 5 \u5206\u91ce: \u30bb\u30ad\u30e5\u30ea\u30c6\u30a318%<\/div>\n<\/div>\n<p>\u8fd9\u662f2022\u5e7411\u6708\u65f6\u70b9\u7684\u6700\u65b0\u7248\u672c\uff08Ver.2.0\uff09\u3002<br \/>\n\u7531\u4e8e\u7248\u672c\u66f4\u65b0\uff0c\u8303\u56f4\u7b49\u53ef\u80fd\u4f1a\u6709\u53d8\u5316\uff0c\u8bf7\u5728\u8003\u8bd5\u65f6\u786e\u8ba4\u5b98\u65b9\u7f51\u7ad9\u4e0a\u7684\u201c\u8003\u8bd5\u6307\u5357\u201d\u3002<br \/>\nAWS\u8ba4\u8bc1\u6570\u636e\u5206\u6790\u4e13\u4e1a<\/p>\n<h2>\u52c9\u5f3a\u5f00\u59cb\u4e4b\u524d\u7684\u72b6\u6001<\/h2>\n<p>\u6211\u5df2\u7ecf\u6301\u7eed\u5927\u7ea65\u5e74\u53c2\u4e0e\u8fd0\u7ef4\u548c\u5f00\u53d1AWS\u4e0a\u7684\u5e94\u7528\u7a0b\u5e8f\uff0c\u5e76\u76ee\u524d\u4ecd\u5728\u8fdb\u884c\u4e2d\u3002\u867d\u7136\u6211\u6ca1\u6709\u6570\u636e\u5206\u6790\u7684\u7ecf\u9a8c\uff0c\u4f46\u6211\u5df2\u7ecf\u53d6\u5f97\u4e869\u4e2aAWS\u8ba4\u8bc1\u3002<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">AWS\u8a8d\u5b9a\u30bd\u30ea\u30e5\u30fc\u30b7\u30e7\u30f3\u30a2\u30fc\u30ad\u30c6\u30af\u30c8\u3092\u53d7\u9a13\u3057\u305f\u6642\u306e\u8a71<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">AWS\u8a8d\u5b9a\u30c7\u30d9\u30ed\u30c3\u30d1\u30fc\u30a2\u30bd\u30b7\u30a8\u30a4\u30c8\u3092\u53d7\u9a13\u3057\u305f\u6642\u306e\u8a71<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">AWS\u8a8d\u5b9aSysOps\u30a2\u30c9\u30df\u30cb\u30b9\u30c8\u30ec\u30fc\u30bf\u30fc\u30a2\u30bd\u30b7\u30a8\u30a4\u30c8\u3092\u53d7\u9a13\u3057\u305f\u6642\u306e\u8a71<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">AWS\u8a8d\u5b9a\u30bd\u30ea\u30e5\u30fc\u30b7\u30e7\u30f3\u30a2\u30fc\u30ad\u30c6\u30af\u30c8\u30d7\u30ed\u30d5\u30a7\u30c3\u30b7\u30e7\u30ca\u30eb\u3092\u53d7\u9a13\u3057\u305f\u6642\u306e\u8a71<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">AWS\u8a8d\u5b9aDevOps\u30a8\u30f3\u30b8\u30cb\u30a2\u30d7\u30ed\u30d5\u30a7\u30c3\u30b7\u30e7\u30ca\u30eb\u3092\u53d7\u9a13\u3057\u305f\u6642\u306e\u8a71<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">AWS\u8a8d\u5b9a\u30bb\u30ad\u30e5\u30ea\u30c6\u30a3 &#8211; \u5c02\u9580\u77e5\u8b58\u3092\u53d7\u9a13\u3057\u305f\u6642\u306e\u8a71<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">AWS\u8a8d\u5b9a\u30c7\u30fc\u30bf\u30d9\u30fc\u30b9 &#8211; \u5c02\u9580\u77e5\u8b58\u3092\u53d7\u9a13\u3057\u305f\u6642\u306e\u8a71<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">AWS\u8a8d\u5b9a\u30a2\u30c9\u30d0\u30f3\u30b9\u30c8\u30cd\u30c3\u30c8\u30ef\u30fc\u30ad\u30f3\u30b0 &#8211; \u5c02\u9580\u77e5\u8b58\u3092\u53d7\u9a13\u3057\u305f\u6642\u306e\u8a71<\/ul>\n<h2>\u52c9\u5f3a\u4f7f\u7528\u8fc7\u7684\u4e1c\u897f<\/h2>\n<p>1. AWS\u5b98\u65b9\u6a21\u62df\u8003\u8bd5\uff08AWS\u8ba4\u8bc1\u6570\u636e\u5206\u6790 &#8211; \u4e13\u4e1a\u7248\u672c\u5b98\u65b9\u7ec3\u4e60\u9898\u96c6\uff08DAS-C01 &#8211; \u65e5\u8bed\uff09\uff09<br \/>\nAWS\u6280\u80fd\u6784\u5efa\u5e08\u63d0\u4f9b\u7684\u514d\u8d39\u6a21\u62df\u8003\u8bd5\uff0c\u5171\u670920\u9053\u95ee\u9898\u3002\u53ef\u53cd\u590d\u8fdb\u884c\u8003\u8bd5\uff0c\u9996\u6b21\u5f00\u59cb\u8003\u8bd5\u3002<\/p>\n<p>&nbsp;<\/p>\n<p>2. AWS\u5b98\u65b9E-learning\uff08\u8003\u8bd5\u51c6\u5907\uff1aAWS\u8ba4\u8bc1\u6570\u636e\u5206\u6790\u5e08-\u4e13\u4e1a\uff08\u65e5\u8bed\uff09\uff09<br \/>\nAWS Skill Builder\u4e3a\u514d\u8d39\u63d0\u4f9b\u7684\u5b98\u65b9\u8003\u8bd5\u51c6\u5907E-learning\u8bfe\u7a0b\uff0c\u901a\u8fc7\u793a\u4f8b\u95ee\u9898\u6559\u6388\u6709\u5173\u8003\u8bd5\u8303\u56f4\u7684\u77e5\u8bc6\u3002\u7531\u4e8e\u53ef\u4ee5\u4e86\u89e3\u8003\u8bd5\u8303\u56f4\u7684\u8981\u70b9\uff0c\u6211\u8ba4\u4e3a\u8fd9\u503c\u5f97\u53c2\u52a0\u3002<\/p>\n<p>&nbsp;<\/p>\n<p>3. \u5728\u7ebf\u7ec3\u4e60\u518c\uff08\u975e\u5b98\u65b9\uff09<br \/>\n\u6bcf\u6b21\u53c2\u52a0AWS\u8ba4\u8bc1\u8003\u8bd5\u65f6\u90fd\u4f1a\u8d2d\u4e70\u7684&#8221;Whizlabs&#8221;<br \/>\n\u8be5DAS\u8bfe\u7a0b\u63d0\u4f9b\u4e86\u6700\u65b0\u7248\u672c\u7684\u9898\u76ee\u5171265\u9898\uff0865\u9898\u00d73\u79cd\u6a21\u5f0f+\u7ae0\u8282\u989850\u9898+\u8bd5\u7528\u989820\u9898\uff09\u3002<br \/>\n\u4ece18.95\u7f8e\u5143\u4f7f\u7528\u4f18\u60e0\u5238\u4eab\u53d730%\u7684\u6298\u6263\uff0c\u53ea\u970013.27\u7f8e\u5143\uff08\u7ea62000\u65e5\u5143\uff09\u3002<br \/>\n\u7531\u4e8e\u6c47\u7387\u7684\u5f71\u54cd\uff0c\u4ef7\u683c\u76f8\u5bf9\u4e8e\u8fc7\u53bb\u7565\u6709\u4e0a\u6da8\uff0c\u4f46\u7531\u4e8e\u662f\u4e70\u65ad\u5f0f\u5185\u5bb9\u66f4\u65b0\uff0c\u6240\u4ee5\u5728\u5723\u8bde\u8282\u6216\u9ed1\u8272\u661f\u671f\u4e94\u7b49\u4f18\u60e0\u529b\u5ea6\u66f4\u5927\u7684\u4f18\u60e0\u5238\u51fa\u73b0\u65f6\u8d2d\u4e70\u4f1a\u66f4\u5212\u7b97\u3002\u4f46\u7531\u4e8e\u6211\u60f3\u572811\u6708\u4efd\u53c2\u52a0\u8003\u8bd5\uff0c\u6240\u4ee5\u6211\u9009\u62e9\u4e8630%\u7684\u6298\u6263\u3002<br \/>\n\u50cf\u5f80\u5e38\u4e00\u6837\uff0c\u4f7f\u7528\u8c37\u6b4c\u7ffb\u8bd1\u8fdb\u884c\u7ffb\u8bd1\u548c\u4f7f\u7528\u3002<\/p>\n<p>&nbsp;<\/p>\n<h2>\u8003\u8bd5\u5907\u8003\u7684\u6b65\u9aa4\u6216\u8fc7\u7a0b<\/h2>\n<h3>1. \u95b1\u8b80\u8003\u8a66\u6307\u5357<\/h3>\n<p>\u9996\u5148\uff0c\u6211\u4f1a\u9605\u8bfb\u5b98\u65b9\u7f51\u7ad9\u4e0a\u7684&#8221;\u8003\u8bd5\u6307\u5357&#8221;\u3002<br \/>\n\u4e3b\u8981\u7684\u662f\u4e0e&#8221;\u5206\u6790&#8221;\u76f8\u5173\u7684\u670d\u52a1\u5427\uff0c\u6211\u76f8\u4fe1\u3002<\/p>\n<p>\u5206\u6790\uff1a<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Amazon Athena<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Amazon CloudSearch<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Amazon Elasticsearch Service (Amazon ES)<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Amazon EMR<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">AWS Glue<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Amazon Kinesis (Kinesis Video Streams \u3092\u9664\u304f)<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">AWS Lake Formation<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Amazon Managed Streaming for Apache Kafka<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Amazon QuickSight<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">Amazon Redshift<\/ul>\n<p>\u56e0\u4e3a\u8fd8\u6709\u4e00\u4e9b\u5b8c\u5168\u6ca1\u6709\u63a5\u89e6\u8fc7\u7684\u670d\u52a1\uff0c\u6240\u4ee5\u9700\u8981\u52aa\u529b\u5b66\u4e60\u3002<\/p>\n<h3>\u8fdb\u884c\u6837\u9898\u548c\u6a21\u62df\u8003\u8bd5<\/h3>\n<p>\u7136\u540e\uff0c\u6211\u5c06\u5c1d\u8bd5\u505a\u5b98\u65b9\u7684\u793a\u4f8b\u95ee\u9898\u548c\u6a21\u62df\u8003\u8bd5\u3002<br \/>\n\u7531\u4e8e\u662f\u514d\u8d39\u7684\uff0c\u6240\u4ee5\u53ef\u4ee5\u968f\u610f\u8fdb\u884c\u3002\u901a\u8fc7\u8fd9\u6837\u505a\uff0c\u6211\u53ef\u4ee5\u786e\u8ba4\u95ee\u9898\u7684\u96be\u5ea6\u548c\u6211\u7684\u6c34\u5e73\u611f\uff0c\u5e76\u4e14\u5728\u4e8c\u8005\u4e4b\u95f4\u7684\u5dee\u8ddd\u3002<br \/>\n\u5f53\u7136\uff0c\u5728\u8fd9\u4e2a\u8fc7\u7a0b\u4e2d\uff0c\u6211\u4f1a\u8bb0\u4e0b\u4e0d\u7406\u89e3\u7684\u90e8\u5206\uff0c\u4e4b\u540e\u518d\u8fdb\u884c\u67e5\u627e\u3002\u800c\u5bf9\u4e8e\u8ba4\u4e3a\u9700\u8981\u8bb0\u4f4f\u7684\u90e8\u5206\uff0c\u6211\u4f1a\u5199\u5728\u7b14\u8bb0\u672c\u4e0a\u3002<\/p>\n<h3>3. \u53c2\u52a0Exam Readiness\u57f9\u8bad\u8bfe\u7a0b<\/h3>\n<p>\u56e0\u4e3a\u516c\u5f0f\u7684\u5728\u7ebf\u5b66\u4e60\u7ecf\u5e38\u662f\u6709\u76ca\u7684\uff0c\u6240\u4ee5\u6211\u4f1a\u8fdb\u884c\u53c2\u52a0\u3002<\/p>\n<h3>\u89e3\u7b54\u7ec3\u4e60\u95ee\u9898<\/h3>\n<p>\u56e0\u4e3a\u5df2\u7ecf\u6709\u4e86\u57fa\u7840\u77e5\u8bc6\uff0c\u6240\u4ee5\u6211\u4f1a\u505a\u7ec3\u4e60\u9898\uff0c\u96c6\u4e2d\u5b66\u4e60\u4e0d\u7406\u89e3\u7684\u90e8\u5206\u3002<br \/>\n\u82e5\u5728\u89e3\u7b54\u4e4b\u524d\u5148\u7b54\u5b8c\u6240\u6709\u9898\u76ee\u5e76\u8fdb\u884c\u786e\u8ba4\uff0c\u5c31\u9700\u8981\u8bfb\u4e24\u6b21\u95ee\u9898\u9648\u8ff0\uff0c\u8fd9\u6837\u6548\u7387\u5f88\u4f4e\u3002\u6240\u4ee5\u6211\u4f1a\u5728\u5b9e\u8df5\u6a21\u5f0f\u4e0b\u7acb\u5373\u786e\u8ba4\u7b54\u6848\uff0c\u5982\u679c\u56de\u7b54\u9519\u8bef\uff0c\u6211\u4f1a\u8fdb\u884c\u8bb0\u7b14\u8bb0\u6216\u7acb\u5373\u67e5\u9605\u8d44\u6599\u3002<\/p>\n<h3>5. \u590d\u4e60\u4e00\u904d<\/h3>\n<p>\u6211\u4f1a\u56de\u987e\u6574\u7406\u7684\u7b14\u8bb0\u548c\u7ec3\u4e60\u9898\u7684\u7b54\u6848\/\u89e3\u6790\uff0c\u8fb9\u770b\u8fb9\u590d\u4e60+\u5b66\u4e60\u8fd8\u4e0d\u591f\u5145\u5206\u7684\u90e8\u5206\u3002<br \/>\n\u8fd9\u6b21<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Amazon EMR<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Amazon Kinesis<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Amazon Redshift<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Amazon QuickSight<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Amazon Elasticsearch Service<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">AWS Glue<\/ul>\n<p>\u6211\u4f1a\u770b\u4ee5\u524d\u7684 Black Belt \u89c6\u9891\u6765\u5b66\u4e60\u3002\u6211\u4f1a\u4ee5\u4e24\u500d\u7684\u901f\u5ea6\u64ad\u653e\u89c6\u9891\uff0c\u5e76\u5728\u6211\u611f\u5174\u8da3\u7684\u5730\u65b9\u6682\u505c\u4e0b\u6765\u505a\u7b14\u8bb0\u3002<\/p>\n<p>\u5e73\u65f6\u6ca1\u6709\u4e00\u76f4\u5728\u5199\uff0c\u4f46\u662f\u4e00\u5f00\u59cb\u5199\u4e86\u8fd9\u7bc7\u6587\u7ae0\uff0c\u7136\u540e\u8ba1\u7b97\u4e86\u8003\u8bd5\u51c6\u5907\u6240\u9700\u7684\u4efb\u52a1\u548c\u65f6\u95f4\uff0c\u8fdb\u884c\u4e86\u6392\u7a0b\u5b89\u6392\u3002\u4f8b\u5982\uff0c\u7531\u4e8e\u6709265\u9053\u9898\u76ee\uff0c\u5927\u7ea6\u6bcf10\u9053\u9898\u76ee\u9700\u89811\u5c0f\u65f6\uff0c\u6240\u4ee5\u6700\u4f4e\u9700\u65f6\u4e3a26.5\u5c0f\u65f6+1\u5c0f\u65f6\u6a21\u62df\u8003\u8bd5+6\u5c0f\u65f6\u5728\u7ebf\u5b66\u4e60=33.5\u5c0f\u65f6 = 2.5\u5468\uff08\u5e73\u65e5\u6bcf\u59291\u5c0f\u65f6\uff0c\u5468\u672b5\u5c0f\u65f6\uff09\u3002\u6b64\u5916\uff0c\u4e3a\u4e86\u89e3\u51b3\u7406\u89e3\u4e0a\u7684\u4e0d\u8db3\uff0c\u8fd8\u4f1a\u82b1\u65f6\u95f4\u770bBlackBelt\uff0c\u8fd9\u5c31\u591a\u4e86\u4e00\u5468\uff0c\u603b\u5171\u4e3a3\u5468\u5de6\u53f3\uff0c\u4f1a\u7ed3\u5408\u65e5\u5386\u8fdb\u884c\u8ba1\u5212\u3002<\/p>\n<h2>\u62bd\u65f6\u95f4<\/h2>\n<p>\u5927\u7ea645\u4e2a\u5c0f\u65f6<\/p>\n<h2>\u8003\u8a66\u7d50\u675f\u4e4b\u5f8c<\/h2>\n<p>\u7ed3\u679c\u662f\u4ee5794\u5206\u7684\u5206\u6570\u901a\u8fc7\u4e86\u3002<br \/>\n\u6709\u5f88\u591a\u95ee\u9898\u6211\u6ca1\u6709\u81ea\u4fe1\u56de\u7b54\uff0c\u4f7f\u7528\u4e86150\u5206\u949f\u6765\u56de\u7b54\u540e\uff0c\u518d\u4f7f\u752830\u5206\u949f\u6765\u68c0\u67e5\uff0c\u76f4\u5230\u65f6\u95f4\u5feb\u7528\u5b8c\u65f6\u624d\u7ed3\u675f\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/41-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-12-03 21.13.48.png\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/42-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-12-03 21.14.06.png\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/43-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-12-03 21.14.23.png\" \/><\/div>\n<p>AWS\u8a8d\u5b9a\u8003\u8bd5\u7ed3\u675f\u540e\uff0c\u6709\u65f6\u4f1a\u7acb\u5373\u5728\u5c4f\u5e55\u4e0a\u663e\u793a\u901a\u8fc7\u4e0e\u5426\u7684\u7ed3\u679c\uff0c\u6709\u65f6\u5219\u4e0d\u4f1a\u663e\u793a\u3002\u4f46\u8fd9\u6b21\u662f\u663e\u793a\u901a\u8fc7\u7684\u7ed3\u679c\u3002\\n\u6700\u8fd1\u66f4\u65b0\u7684\u5185\u5bb9\u6ca1\u6709\u663e\u793a\u51fa\u6765\u5417\uff1f<\/p>\n<p>AWS\u8ba4\u5b9a\u4e8612\u79cd\u6280\u672f\uff0c\u5269\u4e0b\u7684\u5219\u662f\u673a\u5668\u5b66\u4e60\u548cAWS\u4e0a\u7684SAP\uff0c\u673a\u5668\u5b66\u4e60\u4e0e\u6570\u636e\u5206\u6790\u9886\u57df\u76f8\u4f3c\uff0c\u6240\u4ee5\u6211\u6253\u7b97\u7ee7\u7eed\u5b66\u4e60\u5e76\u8ba1\u5212\u4e0d\u4e45\u540e\u53c2\u52a0\u8003\u8bd5\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/46-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-12-04 11.30.02.png\" \/><\/div>\n<h2>\u52c9\u5f3a\u7b14\u8bb0<\/h2>\n<p>\u70ba\u4e86\u8003\u8a66\u800c\u6574\u7406\u7684\u7b46\u8a18<br \/>\n\u203b\u9019\u88e1\u6240\u5beb\u7684\u53ea\u662f\u6211\u89ba\u5f97\u7406\u89e3\u4e0d\u5920\u3001\u5e0c\u671b\u80fd\u8a18\u4f4f\u7684\u4e8b\u60c5\uff0c\u4e26\u4e0d\u5305\u542b\u5168\u90e8\u7684\u8003\u8a66\u7bc4\u570d\u3002<\/p>\n<h3>\u6570\u636e\u5206\u6790\u76f8\u5173\u672f\u8bed<\/h3>\n<div>\n<div class=\"post-table\">\u7528\u8a9e\u8aac\u660e<strong>\u30c7\u30fc\u30bf\u30ec\u30a4\u30af<\/strong><br \/>\n(Data Lake)\u30c7\u30fc\u30bf\u306e\u69cb\u9020\u3084\u5927\u304d\u3055\u3001\u6027\u8cea\u3001\u7a2e\u985e\u306a\u3069\u306b\u304b\u304b\u308f\u3089\u305a\u3001\u3042\u3089\u3086\u308b\u30c7\u30fc\u30bf\u3092<strong>\u672a\u52a0\u5de5\u306e\u751f\u30c7\u30fc\u30bf<\/strong>\u306e\u5f62\u3067\u96c6\u3081\u308bDB\/\u30b9\u30c8\u30ec\u30fc\u30b8(\u305d\u306e\u307e\u307e\u306e\u30c7\u30fc\u30bf\u305f\u3061\u304c\u6f02\u3046\u6e56)<strong>\u30c7\u30fc\u30bf\u30a6\u30a7\u30a2\u30cf\u30a6\u30b9<\/strong><br \/>\n(DWH:Data Ware House)\u5206\u6790\u3057\u3084\u3059\u3044\u3088\u3046<strong>\u5909\u63db\/\u69cb\u9020\u5316\u3055\u308c\u305f\u30c7\u30fc\u30bf<\/strong>\u3092\u683c\u7d0d\u3059\u308bDB(\u304d\u308c\u3044\u306b\u7bb1\u8a70\u3081\u3055\u308c\u3066\u6574\u9813\u3055\u308c\u305f\u30c7\u30fc\u30bf\u305f\u3061\u304c\u4fdd\u7ba1\u3055\u308c\u308b\u5009\u5eab)<strong>\u30c7\u30fc\u30bf\u30de\u30fc\u30c8<\/strong><br \/>\n(Data Mart)\u7528\u9014\u306b\u5fdc\u3058\u3066\u5206\u6790\u306b<strong>\u5fc5\u8981\u306a\u30c7\u30fc\u30bf<\/strong>\u3060\u3051\u306b\u7d20\u65e9\u304f\u30a2\u30af\u30bb\u30b9\u3067\u304d\u308b\u3088\u3046\u306b<strong>\u5206\u5272<\/strong>\u3057\u305f\u5c0f\u898f\u6a21\u306aDB(\u30b8\u30e3\u30f3\u30eb\u3054\u3068\u306e\u5546\u54c1\u3092\u4e26\u3079\u308b\u5e02\u5834)<strong>BI\u30c4\u30fc\u30eb<\/strong><br \/>\n(\u30d3\u30b8\u30cd\u30b9\u30a4\u30f3\u30c6\u30ea\u30b8\u30a7\u30f3\u30b9\u30c4\u30fc\u30eb)\u3055\u307e\u3056\u307e\u306a\u30c7\u30fc\u30bf\u3092\u96c6\u7d04\u3057\u3001<strong>\u5206\u6790\/\u8996\u899a\u5316<\/strong>\u3092\u884c\u3044\u30d3\u30b8\u30cd\u30b9\u306b\u6d3b\u7528\u3059\u308b\u305f\u3081\u306e\u30c4\u30fc\u30eb\u3001<strong>\u30b0\u30e9\u30d5\u3084\u30c6\u30fc\u30d6\u30eb\u3092\u8868\u793a\u3059\u308b\u30c0\u30c3\u30b7\u30e5\u30dc\u30fc\u30c9<\/strong>\u3092\u63d0\u4f9b\u3059\u308b\u3002<strong>\u30a4\u30f3\u30b5\u30a4\u30c8<\/strong><br \/>\n(\u6d1e\u5bdf\/Insights)\u30c7\u30fc\u30bf\u5206\u6790\u304b\u3089\u5c0e\u304d\u51fa\u3055\u308c\u308b<strong>\u672c\u8cea\u7684\u9700\u8981<\/strong><strong>\u5de1\u56de\u30bb\u30fc\u30eb\u30b9\u30de\u30f3\u554f\u984c<\/strong>\u3042\u308b\u7b87\u6240\u304b\u3089\u8907\u6570\u306e\u5730\u70b9\u3092\u5de1\u3063\u3066\u623b\u3063\u3066\u304f\u308b\u969b\u306e<strong>\u6700\u77ed\u7d4c\u8def<\/strong>\u3092\u6c42\u3081\u308b\u554f\u984c<strong>\u30b5\u30a4\u30ed\u5316<\/strong><br \/>\n(silos)\u30c7\u30fc\u30bf\u3084\u30b7\u30b9\u30c6\u30e0\u304c\u90e8\u7f72\u306a\u3069\u3067<strong>\u5206\u5272<\/strong>\u3055\u308c\u3001\u9023\u643a\/\u96c6\u7d04\u306b\u3088\u308b\u6d3b\u7528\u304c\u3067\u304d\u3066\u3044\u306a\u3044\u72b6\u614b\u3001\u3042\u308b\u3044\u306f\u610f\u56f3\u7684\u306b<strong>\u76f8\u4e92\u306b\u5206\u96e2<\/strong>\u3055\u308c\u305f\u72b6\u614b\u3002<\/div>\n<\/div>\n<h3>\u6570\u636e\u5206\u6790\u5de5\u4f5c\u8d1f\u8f7d\u7684\u67b6\u6784<\/h3>\n<p>\u6839\u636e\u6570\u636e\u6e90\u548c\u4f7f\u7528\u76ee\u7684\u7684\u4e0d\u540c\uff0c\u4f7f\u7528AWS\u8fdb\u884c\u6570\u636e\u5206\u6790\u5de5\u4f5c\u8d1f\u8f7d\u7684\u6700\u4f18\u67b6\u6784\u4e5f\u4f1a\u6709\u6240\u4e0d\u540c\u3002<br \/>\n\u5728\u8fd9\u4e2a\u8003\u8bd5\u4e2d\uff0c\u4e5f\u4f1a\u51fa\u73b0\u9009\u62e9\u6839\u636e\u8981\u6c42\u9009\u62e9\u6700\u4f18\u67b6\u6784\u7684\u95ee\u9898\u3002<br \/>\n\u8fd9\u5bf9\u4e8e\u8bbe\u8ba1\u6279\u5904\u7406\u5904\u7406\u5927\u91cf\u6570\u636e\u96c6\u6210\/\u83b7\u53d6\/\u8f93\u51fa\u7684\u5de5\u4f5c\u4e5f\u5f88\u6709\u5e2e\u52a9\uff0c\u4e0d\u4ec5\u4ec5\u9650\u4e8e\u6570\u636e\u5206\u6790\uff0c\u6240\u4ee5\u8bf7\u8bb0\u4f4f\u3002<\/p>\n<p>\u30c7\u30fc\u30bf\u30bd\u30fc\u30b9\u306e\u7a2e\u985e(input)<br \/>\n\u4e2d\u9593\u51e6\u7406\u306e\u30ea\u30a2\u30eb\u30bf\u30a4\u30e0\u6027<\/p>\n<p>\u5206\u6790\u7d50\u679c\u306e\u5229\u7528\u65b9\u6cd5(output)<\/p>\n<p>\u5173\u6ce8\u8bf8\u5982\u6b64\u7c7b\u7684\u4e8b\u7269\u3002<\/p>\n<p>\u9996\u5148\u662f\u201c\u6570\u636e\u6e90\u201d\u3002<\/p>\n<p>RDB: DMS\u306e\u300c\u7d99\u7d9a\u7684\u306a\u30ec\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u300d\u307e\u305f\u306f\u300c\u5909\u66f4\u30c7\u30fc\u30bf\u30ad\u30e3\u30d7\u30c1\u30e3 (CDC)\u300d\u306b\u3088\u308aS3\u3078\u30c7\u30fc\u30bf\u306e\u5909\u66f4\u3092\u540c\u671f\u3059\u308b<\/p>\n<p>\u30aa\u30f3\u30d7\u30ec: DataSync\u30a8\u30fc\u30b8\u30a7\u30f3\u30c8\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3057\u3001S3\u3078\u5909\u66f4\u3092\u540c\u671f\u3059\u308b<\/p>\n<p>DynamoDB: Glue\u3067S3\u3078\u51fa\u529b\u3001\u307e\u305f\u306fDynamoDB\u30b9\u30c8\u30ea\u30fc\u30e0\u2192Lambda\u2192Kinesis Data Firehose\u3067S3\u3084Kinesis Data Analytics\u3078\u30b9\u30c8\u30ea\u30fc\u30e0\u3092\u51fa\u529b\u3059\u308b<\/p>\n<p>IoT\u30c7\u30d0\u30a4\u30b9: Kinesis\u3078\u30b9\u30c8\u30ea\u30fc\u30df\u30f3\u30b0\u307e\u305f\u306f\u3001IoT Core\u3092\u901a\u3057\u3066DynamoDB,S3,Lambda,OpenSearch\u7b49\u306b\u9001\u4fe1<\/p>\n<p>\u63a5\u4e0b\u6765\u662f&#8221;\u5b9e\u65f6\u6027&#8221;\u3002<\/p>\n<p>\u30ea\u30a2\u30eb\u30bf\u30a4\u30e0: Kinesis Data Analytics\u7b49\u306e\u30b9\u30c8\u30ea\u30fc\u30e0\u3067\u51e6\u7406\u3059\u308b<\/p>\n<p>\u30d0\u30c3\u30c1\u51e6\u7406: Glue\u3001EMR\u7b49\u3067\u5927\u91cf\u30c7\u30fc\u30bf\u3092\u4e00\u62ec\u3067\u51e6\u7406\u3059\u308b<\/p>\n<p>\u800c\u201c\u8f93\u51fa\u76ee\u6807\u201d<\/p>\n<p>\u30a2\u30c9\u30db\u30c3\u30af\u30af\u30a8\u30ea: \u84c4\u7a4d\u3057\u305f\u30c7\u30fc\u30bf\u306b\u5bfe\u3057\u5fc5\u8981\u306b\u5fdc\u3058\u305f(\u30a2\u30c9\u30db\u30c3\u30af)\u30af\u30a8\u30ea\u3092\u3057\u305f\u3044\u5834\u5408\u3001Redshift\u3084S3\u306b\u683c\u7d0d\u3057\u3001Redshift\u306e\u5834\u5408\u76f4\u63a5\u3001S3\u306e\u5834\u5408Athena\u3067\u30af\u30a8\u30ea\u3059\u308b<\/p>\n<p>\u30c0\u30c3\u30b7\u30e5\u30dc\u30fc\u30c9(\u8996\u899a\u5316): \u30c0\u30c3\u30b7\u30e5\u30dc\u30fc\u30c9\u3092\u4f5c\u6210\u3057\u3001\u5fc5\u8981\u306a\u30c7\u30fc\u30bf\u3092\u30b0\u30e9\u30d5\u3067\u8996\u899a\u5316\u3059\u308b\u5834\u5408\u3001\u4e0a\u8a18\u306eRedshift\u3084Athena\u3092\u30bd\u30fc\u30b9\u306bQuickSight\u3067\u30c0\u30c3\u30b7\u30e5\u30dc\u30fc\u30c9\u3092\u4f5c\u6210\u3059\u308b\u304b\u3001OpenSearch\u306b\u9001\u4fe1\u3057Kibana\u3067\u30c0\u30c3\u30b7\u30e5\u30dc\u30fc\u30c9\u3092\u4f5c\u6210\u3059\u308b<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/61-0.png\" alt=\"Architecture.png\" \/><\/div>\n<h3>\u4e9a\u9a6c\u900a\u5f39\u6027MapReduce\u670d\u52a1<\/h3>\n<p>\u53ef\u4ee5\u4f7f\u7528Apache Hadoop\u548cApache Spark\u7b49\u5927\u6570\u636e\u6846\u67b6\u6765\u6784\u5efa\u548c\u7ba1\u7406\u5904\u7406\/\u5206\u6790\u5927\u91cf\u6570\u636e\u7684\u5b9e\u4f8b\u96c6\u7fa4\u7684\u670d\u52a1\u3002<\/p>\n<p>Apache Hadoop\u751f\u6001\u7cfb\u7edf\u662f\u4e00\u7ec4\u80fd\u591f\u8fdb\u884c\u6279\u5904\u7406\u3001\u5b9e\u65f6\u5904\u7406\u3001\u673a\u5668\u5b66\u4e60\u548c\u4ea4\u4e92\u5f0f\u5904\u7406\u7b49\u64cd\u4f5c\u7684\u5f00\u6e90\u8f6f\u4ef6\u96c6\u5408\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/65-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 1.31.30.png\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/66-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 1.34.51.png\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/67-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 1.38.25.png\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/68-0.png\" alt=\"Untitled(3).png\" \/><\/div>\n<p>&nbsp;<\/p>\n<h4>\u8282\u70b9<\/h4>\n<p>\u5728EMR\u96c6\u7fa4\u4e2d\uff0c\u5b58\u5728\u7740\u4e09\u79cd\u8282\u70b9\u7c7b\u578b\uff0c\u5e76\u5728\u521b\u5efa\u96c6\u7fa4\u65f6\u8bbe\u7f6e\u6bcf\u79cd\u8282\u70b9\u7c7b\u578b\u7684\u89c4\u683c\u548c\u6570\u91cf\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/73-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 1.35.56.png\" \/><\/div>\n<div>\n<div class=\"post-table\">\u30ce\u30fc\u30c9\u30bf\u30a4\u30d7\u8aac\u660e\u30de\u30b9\u30bf\u30fc\u30ce\u30fc\u30c9\u30af\u30e9\u30b9\u30bf\u30fc\u3092\u7ba1\u7406\u3059\u308b\u30ce\u30fc\u30c9\u3002\u30de\u30b9\u30bf\u30fc\u30ce\u30fc\u30c9\u304c1\u3064\u306e\u5834\u5408\u5358\u4e00\u969c\u5bb3\u70b9\u3068\u306a\u308b\u3002\u30de\u30eb\u30c1\u30de\u30b9\u30bf\u30fc\u30e2\u30fc\u30c9\u3092\u9078\u629e\u3059\u308b\u3068\u30de\u30b9\u30bf\u30fc\u30ce\u30fc\u30c9\u306f3\u3064\u306b\u306a\u308a\u969c\u5bb3\u6642\u81ea\u52d5\u7684\u306b\u30d5\u30a7\u30a4\u30eb\u30aa\u30fc\u30d0\u30fc\u3059\u308b\u3002\u30b3\u30a2\u30ce\u30fc\u30c9\u30de\u30b9\u30bf\u30fc\u30ce\u30fc\u30c9\u306b\u3088\u3063\u3066\u7ba1\u7406\u3055\u308c\u308b\u3002\u5b9f\u884c\u4e2d\u306e\u30b3\u30a2\u30ce\u30fc\u30c9\u505c\u6b62\u306f\u30c7\u30fc\u30bf\u640d\u5931\u3068\u306a\u308b\u308b\u305f\u3081\u30b9\u30dd\u30c3\u30c8\u30a4\u30f3\u30b9\u30bf\u30f3\u30b9\u306e\u5229\u7528\u6642\u306f\u6ce8\u610f\u3002\u30bf\u30b9\u30af\u30ce\u30fc\u30c9\u8a08\u7b97\u30bf\u30b9\u30af\u3092\u5b9f\u884c\u3059\u308b\u305f\u3081\u306e\u30ce\u30fc\u30c9\u3002\u30a8\u30d5\u30a7\u30e1\u30e9\u30eb\u30b9\u30c8\u30ec\u30fc\u30b8\u3078\u306e\u30c7\u30fc\u30bf\u4fdd\u5b58\u306a\u3069\u3092\u884c\u308f\u306a\u3044\u305f\u3081\u3001\u30b9\u30dd\u30c3\u30c8\u30a4\u30f3\u30b9\u30bf\u30f3\u30b9\u306a\u3069\u3067\u9014\u4e2d\u3067\u7d42\u4e86\u3055\u308c\u3066\u3082\u554f\u984c\u306a\u3044\u3002<\/div>\n<\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/75-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-24 20.53.43.png\" \/><\/div>\n<p>&nbsp;<\/p>\n<h4>\u8f6f\u4ef6<\/h4>\n<p>\u521b\u5efa\u96c6\u7fa4\u65f6\uff0c\u53ef\u9009\u62e9\u542f\u7528Hadoop\u751f\u6001\u7cfb\u7edf\u4e2d\u7684\u8f6f\u4ef6\uff0c\u5982Hadoop\u3001Hive\u3001Jupyter\u548cSpark\u7b49\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/79-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-24 20.52.46.png\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/80-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 1.42.56.png\" \/><\/div>\n<p>\u25a0\u6bcf\u4e2a\u8f6f\u4ef6\u7684\u6982\u8981<\/p>\n<div>\n<div class=\"post-table\">\u30bd\u30d5\u30c8\u30a6\u30a7\u30a2\u6982\u8981Hadoop<strong>\u5927\u898f\u6a21\u30c7\u30fc\u30bf\u306e\u84c4\u7a4d\u30fb\u5206\u6790<\/strong>\u3092\u5206\u6563\u51e6\u7406\u6280\u8853\u306b\u3088\u3063\u3066\u5b9f\u73fe\u3059\u308b\u30aa\u30fc\u30d7\u30f3\u30bd\u30fc\u30b9\u306e\u30df\u30c9\u30eb\u30a6\u30a7\u30a2\u3002JupyterHub\u30b7\u30f3\u30b0\u30eb\u30e6\u30fc\u30b6\u30fc\u30e2\u30fc\u30c9\u306e<strong>Jupyter\u30ce\u30fc\u30c8\u30d6\u30c3\u30af\u30b5\u30fc\u30d0\u30fc<\/strong>\u306e\u8907\u6570\u306e\u30a4\u30f3\u30b9\u30bf\u30f3\u30b9\u3092\u30db\u30b9\u30c8\u3067\u304d\u308b\u3002GangliaHadoop\u306e<strong>\u30e1\u30c8\u30ea\u30af\u30b9\u3092\u76e3\u8996<\/strong>\u3059\u308b\u3002HiveHDFS\u3067\u5927\u898f\u6a21\u306a\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u306e\u30af\u30a8\u30ea\u3092\u5b9f\u884c\u3059\u308b\u306e\u306b\u5f79\u7acb\u3064<strong>SQL\u30e9\u30a4\u30af\u306a\u30c7\u30fc\u30bf\u30a6\u30a7\u30a2\u30cf\u30a6\u30b8\u30f3\u30b0<\/strong>\u30b7\u30b9\u30c6\u30e0JupyterEnterpriseGateway\u9060\u9694\u5730\u306b\u3042\u308b\u30ce\u30fc\u30c8\u30d6\u30c3\u30af\u306b\u4ee3\u308f\u3063\u3066\u30ab\u30fc\u30cd\u30eb\u3092\u8d77\u52d5\u3059\u308b\u3053\u3068\u304c\u3067\u304d\u308bWeb\u30b5\u30fc\u30d0\u30fc\u3002MahoutHadoop\u306e<strong>\u6a5f\u68b0\u5b66\u7fd2<\/strong>\u30e9\u30a4\u30d6\u30e9\u30ea\u306e1\u3064OozieHadoop\u306e<strong>\u30b8\u30e7\u30d6\u30b9\u30b1\u30b8\u30e5\u30fc\u30eb<\/strong>\u306b\u4f7f\u7528\u3055\u308c\u308b\u3001Java\u306eWeb\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u3002TensorFlowGoogle\u304c\u958b\u767a\u3057\u305f<strong>\u6a5f\u68b0\u5b66\u7fd2<\/strong>\u30e9\u30a4\u30d6\u30e9\u30ea\u3001TonY(TensorFlow on YARN)\u306b\u3088\u308aHadoop\u4e0a\u3067\u306e\u5206\u6563\u51e6\u7406\u304c\u3067\u304d\u308b\u3002Zeppelin\u30a4\u30f3\u30bf\u30e9\u30af\u30c6\u30a3\u30d6\u306a<strong>\u30c7\u30fc\u30bf\u691c\u7d22\u7528\u306e\u30ce\u30fc\u30c8\u30d6\u30c3\u30af<\/strong>\u3002TezYARN\u3092\u30d9\u30fc\u30b9\u306b\u3057\u305f\u3001\u9ad8\u30d1\u30d5\u30a9\u30fc\u30de\u30f3\u30b9\u306e\u30d0\u30c3\u30c1\u304a\u3088\u3073\u30a4\u30f3\u30bf\u30e9\u30af\u30c6\u30a3\u30d6\u306a\u30c7\u30fc\u30bf\u51e6\u7406\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u306e\u305f\u3081\u306e\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u3002HBaseHDFS\u306e\u6700\u4e0a\u4f4d\u306b\u4f4d\u7f6e\u3059\u308b<strong>\u5217\u6307\u5411<\/strong>\u306e\u975e\u30ea\u30ec\u30fc\u30b7\u30e7\u30ca\u30eb\u30c7\u30fc\u30bf\u30d9\u30fc\u30b9\u3002Presto\u8907\u6570\u306e\u30bd\u30fc\u30b9\u304b\u3089\u306e\u5927\u91cf\u306e\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u306e\u5bfe\u8a71\u578b\u5206\u6790\u30af\u30a8\u30ea\u7528\u306b\u8a2d\u8a08\u3055\u308c\u305f<strong>\u9ad8\u901f\u306eSQL\u30af\u30a8\u30ea\u30a8\u30f3\u30b8\u30f3<\/strong>\u3002MXNet\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u3084\u305d\u306e\u4ed6\u306e<strong>\u30c7\u30a3\u30fc\u30d7\u30e9\u30fc\u30cb\u30f3\u30b0<\/strong>\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u3092\u69cb\u7bc9\u3059\u308b\u305f\u3081\u306b\u8a2d\u8a08\u3055\u308c\u305f\u30a2\u30af\u30bb\u30e9\u30ec\u30fc\u30b7\u30e7\u30f3\u30e9\u30a4\u30d6\u30e9\u30ea\u3002Hue(Hadoop User Experience)\u30af\u30e9\u30b9\u30bf\u30fc\u3067\u7570\u5b9f\u884c\u3055\u308c\u308b\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u306e\u30d5\u30ed\u30f3\u30c8\u30a8\u30f3\u30c9\u3068\u3057\u3066\u52d5\u4f5c\u3057\u3001\u8907\u6570\u306e\u7570\u306a\u308bHadoop\u30a8\u30b3\u30b7\u30b9\u30c6\u30e0\u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u3092<strong>Web\u30d9\u30fc\u30b9\u306e1\u3064\u306eGUI<\/strong>\u306b\u307e\u3068\u3081\u308b\u3002Spark<strong>\u6a5f\u68b0\u5b66\u7fd2\u3001\u30b9\u30c8\u30ea\u30fc\u30e0\u51e6\u7406\u3001\u30b0\u30e9\u30d5\u5206\u6790<\/strong>\u306b\u5f79\u7acb\u3064<strong>\u30d3\u30c3\u30b0\u30c7\u30fc\u30bf\u306e\u5206\u6563\u51e6\u7406<\/strong>\u30b7\u30b9\u30c6\u30e0\u3002\u30c7\u30fc\u30bf\u3092\u30a4\u30f3\u30e1\u30e2\u30ea\u306b\u30a2\u30af\u30c6\u30a3\u30d6\u306b\u30ad\u30e3\u30c3\u30b7\u30e5\u3059\u308b\u305f\u3081\u3001\u7279\u5b9a\u306e\u30a2\u30eb\u30b4\u30ea\u30ba\u30e0\u3084\u30a4\u30f3\u30bf\u30e9\u30af\u30c6\u30a3\u30d6\u30af\u30a8\u30ea\u306e\u5834\u5408\u306b\u30d1\u30d5\u30a9\u30fc\u30de\u30f3\u30b9\u304c\u5411\u4e0a\u3059\u308b\u3002<br \/>\nScala\u3001Java\u3001\u304a\u3088\u3073Python\u3092\u30cd\u30a4\u30c6\u30a3\u30d6\u3067\u30b5\u30dd\u30fc\u30c8\u3057\u3066\u3044\u308b\u3002<br \/>\n\u307e\u305fSQL(Spark SQL)\u3001\u6a5f\u68b0\u5b66\u7fd2(MLlib)\u3001\u30b9\u30c8\u30ea\u30fc\u30e0\u51e6\u7406(Spark Streaming)\u3001\u30b0\u30e9\u30d5\u51e6\u7406(GraphX)\u7528\u306e\u30e9\u30a4\u30d6\u30e9\u30ea\u304c\u542b\u307e\u308c\u3066\u3044\u308b\u3002LivySpark\u3092\u5b9f\u884c\u3059\u308bEMR\u30af\u30e9\u30b9\u30bf\u30fc\u3092\u3001<strong>REST<\/strong>\u30a4\u30f3\u30bf\u30fc\u30d5\u30a7\u30a4\u30b9\u306b\u3088\u3063\u3066\u64cd\u4f5c\u3067\u304d\u308b\u3088\u3046\u306b\u3059\u308b\u3002Flink\u9ad8\u30b9\u30eb\u30fc\u30d7\u30c3\u30c8\u306e\u30c7\u30fc\u30bf\u30bd\u30fc\u30b9\u3067\u30ea\u30a2\u30eb\u30bf\u30a4\u30e0\u306e\u30b9\u30c8\u30ea\u30fc\u30e0\u51e6\u7406\u304c\u3067\u304d\u308b<strong>\u30b9\u30c8\u30ea\u30fc\u30df\u30f3\u30b0\u30c7\u30fc\u30bf\u30d5\u30ed\u30fc\u30a8\u30f3\u30b8\u30f3<\/strong>\u3002PigPig\u306f\u8907\u96d1\u306a\u7d50\u5408\u3084<strong>\u30af\u30a8\u30ea\u3092\u7c21\u5358\u306b\u5b9f\u884c<\/strong>\u3067\u304d\u308b\u3088\u3046\u306b\u3059\u308b\u3002SQL\u306b\u8fd1\u3044\u300cPig Latin\u300d\u3068\u3044\u3046\u8a00\u8a9e\u3067\u30af\u30a8\u30ea\u3092\u884c\u3046\u3002Zookeeper<strong>\u5206\u6563\u30b7\u30b9\u30c6\u30e0\u3092\u8abf\u6574<\/strong>\u3059\u308b\u30b5\u30fc\u30d3\u30b9\u3002\u8a2d\u5b9a\u60c5\u5831\u3092\u96c6\u4e2d\u7ba1\u7406\u3059\u308b\u3002Sqoop<strong>RDB\u3068\u306e\u9593\u306e\u30c7\u30fc\u30bf\u306e\u30a8\u30af\u30b9\u30dd\u30fc\u30c8\u3068\u30a4\u30f3\u30dd\u30fc\u30c8<\/strong>\u306b\u4f7f\u7528\u3059\u308b\u3002PhoenixOLTP\u3068\u696d\u52d9\u5206\u6790\u306b\u4f7f\u7528\u3055\u308c\u3001Apache HBase\u30d0\u30c3\u30ad\u30f3\u30b0\u30b9\u30c8\u30a2\u3068\u9023\u643a\u3057\u3066\u6a19\u6e96SQL\u30af\u30a8\u30ea\u304a\u3088\u3073JDBC API\u304c\u4f7f\u7528\u3067\u304d\u308b\u3088\u3046\u306b\u3059\u308b\u3002HCatalogPig\u3001Spark SQL\u3001MapReduce\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u5185\u306e<strong>Hive\u30e1\u30bf\u30b9\u30c8\u30a2\u30c6\u30fc\u30d6\u30eb\u306bREST\u307e\u305f\u306fCLI\u3067\u30a2\u30af\u30bb\u30b9<\/strong>\u3067\u304d\u308b\u3088\u3046\u306b\u3059\u308b\u30c4\u30fc\u30eb\u3002<\/div>\n<\/div>\n<p>&nbsp;<\/p>\n<h4>Hive\u5143\u6570\u636e\u5b58\u50a8\u5e93<\/h4>\n<p>Hive\u7684\u5143\u5b58\u50a8\u4fe1\u606f\u9ed8\u8ba4\u4e3a\u4e3b\u8282\u70b9\u7684MySQL\uff08\u4e34\u65f6\u5b58\u50a8\uff09\u3002\u56e0\u6b64\uff0c\u5982\u679c\u9700\u8981\u6301\u4e45\u5316\uff0c\u9700\u8981\u8bbe\u7f6e\u5916\u90e8\u5143\u5b58\u50a8\u3002\u53ef\u9009\u62e9\u7684\u5916\u90e8\u5143\u5b58\u50a8\u6709\u4ee5\u4e0b\u4e24\u79cd\u9009\u9879\u3002<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">AWS Glue Data Catalog<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">Amazon RDS \u307e\u305f\u306f Amazon Aurora<\/ul>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/87-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 1.46.24.png\" \/><\/div>\n<p>&nbsp;<\/p>\n<h4>\u6587\u4ef6\u7cfb\u7edf<\/h4>\n<p>\u6839\u636e\u8981\u6c42\u9009\u62e9\u6587\u4ef6\u7cfb\u7edf\u3002<\/p>\n<div>\n<div class=\"post-table\">\u30d5\u30a1\u30a4\u30eb\u30b7\u30b9\u30c6\u30e0\u6982\u8981HDFSHadoop\u7528\u30d5\u30a1\u30a4\u30eb\u30b7\u30b9\u30c6\u30e0\u3001<strong>\u51e6\u7406\u304c\u9ad8\u901f<\/strong>\u3001\u30b9\u30c8\u30ec\u30fc\u30b8\u306f<strong>\u30a8\u30d5\u30a7\u30e1\u30e9\u30eb(\u63ee\u767a\u6027)<\/strong>EMRFSS3\u306b\u30d5\u30a1\u30a4\u30eb\u3092\u8aad\u307f\u66f8\u304d\u3059\u308b\u3001<strong>\u30c7\u30fc\u30bf\u3092\u6c38\u7d9a\u5316<\/strong>\u3067\u304d\u308b\u304cHDFS\u3088\u308a\u9045\u3044\u3002\u30ed\u30fc\u30ab\u30eb\u30d5\u30a1\u30a4\u30eb\u30b7\u30b9\u30c6\u30e0\u30a4\u30f3\u30b9\u30bf\u30f3\u30b9\u30b9\u30c8\u30a2\u306b\u30c7\u30fc\u30bf\u3092\u4fdd\u5b58\u3059\u308b\u3002S3BFS(\u30d6\u30ed\u30c3\u30af\u30d5\u30a1\u30a4\u30eb\u30b7\u30b9\u30c6\u30e0)\u73fe\u5728\u306f\u975e\u63a8\u5968\u306e\u30ec\u30ac\u30b7\u30fc\u306a\u8a2d\u5b9a<\/div>\n<\/div>\n<p>&nbsp;<\/p>\n<h4>S3DistCp: S3\u5206\u5e03\u5f0f\u590d\u5236<\/h4>\n<p>\u53ef\u4ee5\u4f7f\u7528EMR\u96c6\u7fa4\u4e0a\u9ed8\u8ba4\u5b89\u88c5\u7684S3DistCp\u5c06\u6570\u636e\u4eceS3\u590d\u5236\u5230EMR\u96c6\u7fa4\u3002<br \/>\n\u53ef\u4ee5\u901a\u8fc7\u7ba1\u7406\u63a7\u5236\u53f0\u6216CLI\u5411EMR\u96c6\u7fa4\u6dfb\u52a0S3DistCp\u6b65\u9aa4\u6765\u6267\u884c\u6b64\u64cd\u4f5c\u3002<\/p>\n<pre class=\"post-pre\"><code>aws emr add-steps <span class=\"nt\">--cluster-id<\/span> j-3GYXXXXXX9IOK <span class=\"nt\">--steps<\/span> file:\/\/.\/myStep.json\r\n<\/code><\/pre>\n<pre class=\"post-pre\"><code><span class=\"p\">[<\/span>\r\n    <span class=\"p\">{<\/span>\r\n        <span class=\"nl\">\"Name\"<\/span><span class=\"p\">:<\/span><span class=\"s2\">\"S3DistCp step\"<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"nl\">\"Args\"<\/span><span class=\"p\">:[<\/span><span class=\"s2\">\"s3-dist-cp\"<\/span><span class=\"p\">,<\/span><span class=\"s2\">\"--s3Endpoint=s3.amazonaws.com\"<\/span><span class=\"p\">,<\/span><span class=\"s2\">\"--src=s3:\/\/mybucket\/logs\/j-3GYXXXXXX9IOJ\/node\/\"<\/span><span class=\"p\">,<\/span><span class=\"s2\">\"--dest=hdfs:\/\/\/output\"<\/span><span class=\"p\">,<\/span><span class=\"s2\">\"--srcPattern=.*[a-zA-Z,]+\"<\/span><span class=\"p\">],<\/span>\r\n        <span class=\"nl\">\"ActionOnFailure\"<\/span><span class=\"p\">:<\/span><span class=\"s2\">\"CONTINUE\"<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"nl\">\"Type\"<\/span><span class=\"p\">:<\/span><span class=\"s2\">\"CUSTOM_JAR\"<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"nl\">\"Jar\"<\/span><span class=\"p\">:<\/span><span class=\"s2\">\"command-runner.jar\"<\/span>\r\n    <span class=\"p\">}<\/span>\r\n<span class=\"p\">]<\/span>\r\n<\/code><\/pre>\n<p>&nbsp;<\/p>\n<h4>\u5728\u6709\u65f6\u95f4\u9650\u5236\u7684\u5de5\u4f5c\u8d1f\u8f7d\u4e2d\u5229\u7528\u5373\u65f6\u5b9e\u4f8b\u3002<\/h4>\n<p>\u901a\u8fc7\u5728EC2\u5b9e\u4f8b\u7fa4\u4e2d\u5b9a\u4e49\u201c\u9884\u914d\u8d85\u65f6\u201d\uff0c\u5982\u679c\u96c6\u7fa4\u4e2d\u6ca1\u6709\u8db3\u591f\u7684\u53ef\u7528\u7684\u7ade\u4ef7\u5b9e\u4f8b\u6765\u6ee1\u8db3\u76ee\u6807\u5bb9\u91cf\uff0c\u5c06\u5207\u6362\u5230\u6309\u9700\u5b9e\u4f8b\u4ee5\u6ee1\u8db3SLA\u3002<br \/>\n\u5982\u679c\u6709\u8db3\u591f\u7684\u7ade\u4ef7\u5b9e\u4f8b\uff0c\u5219\u53ef\u4ee5\u901a\u8fc7\u4f7f\u7528\u7ade\u4ef7\u5b9e\u4f8b\u6765\u964d\u4f4e\u6210\u672c\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/100-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 1.49.18.png\" \/><\/div>\n<p>\u5982\u679c\u6ca1\u6709\u8db3\u591f\u7684\u5f39\u6027\u4e91\u670d\u52a1\u5668\u5b9e\u4f8b\uff0c\u53ef\u4ee5\u5728\u8bbe\u7f6e\u4e2d\u5207\u6362\u5230\u6309\u9700\u5b9e\u4f8b\u6216\u653e\u5f03\u542f\u52a8\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/102-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 1.50.21.png\" \/><\/div>\n<h4>Apache Livy is a software tool developed by the Apache Software Foundation.<\/h4>\n<p>\u5728\u5b89\u88c5Apache Livy\u5230EMR\u96c6\u7fa4\u540e\uff0c\u53ef\u4ee5\u901a\u8fc7REST\u63a5\u53e3\u6765\u6267\u884cEMR\u96c6\u7fa4\u4e0a\u7684Spark\u4f5c\u4e1a\u3002<\/p>\n<p>&nbsp;<\/p>\n<p>\u901a\u8fc7\u4ee5\u4e0b\u7684URI\u5411Livy\u53d1\u9001\u8bf7\u6c42\u3002<\/p>\n<pre class=\"post-pre\"><code>http:\/\/:8998\/master-public-dns-name\r\n<\/code><\/pre>\n<p>&nbsp;<\/p>\n<h4>\u5176\u4ed6\u5907\u5fd8\u5f55<\/h4>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u6697\u53f7\u5316\u30aa\u30fc\u30d0\u30fc\u30e9\u30a4\u30c9\u6a5f\u80fd\u3092\u4f7f\u3046\u3068\u4fdd\u5b58\u5148\u306eS3\u3054\u3068\u306b\u7570\u306a\u308b\u6697\u53f7\u5316\u65b9\u6cd5\u3092\u5229\u7528\u3067\u304d\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">https:\/\/docs.aws.amazon.com\/ja_jp\/emr\/latest\/ManagementGuide\/emr-data-encryption-options.html<\/ul>\n<\/li>\n<\/ul>\n<p>\u30af\u30e9\u30b9\u30bf\u30fc\u3092\u5229\u7528\u6642\u4ee5\u5916\u505c\u6b62\u3059\u308b\u3053\u3068\u3067\u30b3\u30b9\u30c8\u524a\u6e1b\u3067\u3057\u305f\u3044\u5834\u5408\u3001CloudWatch\u306eIsIdle\u30e1\u30c8\u30ea\u30af\u30b9\u3067\u7d42\u4e86\u3092\u691c\u77e5\u3059\u308b<br \/>\nEMRFS\u3067\u306fSSE-C\u306f\u4f7f\u7528\u3067\u304d\u306a\u3044<br \/>\nEMR\u306e\u540c\u6642\u5b9f\u884c\u6570\u306f2~256<br \/>\nYARN\uff08Yet Another Resource Negotiator\uff09: \u30ea\u30bd\u30fc\u30b9\u306e\u7ba1\u7406\u3068\u30b9\u30b1\u30b8\u30e5\u30fc\u30eb\u3092\u62c5\u3044\u3001\u5404\u30c7\u30fc\u30bf\u30ce\u30fc\u30c9\u3067\u4f55\u304c\u8d77\u3053\u308b\u3079\u304d\u304b\u3092\u6c7a\u5b9a\u3059\u308b\u3002<\/p>\n<h3>\u4e9a\u9a6c\u900a\u4e91\u6570\u636e\u4ed3\u5e93<\/h3>\n<p>\u9488\u5bf9\u6570\u636e\u4ed3\u5e93\uff08DWH\uff09\u8fdb\u884c\u4e86\u4f18\u5316\u7684\u57fa\u4e8ePostgreSQL\u7684\u5168\u6258\u7ba1\u5217\u6307\u5411\u6570\u636e\u5e93\u3002\u8be5\u6570\u636e\u5e93\u5206\u4e3a\u9886\u5bfc\u8282\u70b9\u3001\u8ba1\u7b97\u8282\u70b9\u548c\u5b58\u50a8\u8282\u70b9\u4e09\u5c42\uff0c\u5e76\u4e14\u53ef\u4ee5\u6839\u636e\u9700\u8981\u8fdb\u884c\u8ba1\u7b97\u8282\u70b9\u548c\u5b58\u50a8\u8282\u70b9\u7684\u6269\u5c55\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/113-0.png\" alt=\"redshift.png\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/114-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 0.29.17.png\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/115-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 0.31.47.png\" \/><\/div>\n<p>&nbsp;<\/p>\n<h4>\u8282\u70b9\u7c7b\u578b (Moduletype)<\/h4>\n<div>\n<div class=\"post-table\">\u4e16\u4ee3\u30bf\u30a4\u30d7\u7279\u5fb4\u7b2c\uff12\u4e16\u4ee3DC2\u30fb\u5404\u30b3\u30f3\u30d4\u30e5\u30fc\u30c6\u30a3\u30f3\u30b0\u30ce\u30fc\u30c9\u304c\u500b\u5225\u306eSSD\u30b9\u30c8\u30ec\u30fc\u30b8\u3092\u6301\u3064<br \/>\n\u30fb<strong>\u901f\u5ea6\u304c\u901f\u3044<\/strong>(C=compute\u3067\u899a\u3048\u308b)\u7b2c\uff12\u4e16\u4ee3DS2\u30fb\u5404\u30b3\u30f3\u30d4\u30e5\u30fc\u30c6\u30a3\u30f3\u30b0\u30ce\u30fc\u30c9\u304c\u500b\u5225\u306eHDD\u30b9\u30c8\u30ec\u30fc\u30b8\u3092\u6301\u3064<br \/>\n\u30fb<strong>\u5927\u5bb9\u91cf<\/strong>(S=storage\u3067\u899a\u3048\u308b)\u7b2c3\u4e16\u4ee3RA3\u30fb\u30c7\u30fc\u30bf\u51e6\u7406\u3068\u30b9\u30c8\u30ec\u30fc\u30b8\u3092\u72ec\u7acb\u3055\u305b\u308b\u65b9\u5f0f<br \/>\n\u30fb\u5404\u30ce\u30fc\u30c9\u306f\u500b\u5225\u306e\u30b9\u30c8\u30ec\u30fc\u30b8\u3092\u6301\u305f\u306a\u3044\u4ee3\u308f\u308a\u306b\u3001<strong>RMS\uff08Redshift Managed Storage\uff09\u3068\u547c\u3070\u308c\u308bSSD<\/strong>\u3092\u5171\u6709\u5229\u7528\u3059\u308b<br \/>\n\u30fbSSD\u306b\u5165\u308a\u5207\u3089\u306a\u3044\u30c7\u30fc\u30bf\u306fS3\u306b\u81ea\u52d5\u3067\u30aa\u30d5\u30ed\u30fc\u30c9\u3055\u308c\u308b<br \/>\n\u30fbRA3\u3067\u3057\u304b\u4f7f\u3048\u306a\u3044\u6a5f\u80fd\u3082\u3042\u308a\u3001<strong>\u4eca\u5f8c\u69cb\u7bc9\u3059\u308b\u5834\u5408\u306fRA3\u63a8\u5968<\/strong><\/div>\n<\/div>\n<p>RA3\u7684\u89c4\u683c\u548c\u4ef7\u683c<\/p>\n<div>\n<div class=\"post-table\">\u30b5\u30a4\u30bavCPU\u30e1\u30e2\u30ea\u30fc\u30b9\u30c8\u30ec\u30fc\u30b8\u4e0a\u9650I\/O\u4fa1\u683c(\u6771\u4eac\u30ea\u30fc\u30b8\u30e7\u30f3)ra3.xlplus432 GiB32TB RMS0.65GB\/\u79d21.278USD\/hra3.4xlarge1296 GiB64TB RMS2GB\/\u79d23.836USD\/hra3.16xlarge48384 GiB64TB RMS8GB\/\u79d215.347USD\/h<\/div>\n<\/div>\n<p>&nbsp;<\/p>\n<h4>\u52a0\u8f7d\u6570\u636e<\/h4>\n<p>\u53ef\u4ee5\u4f7f\u7528COPY\u547d\u4ee4\u4ece\u652f\u6301S3\u3001DynamoDB\u3001EMR\u4ee5\u53caSSH\u8fde\u63a5\u7684\u670d\u52a1\u5668\u52a0\u8f7d\u6570\u636e\u3002<br \/>\n\u5728\u6b64\u8fc7\u7a0b\u4e2d\uff0c\u53ef\u4ee5\u6307\u5b9a\u8981\u4f7f\u7528\u7684IAM\u89d2\u8272\uff0c\u5206\u9694\u7b26\u548c\u683c\u5f0f\u7b49\u3002<br \/>\n\u8fd8\u53ef\u4ee5\u6307\u5b9a\u8981\u4f7f\u7528\u7684Parquet\u6216ORC\u7b49\u683c\u5f0f\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"k\">COPY<\/span> <span class=\"k\">table_name<\/span>\r\n<span class=\"k\">FROM<\/span> <span class=\"s1\">'s3:\/\/mybucket\/data\/parquet\/'<\/span>\r\n<span class=\"n\">IAM_ROLE<\/span> <span class=\"s1\">'arn:aws:iam::0123456789012:role\/MyRedshiftRole'<\/span>\r\n<span class=\"k\">DELIMITER<\/span> <span class=\"s1\">','<\/span>\r\n<span class=\"n\">FORMAT<\/span> <span class=\"k\">AS<\/span> <span class=\"n\">PARQUET<\/span>\r\n<span class=\"n\">REGION<\/span> <span class=\"s1\">'ap-northeast-1'<\/span><span class=\"p\">;<\/span>\r\n<\/code><\/pre>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/125-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 0.30.59.png\" \/><\/div>\n<p>&nbsp;<\/p>\n<p>\u53ef\u4ee5\u4f7f\u7528INSERT\u547d\u4ee4\u6765\u63d2\u5165\u6570\u636e\u3002<br \/>\n\u5728\u5927\u91cf\u6570\u636e\u7684\u60c5\u51b5\u4e0b\uff0c\u6bd4\u8d77COPY\u547d\u4ee4\uff0c\u65f6\u95f4\u4f1a\u66f4\u957f\u3002<br \/>\n\u5982\u679c\u60f3\u4ece\u73b0\u6709\u8868\u590d\u5236\u6570\u636e\u5230\u5c1a\u672a\u521b\u5efa\u7684\u8868\uff0c\u4e5f\u53ef\u4ee5\u4f7f\u7528CREATE TABLE AS\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"k\">INSERT<\/span> <span class=\"k\">INTO<\/span> <span class=\"n\">dst_table_name<\/span>\r\n<span class=\"p\">(<\/span><span class=\"k\">SELECT<\/span> <span class=\"o\">*<\/span> <span class=\"k\">FROM<\/span> <span class=\"n\">src_table_name<\/span><span class=\"p\">);<\/span>\r\n<\/code><\/pre>\n<pre class=\"post-pre\"><code><span class=\"k\">INSERT<\/span> <span class=\"k\">INTO<\/span> <span class=\"n\">category_stage<\/span> <span class=\"k\">VALUES<\/span>\r\n<span class=\"p\">(<\/span><span class=\"mi\">13<\/span><span class=\"p\">,<\/span> <span class=\"s1\">'Concerts'<\/span><span class=\"p\">,<\/span> <span class=\"s1\">'Other'<\/span><span class=\"p\">,<\/span> <span class=\"k\">default<\/span><span class=\"p\">);<\/span>\r\n<\/code><\/pre>\n<p>&nbsp;<\/p>\n<h4>\u4ece\u5e94\u7528\u7a0b\u5e8f\u53d1\u9001\u7684\u67e5\u8be2<\/h4>\n<p>\u4f7f\u7528Data API\u8fdb\u884c\u5bf9Redshift\u7684\u67e5\u8be2\u3002<br \/>\n\u6ca1\u6709\u8fdb\u884c\u6301\u4e45\u8fde\u63a5\uff0c\u901a\u8fc7SDK\u8fdb\u884c\u5f02\u6b65\u8bf7\u6c42\u5230HTTP\u7aef\u70b9\u3002<br \/>\n\u53ef\u4ee5\u4f7f\u7528\u4fdd\u5b58\u5728Secrets Manager\u4e2d\u7684\u8ba4\u8bc1\u4fe1\u606f\u6216\u4e34\u65f6\u7684\u6570\u636e\u5e93\u8ba4\u8bc1\u4fe1\u606f\u8fdb\u884c\u8eab\u4efd\u9a8c\u8bc1\u3002<\/p>\n<p>&nbsp;<\/p>\n<h4>\u6297\u51fbDR<\/h4>\n<p>\u53ef\u4ee5\u542f\u7528\u81ea\u52a8\u5feb\u7167\u4f5c\u4e3aRedshift\u7684\u707e\u96be\u6062\u590d\u63aa\u65bd\uff0c\u5e76\u5c06\u5176\u81ea\u52a8\u590d\u5236\u5230\u4e0d\u540c\u7684\u4e00\u4e2a\u533a\u57df\u3002<\/p>\n<h4>\u5206\u6563\u5f0f\u98ce\u683c sh\u00ec<\/h4>\n<p>\u5728\u521b\u5efa\u8868\u65f6\uff0c\u53ef\u4ee5\u6307\u5b9a\u56db\u79cd\u5206\u5e03\u6837\u5f0f\u4e2d\u7684\u4efb\u610f\u4e00\u79cd\u3002\u5982\u679c\u6ca1\u6709\u6307\u5b9a\uff0c\u5219\u9ed8\u8ba4\u4e3aAUTO\u5206\u5e03\u3002<\/p>\n<div>\n<div class=\"post-table\">\u30b9\u30bf\u30a4\u30eb\u7279\u5fb4AUTO\u5206\u6563\u30c6\u30fc\u30d6\u30eb\u30c7\u30fc\u30bf\u306e\u30b5\u30a4\u30ba\u306b\u57fa\u3065\u3044\u3066\u6700\u9069\u306a\u5206\u6563\u30b9\u30bf\u30a4\u30eb\u3092\u5272\u308a\u5f53\u3066\u308b\u3002EVEN\u5206\u6563\u30c6\u30fc\u30d6\u30eb\u304c\u7d50\u5408\u306b\u53c2\u52a0\u3057\u306a\u3044\u5834\u5408\u306b\u9069\u3057\u3066\u3044\u308b\u3002\u30ad\u30fc\u5206\u6563\u30c6\u30fc\u30d6\u30eb\u9593\u3067\u7d50\u5408\u3092\u884c\u3046\u5834\u5408\u306b\u9069\u3057\u3066\u3044\u308b\u3002ALL\u5206\u6563\u30de\u30b9\u30bf\u30fc\u306a\u3069\u306e\u66f4\u65b0\u306e\u5c11\u306a\u3044\u5927\u304d\u306a\u30c6\u30fc\u30d6\u30eb\u306b\u9069\u3057\u3066\u3044\u308b\u3002<\/div>\n<\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/139-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 0.36.04.png\" \/><\/div>\n<p>&nbsp;<\/p>\n<h4>\u538b\u7f29\u6210\u5217\u8868<\/h4>\n<p>\u901a\u8fc7\u5728\u6570\u636e\u4fdd\u5b58\u65f6\u8fdb\u884c\u538b\u7f29\uff0c\u53ef\u4ee5\u51cf\u5c11\u78c1\u76d8I\/O\uff0c\u63d0\u9ad8\u67e5\u8be2\u6027\u80fd\u3002<br \/>\n\u9ed8\u8ba4\u60c5\u51b5\u4e0b\u662fENCODE AUTO\uff0c\u538b\u7f29\u7f16\u7801\u4f1a\u81ea\u52a8\u7ba1\u7406\u3002<\/p>\n<p>\u5728\u521b\u5efa\u8868\u65f6\uff0c\u53ef\u4ee5\u4e3a\u5217\u6307\u5b9a\u538b\u7f29\u7c7b\u578b\u6216\u7f16\u7801\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"k\">CREATE<\/span> <span class=\"k\">TABLE<\/span> <span class=\"n\">product<\/span><span class=\"p\">(<\/span>\r\n  <span class=\"n\">product_id<\/span> <span class=\"nb\">INT<\/span> <span class=\"n\">ENCODE<\/span> <span class=\"n\">RAW<\/span><span class=\"p\">,<\/span>\r\n  <span class=\"n\">product_name<\/span> <span class=\"nb\">CHAR<\/span><span class=\"p\">(<\/span><span class=\"mi\">20<\/span><span class=\"p\">)<\/span> <span class=\"n\">ENCODE<\/span> <span class=\"n\">BYTEDICT<\/span>\r\n<span class=\"p\">);<\/span>\r\n<\/code><\/pre>\n<p>&nbsp;<\/p>\n<p>\u5982\u679c\u5728COPY\u547d\u4ee4\u4e2d\u6307\u5b9aCOMPUPDATE\u4e3aON\uff0c\u53ef\u4ee5\u542f\u7528\u81ea\u52a8\u538b\u7f29\uff0c\u4f46\u65e0\u6cd5\u5c06\u81ea\u52a8\u538b\u7f29\u5e94\u7528\u4e8e\u5305\u542b\u6570\u636e\u7684\u8868\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"k\">COPY<\/span> <span class=\"n\">biglist<\/span> <span class=\"k\">FROM<\/span> <span class=\"s1\">'s3:\/\/mybucket\/biglist.txt'<\/span> \r\n<span class=\"n\">IAM_ROLE<\/span> <span class=\"s1\">'arn:aws:iam::0123456789012:role\/MyRedshiftRole'<\/span>\r\n<span class=\"k\">DELIMITER<\/span> <span class=\"s1\">'|'<\/span> <span class=\"n\">COMPUPDATE<\/span> <span class=\"k\">ON<\/span><span class=\"p\">;<\/span>\r\n<\/code><\/pre>\n<h4>\u81ea\u52a8\u5feb\u7167<\/h4>\n<p>\u5728Redshift\u4e2d\u8bbe\u7f6e\u81ea\u52a8\u5feb\u7167\uff0c\u9ed8\u8ba4\u60c5\u51b5\u4e0b\u6bcf8\u5c0f\u65f6\u4f1a\u521b\u5efa\u4e00\u4e2a\u5feb\u7167\u3002<br \/>\n\u8fd8\u53ef\u4ee5\u4f7f\u7528cron\u8868\u8fbe\u5f0f\u8bbe\u7f6e\u8ba1\u5212\u3002<\/p>\n<pre class=\"post-pre\"><code>cron<span class=\"o\">(<\/span>\u5206 \u6642\u9593 \u66dc\u65e5<span class=\"o\">)<\/span>\r\n<\/code><\/pre>\n<p>\u9032\u884c\u6307\u5b9a\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"c\"># \u5e73\u65e5\u306e16:00\u304b\u308922:00\u307e\u30671\u6642\u9593\u304a\u304d<\/span>\r\ncron<span class=\"o\">(<\/span>0 16-22\/1 MON-FRI<span class=\"o\">)<\/span>\r\n\r\n<span class=\"c\"># \u6bce\u65e512:30\u304b\u30894\u6642\u9593\u304a\u304d<\/span>\r\ncron<span class=\"o\">(<\/span>30 12\/4 <span class=\"k\">*<\/span><span class=\"o\">)<\/span>\r\n\r\n<span class=\"c\"># \u6bce\u9031\u571f\u66dc\u65e5\u306e21:00<\/span>\r\ncron<span class=\"o\">(<\/span>0 21 \u571f<span class=\"o\">)<\/span>\r\n<\/code><\/pre>\n<p>\u4f7f\u7528CLI\u521b\u5efa\u5feb\u7167\u8ba1\u5212\u7684\u5b9a\u4e49\uff0c\u9700\u8981\u6267\u884ccreate-snapshot-schedule\u547d\u4ee4\u3002<\/p>\n<pre class=\"post-pre\"><code>create-snapshot-schedule <span class=\"nt\">--schedule-identifier<\/span> <span class=\"s2\">\"my-test\"<\/span> <span class=\"nt\">--schedule-definition<\/span> <span class=\"s2\">\"cron(0 17 SAT,SUN)\"<\/span> <span class=\"s2\">\"cron(0 9,17 MON-FRI)\"<\/span>\r\n<\/code><\/pre>\n<p>&nbsp;<\/p>\n<h4>\u771f\u7a7a\u5904\u7406<\/h4>\n<p>\u5f53\u6267\u884cVACUUM\u547d\u4ee4\u65f6\uff0c\u53ef\u4ee5\u91cd\u65b0\u6392\u5e8f\u884c\u5e76\u91cd\u65b0\u5229\u7528\u7a7a\u95f4\u3002\u8fd9\u6709\u53ef\u80fd\u6539\u5584\u6027\u80fd\u3002<br \/>\n\u7531\u4e8e\u6267\u884cVACUUM\u65f6\u4f1a\u5bf9CPU\u548c\u78c1\u76d8\u9020\u6210\u8d1f\u62c5\uff0c\u5efa\u8bae\u5728\u4f7f\u7528\u7387\u8f83\u4f4e\u7684\u65f6\u95f4\uff0c\u6bd4\u5982\u591c\u95f4\u6267\u884c\u3002<br \/>\n\u53e6\u5916\uff0c\u901a\u8fc7\u6267\u884cANALYZE\u53ef\u4ee5\u66f4\u65b0\u67e5\u8be2\u6267\u884c\u8ba1\u5212\u6240\u9700\u7684\u5143\u6570\u636e\u3002\u56e0\u6b64\uff0c\u5efa\u8bae\u5728\u6bcf\u5929\u6267\u884cVACUUM\u540e\u4e00\u540c\u6267\u884cANALYZE\uff0c\u5927\u7ea6\u4e00\u5929\u6267\u884c\u4e00\u6b21\u3002<\/p>\n<p>&nbsp;<\/p>\n<h4>\u4e9a\u9a6c\u900a\u7ea2\u79fb\u5149\u8c31<\/h4>\n<p>\u4f7f\u7528Redshift Spectrum\u53ef\u4ee5\u76f4\u63a5\u4eceS3\u6587\u4ef6\u4e2d\u83b7\u53d6\u6570\u636e\uff0c\u800c\u65e0\u9700\u5c06\u6570\u636e\u52a0\u8f7d\u5230Redshift\u8868\u4e2d\u3002Redshift Spectrum\u67e5\u8be2\u91c7\u7528\u8d85\u5e76\u884c\u5904\u7406\uff0c\u80fd\u591f\u5feb\u901f\u5904\u7406\u5927\u578b\u6570\u636e\u96c6\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/161-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 0.43.50.png\" \/><\/div>\n<p>\u8981\u4f7f\u7528Redshift Spectrum\uff0c\u60a8\u9700\u8981\uff1a<\/p>\n<ol>\n<li style=\"list-style-type: none;\">\n<ol>IAM\u89d2\u8272\u4e0e\u96c6\u7fa4\u7684\u5173\u8054<\/ol>\n<\/li>\n<\/ol>\n<p>&nbsp;<\/p>\n<ol>\n<li style=\"list-style-type: none;\">\n<ol>\u521b\u5efa\u5916\u90e8\u6a21\u5f0f<\/ol>\n<\/li>\n<\/ol>\n<p>&nbsp;<\/p>\n<ol>\u521b\u5efa\u5916\u90e8\u8868<\/ol>\n<p>\u521b\u5efa\u5916\u90e8\u6a21\u5f0f\u548c\u5916\u90e8\u8868\u9700\u8981\u4f7f\u7528CREATE\u67e5\u8be2\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"k\">CREATE<\/span> <span class=\"k\">EXTERNAL<\/span> <span class=\"k\">SCHEMA<\/span> <span class=\"n\">myspectrum_schema<\/span> \r\n<span class=\"k\">FROM<\/span> <span class=\"k\">DATA<\/span> <span class=\"k\">CATALOG<\/span>\r\n<span class=\"k\">DATABASE<\/span> <span class=\"s1\">'myspectrum_db'<\/span>\r\n<span class=\"n\">IAM_ROLE<\/span> <span class=\"s1\">'arn:aws:iam::123456789012:role\/myspectrum_role'<\/span>\r\n<span class=\"k\">CREATE<\/span> <span class=\"k\">EXTERNAL<\/span> <span class=\"k\">DATABASE<\/span> <span class=\"n\">IF<\/span> <span class=\"k\">NOT<\/span> <span class=\"k\">EXISTS<\/span><span class=\"p\">;<\/span>\r\n<\/code><\/pre>\n<pre class=\"post-pre\"><code><span class=\"k\">CREATE<\/span> <span class=\"k\">EXTERNAL<\/span> <span class=\"k\">TABLE<\/span> <span class=\"n\">myspectrum_schema<\/span><span class=\"p\">.<\/span><span class=\"n\">sales<\/span><span class=\"p\">(<\/span>\r\n  <span class=\"n\">salesid<\/span> <span class=\"nb\">INTEGER<\/span><span class=\"p\">,<\/span>\r\n  <span class=\"n\">listid<\/span> <span class=\"nb\">INTEGER<\/span><span class=\"p\">,<\/span>\r\n  <span class=\"n\">sellerid<\/span> <span class=\"nb\">INTEGER<\/span><span class=\"p\">,<\/span>\r\n  <span class=\"n\">buyerid<\/span> <span class=\"nb\">INTEGER<\/span><span class=\"p\">,<\/span>\r\n  <span class=\"n\">eventid<\/span> <span class=\"nb\">INTEGER<\/span><span class=\"p\">,<\/span>\r\n  <span class=\"n\">dateid<\/span> <span class=\"nb\">SMALLINT<\/span><span class=\"p\">,<\/span>\r\n  <span class=\"n\">qtysold<\/span> <span class=\"nb\">SMALLINT<\/span><span class=\"p\">,<\/span>\r\n  <span class=\"n\">pricepaid<\/span> <span class=\"nb\">DECIMAL<\/span><span class=\"p\">(<\/span><span class=\"mi\">8<\/span><span class=\"p\">,<\/span><span class=\"mi\">2<\/span><span class=\"p\">),<\/span>\r\n  <span class=\"n\">commission<\/span> <span class=\"nb\">DECIMAL<\/span><span class=\"p\">(<\/span><span class=\"mi\">8<\/span><span class=\"p\">,<\/span><span class=\"mi\">2<\/span><span class=\"p\">),<\/span>\r\n  <span class=\"n\">saletime<\/span> <span class=\"nb\">TIMESTAMP<\/span>\r\n<span class=\"p\">)<\/span>\r\n<span class=\"k\">ROW<\/span> <span class=\"n\">FORMAT<\/span> <span class=\"n\">DELIMITED<\/span>\r\n<span class=\"n\">FIELDS<\/span> <span class=\"n\">TERMINATED<\/span> <span class=\"k\">BY<\/span> <span class=\"s1\">'<\/span><span class=\"se\">\\t<\/span><span class=\"s1\">'<\/span>\r\n<span class=\"n\">STORED<\/span> <span class=\"k\">AS<\/span> <span class=\"n\">TEXTFILE<\/span>\r\n<span class=\"k\">LOCATION<\/span> <span class=\"s1\">'s3:\/\/redshift-downloads\/tickit\/spectrum\/sales\/'<\/span>\r\n<span class=\"k\">TABLE<\/span> <span class=\"n\">PROPERTIES<\/span> <span class=\"p\">(<\/span><span class=\"s1\">'numRows'<\/span><span class=\"o\">=<\/span><span class=\"s1\">'172000'<\/span><span class=\"p\">);<\/span>\r\n<\/code><\/pre>\n<h4>\u5de5\u4f5c\u8d1f\u8f7d\u7ba1\u7406(WLM: Work Load Management)<\/h4>\n<p>\u5728\u591a\u4e2a\u5de5\u4f5c\u8d1f\u8f7d\u4f7f\u7528\u540c\u4e00\u4e2a\u96c6\u7fa4\u65f6\uff0c\u6709\u81ea\u52a8\u63a7\u5236\u529f\u80fd\u4ee5\u786e\u4fdd\u5b83\u4eec\u4e4b\u95f4\u4e0d\u4f1a\u53d1\u751f\u7ade\u4e89\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/169-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 0.38.46.png\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/170-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 0.39.37.png\" \/><\/div>\n<h4>\u77ed\u67e5\u8be2\u52a0\u901f(SQA)<\/h4>\n<p>\u542f\u7528SQA\u5c06\u4f7f\u7528\u673a\u5668\u5b66\u4e60\u7b97\u6cd5\u9884\u6d4b\u67e5\u8be2\u7684\u6267\u884c\u65f6\u95f4\uff0c\u5e76\u4f18\u5148\u6267\u884c\u6267\u884c\u65f6\u95f4\u8f83\u77ed\u7684\u4e00\u90e8\u5206\u67e5\u8be2\u800c\u975e\u6267\u884c\u65f6\u95f4\u8f83\u957f\u7684\u67e5\u8be2\u3002<br \/>\n\u5728\u9ed8\u8ba4\u53c2\u6570\u7ec4\u548c\u65b0\u53c2\u6570\u7ec4\u4e2d\uff0c\u9ed8\u8ba4\u60c5\u51b5\u4e0b\u5df2\u542f\u7528SQA\u3002<\/p>\n<p>&nbsp;<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/174-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 0.40.01.png\" \/><\/div>\n<h4>\u5176\u4ed6\u5907\u6ce8<\/h4>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u6700\u5927\u540c\u6642\u5b9f\u884c\u30ec\u30d9\u30eb\u306f50<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\u30ad\u30e5\u30fc\u306f\u6700\u59278<\/ul>\n<h3>\u4e9a\u9a6c\u900a\u4e91\u670d\u52a1\uff08AWS\uff09\u7684Glue<\/h3>\n<p>\u6570\u636e\u96c6\u6210\u670d\u52a1\u662f\u4e00\u79cd\u65e0\u670d\u52a1\u5668\u7684\u670d\u52a1\uff0c\u53ef\u7528\u4e8e\u5206\u6790\u3001\u673a\u5668\u5b66\u4e60\u548c\u5e94\u7528\u7a0b\u5e8f\u5f00\u53d1\uff0c\u5177\u6709\u4eceETL\u548c\u6570\u636e\u81ea\u52a8\u751f\u6210\u6a21\u5f0f\uff0c\u6570\u636e\u6e05\u6d17\u7b49\u529f\u80fd\uff0c\u53ef\u4ee5\u7528\u4e8e\u6570\u636e\u7684\u68c0\u6d4b\u3001\u51c6\u5907\u548c\u5408\u5e76\u3002\u5b83\u5305\u62ec\u4e86\u591a\u4e2a\u529f\u80fd\uff0c\u5982Glue\u4f5c\u4e1a\u3001Glue DataBrew\u548cGlue\u6570\u636e\u76ee\u5f55\u3002<\/p>\n<p>&nbsp;<\/p>\n<h4>ETL\u4f5c\u4e1a\u7684\u7c7b\u578b<\/h4>\n<div>\n<div class=\"post-table\">\u7a2e\u985e\u6982\u8981Apache Spark\u6700\u4f4e2DPU\u5fc5\u8981\u3001\u6700\u5c0f\u8acb\u6c42\u5358\u4f4d1\u5206Spark\u30b9\u30c8\u30ea\u30fc\u30df\u30f3\u30b01\u307e\u305f\u306f0.0625DPU\u3092\u4f7f\u7528\u3001 \u6700\u5c0f\u8acb\u6c42\u5358\u4f4d1\u5206Python\u30b7\u30a7\u30eb\u5c0f\u898f\u6a21\u304b\u3089\u4e2d\u898f\u6a21\u306e\u4e00\u822c\u7684\u306a\u30bf\u30b9\u30af\u306b\u6700\u9069\u3001Spark\u3088\u308a\u5b89\u4fa1\u3001\u6700\u4f4e2DPU\u5fc5\u8981\u3001\u6700\u5c0f\u8acb\u6c42\u5358\u4f4d10\u5206<\/div>\n<\/div>\n<h4>\u5de5\u4eba\u578b<\/h4>\n<div>\n<div class=\"post-table\">\u30bf\u30a4\u30d7\u6982\u8981Standard\u3053\u306e\u30bf\u30a4\u30d7\u3092\u9078\u629e\u3059\u308b\u5834\u5408\u306f\u6700\u5927\u30ad\u30e3\u30d1\u30b7\u30c6\u30a3\u30fc(\u5b9f\u884c\u6642\u306b\u5272\u308a\u5f53\u3066\u308b\u3053\u3068\u304c\u3067\u304d\u308bDPU\u306e\u6570)\u3092\u6307\u5b9a\u3059\u308b\u300250GB\u306e\u30c7\u30a3\u30b9\u30af\u30682\u500b\u306e\u30a8\u30b0\u30bc\u30ad\u30e5\u30bf\u30fc\u304c\u3042\u308b\u3002G.1X\u3053\u306e\u30bf\u30a4\u30d7\u3092\u9078\u629e\u3059\u308b\u5834\u5408\u306f\u30ef\u30fc\u30ab\u30fc\u6570\u3092\u6307\u5b9a\u3059\u308b\u3002\u5404\u30ef\u30fc\u30ab\u30fc\u306b\u306f1DPU\u304c\u5272\u308a\u5f53\u3066\u3089\u308c\u3001\u30ef\u30fc\u30ab\u30fc\u3054\u3068\u306b1\u500b\u306e\u30a8\u30b0\u30bc\u30ad\u30e5\u30fc\u30bf\u30fc\u304c\u3042\u308b\u3002<strong>\u30e1\u30e2\u30ea\u3092\u5927\u91cf\u306b\u6d88\u8cbb\u3059\u308b\u30b8\u30e7\u30d6\u306b\u63a8\u5968<\/strong>\u3002AWS Glue2.0\u4ee5\u964d\u306e\u30c7\u30d5\u30a9\u30eb\u30c8\u3002G.2X\u3053\u306e\u30bf\u30a4\u30d7\u3092\u9078\u629e\u3059\u308b\u5834\u5408\u306f\u30ef\u30fc\u30ab\u30fc\u6570\u3092\u6307\u5b9a\u3059\u308b\u3002\u5404\u30ef\u30fc\u30ab\u30fc\u306b\u306f2DPU\u304c\u5272\u308a\u5f53\u3066\u3089\u308c\u3001\u30ef\u30fc\u30ab\u30fc\u3054\u3068\u306b1\u500b\u306e\u30a8\u30b0\u30bc\u30ad\u30e5\u30fc\u30bf\u30fc\u304c\u3042\u308b\u3002<strong>\u6a5f\u68b0\u5b66\u7fd2\u5909\u63db\u3092\u5b9f\u884c\u3059\u308b\u30b8\u30e7\u30d6\u306b\u63a8\u5968<\/strong>\u3002G.025X\u3053\u306e\u30bf\u30a4\u30d7\u3092\u9078\u629e\u3059\u308b\u5834\u5408\u306f\u30ef\u30fc\u30ab\u30fc\u6570\u3092\u6307\u5b9a\u3059\u308b\u3002\u5404\u30ef\u30fc\u30ab\u30fc\u306b\u306f0.25DPU\u304c\u5272\u308a\u5f53\u3066\u3089\u308c\u3001\u30ef\u30fc\u30ab\u30fc\u3054\u3068\u306b1\u500b\u306e\u30a8\u30b0\u30bc\u30ad\u30e5\u30fc\u30bf\u30fc\u304c\u3042\u308b\u3002<strong>\u5c11\u91cf\u306e\u30b9\u30c8\u30ea\u30fc\u30df\u30f3\u30b0\u30b8\u30e7\u30d6\u306b\u63a8\u5968<\/strong>\u3002AWS Glue3.0\u306e\u30b9\u30c8\u30ea\u30fc\u30df\u30f3\u30b0\u30b8\u30e7\u30d6\u3067\u306e\u307f\u4f7f\u7528\u53ef\u80fd\u3002<\/div>\n<\/div>\n<p>\u203b\u4e00\u4e2aDPU = 4\u4e2avCPU\uff0c16GB\u7684\u5185\u5b58\uff0c64GB\u7684\u78c1\u76d8<\/p>\n<p>&nbsp;<\/p>\n<h4>AWS Glue DataBrew \u4e9a\u9a6c\u900a\u4e91\u6570\u636e\u9884\u5904\u7406\u5e73\u53f0<\/h4>\n<p>\u63d0\u4f9b\u7684\u670d\u52a1\u53ef\u4ee5\u81ea\u52a8\u5316\u5730\u51c6\u5907\u548c\u5feb\u901f\u5904\u7406\u7528\u4e8e\u5206\u6790\u7684\u6570\u636e\uff0c\u5305\u62ec\u6570\u636e\u6e05\u6d17\u548c\u89c4\u8303\u5316\u7b49\u64cd\u4f5c\u3002<br \/>\n\u60a8\u53ef\u4ee5\u5728\u7ba1\u7406\u63a7\u5236\u53f0\u4e0a\u4e0e\u6570\u636e\u8fdb\u884c\u4ea4\u4e92\u5f0f\u8f6c\u6362\uff0c\u4e5f\u53ef\u4ee5\u5c06\u521b\u5efa\u7684\u8f6c\u6362\u4efb\u52a1\u5d4c\u5165\u5230Step Functions\u7684\u6b65\u9aa4\u4e2d\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/189-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-12-03 1.17.37.png\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/190-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-12-03 1.20.32.png\" \/><\/div>\n<p>&nbsp;<\/p>\n<h4>\u9ecf\u5408\u673a\u5668\u5b66\u4e60\u8f6c\u6362<\/h4>\n<p>\u53ef\u4ee5\u4f7f\u7528\u673a\u5668\u5b66\u4e60\u4efb\u52a1\u6267\u884c\u548c\u6570\u636e\u6e05\u6d17\uff0c\u5982\u68c0\u6d4b\u6f5c\u5728\u7684\u91cd\u590d\uff08\u589e\u91cf\u5339\u914d\uff09\u3002<\/p>\n<p>&nbsp;<\/p>\n<h4>\u5176\u4ed6\u5907\u6ce8<\/h4>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">AWS Glue Schema Registry\u306f\u3001\u30c7\u30fc\u30bf\u30b9\u30c8\u30ea\u30fc\u30e0\u30b9\u30ad\u30fc\u30de\u3092\u4e00\u5143\u7684\u306b\u691c\u51fa\u3001\u5236\u5fa1\u3057\u3001\u767a\u5c55\u3055\u305b\u308b\u3053\u3068\u304c\u3067\u304d\u308b\u3002<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">https:\/\/docs.aws.amazon.com\/ja_jp\/glue\/latest\/dg\/schema-registry.html<\/ul>\n<\/li>\n<\/ul>\n<p>\u30ef\u30fc\u30af\u30d5\u30ed\u30fc\u3092\u5229\u7528\u3059\u308b\u3068\u4f9d\u5b58\u95a2\u4fc2\u306e\u3042\u308b\u8907\u6570\u306e\u30b8\u30e7\u30d6\u3092\u7ba1\u7406\u3067\u304d\u308b<br \/>\nhttps:\/\/docs.aws.amazon.com\/ja_jp\/glue\/latest\/dg\/orchestrate-using-workflows.html<\/p>\n<h3>Amazon Kinesis \u4e9a\u9a6c\u900a\u91d1\u9cde\u54cd\u6c34<\/h3>\n<p>\u5904\u7406\u6765\u81ea\u79fb\u52a8\u5e94\u7528\u7a0b\u5e8f\u548c\u7269\u8054\u7f51\u8bbe\u5907\u7684\u6d41\u5a92\u4f53\u6570\u636e\u7684\u670d\u52a1\u96c6\u5408<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/199-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 2.12.15.png\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/200-0.png\" alt=\"kinesis.png\" \/><\/div>\n<p>&nbsp;<\/p>\n<h4>\u4e9a\u9a6c\u900a\u6570\u636e\u6d41<\/h4>\n<p>\u4f7f\u7528\u7b80\u5355\u6d41\u7684\u670d\u52a1\uff0c\u5c06\u5176\u4e0e\u5176\u4ed6\u670d\u52a1\uff08\u751f\u4ea7\u8005\u548c\u6d88\u8d39\u8005\uff09\u4ee5\u53ca\u6d41\u4e00\u8d77\u7ed3\u5408\u4f7f\u7528\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/204-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 2.24.26.png\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/205-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 2.22.00.png\" \/><\/div>\n<h5>\u6d41\u5a92\u4f53\u7684\u6807\u7b7e\u5316<\/h5>\n<p>\u5728Kinesis\u6570\u636e\u6d41\u4e2d\uff0c\u53ef\u4ee5\u4e3a\u5176\u9644\u52a0\u81ea\u5b9a\u4e49\u7684\u5143\u6570\u636e\u4f5c\u4e3a&#8221;\u6807\u7b7e&#8221;\u3002<br \/>\n\u6807\u7b7e\u662f\u4ee5\u952e\u503c\u5bf9\u7684\u5f62\u5f0f\u5b9a\u4e49\u5728\u6d41\u4e2d\u3002<\/p>\n<p>&nbsp;<\/p>\n<h4>\u6269\u5c55\u7684\u7c89\u4e1d\u5916\u6269<\/h4>\n<p>\u5728Kinesis\u6570\u636e\u6d41\u4e2d\uff0c\u6709\u4e00\u79cd\u79f0\u4e3a\u6269\u5c55Fan-Out\u7684\u529f\u80fd\u3002\u4f7f\u7528\u6b64\u529f\u80fd\uff0c\u6d88\u8d39\u8005\u53ef\u4ee5\u6bcf\u79d2\u63a5\u6536\u6bcf\u4e2a\u5206\u7247\u6700\u591a2MB\u7684\u8bb0\u5f55\u3002\u8fd9\u6837\u53ef\u4ee5\u63d0\u9ad8\u53ef\u6269\u5c55\u6027\u548c\u6027\u80fd\u3002<\/p>\n<p>&nbsp;<\/p>\n<h5>KPL\/KCL &#8211;&gt; \u738b\u8005\u8363\u8000\u804c\u4e1a\u8054\u8d5b\/\u738b\u8005\u8363\u8000\u5927\u5e08\u8d5b<\/h5>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Kinesis Producer Library(KPL): Kinesis\u30b9\u30c8\u30ea\u30fc\u30e0\u3078\u30c7\u30fc\u30bf\u3092\u51fa\u529b\u3059\u308b\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u306e\u958b\u767a\u7528\u30e9\u30a4\u30d6\u30e9\u30ea<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">Kinesis Client Library(KCL): Kinesis\u30b9\u30c8\u30ea\u30fc\u30e0\u304b\u3089\u30c7\u30fc\u30bf\u3092\u53d6\u5f97\u3057\u51e6\u7406\u3059\u308b\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u306e\u958b\u767a\u7528\u30e9\u30a4\u30d6\u30e9\u30ea<\/ul>\n<p>&nbsp;<\/p>\n<p>\u4e00\u822c\u7684\u7684KPL\/KCL\u662f\u4e3aJava\u8bbe\u8ba1\u7684\u5e93\uff0c\u4f46\u4e5f\u5b58\u5728\u4e13\u4e3aLambda+Python\u8bbe\u8ba1\u7684\u300cKinesis Producer LibraryAWS Lambda\u300d\u3002<\/p>\n<p>&nbsp;<\/p>\n<h5>KPL\u7684\u914d\u7f6e<\/h5>\n<p>\u5728KPL\u4e2d\uff0c\u6709\u4e00\u4e9b\u53ef\u4ee5\u5728\u4f7f\u7528\u65f6\u8bbe\u7f6e\u7684\u503c\u3002<br \/>\n\u901a\u8fc7\u66f4\u6539\u8fd9\u4e9b\u503c\uff0c\u53ef\u4ee5\u8c03\u6574\u5176\u529f\u80fd\u3002<br \/>\n\u4f8b\u5982\uff0c\u5c06RecordMaxBufferedTime\u8bbe\u7f6e\u4e3a\u8f83\u9ad8\u7684\u503c\uff0c\u53ef\u4ee5\u589e\u52a0\u6279\u91cf\u5927\u5c0f\u5e76\u63d0\u9ad8\u541e\u5410\u91cf\u3002\u5982\u679c\u8981\u66f4\u6539\u8bbe\u7f6e\u503c\uff0c\u5219\u9700\u8981\u91cd\u65b0\u542f\u52a8KPL\u5e94\u7528\u7a0b\u5e8f\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"nc\">KinesisProducerConfiguration<\/span> <span class=\"n\">config<\/span> <span class=\"o\">=<\/span> <span class=\"k\">new<\/span> <span class=\"nc\">KinesisProducerConfiguration<\/span><span class=\"o\">()<\/span>\r\n        <span class=\"o\">.<\/span><span class=\"na\">setRecordMaxBufferedTime<\/span><span class=\"o\">(<\/span><span class=\"mi\">3000<\/span><span class=\"o\">)<\/span>\r\n        <span class=\"o\">.<\/span><span class=\"na\">setMaxConnections<\/span><span class=\"o\">(<\/span><span class=\"mi\">1<\/span><span class=\"o\">)<\/span>\r\n        <span class=\"o\">.<\/span><span class=\"na\">setRequestTimeout<\/span><span class=\"o\">(<\/span><span class=\"mi\">60000<\/span><span class=\"o\">)<\/span>\r\n        <span class=\"o\">.<\/span><span class=\"na\">setRegion<\/span><span class=\"o\">(<\/span><span class=\"s\">\"us-west-1\"<\/span><span class=\"o\">);<\/span>\r\n        \r\n<span class=\"kd\">final<\/span> <span class=\"nc\">KinesisProducer<\/span> <span class=\"n\">kinesisProducer<\/span> <span class=\"o\">=<\/span> <span class=\"k\">new<\/span> <span class=\"nc\">KinesisProducer<\/span><span class=\"o\">(<\/span><span class=\"n\">config<\/span><span class=\"o\">);<\/span>\r\n<\/code><\/pre>\n<pre class=\"post-pre\"><code><span class=\"nc\">KinesisProducerConfiguration<\/span> <span class=\"n\">config<\/span> <span class=\"o\">=<\/span> <span class=\"nc\">KinesisProducerConfiguration<\/span><span class=\"o\">.<\/span><span class=\"na\">fromPropertiesFile<\/span><span class=\"o\">(<\/span><span class=\"s\">\"default_config.properties\"<\/span><span class=\"o\">);<\/span>\r\n<\/code><\/pre>\n<pre class=\"post-pre\"><code><span class=\"py\">RecordMaxBufferedTime<\/span> <span class=\"p\">=<\/span> <span class=\"s\">100<\/span>\r\n<span class=\"py\">MaxConnections<\/span> <span class=\"p\">=<\/span> <span class=\"s\">4<\/span>\r\n<span class=\"py\">RequestTimeout<\/span> <span class=\"p\">=<\/span> <span class=\"s\">6000<\/span>\r\n<span class=\"py\">Region<\/span> <span class=\"p\">=<\/span> <span class=\"s\">us-west-1<\/span>\r\n<\/code><\/pre>\n<p>KPL\uff08Kinesis \u751f\u4ea7\u8005\u5e93\uff09\u7684 PutRecords \u64cd\u4f5c\u4f1a\u81ea\u52a8\u5c06\u5199\u5165\u5931\u8d25\u7684\u8bb0\u5f55\u6dfb\u52a0\u5230 KPL \u7f13\u51b2\u533a\u4e2d\uff0c\u4ee5\u4fbf\u53ef\u4ee5\u8fdb\u884c\u91cd\u8bd5\u3002<\/p>\n<p>&nbsp;<\/p>\n<h5>KCL\u7684\u79df\u8d41\u8868<\/h5>\n<p>\u51e0\u4e4e\u4e0e\u82f1\u8bed\u4e2d\u7684\u539f\u6587\u4e00\u6a21\u4e00\u6837\u7684\u4e2d\u6587\u8868\u8fbe\u5982\u4e0b\uff1a<br \/>\nKCL\u4f1a\u4e3a\u6bcf\u4e2aKinesis Data Streams\u5e94\u7528\u7a0b\u5e8f\u521b\u5efa\u552f\u4e00\u7684DynamoDB\u8868\u3002<br \/>\n\u901a\u8fc7\u5229\u7528\u6b64\u8868\uff0cKCL Consumer\u5e94\u7528\u53ef\u4ee5\u8ffd\u8e2a\u5904\u7406\u8fc7\u7684\u5206\u7247\u3002<br \/>\n\u5982\u679c\u5728\u8bfb\u53d6\u8fc7\u7a0b\u4e2d\u53d1\u751f\u6545\u969c\uff0c\u65b0\u7684Worker\u53ef\u4ee5\u4ece\u6545\u969c\u8bb0\u5f55\u5904\u91cd\u65b0\u542f\u52a8\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/227-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 2.26.16.png\" \/><\/div>\n<p>&nbsp;<\/p>\n<h5>\u4fdd\u8bc1\u987a\u5e8f\u4e0d\u53d8<\/h5>\n<p>\u5982\u679c\u4f7f\u7528PutRecords\u53d1\u9001\u591a\u6761\u8bb0\u5f55\uff0c\u5373\u4f7f\u6709\u4e00\u6761\u8bb0\u5f55\u5931\u8d25\uff0c\u540e\u7eed\u7684\u5904\u7406\u4e5f\u4e0d\u4f1a\u505c\u6b62\uff0c\u56e0\u6b64\u65e0\u6cd5\u4fdd\u8bc1\u987a\u5e8f\u3002\u5982\u679c\u8981\u4fdd\u8bc1\u6d41\u7684\u5199\u5165\u548c\u8bfb\u53d6\u987a\u5e8f\uff0c\u8bf7\u4f7f\u7528PutRecord\u3002<\/p>\n<p>&nbsp;<\/p>\n<h5>\u6765\u81ea\u7269\u8054\u7f51\u8bbe\u5907\u7684\u6570\u636e\u6d41<\/h5>\n<p>\u5c06\u6765\u81eaIoT\u8bbe\u5907\u7684\u8f93\u51fa\u53d1\u9001\u5230Kinesis\u6d41\u4e2d\uff0c\u4f7f\u7528AWS IoT\u670d\u52a1\u3002<\/p>\n<p>&nbsp;<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/235-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-19 18.25.26.png\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/236-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-19 18.25.14.png\" \/><\/div>\n<p>&nbsp;<\/p>\n<h4>\u4e9a\u9a6c\u900a Kinesis \u6570\u636e\u4f20\u8f93\u7ba1\u9053<\/h4>\n<p>Kinesis\u6d41\u5a92\u4f53\u662f<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">S3<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Redshift(S3\u7d4c\u7531)<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Amazon ES<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">HTTP\u30a8\u30f3\u30c9\u30dd\u30a4\u30f3\u30c8<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\u305d\u306e\u4ed6\u30b5\u30fc\u30c9\u30d1\u30fc\u30c6\u30a3\u306eSaaS<\/ul>\n<p>\u9700\u8981\u901a\u8fc7\u4f7f\u7528Kinesis Data Firehose\u6765\u63a5\u6536\u6d41\u5e76\u8fdb\u884c\u8f6c\u6362\uff0c\u624d\u80fd\u5c06\u5176\u76f4\u63a5\u8f93\u51fa\u5230\u8bf8\u5982&#8230;\u7b49\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/242-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 2.28.25.png\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/243-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 2.28.39.png\" \/><\/div>\n<p>&nbsp;<\/p>\n<p>\u5728Kinesis Data Firehose\u4e2d\uff0c\u53ef\u4ee5\u8bbe\u7f6e\u901a\u8fc7Lambda\u51fd\u6570\u5bf9\u6570\u636e\u8fdb\u884c\u8f6c\u6362\u3002<br \/>\nLambda\u51fd\u6570\u5c06\u8f6c\u6362\u540e\u7684\u6570\u636e\u8fd4\u56de\u7ed9Kinesis Data Firehose\uff0c\u5e76\u7531Kinesis Data Firehose\u5c06\u8fd4\u56de\u7684\u6570\u636e\u8f93\u51fa\u5230\u76ee\u6807\u4f4d\u7f6e\u3002\u540c\u65f6\uff0c\u8fd8\u53ef\u4ee5\u8bbe\u7f6e\u8f93\u51fa\u8f6c\u6362\u524d\u7684\u6570\u636e\u3002<\/p>\n<p>Kinesis Data Firehose\u5df2\u7ecf\u5728\u591a\u4e2a\u53ef\u7528\u533a\u8fdb\u884c\u4e86\u5197\u4f59\u5907\u4efd\u3002<\/p>\n<h4>\u4e9a\u9a6c\u900a Kinesis \u6570\u636e\u5206\u6790<\/h4>\n<p>\u5b9a\u4e49\u9488\u5bf9\u6d41\u6267\u884c\u7684SQL\uff0c\u5e76\u8f93\u51fa\u7ecf\u8fc7SQL\u5206\u6790\u548c\u8f6c\u6362\u7684\u6d41\u3002\u5b9e\u65f6\u5206\u6790\u670d\u52a1\u3002\u8f93\u5165\u6e90\u548c\u8f93\u51fa\u6e90\u5747\u4e3aKinesis\u6570\u636e\u6d41\u6216Kinesis\u6570\u636e\u843d\u5730\u3002\u5728\u6d41\u4e0e\u6d41\u4e4b\u95f4\u8fdb\u884c\u4e2d\u95f4\u5904\u7406\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/249-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 2.31.12.png\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/250-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 3.10.48.png\" \/><\/div>\n<h5>\u4f7f\u7528Lambda\u8fdb\u884c\u9884\u5904\u7406<\/h5>\n<p>\u5728Kinesis Data Analytics\u4e2d\uff0c\u53ef\u4ee5\u8bbe\u7f6eLambda\u8fdb\u884c\u8f6c\u6362\u548c\u6570\u636e\u8865\u5145\u7b49\u64cd\u4f5c\uff0c\u4ee5\u4fbf\u5728\u6267\u884cSQL\u4e4b\u524d\u8fdb\u884c\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/253-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 3.12.33.png\" \/><\/div>\n<h5>\u7a97\u53e3\u67e5\u8be2<\/h5>\n<p>\u5728Kinesis Data Analytics\u4e2d\uff0c\u7528\u6237\u53ef\u4ee5\u901a\u8fc7\u65f6\u95f4\u548c\u884c\u7684\u6761\u4ef6\u6765\u6307\u5b9a\u4ece\u6301\u7eed\u6d41\u4e2d\u83b7\u53d6\u6570\u636e\u7684\u8303\u56f4\uff0c\u8fd9\u5c31\u662f\u6240\u8c13\u7684\u201c\u7a97\u53e3\u67e5\u8be2\u201d\u6216\u201c\u7a97\u53e3SQL\u201d\u3002<br \/>\nAWS\u652f\u6301\u4e09\u79cd\u7a97\u53e3\u7c7b\u578b\u3002<\/p>\n<div>\n<div class=\"post-table\">\u30a6\u30a3\u30f3\u30c9\u30a6\u30bf\u30a4\u30d7\u6982\u8981Stagger(\u305a\u3089\u3057)\u30a6\u30a3\u30f3\u30c9\u30a6\u4e00\u8cab\u6027\u306e\u306a\u3044\u6642\u9593\u306b\u5c4a\u304f\u30c7\u30fc\u30bf\u306b\u5bfe\u3057\u3066\u3001\u6642\u9593\u30d9\u30fc\u30b9\u306e\u96c6\u8a08\u3092\u3059\u308b\u30bf\u30f3\u30d6\u30ea\u30f3\u30b0(\u91cd\u8907\u3057\u306a\u3044)\u30a6\u30a3\u30f3\u30c9\u30a6\u7bc4\u56f2\u304c\u91cd\u8907\u3057\u306a\u3044\u56fa\u5b9a\u306e\u5468\u671f\u3067\u96c6\u8a08\u3059\u308b\u30b9\u30e9\u30a4\u30c7\u30a3\u30f3\u30b0\u30a6\u30a3\u30f3\u30c9\u30a6\u56fa\u5b9a\u30b5\u30a4\u30ba\u306e\u30a6\u30a3\u30f3\u30c9\u30a6\u3092\u6642\u9593\u3068\u3068\u3082\u306b\u30b9\u30e9\u30a4\u30c9\u3059\u308b<\/div>\n<\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/257-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 3.15.13.png\" \/><\/div>\n<p>&nbsp;<\/p>\n<h5>\u6a21\u5f0f\u7f16\u8f91\u5668<\/h5>\n<p>Amazon Kinesis Data Analytics \u5e94\u7528\u7a0b\u5e8f\u7684\u8f93\u5165\u6d41\u6a21\u5f0f\u53ef\u4ee5\u901a\u8fc7\u63a7\u5236\u53f0\u8fdb\u884c\u5b9a\u4e49\u3002\u53ef\u6307\u5b9a\u7684\u683c\u5f0f\u6709\u4ee5\u4e0b3\u79cd\u7c7b\u578b\u3002<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">JSON\u5165\u529b\u30b9\u30c8\u30ea\u30fc\u30e0\u306eJSONPath\u5f0f<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u30ab\u30f3\u30de\u533a\u5207\u308a\u5024 (CSV) \u5f62\u5f0f\u306e\u5165\u529b\u30b9\u30c8\u30ea\u30fc\u30e0\u306e\u5217\u756a\u53f7<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u5185\u30c7\u30fc\u30bf\u30b9\u30c8\u30ea\u30fc\u30e0\u306e\u5217\u540d\u3068SQL\u30c7\u30fc\u30bf\u578b<\/ul>\n<p>&nbsp;<\/p>\n<h3>\u7269\u8054\u7f51\u6838\u5fc3<\/h3>\n<p>\u4e3a\u4e86\u5c06IoT\u8bbe\u5907\u548cAWS\u670d\u52a1\u8fdb\u884c\u6574\u5408\uff0c\u63d0\u4f9b\u4e86\u4e00\u4e2a\u5b8c\u5168\u6258\u7ba1\u7684\u670d\u52a1\u3002<\/p>\n<h4>\u4e9a\u9a6c\u900a\u7269\u8054\u7f51\u89c4\u5219<\/h4>\n<p>\u5bf9\u4e8e\u4ece\u7269\u8054\u7f51\u8bbe\u5907\u63a5\u6536\u5230\u7684\u6570\u636e\uff0c\u53ef\u4ee5\u5c06\u6570\u636e\u8fdb\u884cPUT\u6216\u6267\u884c\u5230\u4ee5\u4e0b\u7684AWS\u670d\u52a1\u4e2d\u3002<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">DynamoDB<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">S3<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">SNS<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">SQS<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Lambda<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Kinesis Data Stream<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Kinesis Data Firehose<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">OpenSearch Service<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">CloudWatch\u30e1\u30c8\u30ea\u30af\u30b9<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">CloudWatch\u30a2\u30e9\u30fc\u30e0<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Step Functions<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Timestream<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">AWS IoT Analytics<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">AWS IoT Events<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">AWS IoT SiteWise<\/ul>\n<p>\u8fd8\u53ef\u4ee5\u901a\u8fc7AWS IoT\u8fdb\u884c\u7b5b\u9009\u5e76\u53d1\u9001\u8bf7\u6c42\u5230HTTP\u7ec8\u7aef\u7b49\u5176\u4ed6\u64cd\u4f5c\u3002<\/p>\n<p>&nbsp;<\/p>\n<h3>\u4e9a\u9a6c\u900a\u4e91\u641c\u7d22<\/h3>\n<p>\u901a\u8fc7\u4e0a\u4f20CSV\/JSON\/XML\u7b49\u6570\u636e\u96c6\u5408\u5230HTTP\/HTTPS\u7684\u7ec8\u7aef\u8282\u70b9\uff0c\u5e76\u8fdb\u884c\u8bf7\u6c42\uff0c\u5373\u53ef\u6267\u884c\u641c\u7d22\u7684\u5b8c\u5168\u6258\u7ba1\u641c\u7d22\u5f15\u64ce\u670d\u52a1\u3002\u5b83\u4f1a\u6839\u636e\u6570\u636e\u91cf\u548c\u8bf7\u6c42\u6d41\u91cf\u81ea\u52a8\u8fdb\u884c\u6269\u5c55\u3002<\/p>\n<h4>\u8981\u7d20- \u8981\u7d20 s\u00f9)<\/h4>\n<p>\u5728CloudSearch\u4e2d\u51fa\u73b0\u7684\u5143\u7d20<\/p>\n<div>\n<div class=\"post-table\">\u8981\u7d20\u6982\u8981\u691c\u7d22\u30c9\u30e1\u30a4\u30f3\u30c7\u30fc\u30bf\u3092\u7ba1\u7406\/\u4fdd\u7ba1\u3059\u308b\u5834\u6240(RDB\u3067\u3044\u3046\u3068\u3053\u308d\u306eDB\u30b5\u30fc\u30d0)\u3000\u30b3\u30fc\u30d1\u30b9\u691c\u7d22\u5bfe\u8c61\u306e\u30c7\u30fc\u30bf\u306e\u30b3\u30ec\u30af\u30b7\u30e7\u30f3(\u96c6\u307e\u308a)\u30a4\u30f3\u30c7\u30c3\u30af\u30b9\u3072\u3068\u304b\u305f\u307e\u308a\u306e\u30c7\u30fc\u30bf\u30b9\u30ad\u30fc\u30de(RDB\u3067\u3044\u3046\u3068\u3053\u308d\u306e\u30c6\u30fc\u30d6\u30eb)\u30c9\u30ad\u30e5\u30e1\u30f3\u30c8\u304b\u3089\u81ea\u52d5\u751f\u6210\u3067\u304d\u308b\u3000\u30c9\u30ad\u30e5\u30e1\u30f3\u30c8\u30da\u30fc\u30b8\u3084\u6295\u7a3f\u306a\u3069\u306e1\u9805\u76ee(RDB\u3067\u3044\u3046\u3068\u3053\u308d\u306e\u30ec\u30b3\u30fc\u30c9)\u30d5\u30a1\u30bb\u30c3\u30c8\u7d5e\u308a\u8fbc\u307f\u3068\u30d5\u30a3\u30eb\u30bf\u51e6\u7406\u306e\u305f\u3081\u306e\u30ab\u30c6\u30b4\u30ea\u3092\u8868\u3059\u30a4\u30f3\u30c7\u30c3\u30af\u30b9\u30d5\u30a3\u30fc\u30eb\u30c9<\/div>\n<\/div>\n<h4>\u5206\u6790\u65b9\u6848 (Fenxi fangan)<\/h4>\n<p>\u53ef\u4ee5\u6839\u636e\u4e2a\u522b\u8981\u6c42\u8bbe\u5b9a\u5206\u6790\u65b9\u6848\uff0c\u5e76\u6dfb\u52a0\u4ee5\u4e0b\u641c\u7d22\u9009\u9879\u3002<\/p>\n<div>\n<div class=\"post-table\">\u30aa\u30d7\u30b7\u30e7\u30f3\u6982\u8981\u30a2\u30eb\u30b4\u30ea\u30ba\u30e0\u306b\u3088\u308b\u30b9\u30c6\u30df\u30f3\u30b0\u30a2\u30eb\u30b4\u30ea\u30ba\u30e0\u306b\u3088\u308b\u30b9\u30c6\u30df\u30f3\u30b0\u5b9f\u884c\u30ec\u30d9\u30eb\u3092\u6307\u5b9a<br \/>\n\u203b\u30b9\u30c6\u30df\u30f3\u30b0=\u7570\u306a\u308b\u8a9e\u5f62\u3067\u3082\u610f\u5473\u304c\u540c\u3058\u30ef\u30fc\u30c9\u3092\u8a9e\u5e79\u3067\u30de\u30c3\u30c1\u30f3\u30b0\u3055\u305b\u308b(swims, swimming\u3069\u3061\u3089\u3067\u691c\u7d22\u3057\u3066\u3082\u53cc\u65b9\u306b\u30d2\u30c3\u30c8\u3055\u305b\u308b\u306a\u3069)\u30b9\u30c6\u30df\u30f3\u30b0\u30c7\u30a3\u30af\u30b7\u30e7\u30ca\u30ea\u30a2\u30eb\u30b4\u30ea\u30ba\u30e0\u306b\u3088\u308b\u30b9\u30c6\u30df\u30f3\u30b0\u306e\u7d50\u679c\u3092\u8f9e\u66f8\u3067\u30aa\u30fc\u30d0\u30fc\u30e9\u30a4\u30c9\u3059\u308b\u30b9\u30c8\u30c3\u30d7\u30ef\u30fc\u30c9\u30a4\u30f3\u30c7\u30c3\u30af\u30b9\u4f5c\u6210\u6642\u53ca\u3073\u691c\u7d22\u4e2d\u306b\u7121\u8996\u3059\u308b\u5358\u8a9e\u3000\u30b7\u30ce\u30cb\u30e0\u7570\u306a\u308b\u30ef\u30fc\u30c9\u3067\u540c\u3058\u610f\u5473\u306e\u5358\u8a9e\u3092\u6307\u5b9a\u3057\u3066\u540c\u3058\u691c\u7d22\u7d50\u679c\u3092\u5f97\u3089\u308c\u308b\u3088\u3046\u306b\u3059\u308b<\/div>\n<\/div>\n<h3>AWS\u6e56\u6cca\u6784\u5efa<\/h3>\n<p>\u901a\u8fc7\u4eceS3\u3001RDB\u548cNoSQL\u8bfb\u53d6\u6570\u636e\u5e76\u6784\u5efa\/\u7ba1\u7406\u6570\u636e\u6e56\uff0c\u53ef\u4ee5\u521b\u5efa\u53d7\u8bbf\u95ee\u63a7\u5236\u7684\u4e2d\u592e\u6570\u636e\u5b58\u50a8\u3002Lake Formation\u5229\u7528\u4e86Glue\u7684\u591a\u4e2a\u529f\u80fd\uff0c\u53ef\u4ee5\u8bf4\u662fGlue\u7684\u6269\u5c55\u6027\u529f\u80fd\u4e4b\u4e00\u3002<\/p>\n<p>&nbsp;<\/p>\n<h4>\u4f7f\u7528\u7684\u8bcd\u6c47<\/h4>\n<p>\u6e56\u6cca\u5f62\u6210\u672f\u8bed<\/p>\n<div>\n<div class=\"post-table\">\u7528\u8a9e\u6982\u8981\u30c7\u30fc\u30bf\u30ec\u30a4\u30afLake Formation\u306b\u3088\u3063\u3066\u7ba1\u7406\u3055\u308c\u308b\u6c38\u7d9a\u30c7\u30fc\u30bf\u3000\u30c7\u30fc\u30bf\u30a2\u30af\u30bb\u30b9IAM\u30dd\u30ea\u30b7\u30fc\u306b\u3088\u308a\u30a2\u30af\u30bb\u30b9\u306f\u5236\u5fa1\u3055\u308c\u308b\u30d6\u30eb\u30fc\u30d7\u30ea\u30f3\u30c8\u30c7\u30fc\u30bf\u30ec\u30a4\u30af\u306b\u30c7\u30fc\u30bf\u3092\u7c21\u5358\u306b\u53d6\u308a\u8fbc\u3081\u308b\u3088\u3046\u306b\u3059\u308b\u30c7\u30fc\u30bf\u7ba1\u7406\u30c6\u30f3\u30d7\u30ec\u30fc\u30c8\u30ef\u30fc\u30af\u30d5\u30ed\u30fc\u4e00\u9023\u306e\u95a2\u9023\u3059\u308bAWS Glue\u306e\u30b8\u30e7\u30d6\u3001\u30af\u30ed\u30fc\u30e9\u3001\u304a\u3088\u3073\u30c8\u30ea\u30ac\u30fc\u306e\u305f\u3081\u306e\u30b3\u30f3\u30c6\u30caData Catalog\u6c38\u7d9a\u7684\u306a\u30e1\u30bf\u30c7\u30fc\u30bf\u30b9\u30c8\u30a2\u57fa\u76e4\u3068\u306a\u308b\u30c7\u30fc\u30bf(Underlying Data)Data Catalog \u30c6\u30fc\u30d6\u30eb\u304c\u30dd\u30a4\u30f3\u30c8\u3059\u308b\u30bd\u30fc\u30b9\u30c7\u30fc\u30bf\u307e\u305f\u306f\u30c7\u30fc\u30bf\u30ec\u30a4\u30af\u5185\u306e\u30c7\u30fc\u30bf\u30d7\u30ea\u30f3\u30b7\u30d1\u30ebIAM\u30e6\u30fc\u30b6\u30fc\u3082\u3057\u304f\u306f\u30ed\u30fc\u30eb\u3001\u307e\u305f\u306fAD\u30e6\u30fc\u30b6\u30fc\u30c7\u30fc\u30bf\u30ec\u30a4\u30af\u7ba1\u7406\u8005\u3042\u3089\u3086\u308bData Catalog\u30ea\u30bd\u30fc\u30b9\u307e\u305f\u306f\u30c7\u30fc\u30bf\u30ed\u30b1\u30fc\u30b7\u30e7\u30f3\u306b\u5bfe\u3059\u308b\u8a31\u53ef\u3092\u4efb\u610f\u306e\u30d7\u30ea\u30f3\u30b7\u30d1\u30eb(\u81ea\u5206\u81ea\u8eab\u3092\u542b\u3080)\u306b\u4ed8\u4e0e\u3067\u304d\u308b\u30d7\u30ea\u30f3\u30b7\u30d1\u30eb<\/div>\n<\/div>\n<h4>\u84dd\u56fe<\/h4>\n<p>\u5de5\u4f5c\u6d41\u53ef\u4ee5\u901a\u8fc7Glue\u6216\u84dd\u56fe\u521b\u5efa<br \/>\n\u84dd\u56fe\u7684\u7c7b\u578b\u5982\u4e0b<\/p>\n<div>\n<div class=\"post-table\">\u30bf\u30a4\u30d7\u6982\u8981Database snapshot(\u30c7\u30fc\u30bf\u30d9\u30fc\u30b9\u30b9\u30ca\u30c3\u30d7\u30b7\u30e7\u30c3\u30c8)\u3059\u3079\u3066\u306e\u30c6\u30fc\u30d6\u30eb\u304b\u3089\u306e\u30c7\u30fc\u30bf\u3092\u3001JDBC \u30bd\u30fc\u30b9\u304b\u3089\u30c7\u30fc\u30bf\u30ec\u30a4\u30af\u306b\u30ed\u30fc\u30c9\u307e\u305f\u306f\u518d\u30ed\u30fc\u30c9\u3057\u307e\u3059\u3002\u9664\u5916\u30d1\u30bf\u30fc\u30f3\u306b\u57fa\u3065\u3044\u3066\u3001\u4e00\u90e8\u306e\u30c7\u30fc\u30bf\u3092\u30bd\u30fc\u30b9\u304b\u3089\u9664\u5916\u3059\u308b\u3053\u3068\u3082\u3067\u304d\u308bIncremental database(\u5897\u5206\u30c7\u30fc\u30bf\u30d9\u30fc\u30b9)\u4ee5\u524d\u306b\u8a2d\u5b9a\u3055\u308c\u305f\u30d6\u30c3\u30af\u30de\u30fc\u30af\u306b\u57fa\u3065\u3044\u3066\u3001\u65b0\u3057\u3044\u30c7\u30fc\u30bf\u3060\u3051\u3092 JDBC \u30bd\u30fc\u30b9\u304b\u3089\u30c7\u30fc\u30bf\u30ec\u30a4\u30af\u306b\u30ed\u30fc\u30c9\u3059\u308bLog file(\u30ed\u30b0\u30d5\u30a1\u30a4\u30eb)AWS CloudTrail\u3001Elastic Load Balancing \u30ed\u30b0\u3001Application Load Balancer \u30ed\u30b0\u306a\u3069\u306e\u30ed\u30b0\u30d5\u30a1\u30a4\u30eb\u30bd\u30fc\u30b9\u304b\u3089\u306e\u30c7\u30fc\u30bf\u3092\u4e00\u62ec\u3067\u30ed\u30fc\u30c9\u3059\u308b<\/div>\n<\/div>\n<h3>\u4e9a\u9a6c\u900a\u9884\u6d4b<\/h3>\n<p>\u901a\u8fc7\u4f7f\u7528\u7edf\u8ba1\u7b97\u6cd5\u548c\u673a\u5668\u5b66\u4e60\u7b97\u6cd5\uff0c\u6211\u4eec\u63d0\u4f9b\u4e86\u4e00\u79cd\u5b8c\u5168\u6258\u7ba1\u7684\u670d\u52a1\uff0c\u53ef\u4ee5\u5b9e\u73b0\u975e\u5e38\u51c6\u786e\u7684\u65f6\u95f4\u5e8f\u5217\u9884\u6d4b\u3002<\/p>\n<p>&nbsp;<\/p>\n<h3>\u4e9a\u9a6c\u900a Athena<\/h3>\n<p>\u53ef\u4ee5\u5bf9S3\u4e2d\u7684JSON\u3001CSV\u3001Parquet\u7b49\u6587\u4ef6\u6267\u884cSQL\u67e5\u8be2\u3002<br \/>\n\u6b64\u5916\uff0c\u53ef\u4ee5\u521b\u5efa\u6570\u636e\u6e90\u8fde\u63a5\u5668\u5e76\u4f7f\u7528\u8054\u5408\u67e5\u8be2\u76f4\u63a5\u67e5\u8be2CloudWatch\u65e5\u5fd7\u3001DynamoDB\u3001RDS\u3001DocumentDB\u3001OpenSearch\u7b49\u3002\u8fd8\u53ef\u4ee5\u5408\u5e76\u591a\u4e2a\u6570\u636e\u6e90\u7684\u6570\u636e\u3002<\/p>\n<h4>\u529e\u516c\u5c0f\u7ec4<\/h4>\n<p>\u5de5\u4f5c\u7ec4\u662f\u7528\u4e8e\u5c06\u7528\u6237\u3001\u56e2\u961f\u3001\u5e94\u7528\u7a0b\u5e8f\u6216\u5de5\u4f5c\u8d1f\u8f7d\u5206\u5f00\u7684\u529f\u80fd\u3002<br \/>\n\u6bcf\u4e2a\u5de5\u4f5c\u7ec4\u53ef\u4ee5\u5355\u72ec\u8bbe\u7f6e\u67e5\u8be2\u7ed3\u679c\u7684\u8f93\u51fa\u4f4d\u7f6e\u3001\u52a0\u5bc6\u8bbe\u7f6e\u3001\u6210\u672c\u4ee5\u53ca\u6570\u636e\u91cf\u7684\u4e0a\u9650\u7b49\u3002<\/p>\n<p>&nbsp;<\/p>\n<h4>\u5176\u4ed6\u6ce8\u610f\u4e8b\u9879<\/h4>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Parquet\u306f\u5217\u3054\u3068\u306e\u5727\u7e2e\u304c\u53ef\u80fd\u306a\u305f\u3081\u3001S3\u304b\u3089\u8aad\u307f\u53d6\u3089\u308c\u308b\u30d0\u30a4\u30c8\u6570\u3092\u6e1b\u3089\u3057\u30af\u30a8\u30ea\u306e\u30d1\u30d5\u30a9\u30fc\u30de\u30f3\u30b9\u6539\u5584\u304c\u671f\u5f85\u3067\u304d\u308b\u3002\u30c7\u30fc\u30bf\u306e\u5206\u5272\u3082\u3067\u304d\u308b\u3002<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Glacier\u306b\u306f\u30af\u30a8\u30ea\u3067\u304d\u306a\u3044\u3002<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">S3\u306eSSE\u304c\u6709\u52b9\u306a\u5834\u5408\u3001\u7570\u306a\u308b\u30ea\u30fc\u30b8\u30e7\u30f3\u306eAthena\u304b\u3089\u30af\u30a8\u30ea\u306f\u3067\u304d\u306a\u3044(\u8907\u5408\u6a29\u9650\u304c\u306a\u3044\u305f\u3081)<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u30d0\u30b1\u30c3\u30c8\u306e\u30d0\u30fc\u30b8\u30e7\u30cb\u30f3\u30b0\u304c\u6709\u52b9\u306a\u5834\u5408\u3001\u6700\u65b0\u30d0\u30fc\u30b8\u30e7\u30f3\u306b\u3057\u304b\u30af\u30a8\u30ea\u3067\u304d\u306a\u3044\u3002<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\u5217\u5f62\u5f0f\u3067\u30d3\u30e5\u30fc\u3092\u4f5c\u6210\u3057\u305f\u5834\u5408\u3001\u51fa\u529b\u30d5\u30a9\u30fc\u30de\u30c3\u30c8\u306fParquet\u307e\u305f\u306fORC\u3068\u306a\u308b\u3002<\/ul>\n<h3>\u4e9a\u9a6c\u900aQuickSight<\/h3>\n<p>\u5b8c\u5168\u6258\u7ba1\u7684\u5546\u4e1a\u667a\u80fd\uff08BI\uff09\u670d\u52a1\u3002\u53ef\u4ee5\u5c06AWS\u5185\u5916\u591a\u4e2a\u6570\u636e\u6e90\u7684\u4fe1\u606f\u53ef\u89c6\u5316\u4e3a\u5355\u4e00\u7684\u4eea\u8868\u677f\uff08\u56fe\u5f62\u548c\u8868\u683c\uff09\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/301-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 1.03.56.png\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/302-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 1.04.59.png\" \/><\/div>\n<p>&nbsp;<\/p>\n<h4>\u6570\u636e\u6765\u6e90 (sh\u00f9 j\u00f9<\/h4>\n<p>\u5728QuickSight\u4e2d\u53ef\u6307\u5b9a\u7684\u4e3b\u8981\u6570\u636e\u6e90\u5982\u4e0b<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Amazon RDS<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Amazon Athena<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Amazon OpenSearch Service<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Amazon Redshift<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Amazon S3<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">AWS IoT Analytics<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">Timestream<\/ul>\n<p>\u65e0\u6cd5\u5c06DynamoDB\u4f5c\u4e3a\u6570\u636e\u6e90\u3002<\/p>\n<p>&nbsp;<\/p>\n<h4>\u9999\u6599<\/h4>\n<p>\u5c06\u6570\u636e\u6e90\u4e2d\u7684\u5927\u91cf\u8bfb\u53d6\u6570\u636e\u5bfc\u5165\u5230\u5185\u5b58\u6570\u636e\u5e93\u4e2d\uff0c\u4ee5\u63d0\u9ad8\u54cd\u5e94\u901f\u5ea6\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/312-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 1.06.53.png\" \/><\/div>\n<h4>\u5bfc\u5165\u6587\u4ef6\u6570\u636e<\/h4>\n<p>\u53ef\u4ee5\u5c06S3\u6216\u672c\u5730\u6587\u4ef6\u4f5c\u4e3a\u6570\u636e\u6e90\u8fdb\u884c\u5bfc\u5165\u3002<br \/>\n\u5728\u8fd9\u79cd\u60c5\u51b5\u4e0b\uff0c\u4e0d\u4ec5\u53ef\u4ee5\u8bfb\u53d6JSON\u3001CSV\/TSV\u683c\u5f0f\u7684\u6587\u4ef6\uff0c\u8fd8\u53ef\u4ee5\u76f4\u63a5\u8bfb\u53d6Excel\u6587\u4ef6(.xlsx)\u4ee5\u53ca\u88ab\u538b\u7f29\u4e3azip\/gzip\u683c\u5f0f\u7684\u6587\u4ef6\u3002<\/p>\n<p>&nbsp;<\/p>\n<h4>\u673a\u5668\u5b66\u4e60\u6d1e\u5bdf<\/h4>\n<p>QuickSight\u5229\u7528\u673a\u5668\u5b66\u4e60\u7684\u529f\u80fd\uff0c\u5c06\u6570\u636e\u4e2d\u9690\u85cf\u7684\u6d1e\u89c1\u548c\u8d8b\u52bf\u53cd\u6620\u5728\u4eea\u8868\u677f\u4e0a\u3002<br \/>\n\u673a\u5668\u5b66\u4e60\u6d1e\u89c1\u5177\u6709\u4ee5\u4e0b\u4e09\u4e2a\u4e3b\u8981\u529f\u80fd\u3002<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">ML\u3092\u4f7f\u7528\u3057\u305f\u7570\u5e38\u691c\u51fa: \u30c7\u30fc\u30bf\u3092\u7d99\u7d9a\u7684\u306b\u5206\u6790\u3057\u7570\u5e38 (\u5916\u308c\u5024) \u3092\u691c\u51fa<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">ML\u3092\u4f7f\u7528\u3057\u305f\u4e88\u6e2c: \u5185\u8535\u306e\u6a5f\u68b0\u5b66\u7fd2Random Cut Forest\u30a2\u30eb\u30b4\u30ea\u30ba\u30e0\u306b\u3088\u308a\u3001\u5916\u308c\u5024\u3092\u9664\u304f\u5b63\u7bc0\u6027\u3084\u50be\u5411\u306e\u691c\u51fa\u3001\u6b20\u640d\u5024\u306e\u5165\u529b\u306a\u3069\u3001\u8907\u96d1\u306a\u73fe\u5b9f\u306e\u30b7\u30ca\u30ea\u30aa\u3092\u81ea\u52d5\u7684\u306b\u51e6\u7406\u3057\u5909\u5316\u3092\u4e88\u6e2c\u3059\u308b\u3002<\/ul>\n<\/li>\n<\/ul>\n<p>\u81ea\u52d5\u30ca\u30e9\u30c6\u30a3\u30d6(\u8aac\u660e\u6587): \u30c0\u30c3\u30b7\u30e5\u30dc\u30fc\u30c9\u306b\u81ea\u52d5\u7684\u306b\u751f\u6210\u3057\u305f\u8aac\u660e\u6587\u3092\u8ffd\u52a0\u3057\u3066\u304f\u308c\u308b\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/319-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 1.12.32.png\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/320-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 1.13.10.png\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/321-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 1.15.23.png\" \/><\/div>\n<p>&nbsp;<\/p>\n<h4>\u89c6\u89c9\u7c7b\u578b<\/h4>\n<p>\u5728\u89c6\u89c9\u4e0a\uff0c\u53ef\u4ee5\u5c55\u793a\u5404\u79cd\u7c7b\u578b\u7684\u56fe\u5f62\u7b49\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/325-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 1.17.19.png\" \/><\/div>\n<h4>\u901f\u5ea6\u98de\u5feb<\/h4>\n<p>\u8fd9\u662f\u4e00\u4e2a\u65e2\u652f\u6301RDB\/NoSQL\uff0c\u53c8\u80fd\u6267\u884c\u5feb\u901f\u5206\u6790\u67e5\u8be2\u7684\u5f00\u6e90\u5206\u5e03\u5f0fSQL\u67e5\u8be2\u5f15\u64ce\u3002\u53ef\u4ee5\u5bf9EMR\u3001S3\u3001RDS\u3001Redshift\u7b49\u8fdb\u884c\u67e5\u8be2\u3002<\/p>\n<p>&nbsp;<\/p>\n<p>\u901a\u8fc7\u4f7f\u7528EMR\u548cPresto\uff0c\u53ef\u4ee5\u5b9e\u73b0\u5927\u6570\u636e\u7684\u53ef\u89c6\u5316\u3002<\/p>\n<p>&nbsp;<\/p>\n<h3>\u4e9a\u9a6c\u900a\u6570\u636e\u540c\u6b65<\/h3>\n<p>\u53ef\u4ee5\u6267\u884c\u4ee5\u4e0b\u4e09\u4e2a\u6570\u636e\u4f20\u8f93<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u30aa\u30f3\u30d7\u30ec\u3068AWS\u9593<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">AWS\u30b9\u30c8\u30ec\u30fc\u30b8\u30b5\u30fc\u30d3\u30b9\u9593<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\u30af\u30e9\u30a6\u30c9\u30b9\u30c8\u30ec\u30fc\u30b8\u3068AWS\u9593<\/ul>\n<p>\u4ee5\u4e0b\u662f\u53ef\u4ee5\u6307\u5b9a\u4e3a\u4ece\u672c\u5730\u8f6c\u79fb\u5230\u7684\u4e3b\u8981\u670d\u52a1\u7684\u4e09\u4e2a\u9009\u9879\u3002<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">S3<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">EFS<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">Amazon FSx<\/ul>\n<p>\u8bf7\u53c2\u8003\u4ee5\u4e0b\u9875\u9762\u4ee5\u83b7\u53d6\u5176\u4ed6\u652f\u6301\u7684\u53d1\u4ef6\u4eba\u548c\u6536\u4ef6\u4eba\u5217\u8868\u3002<\/p>\n<p>&nbsp;<\/p>\n<h4>\u5e94\u7528\u6d41\u7a0b<\/h4>\n<p>\u5728\u7b2c\u4e09\u65b9SaaS\u5e94\u7528\u7a0b\u5e8f\u548cAWS\u670d\u52a1\u4e4b\u95f4\u4f20\u8f93\u6570\u636e\u3002<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Salesforce<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Slack<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Datadog<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">Google Analytics<\/ul>\n<p>\u5404\u79cdSaaS\u53ca\u5176\u7b49\u7b49<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">S3<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">Redshift<\/ul>\n<p>\u9002\u7528\u4e8e\u54ea\u4e9bAWS\u670d\u52a1\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/344-0.png\" alt=\"AppFlow\" \/><\/div>\n<p>&nbsp;<\/p>\n<h4>\u5176\u4ed6\u6ce8\u91ca<\/h4>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u8907\u6570\u30d0\u30b1\u30c3\u30c8\u3078\u306e\u8ee2\u9001\u3082\u53ef\u80fd<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\u30c7\u30fc\u30bf\u79fb\u884c\u6642\u306bS3 Transfer Acceleration\u306f\u30b5\u30dd\u30fc\u30c8\u3057\u3066\u3044\u306a\u3044<\/ul>\n<h3>\u4e9a\u9a6c\u900aOpensearch\u670d\u52a1\uff08Elaticsearch\u670d\u52a1\uff09<\/h3>\n<p>OpenSearch\uff08\u65e7\u540dElasticsearch\uff09\u662f\u4e00\u6b3e\u7528\u4e8e\u5206\u6790\u65e5\u5fd7\u548c\u70b9\u51fb\u6d41\u7b49\u7684\u5f00\u6e90\u5206\u5e03\u5f0f\u5168\u6587\u641c\u7d22\u5f15\u64ce\u3002<br \/>\nAmazon OpenSearch\u670d\u52a1\u662f\u7531AWS\u63d0\u4f9b\u7684\u4e00\u79cd\u6258\u7ba1\u670d\u52a1\uff0c\u53ef\u4ee5\u7528\u4e8e\u6784\u5efa\u548c\u7ba1\u7406OpenSearch\u73af\u5883\u3002<br \/>\n\u5728Amazon OpenSearch\u4e0a\u521b\u5efa\u57df\u65f6\uff0c\u8fd8\u4f1a\u81ea\u52a8\u542f\u52a8\u4e0eOpenSearch\u914d\u5408\u4f7f\u7528\u7684BI\u5de5\u5177Kibana\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/350-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 0.51.23.png\" \/><\/div>\n<p>\u5728Opensearch\u4e2d\uff0c\u63a8\u8350\u91c7\u7528\u5206\u5e03\u5f0f\u8bbe\u8ba1\u7406\u5ff5\uff0c\u5e76\u51c6\u5907\u4e09\u4e2a\u4e3b\u8282\u70b9\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/352-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 0.50.32.png\" \/><\/div>\n<p>&nbsp;<\/p>\n<h4>\u4f18\u5316\u788e\u7247\u6570\u91cf<\/h4>\n<p>\u6839\u636e\u7d22\u5f15\u5927\u5c0f\u9664\u4ee530GB\u6765\u8ba1\u7b97\u788e\u7247\u6570\u91cf\u3002\u4f8b\u5982\uff0c\u5982\u679c\u7d22\u5f15\u5927\u5c0f\u4e3a5GB\uff0c\u5219\u7ed3\u679c\u4e3a1\u4ee5\u4e0b\uff0c\u6240\u4ee5\u5411\u4e0a\u53d6\u6574\u4e3a1\u3002\u5982\u679c\u7d22\u5f15\u5927\u5c0f\u4e3a70GB\uff0c\u5219\u5411\u4e0a\u53d6\u6574\u4e3a3\u3002<\/p>\n<p>&nbsp;<\/p>\n<h4>\u96c6\u7fa4\u95f4\u641c\u7d22<\/h4>\n<p>\u5229\u7528\u96c6\u7fa4\u95f4\u641c\u7d22\u529f\u80fd\uff0c\u53ef\u4ee5\u5728\u591a\u4e2a\u57df\u4e2d\u6267\u884c\u67e5\u8be2\u548c\u805a\u5408\u3002<br \/>\n\u9700\u8981\u8bbe\u7f6e\u4ece\u6e90\u57df\u5230\u76ee\u6807\u57df\u7684\u8fde\u63a5\u6765\u6267\u884c\u641c\u7d22\u3002<br \/>\n\u5982\u679c\u8981\u8fdb\u884c\u53cc\u5411\u641c\u7d22\uff0c\u5219\u9700\u8981\u8bbe\u7f6e\u4e24\u4e2a\u8fde\u63a5\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/359-0.png\" alt=\"undefined\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/360-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 0.55.29.png\" \/><\/div>\n<p>&nbsp;<\/p>\n<h4>UltraWarm\u8282\u70b9<\/h4>\n<p>\u5728\u521b\u5efa\u57df\u65f6\u542f\u7528UltraWarm\u53ef\u4ee5\u4ee5\u9ad8\u6027\u4ef7\u6bd4\u7684\u65b9\u5f0f\u5b58\u50a8\u5927\u91cf\u7684\u53ea\u8bfb\u6570\u636e\u3002UltraWarm\u8282\u70b9\u4f7f\u7528S3\u4f5c\u4e3a\u5b58\u50a8\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/364-0.png\" alt=\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8 2022-11-30 0.53.51.png\" \/><\/div>\n<p>&nbsp;<\/p>\n<h3>\u4e9a\u9a6c\u900a MSK<\/h3>\n<p>\u4e9a\u9a6c\u900a\u6258\u7ba1\u7684Apache Kafka\u6d41\u5904\u7406\u5e94\u7528\u7a0b\u5e8f(Amazon MSK)\u662f\u4e00\u79cd\u5b8c\u5168\u6258\u7ba1\u7684\u670d\u52a1\uff0c\u53ef\u5b9e\u73b0\u4f7f\u7528Apache Kafka\u6784\u5efa\u548c\u8fd0\u884c\u6d41\u6570\u636e\u5e94\u7528\u7a0b\u5e8f\u3002<\/p>\n<h3>AWS\u7269\u8054\u7f51\u5206\u6790<\/h3>\n<p>\u4e3a\u4e86\u7b80\u5355\u5730\u6267\u884c\u7269\u8054\u7f51\u6570\u636e\u5206\u6790\u7684\u5b8c\u5168\u6258\u7ba1\u670d\u52a1\uff0c\u53ef\u4ee5\u5c06\u6570\u636e\u5b58\u50a8\u4e3aJSON\u548cParquet\u683c\u5f0f\u7684\u6587\u4ef6\u3002<\/p>\n<h3>DWH\u7684\u57fa\u7840\u67b6\u6784<\/h3>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u30d5\u30a1\u30af\u30c8\u30c6\u30fc\u30d6\u30eb: DWH\u306b1\u3064\u4ee5\u4e0a\u5b58\u5728\u3057\u96c6\u8a08\u3057\u305f\u3044\u5024\u3092\u6301\u3064\u3001\u8907\u6570\u306e\u30c7\u30a3\u30e1\u30f3\u30b7\u30e7\u30f3\u30c6\u30fc\u30d6\u30eb\u3068\uff11\u5bfe\u591a\u306e\u95a2\u4fc2\u306b\u306a\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\u30c7\u30a3\u30e1\u30f3\u30b7\u30e7\u30f3\u30c6\u30fc\u30d6\u30eb: \u30d5\u30a1\u30af\u30c8\u30c6\u30fc\u30d6\u30eb\u306b\u5bfe\u3057\u4e00\u5bfe\u4ed6\u306e\u95a2\u4fc2\u3067\u7d50\u3073\u3064\u304d\u3001\u5206\u6790\u306e\u89b3\u70b9\u3092\u4e0e\u3048\u308b\u30c6\u30fc\u30d6\u30eb<\/ul>\n<p>&nbsp;<\/p>\n<h3>AWS Elemental MediaStore (AWS\u5143\u7d20\u5a92\u4f53\u5b58\u50a8)<\/h3>\n<p>\u5b9e\u73b0\u76f4\u64ad\u6240\u9700\u7684\u9ad8\u6027\u80fd\u548c\u5373\u65f6\u4e00\u81f4\u6027\u7684\u89c6\u9891\u4f20\u8f93\u548c\u5b58\u50a8\u670d\u52a1\u3002<\/p>\n<p>&nbsp;<\/p>\n<h3>\u5176\u4ed6<\/h3>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">DAX\u306f\u5909\u66f4\u524d\u5f8c\u4e21\u65b9\u306e\u9805\u76ee\u3092\u51fa\u529b\u3059\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u5404\u30b5\u30fc\u30d3\u30b9\u306e\u30c7\u30fc\u30bf\u6574\u5408\u6027<\/ul>\n<\/li>\n<\/ul>\n<p>Apache Kafka\/Amazon MSK: \u9806\u5e8f\u4fdd\u8a3c\u3042\u308a\/\u5c11\u306a\u304f\u3068\u30821\u56de<br \/>\nSQS(FIFO): \u9806\u5e8f\u4fdd\u8a3c\u3042\u308a\/\u6b63\u78ba\u306b1\u56de<br \/>\nSQS(\u30b9\u30bf\u30f3\u30c0\u30fc\u30c9): \u9806\u5e8f\u4fdd\u8a3c\u306a\u3057\/\u5c11\u306a\u304f\u3068\u30821\u56de<br \/>\nKinesis Data Streams: \u9806\u5e8f\u4fdd\u8a3c\u3042\u308a\/\u5c11\u306a\u304f\u3068\u30821\u56de<br \/>\nKinesis Data Firehose: \u9806\u5e8f\u4fdd\u8a3c\u306a\u3057\/\u5c11\u306a\u304f\u3068\u30821\u56de<br \/>\nDynamoDB\u30b9\u30c8\u30ea\u30fc\u30e0: \u9806\u5e8f\u4fdd\u8a3c\u3042\u308a\/\u6b63\u78ba\u306b1\u56de<\/p>\n<p>Athena\u306f\u30af\u30a8\u30ea\u306e\u305f\u3073\u306b\u6599\u91d1\u304c\u767a\u751f\u3059\u308b\u305f\u3081\u3001\u30a2\u30af\u30bb\u30b9\u983b\u5ea6\u306e\u9ad8\u3044\u30ec\u30dd\u30fc\u30c8\u306fAthena\u3088\u308aRedshift\u306e\u307b\u3046\u304c\u8cbb\u7528\u5bfe\u52b9\u679c\u304c\u9ad8\u3044<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u8fd9\u7bc7\u6587\u7ae0\u7684\u6458\u8981 2022\/12\/03\u53c2\u52a0\u4e86AWS\u8ba4\u8bc1\u6570\u636e\u5206\u6790 &#8211; \u4e13\u4e1a\u77e5\u8bc6\uff08AWS Certifi [&hellip;]<\/p>\n","protected":false},"author":10,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-47442","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"yoast_head":"<!-- This site is optimized with the Yoast SEO Premium plugin v21.5 (Yoast SEO v21.5) - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>\u5f53\u6211\u901a\u8fc7AWS\u8ba4\u8bc1\u6570\u636e\u5206\u6790\u4e13\u4e1a\u77e5\u8bc6\u8003\u8bd5\u65f6\u7684\u7ecf\u5386 - Blog - Silicon Cloud<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.silicloud.com\/zh\/blog\/\u5f53\u6211\u901a\u8fc7aws\u8ba4\u8bc1\u6570\u636e\u5206\u6790\u4e13\u4e1a\u77e5\u8bc6\u8003\u8bd5\u65f6\u7684\u7ecf\u5386\/\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\u5f53\u6211\u901a\u8fc7AWS\u8ba4\u8bc1\u6570\u636e\u5206\u6790\u4e13\u4e1a\u77e5\u8bc6\u8003\u8bd5\u65f6\u7684\u7ecf\u5386\" \/>\n<meta property=\"og:description\" content=\"\u8fd9\u7bc7\u6587\u7ae0\u7684\u6458\u8981 2022\/12\/03\u53c2\u52a0\u4e86AWS\u8ba4\u8bc1\u6570\u636e\u5206\u6790 &#8211; \u4e13\u4e1a\u77e5\u8bc6\uff08AWS Certifi [&hellip;]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.silicloud.com\/zh\/blog\/\u5f53\u6211\u901a\u8fc7aws\u8ba4\u8bc1\u6570\u636e\u5206\u6790\u4e13\u4e1a\u77e5\u8bc6\u8003\u8bd5\u65f6\u7684\u7ecf\u5386\/\" \/>\n<meta property=\"og:site_name\" content=\"Blog - Silicon Cloud\" \/>\n<meta property=\"article:published_time\" content=\"2023-01-11T05:26:59+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2024-04-29T11:58:19+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/4-0.png\" \/>\n<meta name=\"author\" content=\"\u5b87, \u534e\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"\u5b87, \u534e\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"6 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bd%93%e6%88%91%e9%80%9a%e8%bf%87aws%e8%ae%a4%e8%af%81%e6%95%b0%e6%8d%ae%e5%88%86%e6%9e%90%e4%b8%93%e4%b8%9a%e7%9f%a5%e8%af%86%e8%80%83%e8%af%95%e6%97%b6%e7%9a%84%e7%bb%8f%e5%8e%86\/\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bd%93%e6%88%91%e9%80%9a%e8%bf%87aws%e8%ae%a4%e8%af%81%e6%95%b0%e6%8d%ae%e5%88%86%e6%9e%90%e4%b8%93%e4%b8%9a%e7%9f%a5%e8%af%86%e8%80%83%e8%af%95%e6%97%b6%e7%9a%84%e7%bb%8f%e5%8e%86\/\",\"name\":\"\u5f53\u6211\u901a\u8fc7AWS\u8ba4\u8bc1\u6570\u636e\u5206\u6790\u4e13\u4e1a\u77e5\u8bc6\u8003\u8bd5\u65f6\u7684\u7ecf\u5386 - Blog - Silicon Cloud\",\"isPartOf\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\"},\"datePublished\":\"2023-01-11T05:26:59+00:00\",\"dateModified\":\"2024-04-29T11:58:19+00:00\",\"author\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/513018e4e121d3add1b7c5de8be21458\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bd%93%e6%88%91%e9%80%9a%e8%bf%87aws%e8%ae%a4%e8%af%81%e6%95%b0%e6%8d%ae%e5%88%86%e6%9e%90%e4%b8%93%e4%b8%9a%e7%9f%a5%e8%af%86%e8%80%83%e8%af%95%e6%97%b6%e7%9a%84%e7%bb%8f%e5%8e%86\/#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bd%93%e6%88%91%e9%80%9a%e8%bf%87aws%e8%ae%a4%e8%af%81%e6%95%b0%e6%8d%ae%e5%88%86%e6%9e%90%e4%b8%93%e4%b8%9a%e7%9f%a5%e8%af%86%e8%80%83%e8%af%95%e6%97%b6%e7%9a%84%e7%bb%8f%e5%8e%86\/\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bd%93%e6%88%91%e9%80%9a%e8%bf%87aws%e8%ae%a4%e8%af%81%e6%95%b0%e6%8d%ae%e5%88%86%e6%9e%90%e4%b8%93%e4%b8%9a%e7%9f%a5%e8%af%86%e8%80%83%e8%af%95%e6%97%b6%e7%9a%84%e7%bb%8f%e5%8e%86\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.silicloud.com\/zh\/blog\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u5f53\u6211\u901a\u8fc7AWS\u8ba4\u8bc1\u6570\u636e\u5206\u6790\u4e13\u4e1a\u77e5\u8bc6\u8003\u8bd5\u65f6\u7684\u7ecf\u5386\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/\",\"name\":\"Blog - Silicon Cloud\",\"description\":\"\",\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/513018e4e121d3add1b7c5de8be21458\",\"name\":\"\u5b87, \u534e\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/63cd45cbc05a35fc4ff7637a163c83c4962ef58d27472726c3a3e0c9c5194f0f?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/63cd45cbc05a35fc4ff7637a163c83c4962ef58d27472726c3a3e0c9c5194f0f?s=96&d=mm&r=g\",\"caption\":\"\u5b87, \u534e\"},\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/author\/yuhua\/\"},{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bd%93%e6%88%91%e9%80%9a%e8%bf%87aws%e8%ae%a4%e8%af%81%e6%95%b0%e6%8d%ae%e5%88%86%e6%9e%90%e4%b8%93%e4%b8%9a%e7%9f%a5%e8%af%86%e8%80%83%e8%af%95%e6%97%b6%e7%9a%84%e7%bb%8f%e5%8e%86\/#local-main-organization-logo\",\"url\":\"\",\"contentUrl\":\"\",\"caption\":\"Blog - Silicon Cloud\"}]}<\/script>\n<!-- \/ Yoast SEO Premium plugin. -->","yoast_head_json":{"title":"\u5f53\u6211\u901a\u8fc7AWS\u8ba4\u8bc1\u6570\u636e\u5206\u6790\u4e13\u4e1a\u77e5\u8bc6\u8003\u8bd5\u65f6\u7684\u7ecf\u5386 - Blog - Silicon Cloud","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.silicloud.com\/zh\/blog\/\u5f53\u6211\u901a\u8fc7aws\u8ba4\u8bc1\u6570\u636e\u5206\u6790\u4e13\u4e1a\u77e5\u8bc6\u8003\u8bd5\u65f6\u7684\u7ecf\u5386\/","og_locale":"zh_CN","og_type":"article","og_title":"\u5f53\u6211\u901a\u8fc7AWS\u8ba4\u8bc1\u6570\u636e\u5206\u6790\u4e13\u4e1a\u77e5\u8bc6\u8003\u8bd5\u65f6\u7684\u7ecf\u5386","og_description":"\u8fd9\u7bc7\u6587\u7ae0\u7684\u6458\u8981 2022\/12\/03\u53c2\u52a0\u4e86AWS\u8ba4\u8bc1\u6570\u636e\u5206\u6790 &#8211; \u4e13\u4e1a\u77e5\u8bc6\uff08AWS Certifi [&hellip;]","og_url":"https:\/\/www.silicloud.com\/zh\/blog\/\u5f53\u6211\u901a\u8fc7aws\u8ba4\u8bc1\u6570\u636e\u5206\u6790\u4e13\u4e1a\u77e5\u8bc6\u8003\u8bd5\u65f6\u7684\u7ecf\u5386\/","og_site_name":"Blog - Silicon Cloud","article_published_time":"2023-01-11T05:26:59+00:00","article_modified_time":"2024-04-29T11:58:19+00:00","og_image":[{"url":"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7ea0913a08637a6a386d\/4-0.png"}],"author":"\u5b87, \u534e","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"\u5b87, \u534e","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"6 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bd%93%e6%88%91%e9%80%9a%e8%bf%87aws%e8%ae%a4%e8%af%81%e6%95%b0%e6%8d%ae%e5%88%86%e6%9e%90%e4%b8%93%e4%b8%9a%e7%9f%a5%e8%af%86%e8%80%83%e8%af%95%e6%97%b6%e7%9a%84%e7%bb%8f%e5%8e%86\/","url":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bd%93%e6%88%91%e9%80%9a%e8%bf%87aws%e8%ae%a4%e8%af%81%e6%95%b0%e6%8d%ae%e5%88%86%e6%9e%90%e4%b8%93%e4%b8%9a%e7%9f%a5%e8%af%86%e8%80%83%e8%af%95%e6%97%b6%e7%9a%84%e7%bb%8f%e5%8e%86\/","name":"\u5f53\u6211\u901a\u8fc7AWS\u8ba4\u8bc1\u6570\u636e\u5206\u6790\u4e13\u4e1a\u77e5\u8bc6\u8003\u8bd5\u65f6\u7684\u7ecf\u5386 - Blog - Silicon Cloud","isPartOf":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website"},"datePublished":"2023-01-11T05:26:59+00:00","dateModified":"2024-04-29T11:58:19+00:00","author":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/513018e4e121d3add1b7c5de8be21458"},"breadcrumb":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bd%93%e6%88%91%e9%80%9a%e8%bf%87aws%e8%ae%a4%e8%af%81%e6%95%b0%e6%8d%ae%e5%88%86%e6%9e%90%e4%b8%93%e4%b8%9a%e7%9f%a5%e8%af%86%e8%80%83%e8%af%95%e6%97%b6%e7%9a%84%e7%bb%8f%e5%8e%86\/#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.silicloud.com\/zh\/blog\/%e5%bd%93%e6%88%91%e9%80%9a%e8%bf%87aws%e8%ae%a4%e8%af%81%e6%95%b0%e6%8d%ae%e5%88%86%e6%9e%90%e4%b8%93%e4%b8%9a%e7%9f%a5%e8%af%86%e8%80%83%e8%af%95%e6%97%b6%e7%9a%84%e7%bb%8f%e5%8e%86\/"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bd%93%e6%88%91%e9%80%9a%e8%bf%87aws%e8%ae%a4%e8%af%81%e6%95%b0%e6%8d%ae%e5%88%86%e6%9e%90%e4%b8%93%e4%b8%9a%e7%9f%a5%e8%af%86%e8%80%83%e8%af%95%e6%97%b6%e7%9a%84%e7%bb%8f%e5%8e%86\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.silicloud.com\/zh\/blog\/"},{"@type":"ListItem","position":2,"name":"\u5f53\u6211\u901a\u8fc7AWS\u8ba4\u8bc1\u6570\u636e\u5206\u6790\u4e13\u4e1a\u77e5\u8bc6\u8003\u8bd5\u65f6\u7684\u7ecf\u5386"}]},{"@type":"WebSite","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website","url":"https:\/\/www.silicloud.com\/zh\/blog\/","name":"Blog - Silicon Cloud","description":"","inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/513018e4e121d3add1b7c5de8be21458","name":"\u5b87, \u534e","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/63cd45cbc05a35fc4ff7637a163c83c4962ef58d27472726c3a3e0c9c5194f0f?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/63cd45cbc05a35fc4ff7637a163c83c4962ef58d27472726c3a3e0c9c5194f0f?s=96&d=mm&r=g","caption":"\u5b87, \u534e"},"url":"https:\/\/www.silicloud.com\/zh\/blog\/author\/yuhua\/"},{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%bd%93%e6%88%91%e9%80%9a%e8%bf%87aws%e8%ae%a4%e8%af%81%e6%95%b0%e6%8d%ae%e5%88%86%e6%9e%90%e4%b8%93%e4%b8%9a%e7%9f%a5%e8%af%86%e8%80%83%e8%af%95%e6%97%b6%e7%9a%84%e7%bb%8f%e5%8e%86\/#local-main-organization-logo","url":"","contentUrl":"","caption":"Blog - Silicon Cloud"}]}},"_links":{"self":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/47442","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/users\/10"}],"replies":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/comments?post=47442"}],"version-history":[{"count":2,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/47442\/revisions"}],"predecessor-version":[{"id":87330,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/47442\/revisions\/87330"}],"wp:attachment":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/media?parent=47442"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/categories?post=47442"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/tags?post=47442"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}