{"id":50379,"date":"2022-12-11T04:53:21","date_gmt":"2023-11-11T13:09:53","guid":{"rendered":"https:\/\/www.silicloud.com\/zh\/blog\/hadoop%e5%92%8c%e5%bf%ab%e4%b9%90%e7%9a%84%e4%bc%99%e4%bc%b4%e4%bb%ac\/"},"modified":"2024-04-29T04:40:15","modified_gmt":"2024-04-28T20:40:15","slug":"hadoop%e5%92%8c%e5%bf%ab%e4%b9%90%e7%9a%84%e4%bc%99%e4%bc%b4%e4%bb%ac","status":"publish","type":"post","link":"https:\/\/www.silicloud.com\/zh\/blog\/hadoop%e5%92%8c%e5%bf%ab%e4%b9%90%e7%9a%84%e4%bc%99%e4%bc%b4%e4%bb%ac\/","title":{"rendered":"Hadoop\u548c\u5feb\u4e50\u7684\u4f19\u4f34\u4eec"},"content":{"rendered":"<p>\u8fd9\u662f\u4e00\u4efd\u5c5e\u4e8e\u6211\u81ea\u5df1\u7684\u5907\u5fd8\u5f55\u3002<\/p>\n<h1>\u5927\u6570\u636e\u5206\u5e03\u5f0f\u5904\u7406<\/h1>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Hadoop<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Spark<\/ul>\n<\/li>\n<\/ul>\n<p>\u30a4\u30f3\u30e1\u30e2\u30ea\u30fc\u51e6\u7406\u3092\u4e3b\u4f53<\/p>\n<p>Storm<\/p>\n<p>\u30ea\u30a2\u30eb\u30bf\u30a4\u30e0Hadoop<\/p>\n<h2>Hadoop\u5927\u6570\u636e\u5904\u7406\u6846\u67b6<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Hadoop \u306b\u3088\u308b\u5206\u6563\u30c7\u30fc\u30bf\u51e6\u7406: \u7b2c 1 \u56de \u5c0e\u5165\u7de8<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Hadoop \u306b\u3088\u308b\u5206\u6563\u30c7\u30fc\u30bf\u51e6\u7406: \u7b2c 2 \u56de \u62e1\u5f35\u7de8<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">Hadoop \u306b\u3088\u308b\u5206\u6563\u30c7\u30fc\u30bf\u51e6\u7406: \u7b2c 3 \u56de \u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u958b\u767a<\/ul>\n<h2>\u706b\u82b1<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Apache Spark\u306f\u3001Scala\u3067\uff08Hadoop\u306e\u3088\u3046\u306a\uff09\u5206\u6563\u51e6\u7406\u3092\u884c\u3046\u70ba\u306e\u30e9\u30a4\u30d6\u30e9\u30ea\u30fc\uff08OSS\uff09<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Hadoop\u306eMapReduce\u90e8\u5206\u306b\u7f6e\u304d\u63db\u308f\u308b\u3053\u3068\u3092\u76ee\u6307\u3057\u3066\u958b\u767a\u3055\u308c\u305f\u3001Scala\u3067\u5206\u6563\u51e6\u7406\u3092\u884c\u3046\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u3067\u3001\u3044\u308f\u3070\u9ad8\u901f\u5316\u3055\u308c\u305fMapReduce\u3068\u3044\u3048\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Spark \u3092\u6d3b\u7528\u3059\u308b:\u30d3\u30c3\u30b0\u30c7\u30fc\u30bf\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u7528\u306e\u9ad8\u901f\u30a4\u30f3\u30e1\u30e2\u30ea\u30b3\u30f3\u30d4\u30e5\u30fc\u30c6\u30a3\u30f3\u30b0<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u5206\u6563\u51e6\u7406\u306b\u5165\u9580\u3057\u3066\u307f\u305f\uff08Hadoop+Spark\uff09<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Apache Spark<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">Apache Spark \u306e\u7d39\u4ecb\uff08\u524d\u534a\uff1aSpark\u306e\u30ad\u30db\u30f3\uff09<\/ul>\n<h2>\u66b4\u98ce\u96e8<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u300c\u30b9\u30c8\u30ea\u30fc\u30e0\u51e6\u7406\u300d\u3001\u30e1\u30c3\u30bb\u30fc\u30b8\u51e6\u7406\u3001\u30c7\u30fc\u30bf\u30d9\u30fc\u30b9\u306e\u30a2\u30c3\u30d7\u30c7\u30fc\u30c8\u3092\u30ea\u30a2\u30eb\u30bf\u30a4\u30e0\u3067\u884c\u3046\u305f\u3081\u306b\u4f7f\u3046\u3053\u3068\u304c\u3067\u304d\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u30b3\u30f3\u30d4\u30e5\u30fc\u30bf\u30af\u30e9\u30b9\u30bf\u4e0a\u3067\u8907\u96d1\u306a\u30ea\u30a2\u30eb\u30bf\u30a4\u30e0\u8a08\u7b97\u3092\u66f8\u3044\u305f\u308a\u3001\u30b9\u30b1\u30fc\u30eb\u3059\u308b\u306e\u304c\u7c21\u5358\u306b\u306a\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Hadoop\u304c\u30d0\u30c3\u30c1\u51e6\u7406\u306e\u305f\u3081\u306b\u3084\u3063\u3066\u3044\u308b\u3053\u3068\u3092\u30ea\u30a2\u30eb\u30bf\u30a4\u30e0\u51e6\u7406\u3067\u884c\u3046<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u30c4\u30a4\u30c3\u30bf\u30fcStorm:\u30aa\u30fc\u30d7\u30f3\u30bd\u30fc\u30b9\u306e\u30ea\u30a2\u30eb\u30bf\u30a4\u30e0Hadoop<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">Twitter Storm \u3067\u30d3\u30c3\u30b0\u30fb\u30c7\u30fc\u30bf\u3092\u30ea\u30a2\u30eb\u30bf\u30a4\u30e0\u306b\u51e6\u7406\u3059\u308b<\/ul>\n<h1>\u5206\u5e03\u5f0f\u6587\u4ef6\u7cfb\u7edf<\/h1>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">HDFS<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">WebHDFS<\/ul>\n<\/li>\n<\/ul>\n<p>HTTP REST API\u3067HDFS\u306b\u30a2\u30af\u30bb\u30b9\u3067\u304d\u308b\u6a5f\u80fd<\/p>\n<h2>HDFS\uff08Hadoop\u5206\u5e03\u5f0f\u6587\u4ef6\u7cfb\u7edf\uff09<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Hadoop\u5206\u6563\u30d5\u30a1\u30a4\u30eb\u30b7\u30b9\u30c6\u30e0 (HDFS Hadoop Distributed File System)<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">HDFS \u3010 Hadoop Distributed File System \u3011<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">HDFS\u304a\u3088\u3073MapReduce<\/ul>\n<h2>WebHDFS\u53ef\u4ee5\u4ee5\u672c\u5730\u65b9\u5f0f\u8fdb\u884c\u8fde\u63a5\u3002<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Hoop(httpfs)\u3068webhdfs\u306f\u307b\u307c\u540c\u3058<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Java\u5b9f\u88c5\u306eHDFSClient\u304c\u3084\u3063\u3066\u3044\u305f\u901a\u4fe1\u3092HTTP REST API\u3067\u7f6e\u304d\u63db\u3048\u53ef\u80fd\u306b\u3059\u308b\u3001\u3068\u3044\u3046\u3082\u306e\u304cWebHDFS<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Hoop(httpfs)\u3068webhdfs\u306e\u9055\u3044<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">WebHDFS\u306e\u6027\u80fd\u8a55\u4fa1<\/ul>\n<h1>Hadoop\u4e2d\u7684\u7b97\u6cd5\u3002(Hadoop de f\u01ce.)<\/h1>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">MapReduce<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">YARN<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">Tez<\/ul>\n<h2>MapReduce \u5206\u5e03\u5f0f\u8ba1\u7b97\u6a21\u578b<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u4e26\u5217\u51e6\u7406\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af MapReduce<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">MapReduce<\/ul>\n<h2>\u6bdb\u7ebf<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">YARN (Yet Another Resource Negotiator)<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u30ea\u30bd\u30fc\u30b9\u7ba1\u7406\u3068\u51e6\u7406\u30b3\u30f3\u30dd\u30fc\u30cd\u30f3\u30c8\u3092\u5207\u308a\u96e2\u3059<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">MapReduce \u30a8\u30f3\u30b8\u30f3\u306b\u6bd4\u3079\u3001YARN \u306b\u306f\u30b9\u30b1\u30fc\u30e9\u30d3\u30ea\u30c6\u30a3\u30fc\u3001\u52b9\u7387\u6027\u3001\u67d4\u8edf\u6027\u3068\u3044\u3046\u70b9\u3067\u660e\u3089\u304b\u306b\u52dd\u3063\u3066\u3044\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">YARN \u306e\u7d39\u4ecb<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">YARN\u306e\u767b\u5834\u306b\u3088\u308aHadoop\u306f\u8907\u6570\u306e\u4e26\u5217\u5206\u6563\u51e6\u7406\u30a8\u30f3\u30b8\u30f3\u3092\u4f75\u7528\u3067\u304d\u308b\u74b0\u5883\u3078\u3002Hadoop Conference Japan 2014<\/ul>\n<h2>\u53ef\u4ee5\u8fd9\u6837\u8868\u8fbe\uff1aTez<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Tez\u305d\u306e\u3082\u306e\u306fYARN\u306b\u304a\u3051\u308b\u4e26\u5217\u51e6\u7406\u30a8\u30f3\u30b8\u30f3\u306b\u3064\u3044\u3066MapReduce\u306e\u4ee3\u66ff\u3068\u306a\u308b\u3053\u3068\u3092\u610f\u8b58\u3057\u3066\u3044\u308b\u3088\u3046\u3067\u3042\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Tez\u306e\u7279\u6027\u306b\u3064\u3044\u3066<\/ul>\n<\/li>\n<\/ul>\n<p>Apache Tez<br \/>\n\u30ea\u30d4\u3055\u3093\u3068\u30aa\u30b6\u3055\u3093\u306eTez\u3068Spark\u306e\u4f1a\u8a71<\/p>\n<h3>\u6cf3\u9053<\/h3>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Tez\u306eApplicationMaster\u304c\u51fa\u529b\u3057\u305f\u30ed\u30b0\u3092\u3082\u3068\u306b\u3001&#8221;\u3069\u306e\u30b3\u30f3\u30c6\u30ca&#8221;\u3067&#8221;\u3069\u306e\u3088\u3046\u306a\u51e6\u7406&#8221;\u304c&#8221;\u3044\u3064&#8221;\u5b9f\u884c\u3057\u3066\u3044\u305f\u304b\u3092\u53ef\u8996\u5316\u3059\u308b\u4ed5\u7d44\u307f<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\u3068\u308a\u3042\u3048\u305aTez\u306eswimlanes\u3092\u52d5\u304b\u3057\u3066\u307f\u305f<\/ul>\n<h1>\u6563\u5e03\u5f0f\u5132\u5b58\u7cfb\u7d71<\/h1>\n<h2>HBase \u2192 HBase<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u5927\u91cf\u30c7\u30fc\u30bf\u306b\u5bfe\u5fdc\u3057\u305f\u5206\u6563\u30b9\u30c8\u30ec\u30fc\u30b8\u30b7\u30b9\u30c6\u30e0<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Cassandra\u3001Redis\u3001MongoDB\u306a\u3069\u3068\u540c\u3058\u3067\u3001NoSQL\u3067\u3042\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">HBase\u3092\u89e6\u3063\u3066\u307f\u3088\u3046<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">HBase\u3068\u306f\u3069\u3093\u306aNoSQL\u30c7\u30fc\u30bf\u30d9\u30fc\u30b9\u306a\u306e\u304b\uff1f \u65e5\u672c\u8a9e\u3067\u8aad\u3081\u308b\u60c5\u5831\u3092\u96c6\u3081\u3066\u307f\u305f<\/ul>\n<h1>SQL \u67e5\u8be2\u5f15\u64ce<\/h1>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Hive<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Pig<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">Presto<\/ul>\n<h2>\u8702\u5de2<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Hadoop\u306e\u4e0a\u306b\u69cb\u7bc9\u3055\u308c\u305f\u30c7\u30fc\u30bf\u30a6\u30a7\u30a2\u30cf\u30a6\u30b9 \u69cb\u7bc9\u74b0\u5883\u3067\u3042\u308a\u3001\u30c7\u30fc\u30bf\u306e\u96c6\u7d04\u30fb\u554f\u3044\u5408\u308f\u305b\u30fb\u5206\u6790\u3092\u884c\u3046<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Hive\u306fHiveQL\u3068\u3044\u3046SQL\u98a8\u306e\u8a00\u8a9e\u3067Hadoop\u4e0a\u306e\u30c7\u30fc\u30bf\u3092\u64cd\u4f5c\u3067\u304d\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Hadoop\uff0bHive\u691c\u8a3c\u74b0\u5883\u3092\u69cb\u7bc9\u3057\u3066\u307f\u308b (1\/3)<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">SQL \u3068 Hadoop \u306e\u9593\u3067\u306e\u53cc\u65b9\u5411\u306e\u30c7\u30fc\u30bf\u8ee2\u9001: \u7b2c 2 \u56de HBase \u3068 Hive \u3092\u5229\u7528\u3059\u308b<\/ul>\n<h2>\u732a<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Pig\u3068Hive\u306f\u3001\u5171\u306bSQL\u30e9\u30a4\u30af\u306a\u8a18\u6cd5\u3067MapReduce\u3092\u66f8\u3051\u308bDSL\u3067\u3042\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u6027\u80fd\u9762\u3067\u3001\u300cJavaMapReduce\uff1eHive\uff1ePig\u300d<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Hadoop Pig \u306e\u4f7f\u3044\u3069\u3053\u308d<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">Apache Pig \u3067\u5927\u898f\u6a21\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u3092\u5206\u6563\u51e6\u7406\u3059\u308b<\/ul>\n<h2>\u5c55\u73b0<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Presto\u306fHive\u3084Impala\u3068\u540c\u3058\u300cSQL Query Engine\u300d<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u7279\u306b\u6570\u767eGB\u3092\u8d85\u3048\u308b\u5927\u898f\u6a21\u30c7\u30fc\u30bf\u306b\u5bfe\u3057\u3066\u3082\u30a4\u30f3\u30bf\u30e9\u30af\u30c6\u30a3\u30d6\u306a\u30ec\u30b9\u30dd\u30f3\u30b9\u3092\uff08\u30b3\u30f3\u30de0\u79d2\u4ee5\u4e0b\uff0c\u9045\u304f\u3066\u30822,3\u79d2\uff09\u8fd4\u3059\u3068\u3044\u3046\u70b9\u3067\u306f Hive \u3068\u7570\u306a\u308a\uff0cImpala \u306b\u8fd1\u3044\u3082\u306e\u304c\u3042\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u300ePresto\u3068\u306f\u4f55\u304b\uff0cPresto\u3067\u4f55\u304c\u3067\u304d\u308b\u304b\u300f<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">Facebook\u3001\u5206\u6563SQL\u30a8\u30f3\u30b8\u30f3\u300cPresto\u300d\u516c\u958b\u3002\u5927\u898f\u6a21\u30c7\u30fc\u30bf\u3092MapReduce\/Hive\u306e10\u500d\u52b9\u7387\u3088\u304f\u51e6\u7406\u3059\u308b\u3068<\/ul>\n<h3>\u666e\u96f7\u65af\u6258\u683c\u96f7\u65af<\/h3>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">BI\u30c4\u30fc\u30eb\u304b\u3089Presto\u306b\u3064\u306a\u3050\u969b\u306e\u30b2\u30fc\u30c8\u30a6\u30a7\u30a4<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">Cognos\u304b\u3089Prestogres\u7d4c\u7531\u3067Presto\u306b\u3064\u306a\u3044\u3060\u8a71<\/ul>\n<h1>\u5176\u4ed6<\/h1>\n<h2>Hcatalog (\u6c47\u603b\u76ee\u5f55)<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u5927\u898f\u6a21\u30c7\u30fc\u30bf\u306b\u3064\u3044\u3066\u306e\u30e1\u30bf\u30c7\u30fc\u30bf\u3001\u6587\u5b57\u901a\u308a\u30ab\u30bf\u30ed\u30b0\u306e\u4e2d\u592e\u96c6\u4e2d\u7ba1\u7406\u6a5f\u80fd\u3068\u3001\u305d\u306e\u30c7\u30fc\u30bf\u5165\u51fa\u529b\u30a2\u30c0\u30d7\u30bf\u3092\u63d0\u4f9b\u3059\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">HCatalog\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">HCatalog<\/ul>\n<h2>\u8272\u76f8<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Hadoop\u3092\u64cd\u4f5c\u3067\u304d\u308b\u30aa\u30fc\u30d7\u30f3\u30bd\u30fc\u30b9\u306eWeb UI<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">Hue\u3067Hadoop\u3092Web UI\u304b\u3089\u4f7f\u3046<\/ul>\n<h2>Zipkin (\u4e2d\u6587\u540d\uff1a \u9f50\u76ae\u91d1)<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">twitter\/zipkin<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">LINE\u306e\u30de\u30a4\u30af\u30ed\u30b5\u30fc\u30d3\u30b9\u74b0\u5883\u306b\u304a\u3051\u308b\u5206\u6563\u30c8\u30ec\u30fc\u30b7\u30f3\u30b0<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>\u8fd9\u662f\u4e00\u4efd\u5c5e\u4e8e\u6211\u81ea\u5df1\u7684\u5907\u5fd8\u5f55\u3002 \u5927\u6570\u636e\u5206\u5e03\u5f0f\u5904\u7406 Hadoop &nbsp; Spark \u30a4\u30f3\u30e1\u30e2\u30ea\u30fc\u51e6\u7406\u3092\u4e3b\u4f53 [&hellip;]<\/p>\n","protected":false},"author":3,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-50379","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"yoast_head":"<!-- This site is optimized with the Yoast SEO Premium plugin v21.5 (Yoast SEO v21.5) - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>Hadoop\u548c\u5feb\u4e50\u7684\u4f19\u4f34\u4eec - Blog - Silicon Cloud<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.silicloud.com\/zh\/blog\/hadoop\u548c\u5feb\u4e50\u7684\u4f19\u4f34\u4eec\/\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"Hadoop\u548c\u5feb\u4e50\u7684\u4f19\u4f34\u4eec\" \/>\n<meta property=\"og:description\" content=\"\u8fd9\u662f\u4e00\u4efd\u5c5e\u4e8e\u6211\u81ea\u5df1\u7684\u5907\u5fd8\u5f55\u3002 \u5927\u6570\u636e\u5206\u5e03\u5f0f\u5904\u7406 Hadoop &nbsp; Spark \u30a4\u30f3\u30e1\u30e2\u30ea\u30fc\u51e6\u7406\u3092\u4e3b\u4f53 [&hellip;]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.silicloud.com\/zh\/blog\/hadoop\u548c\u5feb\u4e50\u7684\u4f19\u4f34\u4eec\/\" \/>\n<meta property=\"og:site_name\" content=\"Blog - Silicon Cloud\" \/>\n<meta property=\"article:published_time\" content=\"2023-11-11T13:09:53+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2024-04-28T20:40:15+00:00\" \/>\n<meta name=\"author\" content=\"\u97f5, \u79d1\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"\u97f5, \u79d1\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"1 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/hadoop%e5%92%8c%e5%bf%ab%e4%b9%90%e7%9a%84%e4%bc%99%e4%bc%b4%e4%bb%ac\/\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/hadoop%e5%92%8c%e5%bf%ab%e4%b9%90%e7%9a%84%e4%bc%99%e4%bc%b4%e4%bb%ac\/\",\"name\":\"Hadoop\u548c\u5feb\u4e50\u7684\u4f19\u4f34\u4eec - Blog - Silicon Cloud\",\"isPartOf\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\"},\"datePublished\":\"2023-11-11T13:09:53+00:00\",\"dateModified\":\"2024-04-28T20:40:15+00:00\",\"author\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/6530331a63adef3b3443a1fab53a0e6e\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/hadoop%e5%92%8c%e5%bf%ab%e4%b9%90%e7%9a%84%e4%bc%99%e4%bc%b4%e4%bb%ac\/#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.silicloud.com\/zh\/blog\/hadoop%e5%92%8c%e5%bf%ab%e4%b9%90%e7%9a%84%e4%bc%99%e4%bc%b4%e4%bb%ac\/\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/hadoop%e5%92%8c%e5%bf%ab%e4%b9%90%e7%9a%84%e4%bc%99%e4%bc%b4%e4%bb%ac\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.silicloud.com\/zh\/blog\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Hadoop\u548c\u5feb\u4e50\u7684\u4f19\u4f34\u4eec\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/\",\"name\":\"Blog - Silicon Cloud\",\"description\":\"\",\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/6530331a63adef3b3443a1fab53a0e6e\",\"name\":\"\u97f5, \u79d1\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/429ccb39b3fff5188bc17986222cfb0936cbadb8cc933cff04ab5ca01bd30a08?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/429ccb39b3fff5188bc17986222cfb0936cbadb8cc933cff04ab5ca01bd30a08?s=96&d=mm&r=g\",\"caption\":\"\u97f5, \u79d1\"},\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/author\/yunke\/\"},{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/hadoop%e5%92%8c%e5%bf%ab%e4%b9%90%e7%9a%84%e4%bc%99%e4%bc%b4%e4%bb%ac\/#local-main-organization-logo\",\"url\":\"\",\"contentUrl\":\"\",\"caption\":\"Blog - Silicon Cloud\"}]}<\/script>\n<!-- \/ Yoast SEO Premium plugin. -->","yoast_head_json":{"title":"Hadoop\u548c\u5feb\u4e50\u7684\u4f19\u4f34\u4eec - Blog - Silicon Cloud","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.silicloud.com\/zh\/blog\/hadoop\u548c\u5feb\u4e50\u7684\u4f19\u4f34\u4eec\/","og_locale":"zh_CN","og_type":"article","og_title":"Hadoop\u548c\u5feb\u4e50\u7684\u4f19\u4f34\u4eec","og_description":"\u8fd9\u662f\u4e00\u4efd\u5c5e\u4e8e\u6211\u81ea\u5df1\u7684\u5907\u5fd8\u5f55\u3002 \u5927\u6570\u636e\u5206\u5e03\u5f0f\u5904\u7406 Hadoop &nbsp; Spark \u30a4\u30f3\u30e1\u30e2\u30ea\u30fc\u51e6\u7406\u3092\u4e3b\u4f53 [&hellip;]","og_url":"https:\/\/www.silicloud.com\/zh\/blog\/hadoop\u548c\u5feb\u4e50\u7684\u4f19\u4f34\u4eec\/","og_site_name":"Blog - Silicon Cloud","article_published_time":"2023-11-11T13:09:53+00:00","article_modified_time":"2024-04-28T20:40:15+00:00","author":"\u97f5, \u79d1","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"\u97f5, \u79d1","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"1 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.silicloud.com\/zh\/blog\/hadoop%e5%92%8c%e5%bf%ab%e4%b9%90%e7%9a%84%e4%bc%99%e4%bc%b4%e4%bb%ac\/","url":"https:\/\/www.silicloud.com\/zh\/blog\/hadoop%e5%92%8c%e5%bf%ab%e4%b9%90%e7%9a%84%e4%bc%99%e4%bc%b4%e4%bb%ac\/","name":"Hadoop\u548c\u5feb\u4e50\u7684\u4f19\u4f34\u4eec - Blog - Silicon Cloud","isPartOf":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website"},"datePublished":"2023-11-11T13:09:53+00:00","dateModified":"2024-04-28T20:40:15+00:00","author":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/6530331a63adef3b3443a1fab53a0e6e"},"breadcrumb":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/hadoop%e5%92%8c%e5%bf%ab%e4%b9%90%e7%9a%84%e4%bc%99%e4%bc%b4%e4%bb%ac\/#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.silicloud.com\/zh\/blog\/hadoop%e5%92%8c%e5%bf%ab%e4%b9%90%e7%9a%84%e4%bc%99%e4%bc%b4%e4%bb%ac\/"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.silicloud.com\/zh\/blog\/hadoop%e5%92%8c%e5%bf%ab%e4%b9%90%e7%9a%84%e4%bc%99%e4%bc%b4%e4%bb%ac\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.silicloud.com\/zh\/blog\/"},{"@type":"ListItem","position":2,"name":"Hadoop\u548c\u5feb\u4e50\u7684\u4f19\u4f34\u4eec"}]},{"@type":"WebSite","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website","url":"https:\/\/www.silicloud.com\/zh\/blog\/","name":"Blog - Silicon Cloud","description":"","inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/6530331a63adef3b3443a1fab53a0e6e","name":"\u97f5, \u79d1","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/429ccb39b3fff5188bc17986222cfb0936cbadb8cc933cff04ab5ca01bd30a08?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/429ccb39b3fff5188bc17986222cfb0936cbadb8cc933cff04ab5ca01bd30a08?s=96&d=mm&r=g","caption":"\u97f5, \u79d1"},"url":"https:\/\/www.silicloud.com\/zh\/blog\/author\/yunke\/"},{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/hadoop%e5%92%8c%e5%bf%ab%e4%b9%90%e7%9a%84%e4%bc%99%e4%bc%b4%e4%bb%ac\/#local-main-organization-logo","url":"","contentUrl":"","caption":"Blog - Silicon Cloud"}]}},"_links":{"self":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/50379","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/users\/3"}],"replies":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/comments?post=50379"}],"version-history":[{"count":2,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/50379\/revisions"}],"predecessor-version":[{"id":82477,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/50379\/revisions\/82477"}],"wp:attachment":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/media?parent=50379"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/categories?post=50379"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/tags?post=50379"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}