{"id":47011,"date":"2023-04-29T12:14:16","date_gmt":"2023-08-17T00:30:30","guid":{"rendered":"https:\/\/www.silicloud.com\/zh\/blog\/%e9%80%9a%e8%bf%87-minifi-%e8%8e%b7%e5%8f%96%e4%bc%a0%e6%84%9f%e5%99%a8%e6%95%b0%e6%8d%ae%e5%b9%b6%e4%bc%a0%e8%be%93%e5%88%b0-nifi%ef%bc%8c%e7%84%b6%e5%90%8e%e5%b0%86%e6%95%b0%e6%8d%ae%e5%86%99\/"},"modified":"2024-04-30T01:51:03","modified_gmt":"2024-04-29T17:51:03","slug":"%e9%80%9a%e8%bf%87-minifi-%e8%8e%b7%e5%8f%96%e4%bc%a0%e6%84%9f%e5%99%a8%e6%95%b0%e6%8d%ae%e5%b9%b6%e4%bc%a0%e8%be%93%e5%88%b0-nifi%ef%bc%8c%e7%84%b6%e5%90%8e%e5%b0%86%e6%95%b0%e6%8d%ae%e5%86%99","status":"publish","type":"post","link":"https:\/\/www.silicloud.com\/zh\/blog\/%e9%80%9a%e8%bf%87-minifi-%e8%8e%b7%e5%8f%96%e4%bc%a0%e6%84%9f%e5%99%a8%e6%95%b0%e6%8d%ae%e5%b9%b6%e4%bc%a0%e8%be%93%e5%88%b0-nifi%ef%bc%8c%e7%84%b6%e5%90%8e%e5%b0%86%e6%95%b0%e6%8d%ae%e5%86%99\/","title":{"rendered":"\u901a\u8fc7 MiNiFi \u83b7\u53d6\u4f20\u611f\u5668\u6570\u636e\u5e76\u4f20\u8f93\u5230 NiFi\uff0c\u7136\u540e\u5c06\u6570\u636e\u5199\u5165 HDFS \u548c Hive"},"content":{"rendered":"<p>\u4e0b\u9762\u662f\u8fde\u63a5\u4f20\u611f\u5668\u5230\u6811\u8393\u6d3e\u5e76\u4f7f\u7528MiNiFi\u8ffd\u8e2a\u4f20\u611f\u5668\u6570\u636e\u7684\u6b65\u9aa4\uff0c\u7136\u540e\u5c06\u5176\u4f20\u8f93\u5230NiFi\uff0c\u5e76\u5728NiFi\u4e2d\u5c06\u5176\u5199\u5165HDFS\u548cHive\u7684\u4ecb\u7ecd\u3002<\/p>\n<h3>\u6211\u5e0c\u671b\u5b9e\u73b0\u7684\u76ee\u6807<\/h3>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">MiNiFi\u3067\u30bb\u30f3\u30b5\u30fc\u30c7\u30fc\u30bf\u3092\u53d6\u5f97\u3057\u3001NiFi\u306b\u8ee2\u9001\u3059\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">NiFi\u3067\u30bb\u30f3\u30b5\u30fc\u30c7\u30fc\u30bf\u3092Raw\u30c7\u30fc\u30bf\u3068\u3057\u3066Kafka\u7d4c\u7531\u3067HDFS\u306b\u4fdd\u5b58\u3059\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">NiFi\u3067\u30bb\u30f3\u30b5\u30fc\u30c7\u30fc\u30bf\u3092Hive\u30c6\u30fc\u30d6\u30eb\u306b\u4fdd\u5b58\u3059\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">NiFi\u3067\u30c7\u30fc\u30bf\u3092\u52a0\u5de5\u3057\u3001\u6e29\u5ea6\u304c\u95be\u5024\u3092\u8d85\u3048\u305f\u3089\u3001Slack\u30a2\u30e9\u30fc\u30c8\u901a\u77e5\u3059\u308b<\/ul>\n<h3>\u73af\u5883\u4fe1\u606f<\/h3>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u30bb\u30f3\u30b5\u30fc\u3092\u30e9\u30ba\u30d1\u30a4\u306b\u63a5\u7d9a<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u30e9\u30ba\u30d1\u30a4\u3067\u30bb\u30f3\u30b5\u30fc\u30c7\u30fc\u30bf\u3092\u53d6\u308bPython\u30b9\u30af\u30ea\u30d7\u30c8<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">HDP3.1(Hadoop 3.1.1, Hive 3.1.0) &amp; HDF 3.3.1(NiFi 1.8.0, Kafka 2.0.0)\u3001\u30af\u30e9\u30b9\u30bf\u306f\u540c\u4e00Ambari\u3067\u7ba1\u7406<\/ul>\n<h3>\u6784\u6210<\/h3>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7c17913a08637a69b36c\/6-0.com%2FYntfXL0IrK1PG-D07WG5A6vvrUKY4rIGT5jha0uQEA7ptUT8bH1__4rahK0WJX5ni5eREZKYf9gJcOJsh9LSXDGr4yqPo7CxfPKkNS4LJTz8HGxoByhXiBL7h9oLoRYX-4-uI1zhMbPbqdARBQE7Aa3JwLQ-yVncQKFmrImcmR8ozGznOdVFwT5VjZhxFuiLuFypThTOph3x3ZOzwdUv_KeGHA3thWJbwSgdRCbOwh7sV8dN8e7njJL8Ouoohx4_5w7MtNQ4yw9Z4t2B9oGp3P9sBCiyOKSRm_95BEWsFk2BLab_u9nb3egSXHOcX3c2qCwsrZtfZQ6IUVMPQB8FOG3k6tvxnU_CFhzPYIZ1Fb6nvL5KKgKMs3Vk7p06w7AzMd9RH_NDzPn69QOlCZKqucDVYUcRXda3dMqRp6vs2iFyR5u529WCYGPyWp0jG3C4qfOfnJzD6N1ZHJioiOikcehg0Wx8eDYjEGFN9mdaQfOUafPaf7LizAtEgGtaiNCG-mfSqz2ESpdZzk6IYibb7iz-_uXxsHW15L1Zxd9LdZChoLXUeoIqq-g-LIcaTp53kJ0_PBvKTbmlg2CXpgyQkOZO8-0nOILYr77rDYZQcpsWK9IOYzt3U8M30yPTNplKcaF-FFYpwmiErKTnhKa0Lo3HCQ1Jvqc%3Dw1552-h804-no\" alt=\"enter image description here\" \/><\/div>\n<h3>\u6574\u4e2a\u6570\u636e\u6d41<\/h3>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7c17913a08637a69b36c\/8-1.com%2FQVa_PGqbxzJlywAGpEqBaDIHRFEpZvA6wGyUicyaA9XB_l-3QgBmgrOs9UTR5NgGUz7-qHPa4pIgD6XGCAIXjOUBCx46-RpdMTi7BaIQRFgjJg6_HaC9OM2tzTX7Z3w8YjUEr1wdwhj1kwoaD6NXOTA4pCginU9VQZN9_CNSHoIJHpYEQ38fgxOg0VZb-W1gpvgPBuGNYxpoStx6ZEVPQsmTHZkjwA9GlhQBe0rX6Fw78RWDOxj-DpCUIPOoLDjNk_LtWkcnp9HnAnGd5JKbp7AKcfqZK460f3yuyg9gfQuB6llLbfXZyrh4Y6d1x69_5mJh9KZVOboHU8at1vMSIkYElzFRhkTimlfW5mnrPmMrKM_9d5RwQRl3tmgCOtQMP6aquOH-5qNPIwfI8Wf17acV4R9C9TmAieyhzYLFyN1ZkVNVzQOorCSZy2oNXHaAZbuTsLaQhNTd35ZBmPfOAMy6R27W0Z0_1Bqnqp00k8OWknZEX16DoIaU1memf3AB82pV4ChKaPsfXHP14Dpi6Y5SWFaRE_0u2NGPlDV-LbVM_8yOZcGLc_N3qxoZJnWmbPKI-g10phQgQKOOYcEaerT6EaMr4vTgMhl9uaopSg3TJmOlrEqNFm3iTeK3nZ84QHttis2iy0foFKS0RaPCLGGuSVwRIqk%3Dw2064-h1334-no\" alt=\"enter image description here\" \/><\/div>\n<h3>\u8ba9\u6211\u4eec\u8bd5\u8bd5\u5427\u3002<\/h3>\n<h3>1\u3001MiNiFi\u7684\u914d\u7f6e\u8bbe\u7f6e<\/h3>\n<p>\u5728\u6811\u8393\u6d3e\u81ea\u8eab\u7684\u64cd\u4f5c\u7cfb\u7edf\u5b89\u88c5\u548c\u4e0e\u4f20\u611f\u5668\u8fde\u63a5\u5b8c\u6210\u540e\uff08\u8fd9\u91cc\u7565\u53bb\u4e0d\u63d0\uff09\uff0c\u8fdb\u884cMiNiFi\u7684\u5b89\u88c5\u3002<br \/>\nMiNiFi\u7684Tar\u6587\u4ef6\u53ef\u5728Hortonworks\u7f51\u7ad9\u4e0a\u627e\u5230\u3002<br \/>\nhttps:\/\/docs.hortonworks.com\/HDPDocuments\/HDF3\/HDF-3.3.1\/release-notes\/content\/hdf_repository_locations.html<\/p>\n<pre class=\"post-pre\"><code>sudo su -\r\ncd \/home\/pi\r\n\r\n#Hortonworks\u306e\u30b5\u30a4\u30c8\u304b\u3089MiNiFi\u306etar\u30d5\u30a1\u30a4\u30eb\u3092\u30c0\u30a6\u30f3\u30ed\u30fc\u30c9\u3059\u308b\r\ncurl -O http:\/\/public-repo-1.hortonworks.com\/HDF\/3.3.1.0\/minifi-0.6.0.3.3.1.0-10-bin.tar.gz\r\ncurl -O http:\/\/public-repo-1.hortonworks.com\/HDF\/3.3.1.0\/minifi-toolkit-0.6.0.3.3.1.0-10-bin.tar.gz\r\n\r\n#\u30d5\u30a1\u30a4\u30eb\u89e3\u7b54\u3057\u3001\u30b7\u30f3\u30dc\u30ea\u30c3\u30af\u30ea\u30f3\u30af\u3092\u4f5c\u6210\u3059\u308b\r\ntar -zxvf minifi-0.6.0.3.3.1.0-10-bin.tar.gz\r\ntar -zxvf minifi-toolkit-0.6.0.3.3.1.0-10-bin.tar.gz\r\nln -s minifi-0.6.0.3.3.1.0-10 minifi\r\nln -s minifi-toolkit-0.6.0.3.3.1.0-10 tool_minifi\r\n\r\n#MiNiFi\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3059\u308b\r\n.\/minifi\/bin\/minifi.sh install\r\n#\u5fc5\u8981\u306b\u5fdc\u3058\u3066\u30ea\u30e2\u30fc\u30c8NiFi\u30db\u30b9\u30c8\u3092\/etc\/hosts\u306b\u8ffd\u52a0\u3059\u308b\r\n<\/code><\/pre>\n<h3>\u4f7f\u7528Python\u811a\u672c\u83b7\u53d6\u4f20\u611f\u5668\u6570\u636e\u3002<\/h3>\n<p>Python\u811a\u672c\u4f1a\u5728\/home\/pi\/bme280-data\u6587\u4ef6\u5939\u4e2d\u751f\u6210\u7c7b\u4f3c\u4e8e2019-06-04.csv\u8fd9\u6837\u7684\u6587\u4ef6\u3002<\/p>\n<p>\u6570\u636e\u5185\u5bb9\u4e3a\uff1a\u4ee5\u9017\u53f7\u5206\u9694\u7684\u4f20\u611f\u5668ID\u3001\u65e5\u671f\u3001\u65f6\u95f4\u3001\u6c14\u538b\u3001\u6e29\u5ea6\u3001\u6e7f\u5ea6\u3002<\/p>\n<pre class=\"post-pre\"><code>#coding: utf-8\r\nimport bme280_custom\r\nimport datetime\r\nimport os\r\n\r\ndir_path = '\/home\/pi\/bme280-data\u2019\r\nnow = datetime.datetime.now()\r\nfilename = now.strftime('%Y-%m-%d\u2019)\r\nlabel = now.strftime('%H:%M:%S\u2019)\r\ncsv = bme280_custom.readData()\r\nif not os.path.exists('\/home\/pi\/bme280-data\u2019):\r\n\u3000\u3000os.makedirs('\/home\/pi\/bme280-data\u2019)\r\nf = open('\/home\/pi\/bme280-data\/'+filename+'.csv','a\u2019)\r\nf.write('1,'+filename +\",\"+label+\",\"+csv+\"\\n\")\r\nf.close()\r\n<\/code><\/pre>\n<p>\u8bf7\u4f7f\u7528Cron\u6216\u5176\u4ed6\u5b9a\u65f6\u6267\u884c\u5668\uff0c\u5c06\u8be5\u811a\u672c\u5b9a\u671f\u6267\u884c\uff08\u4f8b\u5982\u6bcf\u969410\u79d2\u6267\u884c\u4e00\u6b21\uff09\u3002<\/p>\n<h3>3\u3001\u4f7f\u7528NiFi\u521b\u5efa\u6570\u636e\u6d41\uff0c\u5e76\u5c06\u5176\u5206\u53d1\u7ed9MiNiFi\u3002<\/h3>\n<p>\u7531\u4e8e\u5728MiNiFi\u4e2d\u76f4\u63a5\u521b\u5efa\u6570\u636e\u6d41\u6bd4\u8f83\u56f0\u96be\uff0c\u901a\u5e38\u7684\u505a\u6cd5\u662f\u5728NiFi\u4e2d\u521b\u5efa\uff0c\u5e76\u4ee5\u6a21\u677f\uff08.xml\uff09\u7684\u5f62\u5f0f\u5bfc\u51fa\uff0c\u7136\u540e\u4f7f\u7528MiNiFi\u5de5\u5177\u5305\u5c06.xml\u8f6c\u6362\u4e3a.yml\u3002<br \/>\n\u672c\u6b21\u6211\u4eec\u5c06\u4f7f\u7528TailFile\u5904\u7406\u5668\u548cRemoteProcessGroup\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7c17913a08637a69b36c\/20-3.com%2Fjj5w8z33gg7lK-CKvV-TPgYaZW5-wXpbRHzd5IPsD3IhJ0017uC5RW54awerFEIzhNSx_CxbN3JEUONG2g8GDFbf6V_3_vAMXcO4EZQJuBtU8io_n1wGf29KIqqkw8wOpcDNXwwbEOWffffoa6QPJAnu-40yt5anQ3j2DzOwNF7g6FBzDjCwIc9J5PDQqbF1STxI_KhDfAp5c2n6S-eIC9w2AyLYWTZxIpziDSqSHpmCePCq-_I6WMjjOzGK2vM0_nmE_jx9ACTVD-gZmgFQGRrzkQuUnuxoC5k57N4DN6uHkUxhNq06DmpdJKwCo1htfKI9bHCDusILYlxQfj3H3zb93EDK5bXYKtzQwroKcwP4DvsZAnVZoSJxZ3W2uzyJaKvoqR1kAF_NrDQfSmUmgLMgFvNvrildQRsK5oAOK6IiQ6O04E4LF3LHBsaGHEa2RmlLTzlkPkqQ_oe-3QIDIM7Aizt7KetZxg0GyyyCNJlkYLwOj7aokJfbt8554RCzTQUpklp9ufvSwHwyZjxgKngkR7Xi8hTMbn32jGN-rNkykmuWqXL3Y4u5kRZGMy45dWI_bnxmbrPurgLK8MN1FjFmvRPruaGJ0ZKljP-wZAhL7VVpkXZnbPkt4FwCfdKYll7iVS9VbT0oLa2Txemq231TsmeLjks%3Dw924-h802-no\" alt=\"enter image description here\" \/><\/div>\n<pre class=\"post-pre\"><code>sudo su -\r\ncd \/home\/pi\r\n\r\n#MiNiFi toolkit\u3067xml\u304b\u3089yml\u306b\u5909\u63db\u3059\u308b\r\n.\/tool_minifi\/bin\/config.sh transform \/home\/pi\/sensor_minifi4.xml .\/sensor_minifi4.yml\r\n\r\n#\u65e2\u5b58\u306econfig.yml\u30d5\u30a1\u30a4\u30eb\u3092\u30d0\u30c3\u30af\u30a2\u30c3\u30d7\u3057\u3001\u65b0\u3057\u3044yml\u3067\u4e0a\u66f8\u304d\u3059\u308b\r\ncp -p minifi\/conf\/config.yml minifi\/conf\/config.yml.bk\r\ncp -p sensor_minifi4.yml minifi\/conf\/config.yml\r\n\r\n#MiNiFi\u30d7\u30ed\u30bb\u30b9\u3092\u8d77\u52d5\u3059\u308b\u3002\u4ed6\u306bstop, restart\u306a\u3069\u30aa\u30d7\u30b7\u30e7\u30f3\u304c\u3042\u308b\r\n.\/minifi\/bin\/minifi.sh start\r\n<\/code><\/pre>\n<p>\u4e00\u65e6\u8fbe\u5230\u8fd9\u4e00\u70b9\uff0cMiNiFi\u5c31\u80fd\u591f\u5c06\u4f20\u611f\u5668\u6570\u636e\u4f20\u8f93\u5230NiFi\u3002<\/p>\n<h3>\u4f7f\u7528NiFi\u5c06\u4f20\u611f\u5668\u6570\u636e\u4f5c\u4e3a\u539f\u59cb\u6570\u636e\u901a\u8fc7Kafka\u4f20\u8f93\u5e76\u4fdd\u5b58\u5230HDFS\u4e2d\u3002<\/h3>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7c17913a08637a69b36c\/24-0.com%2FkkMFO_5e-Rbfy65vOg3RXITIFet-Un7Tc_tVCyPh-jXU2JerEM7pr4NtCzYt-l9c9QWudn2p2iSuBcZ3AsVtS457vyduyazObyVkdYKBIbdY2X3MUAun97cU1ZqRNOO_OE_Jp7luEqJOkpELYnFEFmU4Acfc8p1sS6kz2iu1i0SgasIs5n8oB1WlnsIN5We-qxjPNEKqHidJ3q6kroZznhwCZ2f0Bf5PnKSjMdGPfFiSlnmBy2tJOsxeLDaY1rN1YN_nwnccLVeBgt1UAnZBKi_2XSqQtvdf6Y2gBZyoH36EShkRrNF3hh0w7xcwMSTwLBKVb-doUM2L41Tlz7KfDaDiCsG_9JfcYRLLsgeUa_H-86Q4gWqTPbWBPq_5BzLGjXrAXCA2kfCGAhp5Y4DFt_hWoJE-do0VfPezmTfEAst_H8pA6ldrQW6AfEaWBooWlb_iM5P7mdZfsIRUwzIhj-FbX-unj-jILfJmxYoMfZGypbxq_lLpDwTta23viWQjFyEcsxd45lA9_oexr007NuQjVRGCM3_YGaBNx11GCskFfPjh044byAhiZN3WUO_f-Te0Citlu54QR6YSXnjcbygPyCtbnhGPF-KAuFCUISUnXkPLE1g86eaPadRlKDEErePKD-xa7Obc75SS7iIKFUODSQ-Y9GM%3Dw1784-h1494-no\" alt=\"enter image description here\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7c17913a08637a69b36c\/25-9.com%2FVSWrjwPmfgcMXVXNeKz1l9Uk_0QQqgdh9ggLKWu83TWzlc1EzSkIbGn5_t2b_w9F6xxZprbekld6-H4lodfm4k2tQo0utUEa5ApJJzhvxaIfOCx--ydkwQPHjY1TozKnM_T_NBVOipxpTfYSWFm9vTO3xC_wmNdA7vmSlfJfwhmAA5oRzP0I7M8A5fZh50HdsclvmII90vS3TzT9W3jJO32N9j5NlnTtD13PoC6L_C-lYhxKOtVYVUbchcZfZyCjaAnsIg81FY_AomebWugY9zlb7YtOQ5JzIr3fJa-flYVXbbAV60_GAnkPTvEdWBpyGi8EbDsIalsgQjc1FqwZs8JTKk6iLxTnoPQLCy6N7ZTd0XFXZWCxvMSVOJvmQMRM5UL_I9DIoYxUp_7hnc3bvcx5swobttDZBYT6MC0rRM4t8RXXl6CnR8zwZe9MEf_ofzIGMR0tFl7K0XViLYwNssf5OMOE2lfdGCwGkEQWOjPfzW-A3FjxrO08FR4NgdKqUInhD_FM9HOU9_0XiMIMJQQiloVjlHPKncdzRg7G133rkLYzrS2SNm4Pt9BWl7A0nIxPmpPFxAWga3HOdbdm7WkDpYPjgNiQncTri-zYyf_fS76n50MimN-qLTpoZJc5xZMjZXmKPSdx2Fmmva1hm_1mT0ANBHw%3Dw1472-h532-no\" alt=\"enter image description here\" \/><\/div>\n<h3>\u7528NiFi\u5c06\u4f20\u611f\u5668\u6570\u636e\u4fdd\u5b58\u5230Hive\u8868\u4e2d\u3002<\/h3>\n<p>\u5728\u8fd9\u91cc\uff0c\u6211\u4eec\u5c06\u4f7f\u7528Hive Streaming\u5c06\u4f20\u611f\u5668\u6570\u636e\u5b9e\u65f6\u6dfb\u52a0\u5230Hive\u8868\u4e2d\u3002<br \/>\n\u8981\u5b9e\u73b0\u8fd9\u4e00\u76ee\u6807\uff0cHive\u8868\u9700\u8981\u6ee1\u8db3\u4e00\u4e9b\u8981\u6c42\u3002<br \/>\n\u8bf7\u53c2\u9605\u6b64\u5904\u7684 &#8220;StreamingDataIngest-StreamingRequirements&#8221; \u4ee5\u83b7\u53d6\u8be6\u7ec6\u4fe1\u606f\u3002<\/p>\n<pre class=\"post-pre\"><code>\uff11\uff0cACID\u30b5\u30dd\u30fc\u30c8\u306e\u305f\u3081\u3001hive-site.xml\u306b\u4ee5\u4e0b\uff13\u3064\u306e\u30d1\u30e9\u30e1\u30fc\u30bf\u3092\u8a2d\u5b9a\uff08HDP3.1\u3067\u306f\u3059\u3067\u306b\u8a2d\u5b9a\u305a\u307f\uff09\r\nhive.txn.manager = org.apache.hadoop.hive.ql.lockmgr.DbTxnManager \r\nhive.compactor.initiator.on = true \r\nhive.compactor.worker.threads &gt; 0\r\n\r\n\uff12\uff0c\u30c6\u30fc\u30d6\u30eb\u4f5c\u6210\u6642\u306b\u4ee5\u4e0b\u3092\u542b\u3080\u3053\u3068\u304c\u5fc5\u8981\r\nSTORED AS ORC\r\ntblproperties(\"transactional\"=\"true\")\r\nCLUSTERED BY (cloumn-name) INTO &lt;num&gt; BUCKETS\r\n<\/code><\/pre>\n<p>\u5c06\u6309\u7167\u4ee5\u4e0b\u65b9\u5f0f\u521b\u5efa\u8868\u683c\uff08sensor_data_user1\uff09\u3002<\/p>\n<pre class=\"post-pre\"><code>CREATE TABLE sensor_data_user1(id int,time_str string, pressure double, temperature double, humidity double)\r\nPARTITIONED BY(date_str string) \r\nCLUSTERED BY (id) INTO 5 BUCKETS \r\nSTORED AS ORC \r\ntblproperties(\"transactional\" = \"true\");\r\n<\/code><\/pre>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7c17913a08637a69b36c\/31-0.com%2F5g_Riel5ja0kFUTawn-PhaWcgQmpLLrE4L6kbRvJ5ODbHqHJG-lhu66ppHrYasQfrAZCKMke_AWxAQTsmPQH8eVIZOJs1HknzLB_OpowozWIV4Rnjdva-HpAbV70dfZf6_3UErPfbkKUnctIo11Admpy1V_pcEZREZ07902soIdvxHQVy27L6DY5puejygHuQ6INUj--GKecTD6Cx4HCso1K04TJqCc5IFV5F1K_-rdnaz3iWb3KCBbc5qzS6JcrfGk2SOrP-TSCDbOV8Ut3sHUD-g4Z7KduA6jkHgrlB3GnXhItq74f-kIs4vYza_OoSezQcJN6VncdYWL20xsUQNHaRc_2LsBmIhadU1xUdfvb9txgc678QYOGve3wWUX3l3yWkTz6zLul9VcRRza55ANCU84ZE5LQ2pPs0XNPrv9CXivJRd4RBBxubLNaNN-ELQySp8JSsHOoDPW94YpfXCEZIlDdG0H__gbg5SCib9xhIy0kxR6ChxkJm_O7F6-KP-xkz_45pG0jmu5aQhgWiFYyVipV7IVgnHtOaxfCMK5X8oYChPEZHx0fT5XiZqn7zLWeHgfXhhgoUiWow_Im64lHe8eB5qexbhw_dN_9IE7B6JlEuoDT1VENJIPlwWO2T8AaWet4HilSQjF2FbW3lShF8XnQv6Q%3Dw1090-h1314-no\" alt=\"enter image description here\" \/><\/div>\n<p>\u63a5\u4e0b\u6765\u6211\u5c06\u89e3\u91ca\u5904\u7406\u5668\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7c17913a08637a69b36c\/33-8.png\" alt=\"image.png\" \/><\/div>\n<p>Avro\u6a21\u5f0f\u5982\u4e0b\u6240\u793a\u3002<\/p>\n<pre class=\"post-pre\"><code>    {\r\n         \"type\": \"record\",\r\n         \"namespace\": \"sensor_data_schema1\",\r\n         \"name\": \"sensor_data_schema1\",\r\n         \"fields\": [\r\n               { \"name\": \"id\", \"type\": \"int\" },\r\n           { \"name\": \"date_str\", \"type\": \"string\" },\r\n           { \"name\": \"time_str\", \"type\": \"string\" },\r\n           { \"name\": \"pressure\", \"type\": \"double\" },\r\n           { \"name\": \"temperature\", \"type\": \"double\" },\r\n           { \"name\": \"humidity\", \"type\": \"double\" }\r\n         ]\r\n    } \r\n<\/code><\/pre>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7c17913a08637a69b36c\/36-2.com%2FBf665rUIHo1QYbjKJquh7ljgdwTBSg2yYZAkojiGBF8V4WroD8-LmLaNjzlyvCgb-zwlms0rViONGXX9aZThoI73GlGYw8aoEsqAMUVXwG1loOhLFBAhcDiVj3M_LWW2N9P3P4oAXRrDCGydu7R4wgSOWKNsu8imUYFjTuu4YWjtthTP-_iRcY1DGNH5KquO2NHDsiTlEdZczsuM2ytINswDGMjzxXmoJsOoAcyyjMgeP5KB4IMslCfIyLg7ULRY8BjqlTKy_VUycd7-OeRG8JYk0ct6lLJNhOLcGYkx_jqOcTXthYLKpXhG2rg3bwKZ-GoFvG1na27IBD5_VMqV2LqnKbkWlsaMdoVvzlN0JVj97n0iZmyyc326-zw5zYUaOeFWcMWAML8q_rfY1gLIl1wD4cnosnuHqWoN4nvYdeTljGjp1n5AZWHVx9qAvSemVr6xjtLDkb3Osal7FHfL-joDJ4_WIpcx4q4Q4mTvW81UclaEl9BeYoxAtHfQgsaN199CZOV5_kzGJgBpHZDkDqIsq7dZynp5546daS6pN-BGj0cOsdVexRyN9x2ugTX6sqyV63tJ-_XpVevrzhEDjctVh_IvxO5yNEZ0KIjjQtVCoteF_w-XZMg-vvwud3qNFHq1hqXUCJLcUVemzxq0bRKuGqqnfh8%3Dw2742-h542-no\" alt=\"enter image description here\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7c17913a08637a69b36c\/37-4.com%2FBcNXY8xeys7mV3G9n8Z1w2mGg8hE2XI4L-RFZRg8ZWwKkbTDpzzZBmtnZzvvDfWxV6degZgzuh4aBDUCRmUcvET3LFY5QxiXwSjyC1vQh_oCCOIxBtbFwsSu9ievA_meC-L9ICZE1p0jCLJOkwFXJr5Db3xuqPzSvkPCIF1EYzr4upH1nh9i1qsfWcI_e_XNsMtnQGw2pwvXkiC8I6Ni8YeTsMFOi9Q4GpWhTq5rUnnuT6uESE3U46UHLd-g-pjDuCZY0khNBW3AIfH8E3fhMoedK_m0k1swJOb8SO5fz9RGdR1WTvqi8muSKroyzfs99xNj_lcj7dFAvKy0AssGTivMFS5vDNpOm_ojenDml1olKJDjO1lgPtjA-po1MvT2UG-TbZ6SuE_1w5TtyKJ0wqYI-cCen3HMhzm_WLjnBtuovc-Vy4747uoGse5cvS9WQ_Zh4cHO_V1V4VApv9AOnaQPKGyr1HFMCAQ5vr5TH-ALPw2t5QSiciuBrdSx5G7fkEz-4PvejNf9C0LwrU8Q0cUcvQM4Vv0XMkJRX70kDk5AsvlqvPSIsLOKYPkUGzRVo9ndPHy_loCurS4XZHC2NJIQHKQc3E6adrjX2QlxsomDG0LsUkx-lSq9OAli5vEE6AqFUKg_VbTHO9qYESY_Ik4N4tsKc78%3Dw2810-h770-no\" alt=\"enter image description here\" \/><\/div>\n<h3>6\u3001\u4f7f\u7528NiFi\u52a0\u5de5\u6570\u636e\uff0c\u5f53\u6e29\u5ea6\u8d85\u8fc7\u9608\u503c\u65f6\uff0c\u53d1\u9001Slack\u544a\u8b66\u901a\u77e5\u3002<\/h3>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7c17913a08637a69b36c\/39-0.com%2FNEzb40Obw3RFdpwVLFMLa1mwOLw3QxQ6k78B74CEnJIuk3jv84qqEZREvntulyJoemv6pDalcm9vC8GoNgKActLIcrBH7OGDddyuVXjwqSDGxAg0b3vcNse9_kcslzlBqOWM28Ggh9Hr4iiXMTe5eL4v3GsDeOnC78UzFW2ljI6YggMR3ntvmL5_jrRc8pHmGyxqdRB0NGnaCDPt5tWGD43kE0IL6g_T_bLwFO4z1xqYywhwvovsTCBWu5QrFGoEv452sP54boLh_Eq7HEcFZFF-R18Z1H-qiK0FUIs4C2gxB-9Vcifff2v9tOm3GBM4LBEq0uGEzJjHwlTcDoNrm7vG6Qn897iQWlcULK1L7nwhBScXta-OYRLlfTDG-0rNBziIu2VYPCK7xwPlPPCKpR27HQ4r_6OjwFVro18C8B3KSGZRFXu3zvLkQxIV7orXIJHRG_benxtVxSA8e5KWbX-gGrVljX6Fhbj5c6BWfDdGV0U8X1xo8wEuGO_uUA1fCGi6pINMk7svP5N-5Id38xhdmqd4NELiC0MWU2IgiEPAl3wh9dQicKqeRuVDCgG2JNMUPyNGTL_mUKpdFTj-Wm2NUa4Fcw01-AHaz5YqFkQS6b_U2_7SFKfpPoOhLSikD_qyY6fQvr9vwVYo8_qzF1vDlN3ssOk%3Dw538-h1324-no\" alt=\"enter image description here\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7c17913a08637a69b36c\/40-0.png\" alt=\"image.png\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7c17913a08637a69b36c\/41-0.com%2FZl3bf7Xg6io-H1yefg3hvodZxvayge-pPitGZ4E_uZIEzDl7S8GrIi3Tmfh4Xv-F7uigQKBLKCZr-kq4taqdjzPab7PxPlFJam35WOwJDEcYJhY03sikNj4tz8MBw0nR4UVNaUeN-i_aiMyXQ5GxohfjoIhR1eJmkRnDGCbk0iywIMRxVPpbCNYbGX9vK77aIfVjLtczzM4prBHDC_EvSX01GkEJHCMAv05ypSEKGReeA7Pp7X5-oQ_OUWaSKwKgEtYqhVIGq0G3mEPZxPsu22m0FWRLxOU-unJAqeko9UYaeERrpvMNvILqLrOoEo5m57Z9aOEmnGsCim-cOqKsnBed3d6Rp5xCzYh-zXHfJegJDx_ymqYNHSeBuNi6atv_6v6Dy0JuyxyhhC9FpEkWVAYQBSZzspUzndE8LoYDE0Gp1MsXo3IS84k8bAa0nmuJLsAy7PKFQefGNCL8lHag6c-ENaBdth5ylLU_hUqVWxyuiwy130PafubOy8FL61xLAHFC5XCJ4a3sfQJc0QvekM7OEzkvGt9sq8Prp0LckXQ1MbhDQDUhWO1jOhKLIq_H7gMBIMQGr4AdXFXWxsQW6jvUwOfTyuEDtXXNf9UFZvk0tLXshHGEBgtqMY9u3R2TZouCQFNr7Z9tJxJAdd_kWcG7_bxDh2U%3Dw1574-h1120-no\" alt=\"enter image description here\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7c17913a08637a69b36c\/42-0.png\" alt=\"image.png\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7c17913a08637a69b36c\/43-1.png\" alt=\"image.png\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7c17913a08637a69b36c\/44-0.com%2FuBhyVr36kRRbZOTz_pYpImzLYwaFqAkGa4v0gBFeWm7W1x_YQLcdOlbfZjkTUYLOJJy8rcdDAyyWEWuGv82gdn2BLobaGupUpiE0qGz_1-Q3B74YgGOD_tuOrTQ4qQ1Y6F87IfJNtkkMh2V1iM2z12tnIXDb0V7ofaXjfjq7pLvRzroVOH7Z3im_rOJcpwsI_TY3pCIyyOhC25lDpA_z8soLWODKDiFw1c3-Lq5VZOKkV7fzLiiVFih4_m0HinM8v5Pbc6w0PvXa5hzeM4wSEqEXhFEaEVkaR2q7JkMYQ0voVpQw1jJTdNYBhz3_HT7UCbJh9qwgEOS6pFD4F88PUdvVeMUq-O9pcH33cUmYj0tTR9X1NielyR3nSfkrsXzMLMGibzKNGvhjv63NNHZ8N7C3tAvBhvTtMDPoKy1O1s_TSS9QVIRYS6HFIfB4yr8TC8okP4CryGdq_d60iOVJNOxxHD2coERLrUjHup3HLoKKr6yvU9pV338gKZsd_Z2PPAQ75EA6MnoXsgJ_B0Y1SjudseVwO7-33pCcnEN2ffTamukLU7i5DXQYBSGT_7bG1iLX9Pvf1-0haoUrAcsmmhun-cQbHQbHFDBzc-VwMC4GoiKyaw4Un-YK042Yj85MnVds3MD6IkP_3tsZZ88GOHG5bWSHFYA%3Dw1580-h1118-no\" alt=\"enter image description here\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7c17913a08637a69b36c\/45-0.com%2FQPxGFR0-lf0sOfhmBm6Qc-bCqihLmCYXyCqW0Z3FvMjWOiGzOemsiuXmlhl1VLQYpt7gSp2eE-rRMG2XrowiKbTs5CqjcJLqq3s05JLgOJGhZPWdIr8GcnayRPMLq2KDcIN5AkO-hgXz9Ch12WdSKVqc4-_r68gdKb-PoMbbP1e7BsIwKGia-GHraTmCU23DxySyGgPxEm-YgxojuQTEUqK68xy_At1pKM0_hGrCOTWnJ7lSdxmFI7sDMmarqF5VO7LIuI0H3V5XrZLAgYIt2Xj7rEdS8bx0fZ9ZxSopeSO1rcMUgCoDNaPGktuioKRxSJdD05zX5zeEqc7CzXD1J-Vb_kEu99Ll2CuGCxkhAwd69N8PsHVBaF8X4U0TlnyxLRfZiDcdggMfDHiZx0yG8Ny4joS_SyElnXKGwsGb7dqCBHYaXXlLYykeqzIXVtA0R--_ApW6yp8dtjWTbO-5x8iZgCy4aOJhLvehluNW4rRW8w8GLSjAO7lVL5xlbE14rjL_tJirQyBMOLqamp2oDJYHiIEpJQQdtcJfyojQBIzxpPxdTGPqbSsqeNejClghGdnNHZTcNUM5d80OQDHtWgWvrf1uYMjlyqAFyHPYfOoQ8KyE8s3lK_SiCKo-pb6a5QM2UPZgbt2tH9pFCcwmVW_6SkXFLyo%3Dw858-h530-no\" alt=\"enter image description here\" \/><\/div>\n<h3>\u6700\u540e\u7684\u5907\u5fd8\u5f55\uff1a\u4e8b\u524d\u51c6\u5907\u3002 de : .)<\/h3>\n<pre class=\"post-pre\"><code># Kafka topic\u4f5c\u6210\r\ncd \/usr\/hdp\/current\/kafka-broker\r\n.\/kafka-topics.sh --create --zookeeper hdp-srv1.demotest.com:218,hdp-srv2.demotest.com:2181,hdp-srv3.demotest.com:2181 --replication-factor 3 --partitions 1 --topic sensor_data_user1\r\n\r\n# HDFS folder\u4f5c\u6210\r\nsudo su - hdfs \r\nhdfs dfs -mkdir -p \/tmp\/sensor_data\/user1\r\nhdfs dfs -chmod -R 777 \/tmp\/sensor_data\/user1\r\n\r\n# sensor_data_user1\u30c6\u30fc\u30d6\u30eb\u306bNiFi\u30e6\u30fc\u30b6\u30fc\u306brwx\u6a29\u9650\u8ffd\u52a0\r\nhdfs dfs -setfacl -m -R user:nifi:rwx \/warehouse\/tablespace\/managed\/hive\/sensor_data_user1\r\n<\/code><\/pre>\n","protected":false},"excerpt":{"rendered":"<p>\u4e0b\u9762\u662f\u8fde\u63a5\u4f20\u611f\u5668\u5230\u6811\u8393\u6d3e\u5e76\u4f7f\u7528MiNiFi\u8ffd\u8e2a\u4f20\u611f\u5668\u6570\u636e\u7684\u6b65\u9aa4\uff0c\u7136\u540e\u5c06\u5176\u4f20\u8f93\u5230NiFi\uff0c\u5e76\u5728NiFi\u4e2d\u5c06\u5176\u5199\u5165 [&hellip;]<\/p>\n","protected":false},"author":7,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-47011","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"yoast_head":"<!-- This site is optimized with the Yoast SEO Premium plugin v21.5 (Yoast SEO v21.5) - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>\u901a\u8fc7 MiNiFi \u83b7\u53d6\u4f20\u611f\u5668\u6570\u636e\u5e76\u4f20\u8f93\u5230 NiFi\uff0c\u7136\u540e\u5c06\u6570\u636e\u5199\u5165 HDFS \u548c Hive - Blog - Silicon Cloud<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.silicloud.com\/zh\/blog\/\u901a\u8fc7-minifi-\u83b7\u53d6\u4f20\u611f\u5668\u6570\u636e\u5e76\u4f20\u8f93\u5230-nifi\uff0c\u7136\u540e\u5c06\u6570\u636e\u5199\/\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\u901a\u8fc7 MiNiFi \u83b7\u53d6\u4f20\u611f\u5668\u6570\u636e\u5e76\u4f20\u8f93\u5230 NiFi\uff0c\u7136\u540e\u5c06\u6570\u636e\u5199\u5165 HDFS \u548c Hive\" \/>\n<meta property=\"og:description\" content=\"\u4e0b\u9762\u662f\u8fde\u63a5\u4f20\u611f\u5668\u5230\u6811\u8393\u6d3e\u5e76\u4f7f\u7528MiNiFi\u8ffd\u8e2a\u4f20\u611f\u5668\u6570\u636e\u7684\u6b65\u9aa4\uff0c\u7136\u540e\u5c06\u5176\u4f20\u8f93\u5230NiFi\uff0c\u5e76\u5728NiFi\u4e2d\u5c06\u5176\u5199\u5165 [&hellip;]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.silicloud.com\/zh\/blog\/\u901a\u8fc7-minifi-\u83b7\u53d6\u4f20\u611f\u5668\u6570\u636e\u5e76\u4f20\u8f93\u5230-nifi\uff0c\u7136\u540e\u5c06\u6570\u636e\u5199\/\" \/>\n<meta property=\"og:site_name\" content=\"Blog - Silicon Cloud\" \/>\n<meta property=\"article:published_time\" content=\"2023-08-17T00:30:30+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2024-04-29T17:51:03+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7c17913a08637a69b36c\/6-0.com%2FYntfXL0IrK1PG-D07WG5A6vvrUKY4rIGT5jha0uQEA7ptUT8bH1__4rahK0WJX5ni5eREZKYf9gJcOJsh9LSXDGr4yqPo7CxfPKkNS4LJTz8HGxoByhXiBL7h9oLoRYX-4-uI1zhMbPbqdARBQE7Aa3JwLQ-yVncQKFmrImcmR8ozGznOdVFwT5VjZhxFuiLuFypThTOph3x3ZOzwdUv_KeGHA3thWJbwSgdRCbOwh7sV8dN8e7njJL8Ouoohx4_5w7MtNQ4yw9Z4t2B9oGp3P9sBCiyOKSRm_95BEWsFk2BLab_u9nb3egSXHOcX3c2qCwsrZtfZQ6IUVMPQB8FOG3k6tvxnU_CFhzPYIZ1Fb6nvL5KKgKMs3Vk7p06w7AzMd9RH_NDzPn69QOlCZKqucDVYUcRXda3dMqRp6vs2iFyR5u529WCYGPyWp0jG3C4qfOfnJzD6N1ZHJioiOikcehg0Wx8eDYjEGFN9mdaQfOUafPaf7LizAtEgGtaiNCG-mfSqz2ESpdZzk6IYibb7iz-_uXxsHW15L1Zxd9LdZChoLXUeoIqq-g-LIcaTp53kJ0_PBvKTbmlg2CXpgyQkOZO8-0nOILYr77rDYZQcpsWK9IOYzt3U8M30yPTNplKcaF-FFYpwmiErKTnhKa0Lo3HCQ1Jvqc%3Dw1552-h804-no\" \/>\n<meta name=\"author\" content=\"\u79d1, \u9896\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"\u79d1, \u9896\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"2 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e9%80%9a%e8%bf%87-minifi-%e8%8e%b7%e5%8f%96%e4%bc%a0%e6%84%9f%e5%99%a8%e6%95%b0%e6%8d%ae%e5%b9%b6%e4%bc%a0%e8%be%93%e5%88%b0-nifi%ef%bc%8c%e7%84%b6%e5%90%8e%e5%b0%86%e6%95%b0%e6%8d%ae%e5%86%99\/\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e9%80%9a%e8%bf%87-minifi-%e8%8e%b7%e5%8f%96%e4%bc%a0%e6%84%9f%e5%99%a8%e6%95%b0%e6%8d%ae%e5%b9%b6%e4%bc%a0%e8%be%93%e5%88%b0-nifi%ef%bc%8c%e7%84%b6%e5%90%8e%e5%b0%86%e6%95%b0%e6%8d%ae%e5%86%99\/\",\"name\":\"\u901a\u8fc7 MiNiFi \u83b7\u53d6\u4f20\u611f\u5668\u6570\u636e\u5e76\u4f20\u8f93\u5230 NiFi\uff0c\u7136\u540e\u5c06\u6570\u636e\u5199\u5165 HDFS \u548c Hive - Blog - Silicon Cloud\",\"isPartOf\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\"},\"datePublished\":\"2023-08-17T00:30:30+00:00\",\"dateModified\":\"2024-04-29T17:51:03+00:00\",\"author\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/8ca01ba7f7362ad4edb7da206a12f29e\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e9%80%9a%e8%bf%87-minifi-%e8%8e%b7%e5%8f%96%e4%bc%a0%e6%84%9f%e5%99%a8%e6%95%b0%e6%8d%ae%e5%b9%b6%e4%bc%a0%e8%be%93%e5%88%b0-nifi%ef%bc%8c%e7%84%b6%e5%90%8e%e5%b0%86%e6%95%b0%e6%8d%ae%e5%86%99\/#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.silicloud.com\/zh\/blog\/%e9%80%9a%e8%bf%87-minifi-%e8%8e%b7%e5%8f%96%e4%bc%a0%e6%84%9f%e5%99%a8%e6%95%b0%e6%8d%ae%e5%b9%b6%e4%bc%a0%e8%be%93%e5%88%b0-nifi%ef%bc%8c%e7%84%b6%e5%90%8e%e5%b0%86%e6%95%b0%e6%8d%ae%e5%86%99\/\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e9%80%9a%e8%bf%87-minifi-%e8%8e%b7%e5%8f%96%e4%bc%a0%e6%84%9f%e5%99%a8%e6%95%b0%e6%8d%ae%e5%b9%b6%e4%bc%a0%e8%be%93%e5%88%b0-nifi%ef%bc%8c%e7%84%b6%e5%90%8e%e5%b0%86%e6%95%b0%e6%8d%ae%e5%86%99\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.silicloud.com\/zh\/blog\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u901a\u8fc7 MiNiFi \u83b7\u53d6\u4f20\u611f\u5668\u6570\u636e\u5e76\u4f20\u8f93\u5230 NiFi\uff0c\u7136\u540e\u5c06\u6570\u636e\u5199\u5165 HDFS \u548c Hive\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/\",\"name\":\"Blog - Silicon Cloud\",\"description\":\"\",\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/8ca01ba7f7362ad4edb7da206a12f29e\",\"name\":\"\u79d1, \u9896\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/8a6fb3cc7ba2f69d2189ba532aec4633ea7ed75ac0af162ec367cb3abc0fb2af?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/8a6fb3cc7ba2f69d2189ba532aec4633ea7ed75ac0af162ec367cb3abc0fb2af?s=96&d=mm&r=g\",\"caption\":\"\u79d1, \u9896\"},\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/author\/keying\/\"},{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e9%80%9a%e8%bf%87-minifi-%e8%8e%b7%e5%8f%96%e4%bc%a0%e6%84%9f%e5%99%a8%e6%95%b0%e6%8d%ae%e5%b9%b6%e4%bc%a0%e8%be%93%e5%88%b0-nifi%ef%bc%8c%e7%84%b6%e5%90%8e%e5%b0%86%e6%95%b0%e6%8d%ae%e5%86%99\/#local-main-organization-logo\",\"url\":\"\",\"contentUrl\":\"\",\"caption\":\"Blog - Silicon Cloud\"}]}<\/script>\n<!-- \/ Yoast SEO Premium plugin. -->","yoast_head_json":{"title":"\u901a\u8fc7 MiNiFi \u83b7\u53d6\u4f20\u611f\u5668\u6570\u636e\u5e76\u4f20\u8f93\u5230 NiFi\uff0c\u7136\u540e\u5c06\u6570\u636e\u5199\u5165 HDFS \u548c Hive - Blog - Silicon Cloud","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.silicloud.com\/zh\/blog\/\u901a\u8fc7-minifi-\u83b7\u53d6\u4f20\u611f\u5668\u6570\u636e\u5e76\u4f20\u8f93\u5230-nifi\uff0c\u7136\u540e\u5c06\u6570\u636e\u5199\/","og_locale":"zh_CN","og_type":"article","og_title":"\u901a\u8fc7 MiNiFi \u83b7\u53d6\u4f20\u611f\u5668\u6570\u636e\u5e76\u4f20\u8f93\u5230 NiFi\uff0c\u7136\u540e\u5c06\u6570\u636e\u5199\u5165 HDFS \u548c Hive","og_description":"\u4e0b\u9762\u662f\u8fde\u63a5\u4f20\u611f\u5668\u5230\u6811\u8393\u6d3e\u5e76\u4f7f\u7528MiNiFi\u8ffd\u8e2a\u4f20\u611f\u5668\u6570\u636e\u7684\u6b65\u9aa4\uff0c\u7136\u540e\u5c06\u5176\u4f20\u8f93\u5230NiFi\uff0c\u5e76\u5728NiFi\u4e2d\u5c06\u5176\u5199\u5165 [&hellip;]","og_url":"https:\/\/www.silicloud.com\/zh\/blog\/\u901a\u8fc7-minifi-\u83b7\u53d6\u4f20\u611f\u5668\u6570\u636e\u5e76\u4f20\u8f93\u5230-nifi\uff0c\u7136\u540e\u5c06\u6570\u636e\u5199\/","og_site_name":"Blog - Silicon Cloud","article_published_time":"2023-08-17T00:30:30+00:00","article_modified_time":"2024-04-29T17:51:03+00:00","og_image":[{"url":"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7c17913a08637a69b36c\/6-0.com%2FYntfXL0IrK1PG-D07WG5A6vvrUKY4rIGT5jha0uQEA7ptUT8bH1__4rahK0WJX5ni5eREZKYf9gJcOJsh9LSXDGr4yqPo7CxfPKkNS4LJTz8HGxoByhXiBL7h9oLoRYX-4-uI1zhMbPbqdARBQE7Aa3JwLQ-yVncQKFmrImcmR8ozGznOdVFwT5VjZhxFuiLuFypThTOph3x3ZOzwdUv_KeGHA3thWJbwSgdRCbOwh7sV8dN8e7njJL8Ouoohx4_5w7MtNQ4yw9Z4t2B9oGp3P9sBCiyOKSRm_95BEWsFk2BLab_u9nb3egSXHOcX3c2qCwsrZtfZQ6IUVMPQB8FOG3k6tvxnU_CFhzPYIZ1Fb6nvL5KKgKMs3Vk7p06w7AzMd9RH_NDzPn69QOlCZKqucDVYUcRXda3dMqRp6vs2iFyR5u529WCYGPyWp0jG3C4qfOfnJzD6N1ZHJioiOikcehg0Wx8eDYjEGFN9mdaQfOUafPaf7LizAtEgGtaiNCG-mfSqz2ESpdZzk6IYibb7iz-_uXxsHW15L1Zxd9LdZChoLXUeoIqq-g-LIcaTp53kJ0_PBvKTbmlg2CXpgyQkOZO8-0nOILYr77rDYZQcpsWK9IOYzt3U8M30yPTNplKcaF-FFYpwmiErKTnhKa0Lo3HCQ1Jvqc%3Dw1552-h804-no"}],"author":"\u79d1, \u9896","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"\u79d1, \u9896","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"2 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e9%80%9a%e8%bf%87-minifi-%e8%8e%b7%e5%8f%96%e4%bc%a0%e6%84%9f%e5%99%a8%e6%95%b0%e6%8d%ae%e5%b9%b6%e4%bc%a0%e8%be%93%e5%88%b0-nifi%ef%bc%8c%e7%84%b6%e5%90%8e%e5%b0%86%e6%95%b0%e6%8d%ae%e5%86%99\/","url":"https:\/\/www.silicloud.com\/zh\/blog\/%e9%80%9a%e8%bf%87-minifi-%e8%8e%b7%e5%8f%96%e4%bc%a0%e6%84%9f%e5%99%a8%e6%95%b0%e6%8d%ae%e5%b9%b6%e4%bc%a0%e8%be%93%e5%88%b0-nifi%ef%bc%8c%e7%84%b6%e5%90%8e%e5%b0%86%e6%95%b0%e6%8d%ae%e5%86%99\/","name":"\u901a\u8fc7 MiNiFi \u83b7\u53d6\u4f20\u611f\u5668\u6570\u636e\u5e76\u4f20\u8f93\u5230 NiFi\uff0c\u7136\u540e\u5c06\u6570\u636e\u5199\u5165 HDFS \u548c Hive - Blog - Silicon Cloud","isPartOf":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website"},"datePublished":"2023-08-17T00:30:30+00:00","dateModified":"2024-04-29T17:51:03+00:00","author":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/8ca01ba7f7362ad4edb7da206a12f29e"},"breadcrumb":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e9%80%9a%e8%bf%87-minifi-%e8%8e%b7%e5%8f%96%e4%bc%a0%e6%84%9f%e5%99%a8%e6%95%b0%e6%8d%ae%e5%b9%b6%e4%bc%a0%e8%be%93%e5%88%b0-nifi%ef%bc%8c%e7%84%b6%e5%90%8e%e5%b0%86%e6%95%b0%e6%8d%ae%e5%86%99\/#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.silicloud.com\/zh\/blog\/%e9%80%9a%e8%bf%87-minifi-%e8%8e%b7%e5%8f%96%e4%bc%a0%e6%84%9f%e5%99%a8%e6%95%b0%e6%8d%ae%e5%b9%b6%e4%bc%a0%e8%be%93%e5%88%b0-nifi%ef%bc%8c%e7%84%b6%e5%90%8e%e5%b0%86%e6%95%b0%e6%8d%ae%e5%86%99\/"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e9%80%9a%e8%bf%87-minifi-%e8%8e%b7%e5%8f%96%e4%bc%a0%e6%84%9f%e5%99%a8%e6%95%b0%e6%8d%ae%e5%b9%b6%e4%bc%a0%e8%be%93%e5%88%b0-nifi%ef%bc%8c%e7%84%b6%e5%90%8e%e5%b0%86%e6%95%b0%e6%8d%ae%e5%86%99\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.silicloud.com\/zh\/blog\/"},{"@type":"ListItem","position":2,"name":"\u901a\u8fc7 MiNiFi \u83b7\u53d6\u4f20\u611f\u5668\u6570\u636e\u5e76\u4f20\u8f93\u5230 NiFi\uff0c\u7136\u540e\u5c06\u6570\u636e\u5199\u5165 HDFS \u548c Hive"}]},{"@type":"WebSite","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website","url":"https:\/\/www.silicloud.com\/zh\/blog\/","name":"Blog - Silicon Cloud","description":"","inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/8ca01ba7f7362ad4edb7da206a12f29e","name":"\u79d1, \u9896","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/8a6fb3cc7ba2f69d2189ba532aec4633ea7ed75ac0af162ec367cb3abc0fb2af?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/8a6fb3cc7ba2f69d2189ba532aec4633ea7ed75ac0af162ec367cb3abc0fb2af?s=96&d=mm&r=g","caption":"\u79d1, \u9896"},"url":"https:\/\/www.silicloud.com\/zh\/blog\/author\/keying\/"},{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e9%80%9a%e8%bf%87-minifi-%e8%8e%b7%e5%8f%96%e4%bc%a0%e6%84%9f%e5%99%a8%e6%95%b0%e6%8d%ae%e5%b9%b6%e4%bc%a0%e8%be%93%e5%88%b0-nifi%ef%bc%8c%e7%84%b6%e5%90%8e%e5%b0%86%e6%95%b0%e6%8d%ae%e5%86%99\/#local-main-organization-logo","url":"","contentUrl":"","caption":"Blog - Silicon Cloud"}]}},"_links":{"self":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/47011","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/users\/7"}],"replies":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/comments?post=47011"}],"version-history":[{"count":2,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/47011\/revisions"}],"predecessor-version":[{"id":88956,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/47011\/revisions\/88956"}],"wp:attachment":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/media?parent=47011"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/categories?post=47011"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/tags?post=47011"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}