{"id":46716,"date":"2023-07-21T00:57:12","date_gmt":"2023-08-23T00:49:20","guid":{"rendered":"https:\/\/www.silicloud.com\/zh\/blog\/46716-2\/"},"modified":"2024-04-30T14:33:34","modified_gmt":"2024-04-30T06:33:34","slug":"46716-2","status":"publish","type":"post","link":"https:\/\/www.silicloud.com\/zh\/blog\/46716-2\/","title":{"rendered":""},"content":{"rendered":"<p>\u672c\u6295\u7a3f\u3067\u306f\u3001\u4e0b\u8868\u306e\u3088\u3046\u306b\u3001SparkStreaming\u3067Kafka\u30af\u30e9\u30b9\u30bf\u30fc\u3092\u7d4c\u7531\u3057\u3066MQTT\u306b\u30b3\u30cd\u30af\u30c8\u3057\u305f\u4e0a\u3067\u3001MQTT\u306b\u751f\u7523\u3055\u308c\u305f\u30e1\u30c3\u30bb\u30fc\u30b8\u3092\u8aad\u53d6\u3063\u3066\u30ef\u30fc\u30c9\u30ab\u30a6\u30f3\u30c8\u3092\u884c\u3046\u74b0\u5883\u3092\u69cb\u7bc9\u3057\u3066\u307f\u307e\u3059\u3002<\/p>\n<p>\uff1c\u30b7\u30b9\u30c6\u30e0\u30ce\u30fc\u30c9\u5229\u7528\u72b6\u6cc1\uff1e<\/p>\n<div>\n<div class=\"post-table\">\u30b5\u30fc\u30d0\u7a2e\u985e\u7aef\u672b\u72b6\u6cc1\u89e3\u8aacMQTT\u7aef\u672b\uff4e\u53f0\u30e1\u30c3\u30bb\u30fc\u30b8\u3092\u4f5c\u6210\u3057\u3066Kafka\u306b\u9001\u4fe1\u3059\u308b\u914d\u4fe1\u30ce\u30fc\u30c9Kafka Cluster\u30ce\u30fc\u30c93\u53f0MQTT\u304b\u3089\u306e\u30e1\u30c3\u30bb\u30fc\u30b8\u3092\u53ce\u96c6\u3057\u3066\u30ad\u30e5\u30fc\u30a4\u30f3\u30b0\u3092\u884c\u3046Kafka\u30ce\u30fc\u30c9Zookeeper Cluster\u30ce\u30fc\u30c93\u53f0\uff08Kafka\u540c\u5c45\uff09\u30c7\u30fc\u30bf\u5206\u6563\u7ba1\u7406\u3055\u308c\u308bZookeeper\u30ce\u30fc\u30c9Spark StandaloneMaster1\u53f0Spark\u30af\u30e9\u30b9\u30bf\u306e\u30ea\u30bd\u30fc\u30b9\u3092\u7ba1\u7406\u3059\u308bSpark Master\u30ce\u30fc\u30c9<br \/>\nSlave2\u53f0Kafka\u30af\u30e9\u30b9\u30bf\u304b\u3089\u30c7\u30fc\u30bf\u3092\u53d6\u5f97\u3057\u30ef\u30fc\u30c9\u30a2\u30ab\u30a6\u30f3\u30c8\u3092\u884c\u3046Spark Worker\u30ce\u30fc\u30c9<\/div>\n<\/div>\n<p>\u30b7\u30b9\u30c6\u30e0\u306e\u51e6\u7406\u306e\u6d41\u308c\u3068\u3057\u3066\u306f\u3001\u5927\u307e\u304b\u3067\u4ee5\u4e0b\u306e\u4e8c\u3064\u306b\u5206\u3051\u3089\u308c\u3066\u3044\u307e\u3059\u3002<br \/>\n\u307e\u305a\u3001Kafka\u30b3\u30cd\u30af\u30bf\u3092\u5229\u7528\u3057\u3066MQTT\u306b\u751f\u7523\u3055\u308c\u305f\u30e1\u30c3\u30bb\u30fc\u30b8\u3092\u53d6\u5f97\u3057\u3066\u3001Kafka\u30af\u30e9\u30b9\u30bf\u3067\u53d6\u5f97\u3057\u305f\u30c7\u30fc\u30bf\u3092\u30ad\u30e5\u30fc\u30a4\u30f3\u30b0\u3057\u3066\u304a\u304d\u307e\u3059\u3002Kafka\u306f\u3001\u305d\u307e\u3056\u307e\u306a\u8a2d\u5099\u306b\u751f\u7523\u3055\u308c\u305f\u5927\u91cf\u306e\u30c7\u30fc\u30bf\u3092\u9ad8\u901f\u306b\u53ce\u96c6\u3057\u3066\u30ea\u30a2\u30eb\u30bf\u30a4\u30e0\u51e6\u7406\u3057\u3066\u304a\u304f\u3053\u3068\u304c\u3067\u304d\u3066\u3001\u30b9\u30b1\u30fc\u30e9\u30d3\u30ea\u30c6\u30a3\u306b\u512a\u308c\u308b\u30b7\u30b9\u30c6\u30e0\u306a\u306e\u3067\u3001MQTT\u7aef\u672b\u304c\u8907\u6570\u53f0\u3042\u308c\u3070\u3001\u305d\u308c\u305e\u308c\u306e\u7aef\u672b\u306b\u751f\u6210\u3055\u308c\u305f\u30e1\u30c3\u30bb\u30fc\u30b8\u3092Kafka\u30b3\u30cd\u30af\u30bf\u306b\u53ce\u96c6\u3057\u3066\u304a\u304f\u3053\u3068\u304c\u5fc5\u8981\u306b\u306a\u3063\u3066\u3044\u307e\u3059\u3002<br \/>\n\u3064\u304e\u3001KafkaStreaming\u306f\u3001\u4e00\u5b9a\u9593\u9694\u3067Kafka\u304b\u3089\u30c7\u30fc\u30bf\u3092\u8aad\u307f\u51fa\u3057\u3066\u3001\u30ef\u30fc\u30c9\u30a2\u30ab\u30a6\u30f3\u30c8\u3092\u884c\u3044\u307e\u3059\u3002<\/p>\n<p>\u4e0a\u8a18\u3088\u3046\u306a\u30c7\u30fc\u30bf\u306e\u6d41\u308c\u74b0\u5883\u306e\u4f5c\u6210\u306b\u3064\u3044\u3066\u306f\u3001\u4ee5\u4e0b\u306e\u9806\u306b\u8a18\u8ff0\u3057\u307e\u3059\u3002<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Step\uff11\uff1a Kafka\u7a3c\u50cd\u74b0\u5883\u4f5c\u6210<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Step\uff12\uff1a Kafka\u30b3\u30cd\u30af\u30c8MQTT<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">Step\uff13\uff1a SparkStreaming\u3067\u30c7\u30fc\u30bf\u53d6\u5f97<\/ul>\n<hr \/>\n<p>\u2606\u2605\u2606 \u6b21\u306e\u6587\u7ae0\u3078 \u2606\u2605\u2606<br \/>\nSpark\u3067Kafka\u3092\u7d4c\u7531\u3057\u3066\u5916\u90e8\u306e\u30c7\u30fc\u30bf\u3092\u8aad\u53d6\u308a\u3057\u307e\u3059\u300cKafka\u7a3c\u50cd\u74b0\u5883\u4f5c\u6210\u300d<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u672c\u6295\u7a3f\u3067\u306f\u3001\u4e0b\u8868\u306e\u3088\u3046\u306b\u3001SparkStreaming\u3067Kafka\u30af\u30e9\u30b9\u30bf\u30fc\u3092\u7d4c\u7531\u3057\u3066MQTT\u306b\u30b3\u30cd\u30af\u30c8\u3057\u305f\u4e0a [&hellip;]<\/p>\n","protected":false},"author":7,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-46716","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"yoast_head":"<!-- This site is optimized with the Yoast SEO Premium plugin v21.5 (Yoast SEO v21.5) - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>- Blog - Silicon Cloud<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.silicloud.com\/zh\/blog\/46716-2\/\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:description\" content=\"\u672c\u6295\u7a3f\u3067\u306f\u3001\u4e0b\u8868\u306e\u3088\u3046\u306b\u3001SparkStreaming\u3067Kafka\u30af\u30e9\u30b9\u30bf\u30fc\u3092\u7d4c\u7531\u3057\u3066MQTT\u306b\u30b3\u30cd\u30af\u30c8\u3057\u305f\u4e0a [&hellip;]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.silicloud.com\/zh\/blog\/46716-2\/\" \/>\n<meta property=\"og:site_name\" content=\"Blog - Silicon Cloud\" \/>\n<meta property=\"article:published_time\" content=\"2023-08-23T00:49:20+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2024-04-30T06:33:34+00:00\" \/>\n<meta name=\"author\" content=\"\u79d1, \u9896\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"\u79d1, \u9896\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/46716-2\/\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/46716-2\/\",\"name\":\"- Blog - Silicon Cloud\",\"isPartOf\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\"},\"datePublished\":\"2023-08-23T00:49:20+00:00\",\"dateModified\":\"2024-04-30T06:33:34+00:00\",\"author\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/8ca01ba7f7362ad4edb7da206a12f29e\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.silicloud.com\/zh\/blog\/46716-2\/\"]}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/\",\"name\":\"Blog - Silicon Cloud\",\"description\":\"\",\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/8ca01ba7f7362ad4edb7da206a12f29e\",\"name\":\"\u79d1, \u9896\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/8a6fb3cc7ba2f69d2189ba532aec4633ea7ed75ac0af162ec367cb3abc0fb2af?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/8a6fb3cc7ba2f69d2189ba532aec4633ea7ed75ac0af162ec367cb3abc0fb2af?s=96&d=mm&r=g\",\"caption\":\"\u79d1, \u9896\"},\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/author\/keying\/\"},{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/46716-2\/#local-main-organization-logo\",\"url\":\"\",\"contentUrl\":\"\",\"caption\":\"Blog - Silicon Cloud\"}]}<\/script>\n<!-- \/ Yoast SEO Premium plugin. -->","yoast_head_json":{"title":"- Blog - Silicon Cloud","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.silicloud.com\/zh\/blog\/46716-2\/","og_locale":"zh_CN","og_type":"article","og_description":"\u672c\u6295\u7a3f\u3067\u306f\u3001\u4e0b\u8868\u306e\u3088\u3046\u306b\u3001SparkStreaming\u3067Kafka\u30af\u30e9\u30b9\u30bf\u30fc\u3092\u7d4c\u7531\u3057\u3066MQTT\u306b\u30b3\u30cd\u30af\u30c8\u3057\u305f\u4e0a [&hellip;]","og_url":"https:\/\/www.silicloud.com\/zh\/blog\/46716-2\/","og_site_name":"Blog - Silicon Cloud","article_published_time":"2023-08-23T00:49:20+00:00","article_modified_time":"2024-04-30T06:33:34+00:00","author":"\u79d1, \u9896","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"\u79d1, \u9896"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.silicloud.com\/zh\/blog\/46716-2\/","url":"https:\/\/www.silicloud.com\/zh\/blog\/46716-2\/","name":"- Blog - Silicon Cloud","isPartOf":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website"},"datePublished":"2023-08-23T00:49:20+00:00","dateModified":"2024-04-30T06:33:34+00:00","author":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/8ca01ba7f7362ad4edb7da206a12f29e"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.silicloud.com\/zh\/blog\/46716-2\/"]}]},{"@type":"WebSite","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website","url":"https:\/\/www.silicloud.com\/zh\/blog\/","name":"Blog - Silicon Cloud","description":"","inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/8ca01ba7f7362ad4edb7da206a12f29e","name":"\u79d1, \u9896","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/8a6fb3cc7ba2f69d2189ba532aec4633ea7ed75ac0af162ec367cb3abc0fb2af?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/8a6fb3cc7ba2f69d2189ba532aec4633ea7ed75ac0af162ec367cb3abc0fb2af?s=96&d=mm&r=g","caption":"\u79d1, \u9896"},"url":"https:\/\/www.silicloud.com\/zh\/blog\/author\/keying\/"},{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/46716-2\/#local-main-organization-logo","url":"","contentUrl":"","caption":"Blog - Silicon Cloud"}]}},"_links":{"self":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/46716","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/users\/7"}],"replies":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/comments?post=46716"}],"version-history":[{"count":2,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/46716\/revisions"}],"predecessor-version":[{"id":92481,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/46716\/revisions\/92481"}],"wp:attachment":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/media?parent=46716"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/categories?post=46716"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/tags?post=46716"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}