{"id":46845,"date":"2022-12-23T00:28:10","date_gmt":"2022-12-31T20:55:50","guid":{"rendered":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%ae%9e%e6%97%b6%e5%a4%84%e7%90%86%e7%b3%bb%e7%bb%9f%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86%e8%b0%83%e6%9f%a5\/"},"modified":"2024-04-29T06:33:44","modified_gmt":"2024-04-28T22:33:44","slug":"%e5%ae%9e%e6%97%b6%e5%a4%84%e7%90%86%e7%b3%bb%e7%bb%9f%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86%e8%b0%83%e6%9f%a5","status":"publish","type":"post","link":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%ae%9e%e6%97%b6%e5%a4%84%e7%90%86%e7%b3%bb%e7%bb%9f%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86%e8%b0%83%e6%9f%a5\/","title":{"rendered":"\u5b9e\u65f6\u5904\u7406\u7cfb\u7edf\u7684\u6d41\u5904\u7406\u8c03\u67e5"},"content":{"rendered":"<h1>\u4e9a\u9a6c\u900a\u6570\u636e\u6d41<\/h1>\n<h2>\u5b98\u65b9\u7f51\u7ad9<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u82f1\u8a9e http:\/\/aws.amazon.com\/kinesis\/<\/ul>\n<\/li>\n<\/ul>\n<p>\u65e5\u672c\u8a9e http:\/\/aws.amazon.com\/jp\/kinesis\/<\/p>\n<h2>\u6982\u8ff0<\/h2>\n<ul class=\"post-ul\">Amazon Kinesis \u306f\u3001\u5927\u898f\u6a21\u306a\u30b9\u30c8\u30ea\u30fc\u30df\u30f3\u30b0\u30c7\u30fc\u30bf\u3092\u30ea\u30a2\u30eb\u30bf\u30a4\u30e0\u3067\u51e6\u7406\u3059\u308b\u5b8c\u5168\u30de\u30cd\u30fc\u30b8\u30c9\u578b\u30b5\u30fc\u30d3\u30b9\u3067\u3059<\/ul>\n<h2>\u622a\u81f32014\u5e7406\u670808\u65e5\uff0c\u53ef\u4f7f\u7528\u7684\u533a\u57df\u548c\u8d39\u7528\u5982\u4e0b:<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u30ea\u30fc\u30b8\u30e7\u30f3<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">** \u7c73\u56fd\u6771\u90e8\uff08\u30d0\u30fc\u30b8\u30cb\u30a2\u5317\u90e8\uff09\u306e\u307f<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u5229\u7528\u6599\u91d1<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">** \u6642\u9593\u5358\u4f4d\u306e\u30b7\u30e3\u30fc\u30c9\u901f\u5ea6\uff08\u53d6\u5f97\u901f\u5ea6\u306f 1 MB\/\u79d2\u3001\u9001\u4fe1\u901f\u5ea6\u306f 2 MB\/\u79d2\uff09: 0.015 USD<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">** PUT \u53d6\u5f15 1,000,000 \u500b\u3042\u305f\u308a: 0.028 USD<\/ul>\n<h2>\u7b80\u5355\u7684\u4f7f\u7528\u65b9\u6cd5 de sh\u01d0 f\u01ce)<\/h2>\n<ol>\n<li style=\"list-style-type: none;\">\n<ol>\u8bb0\u5f55\u5f55\u5165\uff08PutRecord\uff09http:\/\/docs.aws.amazon.com\/kinesis\/latest\/APIReference\/API_PutRecord.html<\/ol>\n<\/li>\n<\/ol>\n<p>&nbsp;<\/p>\n<ol>\u83b7\u53d6\u8bb0\u5f55\uff08GetRecord\uff09http:\/\/docs.aws.amazon.com\/kinesis\/latest\/APIReference\/API_GetRecords.html<\/ol>\n<h3>\u4ee3\u7801\u793a\u4f8b\uff08Ruby\uff09<\/h3>\n<ul class=\"post-ul\">\u30ec\u30b3\u30fc\u30c9\u3092\u767b\u9332\u3059\u308b<\/ul>\n<pre class=\"post-pre\"><code><span class=\"nb\">require<\/span> <span class=\"s1\">'aws-sdk'<\/span>\r\n\r\n<span class=\"nb\">print<\/span> <span class=\"s2\">\"Enter target stream name: \"<\/span>\r\n<span class=\"n\">stream_name<\/span> <span class=\"o\">=<\/span> <span class=\"nb\">gets<\/span><span class=\"p\">.<\/span><span class=\"nf\">chomp<\/span>\r\n\r\n<span class=\"k\">begin<\/span>\r\n  <span class=\"n\">client<\/span> <span class=\"o\">=<\/span> <span class=\"no\">AWS<\/span><span class=\"o\">::<\/span><span class=\"no\">Kinesis<\/span><span class=\"p\">.<\/span><span class=\"nf\">new<\/span><span class=\"p\">(<\/span>\r\n    <span class=\"ss\">access_key_id: <\/span><span class=\"no\">ENV<\/span><span class=\"p\">[<\/span><span class=\"s1\">'AWS_ACCESS_KEY_ID'<\/span><span class=\"p\">],<\/span>\r\n    <span class=\"ss\">secret_access_key: <\/span><span class=\"no\">ENV<\/span><span class=\"p\">[<\/span><span class=\"s1\">'AWS_SECRET_ACCESS_KEY'<\/span><span class=\"p\">]).<\/span><span class=\"nf\">client<\/span>\r\n\r\n  <span class=\"n\">categories<\/span> <span class=\"o\">=<\/span> <span class=\"sx\">%w{Foods Books Toys Electronics Sports Clothing Shoes Music Movies Games}<\/span>\r\n  <span class=\"kp\">loop<\/span> <span class=\"k\">do<\/span>\r\n    <span class=\"n\">now<\/span> <span class=\"o\">=<\/span> <span class=\"no\">Time<\/span><span class=\"p\">.<\/span><span class=\"nf\">now<\/span><span class=\"p\">.<\/span><span class=\"nf\">to_s<\/span>\r\n    <span class=\"n\">partition_key<\/span> <span class=\"o\">=<\/span> <span class=\"n\">categories<\/span><span class=\"p\">.<\/span><span class=\"nf\">sample<\/span>\r\n    <span class=\"n\">response<\/span> <span class=\"o\">=<\/span> <span class=\"n\">client<\/span><span class=\"p\">.<\/span><span class=\"nf\">put_record<\/span><span class=\"p\">(<\/span>\r\n      <span class=\"ss\">stream_name: <\/span><span class=\"n\">stream_name<\/span><span class=\"p\">,<\/span>\r\n      <span class=\"ss\">data: <\/span><span class=\"n\">now<\/span><span class=\"p\">,<\/span>\r\n      <span class=\"ss\">partition_key: <\/span><span class=\"n\">partition_key<\/span><span class=\"p\">)<\/span>\r\n    <span class=\"nb\">puts<\/span> <span class=\"s2\">\"Data : <\/span><span class=\"si\">#{<\/span><span class=\"n\">now<\/span><span class=\"si\">}<\/span><span class=\"s2\">, Partition Key : <\/span><span class=\"si\">#{<\/span><span class=\"n\">partition_key<\/span><span class=\"si\">}<\/span><span class=\"s2\">, Shard Id : <\/span><span class=\"si\">#{<\/span><span class=\"n\">response<\/span><span class=\"p\">.<\/span><span class=\"nf\">shard_id<\/span><span class=\"si\">}<\/span><span class=\"s2\">, Sequence Number : <\/span><span class=\"si\">#{<\/span><span class=\"n\">response<\/span><span class=\"p\">.<\/span><span class=\"nf\">sequence_number<\/span><span class=\"si\">}<\/span><span class=\"s2\">\"<\/span>\r\n    <span class=\"nb\">sleep<\/span><span class=\"p\">(<\/span><span class=\"mi\">1<\/span><span class=\"p\">)<\/span>\r\n  <span class=\"k\">end<\/span>\r\n<span class=\"k\">rescue<\/span> <span class=\"o\">=&gt;<\/span> <span class=\"n\">e<\/span>\r\n  <span class=\"nb\">puts<\/span> <span class=\"s2\">\"Error: <\/span><span class=\"si\">#{<\/span><span class=\"n\">e<\/span><span class=\"p\">.<\/span><span class=\"nf\">message<\/span><span class=\"si\">}<\/span><span class=\"s2\">\"<\/span>\r\n  <span class=\"nb\">abort<\/span>\r\n<span class=\"k\">end<\/span>\r\n<\/code><\/pre>\n<ul class=\"post-ul\">\u30ec\u30b3\u30fc\u30c9\u3092\u53d6\u5f97\u3059\u308b<\/ul>\n<pre class=\"post-pre\"><code><span class=\"nb\">require<\/span> <span class=\"s1\">'aws-sdk'<\/span>\r\n<span class=\"nb\">require<\/span> <span class=\"s1\">'parallel'<\/span>\r\n\r\n<span class=\"nb\">print<\/span> <span class=\"s2\">\"Enter target stream name: \"<\/span>\r\n<span class=\"n\">stream_name<\/span> <span class=\"o\">=<\/span> <span class=\"nb\">gets<\/span><span class=\"p\">.<\/span><span class=\"nf\">chomp<\/span>\r\n\r\n<span class=\"k\">if<\/span> <span class=\"n\">stream_name<\/span><span class=\"p\">.<\/span><span class=\"nf\">empty?<\/span>\r\n  <span class=\"nb\">puts<\/span> <span class=\"s2\">\"target stream name is required\"<\/span>\r\n  <span class=\"nb\">abort<\/span>\r\n<span class=\"k\">end<\/span>\r\n\r\n<span class=\"k\">begin<\/span>\r\n  <span class=\"n\">client<\/span> <span class=\"o\">=<\/span> <span class=\"no\">AWS<\/span><span class=\"o\">::<\/span><span class=\"no\">Kinesis<\/span><span class=\"p\">.<\/span><span class=\"nf\">new<\/span><span class=\"p\">(<\/span>\r\n    <span class=\"ss\">access_key_id: <\/span><span class=\"no\">ENV<\/span><span class=\"p\">[<\/span><span class=\"s1\">'AWS_ACCESS_KEY_ID'<\/span><span class=\"p\">],<\/span>\r\n    <span class=\"ss\">secret_access_key: <\/span><span class=\"no\">ENV<\/span><span class=\"p\">[<\/span><span class=\"s1\">'AWS_SECRET_ACCESS_KEY'<\/span><span class=\"p\">]).<\/span><span class=\"nf\">client<\/span>\r\n\r\n  <span class=\"n\">shards<\/span> <span class=\"o\">=<\/span> <span class=\"n\">client<\/span><span class=\"p\">.<\/span><span class=\"nf\">describe_stream<\/span><span class=\"p\">(<\/span><span class=\"ss\">stream_name: <\/span><span class=\"n\">stream_name<\/span><span class=\"p\">).<\/span><span class=\"nf\">stream_description<\/span><span class=\"p\">.<\/span><span class=\"nf\">shards<\/span>\r\n  <span class=\"n\">shard_ids<\/span> <span class=\"o\">=<\/span> <span class=\"n\">shards<\/span><span class=\"p\">.<\/span><span class=\"nf\">map<\/span><span class=\"p\">(<\/span><span class=\"o\">&amp;<\/span><span class=\"ss\">:shard_id<\/span><span class=\"p\">)<\/span>\r\n\r\n  <span class=\"no\">Parallel<\/span><span class=\"p\">.<\/span><span class=\"nf\">each<\/span><span class=\"p\">(<\/span><span class=\"n\">shard_ids<\/span><span class=\"p\">,<\/span> <span class=\"ss\">in_threads: <\/span><span class=\"n\">shard_ids<\/span><span class=\"p\">.<\/span><span class=\"nf\">count<\/span><span class=\"p\">)<\/span> <span class=\"k\">do<\/span> <span class=\"o\">|<\/span><span class=\"n\">shard_id<\/span><span class=\"o\">|<\/span>\r\n    <span class=\"n\">shard_iterator_info<\/span> <span class=\"o\">=<\/span> <span class=\"n\">client<\/span><span class=\"p\">.<\/span><span class=\"nf\">get_shard_iterator<\/span><span class=\"p\">(<\/span>\r\n      <span class=\"ss\">stream_name: <\/span><span class=\"n\">stream_name<\/span><span class=\"p\">,<\/span>\r\n      <span class=\"ss\">shard_id: <\/span><span class=\"n\">shard_id<\/span><span class=\"p\">,<\/span>\r\n      <span class=\"ss\">shard_iterator_type: <\/span><span class=\"s1\">'TRIM_HORIZON'<\/span><span class=\"p\">)<\/span>\r\n\r\n    <span class=\"n\">shard_iterator<\/span> <span class=\"o\">=<\/span> <span class=\"n\">shard_iterator_info<\/span><span class=\"p\">.<\/span><span class=\"nf\">shard_iterator<\/span>\r\n    <span class=\"kp\">loop<\/span> <span class=\"k\">do<\/span>\r\n      <span class=\"n\">records_info<\/span> <span class=\"o\">=<\/span> <span class=\"n\">client<\/span><span class=\"p\">.<\/span><span class=\"nf\">get_records<\/span><span class=\"p\">(<\/span>\r\n        <span class=\"ss\">shard_iterator: <\/span><span class=\"n\">shard_iterator<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"ss\">limit: <\/span><span class=\"mi\">100<\/span><span class=\"p\">)<\/span>\r\n\r\n      <span class=\"n\">records_info<\/span><span class=\"p\">.<\/span><span class=\"nf\">records<\/span><span class=\"p\">.<\/span><span class=\"nf\">each<\/span> <span class=\"k\">do<\/span> <span class=\"o\">|<\/span><span class=\"n\">record<\/span><span class=\"o\">|<\/span>\r\n        <span class=\"nb\">puts<\/span> <span class=\"s2\">\"Data : <\/span><span class=\"si\">#{<\/span><span class=\"n\">record<\/span><span class=\"p\">.<\/span><span class=\"nf\">data<\/span><span class=\"si\">}<\/span><span class=\"s2\">, Partition Key : <\/span><span class=\"si\">#{<\/span><span class=\"n\">record<\/span><span class=\"p\">.<\/span><span class=\"nf\">partition_key<\/span><span class=\"si\">}<\/span><span class=\"s2\">, Shard Id : <\/span><span class=\"si\">#{<\/span><span class=\"n\">shard_id<\/span><span class=\"si\">}<\/span><span class=\"s2\">, Sequence Number : <\/span><span class=\"si\">#{<\/span><span class=\"n\">record<\/span><span class=\"p\">.<\/span><span class=\"nf\">sequence_number<\/span><span class=\"si\">}<\/span><span class=\"s2\">\"<\/span>\r\n      <span class=\"k\">end<\/span>\r\n\r\n      <span class=\"n\">shard_iterator<\/span> <span class=\"o\">=<\/span> <span class=\"n\">records_info<\/span><span class=\"p\">.<\/span><span class=\"nf\">next_shard_iterator<\/span>\r\n      <span class=\"nb\">sleep<\/span><span class=\"p\">(<\/span><span class=\"mi\">1<\/span><span class=\"p\">)<\/span>\r\n    <span class=\"k\">end<\/span>\r\n  <span class=\"k\">end<\/span>\r\n<span class=\"k\">rescue<\/span> <span class=\"o\">=&gt;<\/span> <span class=\"n\">e<\/span>\r\n  <span class=\"nb\">puts<\/span> <span class=\"s2\">\"Error: <\/span><span class=\"si\">#{<\/span><span class=\"n\">e<\/span><span class=\"p\">.<\/span><span class=\"nf\">message<\/span><span class=\"si\">}<\/span><span class=\"s2\">\"<\/span>\r\n  <span class=\"nb\">abort<\/span>\r\n<span class=\"k\">end<\/span>\r\n<\/code><\/pre>\n<h2>\u5176\u4ed6<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">fluentd \u3068\u7528\u9014\u304c\u8fd1\u3044\u3051\u308c\u3069\u3001Amazon Kinesis \u3067\u306f ThroughPut \u3092\u5411\u4e0a\u3055\u305b\u305f\u3044\u5834\u5408\u306f\u3001Shared \u306e\u6570\u3092\u5897\u52a0\u3055\u305b\u308b\u3060\u3051\u3067\u3088\u3044<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">MultiStep Processing \u3082\u53ef\u80fd<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">Shared \u4e0a\u9650\u30c7\u30d5\u30a9\u30eb\u30c8\u6570\u304c 10<\/ul>\n<h2>\u8bf7\u53c2\u8003\u4e0b\u5217\u8d44\u6599\u3002<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">API \u30ea\u30d5\u30a1\u30ec\u30f3\u30b9 http:\/\/docs.aws.amazon.com\/kinesis\/latest\/APIReference\/Welcome.html<\/ul>\n<\/li>\n<\/ul>\n<p>Amazon Kinesis \u3053\u3068\u306f\u3058\u3081 http:\/\/www.slideshare.net\/iktakahiro\/amazon-kinesis-32428443<\/p>\n<p>Ruby \u304b\u3089 Amazon Kinesis \u3092\u64cd\u4f5c\u3059\u308b http:\/\/tech-sketch.jp\/2014\/04\/aws-kinesis-ruby.html<\/p>\n<p>[aws]\u30b9\u30c8\u30ea\u30fc\u30e0\u30c7\u30fc\u30bf\u51e6\u7406\u30b5\u30fc\u30d3\u30b9Amazon Kinesis\u306b\u3064\u3044\u3066\u8abf\u3079\u305f\u7d50\u679c http:\/\/d.hatena.ne.jp\/kimutansk\/20131225\/1387925700<\/p>\n<p>Kinesis Wordcount \u30b5\u30f3\u30d7\u30eb https:\/\/github.com\/kimutansk\/storm-example-wordcount<\/p>\n<p>Amazon Kinesis: Real-time Streaming Big data Processing Applications (BDT311) | AWS re:Invent 2013 http:\/\/www.slideshare.net\/AmazonWebServices\/amazon-kinesis-realtime-streaming-big-data-processing-applications-bdt311-aws-reinvent-2013<\/p>\n<h1>\u963f\u5e15\u5947\u5361\u592b\u5361<\/h1>\n<ul class=\"post-ul\">\u516c\u5f0f\u30b5\u30a4\u30c8 http:\/\/kafka.apache.org\/<\/ul>\n<h2>\u6458\u8981<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">publish-subscribe \u578b\u306e\u30e1\u30c3\u30bb\u30fc\u30b8\u30f3\u30b0\u30b7\u30b9\u30c6\u30e0<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u7528\u9014\u3068\u3057\u3066\u306f\u3001\u30aa\u30d5\u30e9\u30a4\u30f3\u30fb\u30aa\u30f3\u30e9\u30a4\u30f3\u4e21\u65b9\u306e\u30e1\u30c3\u30bb\u30fc\u30b8\u53d6\u5f97\u306b\u9069\u3057\u3066\u3044\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u5f53\u521d\u306f LinkedIn \u3067\u958b\u767a\u3055\u308c\u305f \u30e1\u30c3\u30bb\u30fc\u30b8\u30f3\u30b0\u30b7\u30b9\u30c6\u30e0\u3067\u3060\u3063\u305f\u304c\u3001Apache \u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u306e\u30c8\u30c3\u30d7\u30ec\u30d9\u30eb\u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u306b\u306a\u3063\u3066\u3044\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\u6700\u8fd1\u306f Tumblr\u3001DataSift \u3068\u3044\u3063\u305f\u4f01\u696d\u3067\u3082\u4f7f\u7528\u3055\u308c\u3066\u3044\u308b\u3068\u306e\u3053\u3068<\/ul>\n<h2>\u7cfb\u7edf\u6982\u5ff5\u5f62\u8c61<\/h2>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7b0f913a08637a69803c\/23-0.png\" alt=\"20140223221420.png\" \/><\/div>\n<h2>\u8bf7\u63d0\u4f9b\u66f4\u591a\u4e0a\u4e0b\u6587\uff0c\u4ee5\u4fbf\u6211\u53ef\u4ee5\u66f4\u597d\u5730\u4e86\u89e3\u201c\u5ba2\u6237\u201d\u7684\u542b\u4e49\u3002<\/h2>\n<ul class=\"post-ul\">Java, Ruby \u306a\u3069\u591a\u6570\u3042\u308a https:\/\/cwiki.apache.org\/confluence\/display\/KAFKA\/Clients<\/ul>\n<h2>\u5b89\u88c5\u65b9\u6cd5<\/h2>\n<ul class=\"post-ul\">quick start \u30ac\u30a4\u30c9 http:\/\/kafka.apache.org\/documentation.html#quickstart<\/ul>\n<h2>\u7ec4\u4ef6<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">message \u6d41\u3059\u30c7\u30fc\u30bf<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">topic message\u306e\u30ab\u30c6\u30b4\u30ea\u306e\u3053\u3068\u3001topic\u306f\u81ea\u5206\u3067\u540d\u524d\u3092\u6c7a\u3081\u308c\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">broker Kafka\u306b\u304a\u3044\u3066message\u3092\u8caf\u3081\u308b\u3068\u3053\u308d<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">producer broker\u306bmessage\u3092\u9001\u4fe1\u3059\u308bcomponent<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">consumer broker\u304b\u3089message\u3092\u8aad\u3080component<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">consumer group \u8a00\u8449\u901a\u308a\uff0cconsumer\u3092\u30b0\u30eb\u30fc\u30d4\u30f3\u30b0\u3057\u305f\u3082\u306e\uff0e<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">offset consumer\u3068\u5bc6\u63a5\u306b\u95a2\u308f\u3063\u3066\u304f\u308b\u5358\u8a9e<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\u305d\u306e\u60c5\u5831\u3092\u7ba1\u7406\u3057\u3066\u3044\u308b\u306e\u306fZookeeper\u3068\u3044\u3046\u307e\u305f\u5225\u306eOSS\u3067\u3042\u308b\uff0e<\/ul>\n<h2>\u8bf7\u67e5\u9605\u53c2\u8003\u8d44\u6599\u3002<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Apache Kafka, \u4ed6\u3068\u306f\u7570\u306a\u308b\u30e1\u30c3\u30bb\u30fc\u30b8\u30f3\u30b0\u30b7\u30b9\u30c6\u30e0 http:\/\/www.infoq.com\/jp\/news\/2014\/01\/apache-afka-messaging-system<\/ul>\n<\/li>\n<\/ul>\n<p>Apache Kafka \u5165\u9580 (kindle) http:\/\/www.amazon.co.jp\/exec\/obidos\/ASIN\/B00JU43ONW\/<\/p>\n<p>Kafka\u306b\u3088\u308b\u30ea\u30a2\u30eb\u30bf\u30a4\u30e0\u51e6\u7406 http:\/\/www.slideshare.net\/yanaoki\/kafka-10346557<\/p>\n<p>Apache Kafka\u3063\u3066\u305d\u3082\u305d\u3082\u4f55\u304b\u78ba\u8a8d\u3057\u3066\u307f\u307e\u3059 http:\/\/d.hatena.ne.jp\/kimutansk\/20120411\/1334070679<\/p>\n<p>Apache Kafka \u3067\u4f55\u3092\u3059\u308b\u304b\u4ed6 http:\/\/open-groove.net\/tag\/kafka\/<\/p>\n<p>Apache Kafka \u306b\u3064\u3044\u3066 http:\/\/fuji-151a.hatenablog.com\/entry\/2014\/02\/23\/231639<\/p>\n<p>Apache Kafka RPM Spec \u30d5\u30a1\u30a4\u30eb https:\/\/github.com\/kimutansk\/kafka-installer<\/p>\n<h1>\u66b4\u98ce<\/h1>\n<ul class=\"post-ul\">\u516c\u5f0f\u30b5\u30a4\u30c8 http:\/\/storm.incubator.apache.org\/<\/ul>\n<h2>\u603b\u7ed3<\/h2>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7b0f913a08637a69803c\/35-0.png\" alt=\"topology.png\" \/><\/div>\n<h2>\u7ec4\u4ef6<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Tuple Storm \u3067\u51e6\u7406\u3055\u308c\u308b\u30e1\u30c3\u30bb\u30fc\u30b8\u3092\u4fdd\u6301\u3059\u308b\u30c7\u30fc\u30bf<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Stream \u9014\u5207\u308c\u305a\u306b\u9023\u7d9a\u3059\u308b Tuple<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Spout Storm \u306e\u30b9\u30c8\u30ea\u30fc\u30e0\u51e6\u7406\u306e\u8d77\u70b9\u3068\u306a\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Bolt Stream \u306e\u5909\u63db\u51e6\u7406\u3092\u884c\u3046<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">Topology Spult, Bolt \u304b\u3089\u306a\u308b\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u69cb\u9020\u306e\u3053\u3068<\/ul>\n<h2>\u8bf7\u67e5\u9605\u76f8\u5173\u8d44\u6599\u3002<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Twitter\u306e\u30ea\u30a2\u30eb\u30bf\u30a4\u30e0\u5206\u6563\u51e6\u7406\u30b7\u30b9\u30c6\u30e0\u300cStorm\u300d\u5165\u9580 http:\/\/www.slideshare.net\/AdvancedTechNight\/twitterstorm<\/ul>\n<\/li>\n<\/ul>\n<p>\u8a18\u8005\u306e\u773c &#8211; \u6fc0\u901f\u30a4\u30f3\u30d5\u30e9\u4f5c\u308b\u30cd\u30c3\u30c8\u4f01\u696d\u306e\u79d8\u5bc6\u57fa\u5730\u306b\u6f5c\u5165\uff1aITpro http:\/\/itpro.nikkeibp.co.jp\/article\/Watcher\/20140403\/548350\/<br \/>\n** \u30de\u30a4\u30af\u30ed\u30a2\u30c9\u3067 Storm \u304c\u5c0e\u5165\u3055\u308c\u3066\u3044\u308b\u3068\u306e\u3053\u3068<\/p>\n<h1>\u5176\u4ed6<\/h1>\n<h2>Apache Samza \u636e\u79f0\u662f\u4e00\u4e2a\u7528\u4e8e\u5927\u6570\u636e\u5904\u7406\u548c\u5b9e\u65f6\u6d41\u5904\u7406\u7684\u5f00\u6e90\u6846\u67b6\u3002<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Apache Samza is a distributed stream processing framework. It uses Apache Kafka for messaging, and Apache Hadoop YARN to provide fault tolerance, processor isolation, security, and resource management.<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">http:\/\/samza.incubator.apache.org\/<\/ul>\n<h2>\u5176\u4ed6\u5907\u6ce8<\/h2>\n<ul class=\"post-ul\">\u30ed\u30b0\u53ce\u96c6\u306b\u3064\u3044\u3066\uff08kibana\u3001elasticsearch\u3001logstash\u3001Fluentd\u3001Apache Flume\u3001Splunk\uff09 &#8211; \u307a\u30fc\u307a\u30fcSE\u306e\u65e5\u8a18 http:\/\/d.hatena.ne.jp\/tanakakns\/20140306\/1394099168<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>\u4e9a\u9a6c\u900a\u6570\u636e\u6d41 \u5b98\u65b9\u7f51\u7ad9 \u82f1\u8a9e http:\/\/aws.amazon.com\/kinesis\/ \u65e5\u672c\u8a9e http: [&hellip;]<\/p>\n","protected":false},"author":6,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-46845","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"yoast_head":"<!-- This site is optimized with the Yoast SEO Premium plugin v21.5 (Yoast SEO v21.5) - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>\u5b9e\u65f6\u5904\u7406\u7cfb\u7edf\u7684\u6d41\u5904\u7406\u8c03\u67e5 - Blog - Silicon Cloud<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.silicloud.com\/zh\/blog\/\u5b9e\u65f6\u5904\u7406\u7cfb\u7edf\u7684\u6d41\u5904\u7406\u8c03\u67e5\/\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\u5b9e\u65f6\u5904\u7406\u7cfb\u7edf\u7684\u6d41\u5904\u7406\u8c03\u67e5\" \/>\n<meta property=\"og:description\" content=\"\u4e9a\u9a6c\u900a\u6570\u636e\u6d41 \u5b98\u65b9\u7f51\u7ad9 \u82f1\u8a9e http:\/\/aws.amazon.com\/kinesis\/ \u65e5\u672c\u8a9e http: [&hellip;]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.silicloud.com\/zh\/blog\/\u5b9e\u65f6\u5904\u7406\u7cfb\u7edf\u7684\u6d41\u5904\u7406\u8c03\u67e5\/\" \/>\n<meta property=\"og:site_name\" content=\"Blog - Silicon Cloud\" \/>\n<meta property=\"article:published_time\" content=\"2022-12-31T20:55:50+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2024-04-28T22:33:44+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7b0f913a08637a69803c\/23-0.png\" \/>\n<meta name=\"author\" content=\"\u6587, \u7fd4\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"\u6587, \u7fd4\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"3 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%ae%9e%e6%97%b6%e5%a4%84%e7%90%86%e7%b3%bb%e7%bb%9f%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86%e8%b0%83%e6%9f%a5\/\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%ae%9e%e6%97%b6%e5%a4%84%e7%90%86%e7%b3%bb%e7%bb%9f%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86%e8%b0%83%e6%9f%a5\/\",\"name\":\"\u5b9e\u65f6\u5904\u7406\u7cfb\u7edf\u7684\u6d41\u5904\u7406\u8c03\u67e5 - Blog - Silicon Cloud\",\"isPartOf\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\"},\"datePublished\":\"2022-12-31T20:55:50+00:00\",\"dateModified\":\"2024-04-28T22:33:44+00:00\",\"author\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/64d5cc7727fffbff2f9a2a8da1de3e5c\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%ae%9e%e6%97%b6%e5%a4%84%e7%90%86%e7%b3%bb%e7%bb%9f%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86%e8%b0%83%e6%9f%a5\/#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%ae%9e%e6%97%b6%e5%a4%84%e7%90%86%e7%b3%bb%e7%bb%9f%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86%e8%b0%83%e6%9f%a5\/\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%ae%9e%e6%97%b6%e5%a4%84%e7%90%86%e7%b3%bb%e7%bb%9f%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86%e8%b0%83%e6%9f%a5\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.silicloud.com\/zh\/blog\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u5b9e\u65f6\u5904\u7406\u7cfb\u7edf\u7684\u6d41\u5904\u7406\u8c03\u67e5\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/\",\"name\":\"Blog - Silicon Cloud\",\"description\":\"\",\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/64d5cc7727fffbff2f9a2a8da1de3e5c\",\"name\":\"\u6587, \u7fd4\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/920c3d673e0bccacc98e5e6b7149bb3c22edd8d39cb753e5d7d7e471498118a1?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/920c3d673e0bccacc98e5e6b7149bb3c22edd8d39cb753e5d7d7e471498118a1?s=96&d=mm&r=g\",\"caption\":\"\u6587, \u7fd4\"},\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/author\/wenxiang\/\"},{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%ae%9e%e6%97%b6%e5%a4%84%e7%90%86%e7%b3%bb%e7%bb%9f%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86%e8%b0%83%e6%9f%a5\/#local-main-organization-logo\",\"url\":\"\",\"contentUrl\":\"\",\"caption\":\"Blog - Silicon Cloud\"}]}<\/script>\n<!-- \/ Yoast SEO Premium plugin. -->","yoast_head_json":{"title":"\u5b9e\u65f6\u5904\u7406\u7cfb\u7edf\u7684\u6d41\u5904\u7406\u8c03\u67e5 - Blog - Silicon Cloud","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.silicloud.com\/zh\/blog\/\u5b9e\u65f6\u5904\u7406\u7cfb\u7edf\u7684\u6d41\u5904\u7406\u8c03\u67e5\/","og_locale":"zh_CN","og_type":"article","og_title":"\u5b9e\u65f6\u5904\u7406\u7cfb\u7edf\u7684\u6d41\u5904\u7406\u8c03\u67e5","og_description":"\u4e9a\u9a6c\u900a\u6570\u636e\u6d41 \u5b98\u65b9\u7f51\u7ad9 \u82f1\u8a9e http:\/\/aws.amazon.com\/kinesis\/ \u65e5\u672c\u8a9e http: [&hellip;]","og_url":"https:\/\/www.silicloud.com\/zh\/blog\/\u5b9e\u65f6\u5904\u7406\u7cfb\u7edf\u7684\u6d41\u5904\u7406\u8c03\u67e5\/","og_site_name":"Blog - Silicon Cloud","article_published_time":"2022-12-31T20:55:50+00:00","article_modified_time":"2024-04-28T22:33:44+00:00","og_image":[{"url":"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7b0f913a08637a69803c\/23-0.png"}],"author":"\u6587, \u7fd4","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"\u6587, \u7fd4","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"3 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%ae%9e%e6%97%b6%e5%a4%84%e7%90%86%e7%b3%bb%e7%bb%9f%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86%e8%b0%83%e6%9f%a5\/","url":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%ae%9e%e6%97%b6%e5%a4%84%e7%90%86%e7%b3%bb%e7%bb%9f%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86%e8%b0%83%e6%9f%a5\/","name":"\u5b9e\u65f6\u5904\u7406\u7cfb\u7edf\u7684\u6d41\u5904\u7406\u8c03\u67e5 - Blog - Silicon Cloud","isPartOf":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website"},"datePublished":"2022-12-31T20:55:50+00:00","dateModified":"2024-04-28T22:33:44+00:00","author":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/64d5cc7727fffbff2f9a2a8da1de3e5c"},"breadcrumb":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%ae%9e%e6%97%b6%e5%a4%84%e7%90%86%e7%b3%bb%e7%bb%9f%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86%e8%b0%83%e6%9f%a5\/#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.silicloud.com\/zh\/blog\/%e5%ae%9e%e6%97%b6%e5%a4%84%e7%90%86%e7%b3%bb%e7%bb%9f%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86%e8%b0%83%e6%9f%a5\/"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%ae%9e%e6%97%b6%e5%a4%84%e7%90%86%e7%b3%bb%e7%bb%9f%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86%e8%b0%83%e6%9f%a5\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.silicloud.com\/zh\/blog\/"},{"@type":"ListItem","position":2,"name":"\u5b9e\u65f6\u5904\u7406\u7cfb\u7edf\u7684\u6d41\u5904\u7406\u8c03\u67e5"}]},{"@type":"WebSite","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website","url":"https:\/\/www.silicloud.com\/zh\/blog\/","name":"Blog - Silicon Cloud","description":"","inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/64d5cc7727fffbff2f9a2a8da1de3e5c","name":"\u6587, \u7fd4","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/920c3d673e0bccacc98e5e6b7149bb3c22edd8d39cb753e5d7d7e471498118a1?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/920c3d673e0bccacc98e5e6b7149bb3c22edd8d39cb753e5d7d7e471498118a1?s=96&d=mm&r=g","caption":"\u6587, \u7fd4"},"url":"https:\/\/www.silicloud.com\/zh\/blog\/author\/wenxiang\/"},{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%ae%9e%e6%97%b6%e5%a4%84%e7%90%86%e7%b3%bb%e7%bb%9f%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86%e8%b0%83%e6%9f%a5\/#local-main-organization-logo","url":"","contentUrl":"","caption":"Blog - Silicon Cloud"}]}},"_links":{"self":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/46845","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/users\/6"}],"replies":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/comments?post=46845"}],"version-history":[{"count":2,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/46845\/revisions"}],"predecessor-version":[{"id":83627,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/46845\/revisions\/83627"}],"wp:attachment":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/media?parent=46845"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/categories?post=46845"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/tags?post=46845"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}