{"id":46685,"date":"2023-10-06T06:14:11","date_gmt":"2024-01-02T17:56:41","guid":{"rendered":"https:\/\/www.silicloud.com\/zh\/blog\/46685-2\/"},"modified":"2024-05-04T03:02:23","modified_gmt":"2024-05-03T19:02:23","slug":"46685-2","status":"publish","type":"post","link":"https:\/\/www.silicloud.com\/zh\/blog\/46685-2\/","title":{"rendered":""},"content":{"rendered":"<p>docker kafka\u3067\u30b3\u30f3\u30c6\u30a4\u30ca\u30fc\u3067\u30e1\u30c3\u30bb\u30fc\u30b8\u30f3\u30b0\u3092\u958b\u767a\u3059\u308b\u4eba\u306e\u305f\u3081\u3053\u3053\u306b\u8a18\u9332\u3092\u6b8b\u3057\u307e\u3059\u3002<\/p>\n<p>\u3053\u306e\u6295\u7a3f\u306e\u74b0\u5883\u306f\u4ee5\u4e0b\u306e\u3088\u3046\u3067\u3059\u3002<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Ubuntu 20.04 LTS<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">Docker version 20.10.12, build e91ed57<\/ul>\n<p>docker \u30b3\u30f3\u30c6\u30a4\u30ca\u30fc\u306fzookeeper\u307e\u3067\u5165\u3063\u3066\u308b https:\/\/hub.docker.com\/r\/bitnami\/kafka \u3092\u4f7f\u7528\u3057\u307e\u3057\u305f\u3002<\/p>\n<p>\u4e0a\u306e\u30ea\u30f3\u30af\u306eoverview\u306e\u901a\u308a\u76f4\u63a5github\u306b\u3042\u308byaml\u30d5\u30a1\u30a4\u30eb\u3092\u30c0\u30a6\u30f3\u3057\u3066\u5b9f\u884c\u3057\u307e\u3057\u305f\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"nv\">$ <\/span>curl <span class=\"nt\">-sSL<\/span> https:\/\/raw.githubusercontent.com\/bitnami\/bitnami-docker-kafka\/master\/docker-compose.yml <span class=\"o\">&gt;<\/span> docker-compose.yml\r\n<span class=\"nv\">$ <\/span>docker-compose up <span class=\"nt\">-d<\/span>\r\n<\/code><\/pre>\n<p>\u3053\u3053\u3067\u9069\u7528\u3055\u308c\u305fdocker-compose.yml\u306f\u4ee5\u4e0b\u306e\u3088\u3046\u3067\u3059\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"na\">version<\/span><span class=\"pi\">:<\/span> <span class=\"s2\">\"<\/span><span class=\"s\">2\"<\/span>\r\n\r\n<span class=\"na\">services<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">zookeeper<\/span><span class=\"pi\">:<\/span>\r\n    <span class=\"na\">image<\/span><span class=\"pi\">:<\/span> <span class=\"s\">docker.io\/bitnami\/zookeeper:3.8<\/span>\r\n    <span class=\"na\">ports<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s2\">\"<\/span><span class=\"s\">2181:2181\"<\/span>\r\n    <span class=\"na\">volumes<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s2\">\"<\/span><span class=\"s\">zookeeper_data:\/bitnami\"<\/span>\r\n    <span class=\"na\">environment<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s\">ALLOW_ANONYMOUS_LOGIN=yes<\/span>\r\n  <span class=\"na\">kafka<\/span><span class=\"pi\">:<\/span>\r\n    <span class=\"na\">image<\/span><span class=\"pi\">:<\/span> <span class=\"s\">docker.io\/bitnami\/kafka:3.1<\/span>\r\n    <span class=\"na\">ports<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s2\">\"<\/span><span class=\"s\">9092:9092\"<\/span>\r\n    <span class=\"na\">volumes<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s2\">\"<\/span><span class=\"s\">kafka_data:\/bitnami\"<\/span>\r\n    <span class=\"na\">environment<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s\">KAFKA_CFG_ZOOKEEPER_CONNECT=zookeeper:2181<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s\">ALLOW_PLAINTEXT_LISTENER=yes<\/span>\r\n    <span class=\"na\">depends_on<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s\">zookeeper<\/span>\r\n\r\n<span class=\"na\">volumes<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">zookeeper_data<\/span><span class=\"pi\">:<\/span>\r\n    <span class=\"na\">driver<\/span><span class=\"pi\">:<\/span> <span class=\"s\">local<\/span>\r\n  <span class=\"na\">kafka_data<\/span><span class=\"pi\">:<\/span>\r\n    <span class=\"na\">driver<\/span><span class=\"pi\">:<\/span> <span class=\"s\">local<\/span>\r\n<\/code><\/pre>\n<p>docker-compose up -d\u3092\u5b9f\u884c\u3059\u308b\u3068zookeeper\u3068kafka\u4e8c\u3064\u306e\u30b3\u30f3\u30c6\u30a4\u30ca\u30fc\u304c\u7acb\u3061\u4e0a\u304c\u3089\u308c\u307e\u3059\u3002<\/p>\n<p>Python\u3067producer\u3068consumer\u3092\u4f5c\u3063\u3066\u30c6\u30b9\u30c8\u3092\u3057\u3066\u898b\u307e\u3057\u305f\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"c1\"># Consumer.py\r\n<\/span><span class=\"kn\">from<\/span> <span class=\"n\">kafka<\/span> <span class=\"kn\">import<\/span> <span class=\"n\">KafkaConsumer<\/span>\r\n<span class=\"kn\">from<\/span> <span class=\"n\">json<\/span> <span class=\"kn\">import<\/span> <span class=\"n\">loads<\/span>\r\n<span class=\"kn\">import<\/span> <span class=\"n\">time<\/span>\r\n\r\n<span class=\"n\">topic_name<\/span> <span class=\"o\">=<\/span> <span class=\"sh\">'<\/span><span class=\"s\">topic_test<\/span><span class=\"sh\">'<\/span>\r\n<span class=\"n\">consumer<\/span> <span class=\"o\">=<\/span> <span class=\"nc\">KafkaConsumer<\/span><span class=\"p\">(<\/span>\r\n        <span class=\"n\">topic_name<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"n\">bootstrap_servers<\/span><span class=\"o\">=<\/span><span class=\"p\">[<\/span><span class=\"sh\">'<\/span><span class=\"s\">localhost:9092<\/span><span class=\"sh\">'<\/span><span class=\"p\">],<\/span>\r\n        <span class=\"n\">value_deserializer<\/span> <span class=\"o\">=<\/span> <span class=\"k\">lambda<\/span> <span class=\"n\">x<\/span><span class=\"p\">:<\/span> <span class=\"nf\">loads<\/span><span class=\"p\">(<\/span><span class=\"n\">x<\/span><span class=\"p\">.<\/span><span class=\"nf\">decode<\/span><span class=\"p\">(<\/span><span class=\"sh\">'<\/span><span class=\"s\">utf-8<\/span><span class=\"sh\">'<\/span><span class=\"p\">)),<\/span>\r\n        <span class=\"p\">)<\/span>\r\n\r\n<span class=\"n\">start<\/span> <span class=\"o\">=<\/span> <span class=\"n\">time<\/span><span class=\"p\">.<\/span><span class=\"nf\">time<\/span><span class=\"p\">()<\/span>\r\n<span class=\"nf\">print<\/span><span class=\"p\">(<\/span><span class=\"sh\">\"<\/span><span class=\"s\">[begin] Topic: %s\u3067 consumer\u304c\u30e1\u30c3\u30bb\u30fc\u30b8\u3092\u53d7\u3051\u53d6\u308b\u3002<\/span><span class=\"sh\">\"<\/span> <span class=\"o\">%<\/span> <span class=\"p\">(<\/span><span class=\"n\">topic_name<\/span><span class=\"p\">))<\/span>\r\n\r\n<span class=\"k\">for<\/span> <span class=\"n\">message<\/span> <span class=\"ow\">in<\/span> <span class=\"n\">consumer<\/span><span class=\"p\">:<\/span>\r\n    <span class=\"nf\">print<\/span><span class=\"p\">(<\/span><span class=\"sh\">\"<\/span><span class=\"s\">Partition: %d, Offset: %d, Value: %s<\/span><span class=\"sh\">\"<\/span> <span class=\"o\">%<\/span> <span class=\"p\">(<\/span><span class=\"n\">message<\/span><span class=\"p\">.<\/span><span class=\"n\">partition<\/span><span class=\"p\">,<\/span> <span class=\"n\">message<\/span><span class=\"p\">.<\/span><span class=\"n\">offset<\/span><span class=\"p\">,<\/span> <span class=\"n\">message<\/span><span class=\"p\">.<\/span><span class=\"n\">value<\/span><span class=\"p\">))<\/span>\r\n\r\n<span class=\"nf\">print<\/span><span class=\"p\">(<\/span><span class=\"sh\">\"<\/span><span class=\"s\">[end]\u639b\u304b\u308b\u6642\u9593 : <\/span><span class=\"sh\">\"<\/span><span class=\"p\">,<\/span> <span class=\"n\">time<\/span><span class=\"p\">.<\/span><span class=\"nf\">time<\/span><span class=\"p\">()<\/span> <span class=\"o\">-<\/span> <span class=\"n\">start<\/span><span class=\"p\">)<\/span>\r\n<\/code><\/pre>\n<pre class=\"post-pre\"><code><span class=\"c1\"># Producer.py\r\n<\/span><span class=\"kn\">from<\/span> <span class=\"n\">kafka<\/span> <span class=\"kn\">import<\/span> <span class=\"n\">KafkaProducer<\/span>\r\n<span class=\"kn\">from<\/span> <span class=\"n\">json<\/span> <span class=\"kn\">import<\/span> <span class=\"n\">dumps<\/span>\r\n<span class=\"kn\">import<\/span> <span class=\"n\">time<\/span>\r\n\r\n<span class=\"n\">topic_name<\/span> <span class=\"o\">=<\/span> <span class=\"sh\">'<\/span><span class=\"s\">topic_test<\/span><span class=\"sh\">'<\/span>\r\n\r\n<span class=\"n\">producer<\/span> <span class=\"o\">=<\/span> <span class=\"nc\">KafkaProducer<\/span><span class=\"p\">(<\/span>\r\n        <span class=\"n\">acks<\/span><span class=\"o\">=<\/span><span class=\"mi\">0<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"n\">compression_type<\/span> <span class=\"o\">=<\/span> <span class=\"sh\">'<\/span><span class=\"s\">gzip<\/span><span class=\"sh\">'<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"n\">bootstrap_servers<\/span><span class=\"o\">=<\/span><span class=\"p\">[<\/span><span class=\"sh\">'<\/span><span class=\"s\">localhost:9092<\/span><span class=\"sh\">'<\/span><span class=\"p\">],<\/span>\r\n        <span class=\"n\">value_serializer<\/span> <span class=\"o\">=<\/span> <span class=\"k\">lambda<\/span> <span class=\"n\">x<\/span><span class=\"p\">:<\/span> <span class=\"nf\">dumps<\/span><span class=\"p\">(<\/span><span class=\"n\">x<\/span><span class=\"p\">).<\/span><span class=\"nf\">encode<\/span><span class=\"p\">(<\/span><span class=\"sh\">'<\/span><span class=\"s\">utf-8<\/span><span class=\"sh\">'<\/span><span class=\"p\">)<\/span>\r\n        <span class=\"p\">)<\/span>\r\n\r\n<span class=\"n\">start<\/span> <span class=\"o\">=<\/span> <span class=\"n\">time<\/span><span class=\"p\">.<\/span><span class=\"nf\">time<\/span><span class=\"p\">()<\/span>\r\n\r\n<span class=\"nf\">print<\/span><span class=\"p\">(<\/span><span class=\"sh\">\"<\/span><span class=\"s\">[begin] producer\u304b\u3089\u30e1\u30c3\u30bb\u30fc\u30b8\u8ee2\u9001\u30b9\u30bf\u30fc\u30c8<\/span><span class=\"sh\">\"<\/span><span class=\"p\">)<\/span>\r\n\r\n<span class=\"k\">for<\/span> <span class=\"n\">i<\/span> <span class=\"ow\">in<\/span> <span class=\"nf\">range<\/span><span class=\"p\">(<\/span><span class=\"mi\">100<\/span><span class=\"p\">):<\/span>\r\n    <span class=\"n\">data<\/span> <span class=\"o\">=<\/span> <span class=\"p\">{<\/span><span class=\"sh\">'<\/span><span class=\"s\">str<\/span><span class=\"sh\">'<\/span><span class=\"p\">:<\/span> <span class=\"sh\">'<\/span><span class=\"s\">result<\/span><span class=\"sh\">'<\/span><span class=\"o\">+<\/span><span class=\"nf\">str<\/span><span class=\"p\">(<\/span><span class=\"n\">i<\/span><span class=\"p\">)}<\/span>\r\n    <span class=\"nf\">print<\/span><span class=\"p\">(<\/span><span class=\"sh\">\"<\/span><span class=\"s\">\u30e1\u30c3\u30bb\u30fc\u30b8\u8ee2\u9001\u4e2d<\/span><span class=\"gp\">...<\/span><span class=\"sh\">\"<\/span><span class=\"s\"> + data[<\/span><span class=\"sh\">'<\/span><span class=\"s\">str<\/span><span class=\"sh\">'<\/span><span class=\"s\">])\r\n    producer.send(topic_name, value=data)\r\n\r\n\r\nproducer.flush()\r\n\r\nprint(<\/span><span class=\"sh\">\"<\/span><span class=\"p\">[<\/span><span class=\"n\">end<\/span><span class=\"p\">]<\/span> <span class=\"n\">\u639b\u304b\u308b\u6642\u9593<\/span><span class=\"p\">:<\/span><span class=\"sh\">\"<\/span><span class=\"s\">, time.time() - start)\r\n<\/span><\/code><\/pre>\n<p>\u3067\u3082\u5b9f\u884c\u3059\u308b\u3068producer.py\u306fflush()\u3067\u52d5\u4f5c\u304c\u6b62\u307e\u3063\u3066\u308b\u3057\u3001consumer.py\u3067\u306fkafka\u63a5\u7d9a\u3067\u6b62\u307e\u3063\u3066\u3057\u307e\u3044\u307e\u3059\u3002<\/p>\n<p>\u539f\u56e0\u306flocahost\u304c\u30b3\u30f3\u30c6\u30a4\u30ca\u30fc\u3068ubuntu\u30b5\u30fc\u30d0\u30fc\u306e\u89e3\u6790\u304c\u7570\u306a\u3063\u3066\u308b\u304b\u3089\u3067\u3057\u305f\u3002https:\/\/hub.docker.com\/r\/bitnami\/kafka\u306eoverview \u3092\u3061\u3083\u3093\u3068\u898b\u305f\u3089 Apache Kafka development setup example\u306e\u30bb\u30c3\u30af\u30b7\u30e7\u30f3\u304c\u3042\u308a\u307e\u3057\u305f\u3002\u4ee5\u4e0b\u306f\u958b\u767a\u7528\u306edocker-compose.yml\u3067\u3059\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"na\">version<\/span><span class=\"pi\">:<\/span> <span class=\"s2\">\"<\/span><span class=\"s\">3\"<\/span>\r\n<span class=\"na\">services<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">zookeeper<\/span><span class=\"pi\">:<\/span>\r\n    <span class=\"na\">image<\/span><span class=\"pi\">:<\/span> <span class=\"s1\">'<\/span><span class=\"s\">bitnami\/zookeeper:latest'<\/span>\r\n    <span class=\"na\">ports<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s1\">'<\/span><span class=\"s\">2181:2181'<\/span>\r\n    <span class=\"na\">environment<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s\">ALLOW_ANONYMOUS_LOGIN=yes<\/span>\r\n  <span class=\"na\">kafka<\/span><span class=\"pi\">:<\/span>\r\n    <span class=\"na\">image<\/span><span class=\"pi\">:<\/span> <span class=\"s1\">'<\/span><span class=\"s\">bitnami\/kafka:latest'<\/span>\r\n    <span class=\"na\">ports<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s1\">'<\/span><span class=\"s\">9092:9092'<\/span>\r\n    <span class=\"na\">environment<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s\">KAFKA_BROKER_ID=1<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s\">KAFKA_CFG_LISTENERS=PLAINTEXT:\/\/:9092<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s\">KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT:\/\/127.0.0.1:9092<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s\">KAFKA_CFG_ZOOKEEPER_CONNECT=zookeeper:2181<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s\">ALLOW_PLAINTEXT_LISTENER=yes<\/span>\r\n    <span class=\"na\">depends_on<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s\">zookeeper<\/span>\r\n<\/code><\/pre>\n<p>\u4ee5\u524d\u3067\u8a2d\u7f6e\u3057\u305f\u30b3\u30f3\u30c6\u30a4\u30ca\u30fc\u3092\u6d88\u3057\u3066\u3053\u308c\u3067\u518d\u3073\u5b9f\u884c\u3002<\/p>\n<p>\u3067\u3082\u3001kafka\u306e\u30b3\u30f3\u30c6\u30a4\u30ca\u30fc\u304c\u7acb\u3061\u4e0a\u3052\u3089\u308c\u306a\u3044\u3067\u3059\u3002<\/p>\n<p>docker logs\u3067\u8aa4\u308a\u3092\u78ba\u8a8d\u3057\u3066\u898b\u308b\u3068<\/p>\n<pre class=\"post-pre\"><code>[2022-04-22 16:00:52,785] ERROR Fatal error during KafkaServer startup. Prepare to shutdown (kafka.server.KafkaServer)\r\nkafka.common.InconsistentBrokerIdException: Configured broker.id 1 doesn't match stored broker.id ...\r\n<\/code><\/pre>\n<p>\u30d6\u30ed\u30c3\u30ab\u30fc\u304c\u554f\u984c\u3060\u3063\u305f\u306e\u304b\u3002\u3002\u3002\u4e00\u5fdc\u4e0a\u306edocker-compose.yml\u304b\u3089KAFKA BROKER ID=1\u3092\u524a\u9664\u3057\u3066\u30b3\u30f3\u30c6\u30a4\u30ca\u30fc\u3092\u7acb\u3061\u4e0a\u3052\u76f4\u3057\u307e\u3059\u3002<\/p>\n<p>\u5148\u306bpython\u30b3\u30fc\u30c9\u3092\u3082\u3046\u4e00\u5ea6\u5b9f\u884c\u3059\u308b\u3068<\/p>\n<pre class=\"post-pre\"><code><span class=\"err\">$<\/span> <span class=\"n\">python3<\/span> <span class=\"n\">Producer<\/span><span class=\"p\">.<\/span><span class=\"n\">py<\/span>\r\n<span class=\"p\">[<\/span><span class=\"n\">begin<\/span><span class=\"p\">]<\/span> <span class=\"n\">producer\u304b\u3089\u30e1\u30c3\u30bb\u30fc\u30b8\u8ee2\u9001\u30b9\u30bf\u30fc\u30c8<\/span>\r\n<span class=\"n\">\u30e1\u30c3\u30bb\u30fc\u30b8\u8ee2\u9001\u4e2d<\/span><span class=\"p\">...<\/span><span class=\"n\">result0<\/span>\r\n<span class=\"n\">\u30e1\u30c3\u30bb\u30fc\u30b8\u8ee2\u9001\u4e2d<\/span><span class=\"p\">...<\/span><span class=\"n\">result1<\/span>\r\n<span class=\"n\">\u30e1\u30c3\u30bb\u30fc\u30b8\u8ee2\u9001\u4e2d<\/span><span class=\"p\">...<\/span><span class=\"n\">result2<\/span>\r\n<span class=\"bp\">...<\/span>\r\n<span class=\"n\">\u30e1\u30c3\u30bb\u30fc\u30b8\u8ee2\u9001\u4e2d<\/span><span class=\"p\">...<\/span><span class=\"n\">result97<\/span>\r\n<span class=\"n\">\u30e1\u30c3\u30bb\u30fc\u30b8\u8ee2\u9001\u4e2d<\/span><span class=\"p\">...<\/span><span class=\"n\">result98<\/span>\r\n<span class=\"n\">\u30e1\u30c3\u30bb\u30fc\u30b8\u8ee2\u9001\u4e2d<\/span><span class=\"p\">...<\/span><span class=\"n\">result99<\/span>\r\n<span class=\"p\">[<\/span><span class=\"n\">end<\/span><span class=\"p\">]<\/span> <span class=\"n\">\u639b\u304b\u308b\u6642\u9593<\/span><span class=\"p\">:<\/span> <span class=\"mf\">0.03677988052368164<\/span>\r\n<\/code><\/pre>\n<pre class=\"post-pre\"><code><span class=\"err\">$<\/span> <span class=\"n\">python3<\/span> <span class=\"n\">Comsumer<\/span><span class=\"p\">.<\/span><span class=\"n\">py<\/span>\r\n<span class=\"p\">[<\/span><span class=\"n\">begin<\/span><span class=\"p\">]<\/span> <span class=\"n\">Topic<\/span><span class=\"p\">:<\/span> <span class=\"n\">topic_test\u3067<\/span> <span class=\"n\">consumer\u304c\u30e1\u30c3\u30bb\u30fc\u30b8\u3092\u53d7\u3051\u53d6\u308b<\/span><span class=\"err\">\u3002<\/span>\r\n<span class=\"n\">Partition<\/span><span class=\"p\">:<\/span> <span class=\"mi\">0<\/span><span class=\"p\">,<\/span> <span class=\"n\">Offset<\/span><span class=\"p\">:<\/span> <span class=\"mi\">200<\/span><span class=\"p\">,<\/span> <span class=\"n\">Value<\/span><span class=\"p\">:<\/span> <span class=\"p\">{<\/span><span class=\"sh\">'<\/span><span class=\"s\">str<\/span><span class=\"sh\">'<\/span><span class=\"p\">:<\/span> <span class=\"sh\">'<\/span><span class=\"s\">result0<\/span><span class=\"sh\">'<\/span><span class=\"p\">}<\/span>\r\n<span class=\"n\">Partition<\/span><span class=\"p\">:<\/span> <span class=\"mi\">0<\/span><span class=\"p\">,<\/span> <span class=\"n\">Offset<\/span><span class=\"p\">:<\/span> <span class=\"mi\">201<\/span><span class=\"p\">,<\/span> <span class=\"n\">Value<\/span><span class=\"p\">:<\/span> <span class=\"p\">{<\/span><span class=\"sh\">'<\/span><span class=\"s\">str<\/span><span class=\"sh\">'<\/span><span class=\"p\">:<\/span> <span class=\"sh\">'<\/span><span class=\"s\">result1<\/span><span class=\"sh\">'<\/span><span class=\"p\">}<\/span>\r\n<span class=\"n\">Partition<\/span><span class=\"p\">:<\/span> <span class=\"mi\">0<\/span><span class=\"p\">,<\/span> <span class=\"n\">Offset<\/span><span class=\"p\">:<\/span> <span class=\"mi\">202<\/span><span class=\"p\">,<\/span> <span class=\"n\">Value<\/span><span class=\"p\">:<\/span> <span class=\"p\">{<\/span><span class=\"sh\">'<\/span><span class=\"s\">str<\/span><span class=\"sh\">'<\/span><span class=\"p\">:<\/span> <span class=\"sh\">'<\/span><span class=\"s\">result2<\/span><span class=\"sh\">'<\/span><span class=\"p\">}<\/span>\r\n<span class=\"n\">Partition<\/span><span class=\"p\">:<\/span> <span class=\"mi\">0<\/span><span class=\"p\">,<\/span> <span class=\"n\">Offset<\/span><span class=\"p\">:<\/span> <span class=\"mi\">203<\/span><span class=\"p\">,<\/span> <span class=\"n\">Value<\/span><span class=\"p\">:<\/span> <span class=\"p\">{<\/span><span class=\"sh\">'<\/span><span class=\"s\">str<\/span><span class=\"sh\">'<\/span><span class=\"p\">:<\/span> <span class=\"sh\">'<\/span><span class=\"s\">result3<\/span><span class=\"sh\">'<\/span><span class=\"p\">}<\/span>\r\n<span class=\"n\">Partition<\/span><span class=\"p\">:<\/span> <span class=\"mi\">0<\/span><span class=\"p\">,<\/span> <span class=\"n\">Offset<\/span><span class=\"p\">:<\/span> <span class=\"mi\">204<\/span><span class=\"p\">,<\/span> <span class=\"n\">Value<\/span><span class=\"p\">:<\/span> <span class=\"p\">{<\/span><span class=\"sh\">'<\/span><span class=\"s\">str<\/span><span class=\"sh\">'<\/span><span class=\"p\">:<\/span> <span class=\"sh\">'<\/span><span class=\"s\">result4<\/span><span class=\"sh\">'<\/span><span class=\"p\">}<\/span>\r\n<span class=\"bp\">...<\/span>\r\n<span class=\"n\">Partition<\/span><span class=\"p\">:<\/span> <span class=\"mi\">0<\/span><span class=\"p\">,<\/span> <span class=\"n\">Offset<\/span><span class=\"p\">:<\/span> <span class=\"mi\">296<\/span><span class=\"p\">,<\/span> <span class=\"n\">Value<\/span><span class=\"p\">:<\/span> <span class=\"p\">{<\/span><span class=\"sh\">'<\/span><span class=\"s\">str<\/span><span class=\"sh\">'<\/span><span class=\"p\">:<\/span> <span class=\"sh\">'<\/span><span class=\"s\">result96<\/span><span class=\"sh\">'<\/span><span class=\"p\">}<\/span>\r\n<span class=\"n\">Partition<\/span><span class=\"p\">:<\/span> <span class=\"mi\">0<\/span><span class=\"p\">,<\/span> <span class=\"n\">Offset<\/span><span class=\"p\">:<\/span> <span class=\"mi\">297<\/span><span class=\"p\">,<\/span> <span class=\"n\">Value<\/span><span class=\"p\">:<\/span> <span class=\"p\">{<\/span><span class=\"sh\">'<\/span><span class=\"s\">str<\/span><span class=\"sh\">'<\/span><span class=\"p\">:<\/span> <span class=\"sh\">'<\/span><span class=\"s\">result97<\/span><span class=\"sh\">'<\/span><span class=\"p\">}<\/span>\r\n<span class=\"n\">Partition<\/span><span class=\"p\">:<\/span> <span class=\"mi\">0<\/span><span class=\"p\">,<\/span> <span class=\"n\">Offset<\/span><span class=\"p\">:<\/span> <span class=\"mi\">298<\/span><span class=\"p\">,<\/span> <span class=\"n\">Value<\/span><span class=\"p\">:<\/span> <span class=\"p\">{<\/span><span class=\"sh\">'<\/span><span class=\"s\">str<\/span><span class=\"sh\">'<\/span><span class=\"p\">:<\/span> <span class=\"sh\">'<\/span><span class=\"s\">result98<\/span><span class=\"sh\">'<\/span><span class=\"p\">}<\/span>\r\n<span class=\"n\">Partition<\/span><span class=\"p\">:<\/span> <span class=\"mi\">0<\/span><span class=\"p\">,<\/span> <span class=\"n\">Offset<\/span><span class=\"p\">:<\/span> <span class=\"mi\">299<\/span><span class=\"p\">,<\/span> <span class=\"n\">Value<\/span><span class=\"p\">:<\/span> <span class=\"p\">{<\/span><span class=\"sh\">'<\/span><span class=\"s\">str<\/span><span class=\"sh\">'<\/span><span class=\"p\">:<\/span> <span class=\"sh\">'<\/span><span class=\"s\">result99<\/span><span class=\"sh\">'<\/span><span class=\"p\">}<\/span>\r\n<\/code><\/pre>\n<p>Docker kafka\u30b3\u30f3\u30c6\u30a4\u30ca\u30fc\u3092\u901a\u3058\u3066producer, consumer\u306e\u9593\u306b\u30e1\u30c3\u30bb\u30fc\u30b8\u304c\u6b63\u5e38\u7684\u306b\u3084\u308a\u3068\u308b\u3092\u3059\u308b\u306e\u3092\u78ba\u8a8d\u3067\u304d\u307e\u3057\u305f\u3002<\/p>\n<p>\u53c2\u8003\u3067\u6700\u7d42\u306edocker-compose.yml\u306f\u4ee5\u4e0b\u306e\u3088\u3046\u3067\u3059\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"na\">version<\/span><span class=\"pi\">:<\/span> <span class=\"s2\">\"<\/span><span class=\"s\">2\"<\/span>\r\n\r\n<span class=\"na\">services<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">zookeeper<\/span><span class=\"pi\">:<\/span>\r\n    <span class=\"na\">image<\/span><span class=\"pi\">:<\/span> <span class=\"s\">docker.io\/bitnami\/zookeeper:3.8<\/span>\r\n    <span class=\"na\">ports<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s2\">\"<\/span><span class=\"s\">2181:2181\"<\/span>\r\n    <span class=\"na\">volumes<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s2\">\"<\/span><span class=\"s\">zookeeper_data:\/bitnami\"<\/span>\r\n    <span class=\"na\">environment<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s\">ALLOW_ANONYMOUS_LOGIN=yes<\/span>\r\n  <span class=\"na\">kafka<\/span><span class=\"pi\">:<\/span>\r\n    <span class=\"na\">image<\/span><span class=\"pi\">:<\/span> <span class=\"s\">docker.io\/bitnami\/kafka:3.1<\/span>\r\n    <span class=\"na\">hostname<\/span><span class=\"pi\">:<\/span> <span class=\"s\">kafka<\/span>\r\n    <span class=\"na\">ports<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s2\">\"<\/span><span class=\"s\">9092:9092\"<\/span>\r\n    <span class=\"na\">volumes<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s2\">\"<\/span><span class=\"s\">kafka_data:\/bitnami\"<\/span>\r\n    <span class=\"na\">environment<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s\">KAFKA_CFG_LISTENERS=PLAINTEXT:\/\/:9092<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s\">KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT:\/\/127.0.0.1:9092<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s\">KAFKA_CFG_ZOOKEEPER_CONNECT=zookeeper:2181<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s\">ALLOW_PLAINTEXT_LISTENER=yes<\/span>\r\n    <span class=\"na\">depends_on<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s\">zookeeper<\/span>\r\n\r\n<span class=\"na\">volumes<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">zookeeper_data<\/span><span class=\"pi\">:<\/span>\r\n    <span class=\"na\">driver<\/span><span class=\"pi\">:<\/span> <span class=\"s\">local<\/span>\r\n  <span class=\"na\">kafka_data<\/span><span class=\"pi\">:<\/span>\r\n    <span class=\"na\">driver<\/span><span class=\"pi\">:<\/span> <span class=\"s\">local<\/span>\r\n<\/code><\/pre>\n","protected":false},"excerpt":{"rendered":"<p>docker kafka\u3067\u30b3\u30f3\u30c6\u30a4\u30ca\u30fc\u3067\u30e1\u30c3\u30bb\u30fc\u30b8\u30f3\u30b0\u3092\u958b\u767a\u3059\u308b\u4eba\u306e\u305f\u3081\u3053\u3053\u306b\u8a18\u9332\u3092\u6b8b\u3057\u307e\u3059\u3002 \u3053\u306e\u6295\u7a3f\u306e\u74b0\u5883 [&hellip;]<\/p>\n","protected":false},"author":8,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-46685","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"yoast_head":"<!-- This site is optimized with the Yoast SEO Premium plugin v21.5 (Yoast SEO v21.5) - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>- Blog - Silicon Cloud<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.silicloud.com\/zh\/blog\/46685-2\/\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:description\" content=\"docker kafka\u3067\u30b3\u30f3\u30c6\u30a4\u30ca\u30fc\u3067\u30e1\u30c3\u30bb\u30fc\u30b8\u30f3\u30b0\u3092\u958b\u767a\u3059\u308b\u4eba\u306e\u305f\u3081\u3053\u3053\u306b\u8a18\u9332\u3092\u6b8b\u3057\u307e\u3059\u3002 \u3053\u306e\u6295\u7a3f\u306e\u74b0\u5883 [&hellip;]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.silicloud.com\/zh\/blog\/46685-2\/\" \/>\n<meta property=\"og:site_name\" content=\"Blog - Silicon Cloud\" \/>\n<meta property=\"article:published_time\" content=\"2024-01-02T17:56:41+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2024-05-03T19:02:23+00:00\" \/>\n<meta name=\"author\" content=\"\u96c5, \u609f\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"\u96c5, \u609f\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"3 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/46685-2\/\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/46685-2\/\",\"name\":\"- Blog - Silicon Cloud\",\"isPartOf\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\"},\"datePublished\":\"2024-01-02T17:56:41+00:00\",\"dateModified\":\"2024-05-03T19:02:23+00:00\",\"author\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/f044a4b7fa4ee2701702942002419ca6\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.silicloud.com\/zh\/blog\/46685-2\/\"]}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/\",\"name\":\"Blog - Silicon Cloud\",\"description\":\"\",\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/f044a4b7fa4ee2701702942002419ca6\",\"name\":\"\u96c5, \u609f\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/e71a913e914f1aad1efc391f92084294bac54bc782acd289638580134cf667a6?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/e71a913e914f1aad1efc391f92084294bac54bc782acd289638580134cf667a6?s=96&d=mm&r=g\",\"caption\":\"\u96c5, \u609f\"},\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/author\/yawu\/\"},{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/46685-2\/#local-main-organization-logo\",\"url\":\"\",\"contentUrl\":\"\",\"caption\":\"Blog - Silicon Cloud\"}]}<\/script>\n<!-- \/ Yoast SEO Premium plugin. -->","yoast_head_json":{"title":"- Blog - Silicon Cloud","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.silicloud.com\/zh\/blog\/46685-2\/","og_locale":"zh_CN","og_type":"article","og_description":"docker kafka\u3067\u30b3\u30f3\u30c6\u30a4\u30ca\u30fc\u3067\u30e1\u30c3\u30bb\u30fc\u30b8\u30f3\u30b0\u3092\u958b\u767a\u3059\u308b\u4eba\u306e\u305f\u3081\u3053\u3053\u306b\u8a18\u9332\u3092\u6b8b\u3057\u307e\u3059\u3002 \u3053\u306e\u6295\u7a3f\u306e\u74b0\u5883 [&hellip;]","og_url":"https:\/\/www.silicloud.com\/zh\/blog\/46685-2\/","og_site_name":"Blog - Silicon Cloud","article_published_time":"2024-01-02T17:56:41+00:00","article_modified_time":"2024-05-03T19:02:23+00:00","author":"\u96c5, \u609f","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"\u96c5, \u609f","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"3 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.silicloud.com\/zh\/blog\/46685-2\/","url":"https:\/\/www.silicloud.com\/zh\/blog\/46685-2\/","name":"- Blog - Silicon Cloud","isPartOf":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website"},"datePublished":"2024-01-02T17:56:41+00:00","dateModified":"2024-05-03T19:02:23+00:00","author":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/f044a4b7fa4ee2701702942002419ca6"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.silicloud.com\/zh\/blog\/46685-2\/"]}]},{"@type":"WebSite","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website","url":"https:\/\/www.silicloud.com\/zh\/blog\/","name":"Blog - Silicon Cloud","description":"","inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/f044a4b7fa4ee2701702942002419ca6","name":"\u96c5, \u609f","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/e71a913e914f1aad1efc391f92084294bac54bc782acd289638580134cf667a6?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/e71a913e914f1aad1efc391f92084294bac54bc782acd289638580134cf667a6?s=96&d=mm&r=g","caption":"\u96c5, \u609f"},"url":"https:\/\/www.silicloud.com\/zh\/blog\/author\/yawu\/"},{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/46685-2\/#local-main-organization-logo","url":"","contentUrl":"","caption":"Blog - Silicon Cloud"}]}},"_links":{"self":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/46685","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/users\/8"}],"replies":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/comments?post=46685"}],"version-history":[{"count":2,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/46685\/revisions"}],"predecessor-version":[{"id":95720,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/46685\/revisions\/95720"}],"wp:attachment":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/media?parent=46685"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/categories?post=46685"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/tags?post=46685"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}