{"id":46822,"date":"2023-06-09T11:08:25","date_gmt":"2023-08-25T22:24:56","guid":{"rendered":"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%9a%84docker%e7%8e%af%e5%a2%83%e4%b8%ad%e7%ae%80%e5%8d%95%e5%9c%b0%e8%bf%90%e8%a1%8c%e4%ba%86-kafka%ef%bc%8c%e8%bf%99%e6%98%af%e7%ac%ac%e5%9b%9b%e5%9b%9e\/"},"modified":"2024-04-30T08:02:40","modified_gmt":"2024-04-30T00:02:40","slug":"%e6%88%91%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%9a%84docker%e7%8e%af%e5%a2%83%e4%b8%ad%e7%ae%80%e5%8d%95%e5%9c%b0%e8%bf%90%e8%a1%8c%e4%ba%86-kafka%ef%bc%8c%e8%bf%99%e6%98%af%e7%ac%ac%e5%9b%9b%e5%9b%9e","status":"publish","type":"post","link":"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%9a%84docker%e7%8e%af%e5%a2%83%e4%b8%ad%e7%ae%80%e5%8d%95%e5%9c%b0%e8%bf%90%e8%a1%8c%e4%ba%86-kafka%ef%bc%8c%e8%bf%99%e6%98%af%e7%ac%ac%e5%9b%9b%e5%9b%9e\/","title":{"rendered":"\u6211\u5728\u672c\u5730\u7684Docker\u73af\u5883\u4e2d\u7b80\u5355\u5730\u8fd0\u884c\u4e86 Kafka\uff0c\u8fd9\u662f\u7b2c\u56db\u56de"},"content":{"rendered":"<h2>\u7b80\u8ff0<\/h2>\n<p>\u53d7\u5230\u5361\u592b\u5361(Kafka)\u7684\u5438\u5f15\uff0c\u4e00\u4f4d\u53ea\u4e86\u89e3\u57fa\u7840\u8bbe\u65bd\u7684\u8f6f\u4ef6\u5de5\u7a0b\u5e08\u51b3\u5b9a\u5148\u5728\u81ea\u5df1\u7684\u7535\u8111\u4e0a\u8bd5\u8fd0\u884c\u4e00\u4e0b\u2026\u2026\u4e3a\u4e86\u53c2\u8003\u8d44\u6df1\u524d\u8f88\u5728Qiita\u7b49\u7f51\u7ad9\u4e0a\u53d1\u5e03\u7684\u6587\u7ae0\uff0c\u8d2d\u4e70\u4e86\u4e00\u53f0\u65b0\u7684MacBookPro\uff0c\u5e76\u5c06\u591a\u6b21\u8fdb\u884c\u786e\u8ba4\u7684\u64cd\u4f5c\u6b65\u9aa4\u5206\u51e0\u6b21\u8bb0\u5f55\u4e0b\u6765\u3002\u6709\u5173\u5361\u592b\u5361\u7684\u6982\u8ff0\u8bf7\u53c2\u9605\u8fd9\u7bc7\u6587\u7ae0\u3002<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7b18913a08637a698249\/2-0.png\" alt=\"Kafka-4.png\" \/><\/div>\n<h2>\u6267\u884c\u73af\u5883<\/h2>\n<p>macOS Big Sur 11.1<br \/>\nDocker \u7248\u672c 20.10.2\uff0c\u6784\u5efa 2291f61<br \/>\nPython 3.8.3<\/p>\n<h2>\u521b\u5efaKSQL\u5bb9\u5668<\/h2>\n<p>\u5728\u7b2c\u4e00\u4e2a docker-compose.yml \u4e2d\u6dfb\u52a0 ksql-server\uff08KSQL \u670d\u52a1\u5668\uff09\u548c ksql-cli\uff08KSQL \u5ba2\u6237\u7aef\uff09\u7684\u5bb9\u5668\u5b9a\u4e49\u3002<\/p>\n<pre class=\"post-pre\"><code>\r\nversion: \"3\"\r\nservices:\r\n  zookeeper:\r\n    image: confluentinc\/cp-zookeeper:5.5.1\r\n    hostname: zookeeper\r\n    container_name: zookeeper\r\n    ports:\r\n      - \"32181:32181\"\r\n    environment:\r\n      ZOOKEEPER_CLIENT_PORT: 32181\r\n      ZOOKEEPER_TICK_TIME: 2000\r\n\r\n  broker:\r\n    image: confluentinc\/cp-kafka:5.5.1\r\n    hostname: broker\r\n    container_name: broker\r\n    depends_on:\r\n      - zookeeper\r\n    ports:\r\n      - \"9092:9092\"\r\n      - \"29092:29092\"\r\n    environment:\r\n      KAFKA_BROKER_ID: 1\r\n      KAFKA_ZOOKEEPER_CONNECT: \"zookeeper:32181\"\r\n      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT\r\n      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT:\/\/broker:29092,PLAINTEXT_HOST:\/\/localhost:9092\r\n      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1\r\n      CONFLUENT_SUPPORT_METRICS_ENABLE: \"false\"\r\n\r\n  cli:\r\n    image: confluentinc\/cp-kafka:5.5.1\r\n    hostname: cli\r\n    container_name: cli\r\n    depends_on:\r\n      - broker\r\n    entrypoint: \/bin\/sh\r\n    tty: true\r\n\r\n  ksql-server:\r\n    image: confluentinc\/cp-ksql-server:5.4.3\r\n    hostname: ksql-server\r\n    container_name: ksql-server\r\n    depends_on:\r\n      - broker\r\n    ports:\r\n      - \"8088:8088\"\r\n    environment:\r\n      KSQL_CONFIG_DIR: \"\/etc\/ksql\"\r\n      KSQL_LOG4J_OPTS: \"-Dlog4j.configuration=file:\/etc\/ksql\/log4j-rolling.properties\"\r\n      KSQL_BOOTSTRAP_SERVERS: \"broker:29092\"\r\n      KSQL_HOST_NAME: ksql-server\r\n      KSQL_APPLICATION_ID: \"IoT-demo-1\"\r\n      KSQL_LISTENERS: \"http:\/\/0.0.0.0:8088\"\r\n      KSQL_CACHE_MAX_BYTES_BUFFERING: 0\r\n      KSQL_AUTO_OFFSET_RESET: \"earliest\"\r\n\r\n  ksql-cli:\r\n    image: confluentinc\/cp-ksql-cli:5.4.3\r\n    container_name: ksql-cli\r\n    volumes:\r\n      - $PWD\/ksql.commands:\/tmp\/ksql.commands\r\n    depends_on:\r\n      - broker\r\n      - ksql-server\r\n    entrypoint: \/bin\/sh\r\n    tty: true\r\n\r\nnetworks:\r\n  default:\r\n    external:\r\n      name: iot_network\r\n<\/code><\/pre>\n<h2>\u521b\u5efa\u548c\u786e\u8ba4\u5bb9\u5668<\/h2>\n<p>\u6784\u5efa\u5e76\u542f\u52a8\u5df2\u5b9a\u4e49\u7684\u5bb9\u5668\u3002<\/p>\n<pre class=\"post-pre\"><code>$ docker-compose up -d\r\n    \u524d\u7565\r\nzookeeper is up-to-date\r\nbroker is up-to-date\r\ncli is up-to-date\r\nCreating ksql-server ... done\r\nCreating ksql-cli    ... done\r\n<\/code><\/pre>\n<p>\u68c0\u67e5\u6b63\u5728\u8fd0\u884c\u7684\u5bb9\u5668\u3002<\/p>\n<pre class=\"post-pre\"><code>$ docker-compose ps\r\n   Name                Command               State                               Ports                         \r\n---------------------------------------------------------------------------------------------------------------\r\nbroker        \/etc\/confluent\/docker\/run   Up             0.0.0.0:29092-&gt;29092\/tcp, 0.0.0.0:9092-&gt;9092\/tcp      \r\ncli           \/bin\/sh                     Up             9092\/tcp                                              \r\nksql-cli      \/bin\/sh                     Up                                                                   \r\nksql-server   \/etc\/confluent\/docker\/run   Up (healthy)   0.0.0.0:8088-&gt;8088\/tcp                                \r\nzookeeper     \/etc\/confluent\/docker\/run   Up             2181\/tcp, 2888\/tcp, 0.0.0.0:32181-&gt;32181\/tcp, 3888\/tcp\r\n<\/code><\/pre>\n<h2>\u521b\u5efa\u4e3b\u9898\u4ee5\u8fdb\u884c\u6570\u636e\u6d41\u5f0f\u4f20\u8f93<\/h2>\n<p>\u8fde\u63a5\u5230\u7ecf\u7eaa\u4eba\u3002<\/p>\n<pre class=\"post-pre\"><code>$ docker exec -it broker \/bin\/bash\r\nroot@broker:\/#\r\n<\/code><\/pre>\n<p>\u521b\u5efa\u4e00\u4e2a\u540d\u4e3a\u201ctopic-11\u201d\u7684\u4e3b\u9898\uff0c\u4ee5\u5c06\u6570\u636e\u6d41\u5316\u3002<\/p>\n<pre class=\"post-pre\"><code>root@broker:\/# kafka-topics --bootstrap-server broker:9092 --create --topic topic-11 --partitions 3 replication-factor 1\r\nCreated topic topic-11.\r\n<\/code><\/pre>\n<p>\u786e\u8ba4\u6240\u521b\u5efa\u7684\u4e3b\u9898\u3002<\/p>\n<pre class=\"post-pre\"><code>root@broker:\/# kafka-topics --bootstrap-server broker:9092 --describe --topic topic-11\r\nTopic: topic-11 PartitionCount: 3   ReplicationFactor: 1    Configs: \r\n    Topic: topic-11 Partition: 0    Leader: 1   Replicas: 1 Isr: 1\r\n    Topic: topic-11 Partition: 1    Leader: 1   Replicas: 1 Isr: 1\r\n    Topic: topic-11 Partition: 2    Leader: 1   Replicas: 1 Isr: 1\r\n<\/code><\/pre>\n<h2>\u5728KSQL\u4e2d\u521b\u5efa\u6d41\u5f0f\u5904\u7406<\/h2>\n<p>\u6211\u8981\u8fde\u63a5\u5230 ksql-cli\u3002<\/p>\n<pre class=\"post-pre\"><code>$ docker exec -it ksql-cli \/bin\/bash\r\nroot@35620515e9f1:\/#\r\n<\/code><\/pre>\n<p>\u4f7f\u7528 ksql-cli \u8fde\u63a5\u5230 ksql-server\u3002<\/p>\n<pre class=\"post-pre\"><code>root@35620515e9f1:\/# ksql http:\/\/ksql-server:8088\r\n\r\n                  ===========================================\r\n                  =        _  __ _____  ____  _             =\r\n                  =       | |\/ \/\/ ____|\/ __ \\| |            =\r\n                  =       | ' \/| (___ | |  | | |            =\r\n                  =       |  &lt;  \\___ \\| |  | | |            =\r\n                  =       | . \\ ____) | |__| | |____        =\r\n                  =       |_|\\_\\_____\/ \\___\\_\\______|       =\r\n                  =                                         =\r\n                  =  Streaming SQL Engine for Apache Kafka\u00ae =\r\n                  ===========================================\r\n\r\nCopyright 2017-2019 Confluent Inc.\r\nCLI v5.4.3, Server v5.4.3 located at http:\/\/ksql-server:8088\r\nHaving trouble? Type 'help' (case-insensitive) for a rundown of how things work!\r\n\r\nksql&gt; \r\n<\/code><\/pre>\n<p>\u6211\u5c06\u521b\u5efa\u4e00\u4e2a\u540d\u4e3a\u201ctopic01_stream1\u201d\u7684\u6d41\u6765\u63a5\u6536\u5236\u7247\u4eba\u53d1\u9001\u7684\u6570\u636e\uff08topic-01\uff09\u3002<\/p>\n<pre class=\"post-pre\"><code>ksql&gt; CREATE STREAM topic01_stream1 (id INT, time VARCHAR, proc VARCHAR, section VARCHAR, iot_num VARCHAR, iot_state VARCHAR, vol_1 DOUBLE, vol_2 DOUBLE) WITH (KAFKA_TOPIC = 'topic-01', VALUE_FORMAT='JSON', KEY='section');\r\n\r\n Message        \r\n----------------\r\n Stream created \r\n----------------\r\n<\/code><\/pre>\n<p>\u6211\u4f1a\u67e5\u770b\u521b\u5efa\u7684\u201ctopic01_stream1\u201d\u7684\u4fe1\u606f\u3002<\/p>\n<pre class=\"post-pre\"><code>ksql&gt; describe extended topic01_stream1;\r\n\r\nName                 : TOPIC01_STREAM1\r\nType                 : STREAM\r\nKey field            : SECTION\r\nKey format           : STRING\r\nTimestamp field      : Not set - using &lt;ROWTIME&gt;\r\nValue format         : JSON\r\nKafka topic          : topic-01 (partitions: 3, replication: 1)\r\n\r\n Field     | Type                      \r\n---------------------------------------\r\n ROWTIME   | BIGINT           (system) \r\n ROWKEY    | VARCHAR(STRING)  (system) \r\n ID        | INTEGER                   \r\n TIME      | VARCHAR(STRING)           \r\n PROC      | VARCHAR(STRING)           \r\n SECTION   | VARCHAR(STRING)           \r\n IOT_NUM   | VARCHAR(STRING)           \r\n IOT_STATE | VARCHAR(STRING)           \r\n VOL_1     | DOUBLE                    \r\n VOL_2     | DOUBLE                    \r\n---------------------------------------\r\n\r\nLocal runtime statistics\r\n------------------------\r\n\r\n(Statistics of the local KSQL server interaction with the Kafka topic topic-01)\r\n\r\n<\/code><\/pre>\n<p>\u4f7f\u7528\u4ee5\u4e0b\u6761\u4ef6\u63d0\u53d6\u300ctopic01_stream1\u300d\u7684\u6d41\u6570\u636e\uff0c\u5e76\u521b\u5efa\u4e00\u4e2a\u540d\u4e3a\u300ctopic01_stream2\u300d\u7684\u6d41\uff0c\u5c06\u7ed3\u679c\u53d1\u9001\u5230\u300ctopic-11\u300d\u3002<br \/>\n\u62bd\u53d6\u6761\u4ef6\u4e3a\uff1asection=&#8217;E&#8217; \u6216 section=&#8217;C&#8217; \u6216 section=&#8217;W&#8217;\u3002<\/p>\n<pre class=\"post-pre\"><code>ksql&gt; CREATE STREAM topic01_stream2 WITH (KAFKA_TOPIC = 'topic-11', VALUE_FORMAT='JSON') AS SELECT t01s1.section as section, t01s1.time as time, t01s1.proc as proc, t01s1.iot_num as iot_num,  t01s1.iot_state as iot_state, t01s1.vol_1 as vol_1, t01s1.vol_2 as vol_2 FROM  topic01_stream1 t01s1 WHERE section='E' OR section='C' OR section='W';\r\n\r\n Message                                                                                            \r\n----------------------------------------------------------------------------------------------------\r\n Stream TOPIC01_STREAM2 created and running. Created by query with query ID: CSAS_TOPIC01_STREAM2_1 \r\n----------------------------------------------------------------------------------------------------\r\n<\/code><\/pre>\n<p>\u786e\u8ba4\u201ctopic01_stream2\u201d\u4e2d\u7684\u4fe1\u606f\u3002<\/p>\n<pre class=\"post-pre\"><code>ksql&gt; describe extended topic01_stream2;\r\n\r\nName                 : TOPIC01_STREAM2\r\nType                 : STREAM\r\nKey field            : SECTION\r\nKey format           : STRING\r\nTimestamp field      : Not set - using &lt;ROWTIME&gt;\r\nValue format         : JSON\r\nKafka topic          : topic-11 (partitions: 3, replication: 1)\r\n\r\n Field     | Type                      \r\n---------------------------------------\r\n ROWTIME   | BIGINT           (system) \r\n ROWKEY    | VARCHAR(STRING)  (system) \r\n SECTION   | VARCHAR(STRING)           \r\n TIME      | VARCHAR(STRING)           \r\n PROC      | VARCHAR(STRING)           \r\n IOT_NUM   | VARCHAR(STRING)           \r\n IOT_STATE | VARCHAR(STRING)           \r\n VOL_1     | DOUBLE                    \r\n VOL_2     | DOUBLE                    \r\n---------------------------------------\r\n\r\nQueries that write from this STREAM\r\n-----------------------------------\r\nCSAS_TOPIC01_STREAM2_1 : CREATE STREAM TOPIC01_STREAM2 WITH (KAFKA_TOPIC='topic-11', PARTITIONS=3, REPLICAS=1, VALUE_FORMAT='JSON') AS SELECT\r\n  T01S1.SECTION \"SECTION\",\r\n  T01S1.TIME \"TIME\",\r\n  T01S1.PROC \"PROC\",\r\n  T01S1.IOT_NUM \"IOT_NUM\",\r\n  T01S1.IOT_STATE \"IOT_STATE\",\r\n  T01S1.VOL_1 \"VOL_1\",\r\n  T01S1.VOL_2 \"VOL_2\"\r\nFROM TOPIC01_STREAM1 T01S1\r\nWHERE (((T01S1.SECTION = 'E') OR (T01S1.SECTION = 'C')) OR (T01S1.SECTION = 'W'))\r\nEMIT CHANGES;\r\n\r\nFor query topology and execution plan please run: EXPLAIN &lt;QueryId&gt;\r\n\r\nLocal runtime statistics\r\n------------------------\r\nmessages-per-sec:         0   total-messages:         2     last-message: 2021-02-04T09:12:35.209Z\r\n\r\n(Statistics of the local KSQL server interaction with the Kafka topic topic-11)\r\n<\/code><\/pre>\n<p>\u786e\u8ba4\u5df2\u521b\u5efa\u7684\u6d41\u4e0e\u4e3b\u9898\u7684\u5173\u8054\u4fe1\u606f\u3002<\/p>\n<pre class=\"post-pre\"><code>ksql&gt; show streams;\r\n\r\n Stream Name     | Kafka Topic | Format \r\n----------------------------------------\r\n TOPIC01_STREAM1 | topic-01    | JSON   \r\n TOPIC01_STREAM2 | topic-11    | JSON   \r\n----------------------------------------\r\n<\/code><\/pre>\n<h2>\u5728KSQL\u4e2d\u9a8c\u8bc1\u6d41\u5f0f\u5904\u7406<\/h2>\n<p>\u8fdb\u884c\u8bbe\u7f6e\u4ee5\u67e5\u770b\u5728\u300ctopic01_stream2\u300d\u4e0a\u6d41\u5f0f\u4f20\u8f93\u7684\u4fe1\u606f\u3002<\/p>\n<pre class=\"post-pre\"><code>ksql&gt; select * from topic01_stream2 emit changes;\r\n\r\nPress CTRL-C to interrupt\r\n<\/code><\/pre>\n<p>\u6211\u6b63\u5728\u7b49\u5f85\u4ece\u5236\u4f5c\u4eba\u90a3\u91cc\u63a5\u6536\u63d0\u53d6\u7684\u6570\u636e\u3002<\/p>\n<p>\u4e3a\u4e86\u53d1\u9001\u6570\u636e\uff0c\u6253\u5f00\u4e00\u4e2a\u65b0\u7684\u7ec8\u7aef\u5e76\u8fde\u63a5\u5230\u751f\u4ea7\u8005\uff0c\u7136\u540e\u5207\u6362\u5230\u7a0b\u5e8f\u6240\u5728\u7684\u76ee\u5f55\u3002<\/p>\n<pre class=\"post-pre\"><code>$ docker exec -it iotsampledata_iot_1 \/bin\/bash\r\nroot@4e4f79c219e1:\/app#\r\nroot@4e4f79c219e1:\/app# cd opt\r\nroot@4e4f79c219e1:\/app\/opt#\r\n<\/code><\/pre>\n<p>\u8fd0\u884cIoTSampleData-v2.py\uff0c\u5e76\u53d1\u9001\u751f\u6210\u7684\u6570\u636e\uff08\u6570\u636e\u6761\u6570\uff1a30\u6761\uff09\u3002<\/p>\n<pre class=\"post-pre\"><code>root@4e4f79c219e1:\/app\/opt# python IoTSampleData-v2.py --mode kf --count 30\r\nKafka \u51fa\u529b\r\n&lt;kafka.producer.future.FutureRecordMetadata object at 0x7f43c5e36850&gt;\r\n\r\n\u30c7\u30fc\u30bf\u4f5c\u6210\u4ef6\u6570:30\r\n\u30c7\u30fc\u30bf\u4f5c\u6210\u6642\u9593:0.12617969512939453 [sec]\r\n\r\n<\/code><\/pre>\n<p>\u5728 kqsl \u63d0\u793a\u7b26\u4e2d\u5c06\u6765\u81ea\u751f\u4ea7\u8005\u7684\u63d0\u53d6\u6570\u636e\u663e\u793a\u51fa\u6765\u3002<\/p>\n<pre class=\"post-pre\"><code>ksql&gt; select * from topic01_stream2 emit changes;\r\n+------------+------------+------------+------------+------------+------------+------------+------------+------------+\r\n|ROWTIME     |ROWKEY      |SECTION     |TIME        |PROC        |IOT_NUM     |IOT_STATE   |VOL_1       |VOL_2       |\r\n+------------+------------+------------+------------+------------+------------+------------+------------+------------+\r\n|161243152299|2021\/02\/04  |E           |2021-02-04T1|111         |734-3238    |\u5927\u5206\u770c       |139.02429108|51.183520722|\r\n|2           |            |            |8:38:42.8751|            |            |            |703143      |012844      |\r\n|            |            |            |73          |            |            |            |            |            |\r\n|161243152299|2021\/02\/04  |W           |2021-02-04T1|111         |409-8822    |\u9ad8\u77e5\u770c       |140.98584152|58.169693933|\r\n|2           |            |            |8:38:42.8753|            |            |            |262225      |88201       |\r\n|            |            |            |73          |            |            |            |            |            |\r\n|161243152299|2021\/02\/04  |C           |2021-02-04T1|111         |169-2154    |\u9577\u5d0e\u770c       |119.11701506|69.181332688|\r\n|3           |            |            |8:38:42.8756|            |            |            |472588      |56029       |\r\n|            |            |            |75          |            |            |            |            |            |\r\n\r\nPress CTRL-C to interrupt\r\n<\/code><\/pre>\n<p>\u6211\u786e\u8ba4\u901a\u8fc7topic-01\uff0cProducer\u4e0a\u7684Python\u7a0b\u5e8f\u751f\u6210\u7684\u6570\u636e\u5df2\u7ecf\u88abKSQL\uff08topic01_stream1 \u2192 topic01_stream2\uff09\u8fdb\u884c\u4e86\u6d41\u5f0f\u62bd\u53d6\u5904\u7406\u3002<\/p>\n<h2>\u5173\u4e8e\u4e0b\u4e00\u6b21<\/h2>\n<p>\u4e0b\u6b21\uff08\u7b2c5\u6b21\uff09\u5c07\u78ba\u8a8d\u4f7f\u7528KSQL\u9032\u884c\u6d41\u5f0f\u62bd\u53d6\u8655\u7406\u7684\u8cc7\u6599\u80fd\u5920\u88ab\u6d88\u8cbb\u8005\u63a5\u6536\u5230\u3002<\/p>\n<p>\u7b2c\u4e00\u56de\uff1a\u5728\u672c\u5730\u7684Docker\u73af\u5883\u4e2d\u8fd0\u884cKafka\u57fa\u672c\u7ec4\u4ef6<br \/>\n\u7b2c\u4e8c\u56de\uff1a\u786e\u8ba4\u4eceKafka\u7684\u751f\u4ea7\u8005\u53d1\u9001\u7684\u6d88\u606f\u901a\u8fc7\u4ee3\u7406\u5230\u8fbe\u6d88\u8d39\u8005<br \/>\n\u7b2c\u4e09\u56de\uff1a\u786e\u8ba4\u901a\u8fc7\u4ee3\u7406\u5c06\u751f\u4ea7\u8005\u4e0a\u7684Python\u7a0b\u5e8f\u751f\u6210\u7684\u6570\u636e\u4f20\u9012\u7ed9\u6d88\u8d39\u8005<br \/>\n\u7b2c\u56db\u56de\uff1a\u786e\u8ba4\u901a\u8fc7\u5728\u751f\u4ea7\u8005\u4e0a\u751f\u6210\u7684\u6570\u636e\u7ecf\u8fc7topic-01\u4f20\u9012\u5230KSQL\uff08topic01_stream1 \u2192 topic01_stream2\uff09\u8fdb\u884c\u6d41\u6570\u636e\u62bd\u53d6\u5904\u7406<br \/>\n\u7b2c\u4e94\u56de\uff1a\u786e\u8ba4\u901a\u8fc7\u5728\u751f\u4ea7\u8005\u4e0a\u751f\u6210\u7684\u6570\u636e\u7ecf\u8fc7topic-01 \u2192 Ksql \u2192 topic-11\u4f20\u9012\u5230\u6d88\u8d39\u8005\u4e0a\u7684Python\u7a0b\u5e8f\u4e2d\u63a5\u6536<br \/>\n\u7b2c\u516d\u56de\uff1a\u786e\u8ba4\u901a\u8fc7\u5728\u751f\u4ea7\u8005\u4e0a\u751f\u6210\u7684\u6570\u636e\u7ecf\u8fc7topic-01 \u2192 Ksql \u2192 topic-11\u4f20\u9012\u5230\u6d88\u8d39\u8005\u4e0a\u7684Python\u7a0b\u5e8f\u5e76\u5c06\u5176\u5199\u5165S3<br \/>\n\u7b2c\u4e03\u56de\uff1a\u786e\u8ba4\u5728\u4e24\u4e2a\u751f\u4ea7\u8005\u5bb9\u5668\u4e0a\u751f\u6210\u7684\u5404\u81ea\u6570\u636e\u901a\u8fc7topic-01 \u2192 Ksql \u2192 topic-11\u4f20\u9012\u5230\u6d88\u8d39\u8005\u4e0a\u7684Python\u7a0b\u5e8f\u4e2d\u63a5\u6536<\/p>\n<h2>\u53c2\u8003\u4fe1\u606f (Chinese paraphrase of &#8220;\u53c2\u8003\u60c5\u5831&#8221;)<\/h2>\n<p>\u6211\u5df2\u53c2\u8003\u4ee5\u4e0b\u4fe1\u606f\uff0c\u5e76\u8868\u793a\u611f\u8c22\u3002<br \/>\nKafka\u7684Docker\u6559\u7a0b<br \/>\n\u4eceKafka\u5230KSQL\u7684\u7b80\u6613Docker\u73af\u5883\u642d\u5efa<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u7b80\u8ff0 \u53d7\u5230\u5361\u592b\u5361(Kafka)\u7684\u5438\u5f15\uff0c\u4e00\u4f4d\u53ea\u4e86\u89e3\u57fa\u7840\u8bbe\u65bd\u7684\u8f6f\u4ef6\u5de5\u7a0b\u5e08\u51b3\u5b9a\u5148\u5728\u81ea\u5df1\u7684\u7535\u8111\u4e0a\u8bd5\u8fd0\u884c\u4e00\u4e0b\u2026\u2026\u4e3a\u4e86\u53c2\u8003 [&hellip;]<\/p>\n","protected":false},"author":12,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-46822","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"yoast_head":"<!-- This site is optimized with the Yoast SEO Premium plugin v21.5 (Yoast SEO v21.5) - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>\u6211\u5728\u672c\u5730\u7684Docker\u73af\u5883\u4e2d\u7b80\u5355\u5730\u8fd0\u884c\u4e86 Kafka\uff0c\u8fd9\u662f\u7b2c\u56db\u56de - Blog - Silicon Cloud<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.silicloud.com\/zh\/blog\/\u6211\u5728\u672c\u5730\u7684docker\u73af\u5883\u4e2d\u7b80\u5355\u5730\u8fd0\u884c\u4e86-kafka\uff0c\u8fd9\u662f\u7b2c\u56db\u56de\/\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\u6211\u5728\u672c\u5730\u7684Docker\u73af\u5883\u4e2d\u7b80\u5355\u5730\u8fd0\u884c\u4e86 Kafka\uff0c\u8fd9\u662f\u7b2c\u56db\u56de\" \/>\n<meta property=\"og:description\" content=\"\u7b80\u8ff0 \u53d7\u5230\u5361\u592b\u5361(Kafka)\u7684\u5438\u5f15\uff0c\u4e00\u4f4d\u53ea\u4e86\u89e3\u57fa\u7840\u8bbe\u65bd\u7684\u8f6f\u4ef6\u5de5\u7a0b\u5e08\u51b3\u5b9a\u5148\u5728\u81ea\u5df1\u7684\u7535\u8111\u4e0a\u8bd5\u8fd0\u884c\u4e00\u4e0b\u2026\u2026\u4e3a\u4e86\u53c2\u8003 [&hellip;]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.silicloud.com\/zh\/blog\/\u6211\u5728\u672c\u5730\u7684docker\u73af\u5883\u4e2d\u7b80\u5355\u5730\u8fd0\u884c\u4e86-kafka\uff0c\u8fd9\u662f\u7b2c\u56db\u56de\/\" \/>\n<meta property=\"og:site_name\" content=\"Blog - Silicon Cloud\" \/>\n<meta property=\"article:published_time\" content=\"2023-08-25T22:24:56+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2024-04-30T00:02:40+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7b18913a08637a698249\/2-0.png\" \/>\n<meta name=\"author\" content=\"\u9038, \u79d1\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"\u9038, \u79d1\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"5 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%9a%84docker%e7%8e%af%e5%a2%83%e4%b8%ad%e7%ae%80%e5%8d%95%e5%9c%b0%e8%bf%90%e8%a1%8c%e4%ba%86-kafka%ef%bc%8c%e8%bf%99%e6%98%af%e7%ac%ac%e5%9b%9b%e5%9b%9e\/\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%9a%84docker%e7%8e%af%e5%a2%83%e4%b8%ad%e7%ae%80%e5%8d%95%e5%9c%b0%e8%bf%90%e8%a1%8c%e4%ba%86-kafka%ef%bc%8c%e8%bf%99%e6%98%af%e7%ac%ac%e5%9b%9b%e5%9b%9e\/\",\"name\":\"\u6211\u5728\u672c\u5730\u7684Docker\u73af\u5883\u4e2d\u7b80\u5355\u5730\u8fd0\u884c\u4e86 Kafka\uff0c\u8fd9\u662f\u7b2c\u56db\u56de - Blog - Silicon Cloud\",\"isPartOf\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\"},\"datePublished\":\"2023-08-25T22:24:56+00:00\",\"dateModified\":\"2024-04-30T00:02:40+00:00\",\"author\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/85c1dae56e6ea1e695c73d33c684d487\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%9a%84docker%e7%8e%af%e5%a2%83%e4%b8%ad%e7%ae%80%e5%8d%95%e5%9c%b0%e8%bf%90%e8%a1%8c%e4%ba%86-kafka%ef%bc%8c%e8%bf%99%e6%98%af%e7%ac%ac%e5%9b%9b%e5%9b%9e\/#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%9a%84docker%e7%8e%af%e5%a2%83%e4%b8%ad%e7%ae%80%e5%8d%95%e5%9c%b0%e8%bf%90%e8%a1%8c%e4%ba%86-kafka%ef%bc%8c%e8%bf%99%e6%98%af%e7%ac%ac%e5%9b%9b%e5%9b%9e\/\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%9a%84docker%e7%8e%af%e5%a2%83%e4%b8%ad%e7%ae%80%e5%8d%95%e5%9c%b0%e8%bf%90%e8%a1%8c%e4%ba%86-kafka%ef%bc%8c%e8%bf%99%e6%98%af%e7%ac%ac%e5%9b%9b%e5%9b%9e\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.silicloud.com\/zh\/blog\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u6211\u5728\u672c\u5730\u7684Docker\u73af\u5883\u4e2d\u7b80\u5355\u5730\u8fd0\u884c\u4e86 Kafka\uff0c\u8fd9\u662f\u7b2c\u56db\u56de\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/\",\"name\":\"Blog - Silicon Cloud\",\"description\":\"\",\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/85c1dae56e6ea1e695c73d33c684d487\",\"name\":\"\u9038, \u79d1\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/c94f6d9cbbfbca863fab309840bd690c153c95f8490c290ad2ed54dd693dad16?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/c94f6d9cbbfbca863fab309840bd690c153c95f8490c290ad2ed54dd693dad16?s=96&d=mm&r=g\",\"caption\":\"\u9038, \u79d1\"},\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/author\/keyi\/\"},{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%9a%84docker%e7%8e%af%e5%a2%83%e4%b8%ad%e7%ae%80%e5%8d%95%e5%9c%b0%e8%bf%90%e8%a1%8c%e4%ba%86-kafka%ef%bc%8c%e8%bf%99%e6%98%af%e7%ac%ac%e5%9b%9b%e5%9b%9e\/#local-main-organization-logo\",\"url\":\"\",\"contentUrl\":\"\",\"caption\":\"Blog - Silicon Cloud\"}]}<\/script>\n<!-- \/ Yoast SEO Premium plugin. -->","yoast_head_json":{"title":"\u6211\u5728\u672c\u5730\u7684Docker\u73af\u5883\u4e2d\u7b80\u5355\u5730\u8fd0\u884c\u4e86 Kafka\uff0c\u8fd9\u662f\u7b2c\u56db\u56de - Blog - Silicon Cloud","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.silicloud.com\/zh\/blog\/\u6211\u5728\u672c\u5730\u7684docker\u73af\u5883\u4e2d\u7b80\u5355\u5730\u8fd0\u884c\u4e86-kafka\uff0c\u8fd9\u662f\u7b2c\u56db\u56de\/","og_locale":"zh_CN","og_type":"article","og_title":"\u6211\u5728\u672c\u5730\u7684Docker\u73af\u5883\u4e2d\u7b80\u5355\u5730\u8fd0\u884c\u4e86 Kafka\uff0c\u8fd9\u662f\u7b2c\u56db\u56de","og_description":"\u7b80\u8ff0 \u53d7\u5230\u5361\u592b\u5361(Kafka)\u7684\u5438\u5f15\uff0c\u4e00\u4f4d\u53ea\u4e86\u89e3\u57fa\u7840\u8bbe\u65bd\u7684\u8f6f\u4ef6\u5de5\u7a0b\u5e08\u51b3\u5b9a\u5148\u5728\u81ea\u5df1\u7684\u7535\u8111\u4e0a\u8bd5\u8fd0\u884c\u4e00\u4e0b\u2026\u2026\u4e3a\u4e86\u53c2\u8003 [&hellip;]","og_url":"https:\/\/www.silicloud.com\/zh\/blog\/\u6211\u5728\u672c\u5730\u7684docker\u73af\u5883\u4e2d\u7b80\u5355\u5730\u8fd0\u884c\u4e86-kafka\uff0c\u8fd9\u662f\u7b2c\u56db\u56de\/","og_site_name":"Blog - Silicon Cloud","article_published_time":"2023-08-25T22:24:56+00:00","article_modified_time":"2024-04-30T00:02:40+00:00","og_image":[{"url":"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7b18913a08637a698249\/2-0.png"}],"author":"\u9038, \u79d1","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"\u9038, \u79d1","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"5 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%9a%84docker%e7%8e%af%e5%a2%83%e4%b8%ad%e7%ae%80%e5%8d%95%e5%9c%b0%e8%bf%90%e8%a1%8c%e4%ba%86-kafka%ef%bc%8c%e8%bf%99%e6%98%af%e7%ac%ac%e5%9b%9b%e5%9b%9e\/","url":"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%9a%84docker%e7%8e%af%e5%a2%83%e4%b8%ad%e7%ae%80%e5%8d%95%e5%9c%b0%e8%bf%90%e8%a1%8c%e4%ba%86-kafka%ef%bc%8c%e8%bf%99%e6%98%af%e7%ac%ac%e5%9b%9b%e5%9b%9e\/","name":"\u6211\u5728\u672c\u5730\u7684Docker\u73af\u5883\u4e2d\u7b80\u5355\u5730\u8fd0\u884c\u4e86 Kafka\uff0c\u8fd9\u662f\u7b2c\u56db\u56de - Blog - Silicon Cloud","isPartOf":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website"},"datePublished":"2023-08-25T22:24:56+00:00","dateModified":"2024-04-30T00:02:40+00:00","author":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/85c1dae56e6ea1e695c73d33c684d487"},"breadcrumb":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%9a%84docker%e7%8e%af%e5%a2%83%e4%b8%ad%e7%ae%80%e5%8d%95%e5%9c%b0%e8%bf%90%e8%a1%8c%e4%ba%86-kafka%ef%bc%8c%e8%bf%99%e6%98%af%e7%ac%ac%e5%9b%9b%e5%9b%9e\/#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%9a%84docker%e7%8e%af%e5%a2%83%e4%b8%ad%e7%ae%80%e5%8d%95%e5%9c%b0%e8%bf%90%e8%a1%8c%e4%ba%86-kafka%ef%bc%8c%e8%bf%99%e6%98%af%e7%ac%ac%e5%9b%9b%e5%9b%9e\/"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%9a%84docker%e7%8e%af%e5%a2%83%e4%b8%ad%e7%ae%80%e5%8d%95%e5%9c%b0%e8%bf%90%e8%a1%8c%e4%ba%86-kafka%ef%bc%8c%e8%bf%99%e6%98%af%e7%ac%ac%e5%9b%9b%e5%9b%9e\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.silicloud.com\/zh\/blog\/"},{"@type":"ListItem","position":2,"name":"\u6211\u5728\u672c\u5730\u7684Docker\u73af\u5883\u4e2d\u7b80\u5355\u5730\u8fd0\u884c\u4e86 Kafka\uff0c\u8fd9\u662f\u7b2c\u56db\u56de"}]},{"@type":"WebSite","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website","url":"https:\/\/www.silicloud.com\/zh\/blog\/","name":"Blog - Silicon Cloud","description":"","inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/85c1dae56e6ea1e695c73d33c684d487","name":"\u9038, \u79d1","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/c94f6d9cbbfbca863fab309840bd690c153c95f8490c290ad2ed54dd693dad16?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/c94f6d9cbbfbca863fab309840bd690c153c95f8490c290ad2ed54dd693dad16?s=96&d=mm&r=g","caption":"\u9038, \u79d1"},"url":"https:\/\/www.silicloud.com\/zh\/blog\/author\/keyi\/"},{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%9a%84docker%e7%8e%af%e5%a2%83%e4%b8%ad%e7%ae%80%e5%8d%95%e5%9c%b0%e8%bf%90%e8%a1%8c%e4%ba%86-kafka%ef%bc%8c%e8%bf%99%e6%98%af%e7%ac%ac%e5%9b%9b%e5%9b%9e\/#local-main-organization-logo","url":"","contentUrl":"","caption":"Blog - Silicon Cloud"}]}},"_links":{"self":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/46822","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/users\/12"}],"replies":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/comments?post=46822"}],"version-history":[{"count":2,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/46822\/revisions"}],"predecessor-version":[{"id":90692,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/46822\/revisions\/90692"}],"wp:attachment":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/media?parent=46822"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/categories?post=46822"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/tags?post=46822"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}