{"id":29721,"date":"2023-12-17T14:26:24","date_gmt":"2023-05-24T20:25:42","guid":{"rendered":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e8%bf%9b%e8%a1%8c%e6%b5%81%e6%95%b0%e6%8d%ae%e5%a4%84%e7%90%86-%e7%ac%ac%e5%9b%9b%e9%83%a8%e5%88%86%ef%bc%9a%e4%bd%bf-2\/"},"modified":"2025-08-12T15:34:00","modified_gmt":"2025-08-12T07:34:00","slug":"%e4%bd%bf%e7%94%a8python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e8%bf%9b%e8%a1%8c%e6%b5%81%e6%95%b0%e6%8d%ae%e5%a4%84%e7%90%86-%e7%ac%ac%e5%9b%9b%e9%83%a8%e5%88%86%ef%bc%9a%e4%bd%bf-2","status":"publish","type":"post","link":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e8%bf%9b%e8%a1%8c%e6%b5%81%e6%95%b0%e6%8d%ae%e5%a4%84%e7%90%86-%e7%ac%ac%e5%9b%9b%e9%83%a8%e5%88%86%ef%bc%9a%e4%bd%bf-2\/","title":{"rendered":"\u4f7f\u7528Python\u3001SensorTag\u3001Kafka\u3001Spark Streaming\u8fdb\u884c\u6d41\u6570\u636e\u5904\u7406 – \u7b2c\u56db\u90e8\u5206\uff1a\u4f7f\u7528Kafka Connect\u5c06\u6570\u636e\u8f93\u51fa\u5230MongoDB"},"content":{"rendered":"

Kafka Connect\u662f\u4e00\u79cd\u5c06\u6570\u636e\u5e93\u3001KVS\u7b49\u5916\u90e8\u7cfb\u7edf\u4e0eKafka\u8fdb\u884c\u8fde\u63a5\u548c\u534f\u4f5c\u7684\u673a\u5236\u3002\u5b83\u662f\u7528\u4e8e\u53ef\u6269\u5c55\u7684\u6d41\u5904\u7406\u7684DataPipeline\u5de5\u5177\u3002\u6211\u4eec\u521a\u597d\u5c06SensorTag\u7684\u6570\u636e\u683c\u5f0f\u66f4\u6539\u4e3aApache Avro\u3002Kafka Connect UI\u9ed8\u8ba4\u4f7f\u7528Avro\u683c\u5f0f\u3002\u6211\u4eec\u5c06\u5c1d\u8bd5\u901a\u8fc7Kafka\u4e3b\u9898\u5c06SensorTag\u7684\u6570\u636e\u901a\u8fc7Sink\uff08\u8f93\u51fa\uff09\u5230MongoDB\u3002<\/p>\n

\u5361\u592b\u5361\u8fde\u63a5\u754c\u9762\u901a\u5e38\uff0c\u6211\u4eec\u53ef\u4ee5\u4f7f\u7528Kafka Connect\u7684CLI\u6216REST API\u6765\u8fdb\u884c\u8fde\u63a5\u5668\u7684\u914d\u7f6e\u3002\u800c\u901a\u8fc7Kafka Connect UI\uff0c\u6211\u4eec\u53ef\u4ee5\u4f7f\u7528\u7f16\u8f91\u5668\u6765\u7f16\u5199\u8fde\u63a5\u5668\u7684\u914d\u7f6e\u548cKCQL\uff0c\u5e76\u53ef\u4ee5\u6267\u884c\u8fde\u63a5\u5668\u3002<\/p>\n

\u8fde\u63a5\u5668<\/p>\n
\"kafka-connect-1.png\"<\/p>\n

\u80af\u5b9a\u521b\u4e1a\u5951\u673aKCQL\uff08Kafka Connect Query Language\uff09\u53ef\u4ee5\u50cfSQL\u4e00\u6837\uff0c\u7528\u6765\u63cf\u8ff0Kafka Connect\u4e2dSource\u548cSink\u7684\u914d\u7f6e\u3002\u4f8b\u5982\uff0c\u5982\u679c\u8981\u5c06Kafka\u7684topic\u4f20\u8f93\u5230MongoDB\u4e2d\uff0c\u53ef\u4ee5\u6309\u7167\u6587\u6863\u4e2d\u7684\u793a\u4f8b\u8fdb\u884c\u5982\u4e0b\u63cf\u8ff0\u3002<\/p>\n
name=mongo-sink-orders\r\nconnector.class=com.datamountaineer.streamreactor.connect.mongodb.sink.MongoSinkConnector\r\ntasks.max=1\r\ntopics=orders-topic\r\nconnect.mongo.sink.kcql=INSERT INTO orders SELECT * FROM orders-topic\r\nconnect.mongo.database=connect\r\nconnect.mongo.connection=mongodb:\/\/localhost:27017\r\nconnect.mongo.sink.batch.size=10\r\n<\/code><\/pre>\n
\u7528\u6cd5\u4f7f\u7528fast-data-dev\u7684docker-compose.yml\u6784\u5efa\u7684Kafka\u96c6\u7fa4\uff0c\u6211\u4eec\u5c06\u6dfb\u52a0MongoDB\u8fdb\u884c\u6570\u636e\u534f\u540c\u6d4b\u8bd5\u3002<\/p>\n
    SensorTag -> Kafka -> Kafka Connect -> MongoDB<\/ul>\n
    MongoDB\u662f\u4e00\u79cd\u975e\u5173\u7cfb\u578b\u6570\u636e\u5e93\u7ba1\u7406\u7cfb\u7edf\u3002
    \n\u5728\u4f7f\u7528fast-data-dev\u6784\u5efa\u7684Kafka\u96c6\u7fa4\u7684docker-compose.yml\u4e2d\u6dfb\u52a0MongoDB\u670d\u52a1\u3002<\/p>\n
    version<\/span>:<\/span> '<\/span>2'<\/span>\r\nservices<\/span>:<\/span>\r\n  kafka-stack<\/span>:<\/span>\r\n    image<\/span>:<\/span> landoop\/fast-data-dev:latest<\/span>\r\n    environment<\/span>:<\/span>\r\n      -<\/span> FORWARDLOGS=0<\/span>\r\n      -<\/span> RUNTESTS=0<\/span>\r\n      -<\/span> ADV_HOST=<fast-data-dev\u306eIP\u30a2\u30c9\u30ec\u30b9><\/span>\r\n    ports<\/span>:<\/span>\r\n      -<\/span> 3030:3030<\/span>\r\n      -<\/span> 9092:9092<\/span>\r\n      -<\/span> 2181:2181<\/span>\r\n      -<\/span> 8081:8081<\/span>\r\n  connect-node-1<\/span>:<\/span>\r\n    image<\/span>:<\/span> landoop\/fast-data-dev-connect-cluster:latest<\/span>\r\n    depends_on<\/span>:<\/span>\r\n      -<\/span> kafka-stack<\/span>\r\n    environment<\/span>:<\/span>\r\n      -<\/span> ID=01<\/span>\r\n      -<\/span> BS=kafka-stack:9092<\/span>\r\n      -<\/span> ZK=kafka-stack:2181<\/span>\r\n      -<\/span> SR=http:\/\/kafka-stack:8081<\/span>\r\n  connect-node-2<\/span>:<\/span>\r\n    image<\/span>:<\/span> landoop\/fast-data-dev-connect-cluster:latest<\/span>\r\n    depends_on<\/span>:<\/span>\r\n      -<\/span> kafka-stack<\/span>\r\n    environment<\/span>:<\/span>\r\n      -<\/span> ID=01<\/span>\r\n      -<\/span> BS=kafka-stack:9092<\/span>\r\n      -<\/span> ZK=kafka-stack:2181<\/span>\r\n      -<\/span> SR=http:\/\/kafka-stack:8081<\/span>\r\n  connect-node-3<\/span>:<\/span>\r\n    image<\/span>:<\/span> landoop\/fast-data-dev-connect-cluster:latest<\/span>\r\n    depends_on<\/span>:<\/span>\r\n      -<\/span> kafka-stack<\/span>\r\n    environment<\/span>:<\/span>\r\n      -<\/span> ID=01<\/span>\r\n      -<\/span> BS=kafka-stack:9092<\/span>\r\n      -<\/span> ZK=kafka-stack:2181<\/span>\r\n      -<\/span> SR=http:\/\/kafka-stack:8081<\/span>\r\n  connect-ui<\/span>:<\/span>\r\n    image<\/span>:<\/span> landoop\/kafka-connect-ui:latest<\/span>\r\n    depends_on<\/span>:<\/span>\r\n      -<\/span> connect-node-1<\/span>\r\n    environment<\/span>:<\/span>\r\n      -<\/span> CONNECT_URL=http:\/\/connect-node-1:8083<\/span>\r\n    ports<\/span>:<\/span>\r\n      -<\/span> 8000:8000<\/span>\r\n  mongo<\/span>:<\/span>\r\n    image<\/span>:<\/span> mongo<\/span>\r\n    ports<\/span>:<\/span>\r\n      -<\/span> 27017:27017<\/span>\r\n    volumes<\/span>:<\/span>\r\n      -<\/span> mongo_data:\/data\/db<\/span>\r\nvolumes<\/span>:<\/span>\r\n  mongo_data<\/span>:<\/span>\r\n    driver<\/span>:<\/span> local<\/span>\r\n<\/code><\/pre>\n
    \u6211\u5c06\u542f\u52a8MongoDB\u670d\u52a1\u3002<\/p>\n
    $ docker-compose up -d mongo\r\n<\/code><\/pre>\n
    Kafka Connect \u7528\u6237\u754c\u9762
    \n\u6253\u5f00Kafka Connect UI\u9875\u9762\uff0c\u70b9\u51fbNEW\u6309\u94ae\uff0c\u7136\u540e\u4eceSink\u9009\u9879\u4e2d\u9009\u62e9MongoDB\u3002\u5728Create New Connector\u753b\u9762\u7684\u7f16\u8f91\u5668\u4e2d\u6309\u7167\u4ee5\u4e0b\u65b9\u5f0f\u8fdb\u884c\u63cf\u8ff0\uff0c\u5e76\u70b9\u51fbCreate\u6309\u94ae\u3002<\/p>\n
    name=MongoSinkConnector\r\nconnector.class=com.datamountaineer.streamreactor.connect.mongodb.sink.MongoSinkConnector\r\ntopics=sensortag-avro\r\ntasks.max=1\r\nconnect.mongo.database=connect-db\r\nconnect.mongo.connection=mongodb:\/\/mongo:27017\r\nconnect.mongo.sink.kcql=INSERT INTO sensortag SELECT * FROM sensortag-avro\r\n<\/code><\/pre>\n
    \u4ece\u6837\u672c\u4e2d\u8fdb\u884c\u4e86\u4ee5\u4e0b\u66f4\u6539\u3002<\/p>\n
      connect.mongo.database<\/ul>\n
      <MongoDB\u306e\u30c7\u30fc\u30bf\u30d9\u30fc\u30b9\u540d>\r\n<\/code><\/pre>\n
        connect.mongo.connection<\/ul>\n
        mongodb:\/\/<MongoDB\u306e\u30b5\u30fc\u30d3\u30b9\u540d>:27017\r\n<\/code><\/pre>\n
          connect.mongo.sink.kcql<\/ul>\n
          INSERT INTO <MongoDB\u306e\u30b3\u30ec\u30af\u30b7\u30e7\u30f3\u540d> SELECT * FROM <Kafka\u306e\u30c8\u30d4\u30c3\u30af\u540d>\r\n<\/code><\/pre>\n
          \"kafka-connect-2.png\"<\/p>\n
          \u6811\u8393\u6d3e3\u4ee3
          \n\u6211\u4eec\u5c06\u4f7f\u7528SSH\u8fde\u63a5\u5230Raspberry Pi 3\u3002\u6211\u4eec\u5c06\u4f7f\u7528\u4e4b\u524d\u521b\u5efa\u7684Avro\u683c\u5f0f\u7684Python\u811a\u672c\u5c06\u6570\u636e\u53d1\u9001\u5230Kafka\u3002<\/p>\n
          from<\/span> bluepy.sensortag<\/span> import<\/span> SensorTag<\/span>\r\nimport<\/span> sys<\/span>\r\nimport<\/span> time<\/span>\r\nimport<\/span> calendar<\/span>\r\nimport<\/span> requests<\/span>\r\nfrom<\/span> confluent_kafka<\/span> import<\/span> avro<\/span>\r\nfrom<\/span> confluent_kafka.avro<\/span> import<\/span> AvroProducer<\/span>\r\n\r\ndef<\/span> main<\/span>():<\/span>\r\n    argvs<\/span> =<\/span> sys<\/span>.<\/span>argv<\/span>\r\n    argc<\/span> =<\/span> len<\/span>(<\/span>argvs<\/span>)<\/span>\r\n    if<\/span> (<\/span>argc<\/span> !=<\/span> 2<\/span>):<\/span>\r\n        print<\/span> 'Usage: # python {0} bd_address'<\/span>.<\/span>format<\/span>(<\/span>argvs<\/span>[<\/span>0<\/span>])<\/span>\r\n        quit<\/span>()<\/span>\r\n    bid<\/span> =<\/span> argvs<\/span>[<\/span>1<\/span>]<\/span>\r\n    print<\/span>(<\/span>'Connecting to '<\/span> +<\/span> bid<\/span>)<\/span>\r\n\r\n    timeout<\/span> =<\/span> 10.0<\/span>\r\n\r\n    tag<\/span> =<\/span> SensorTag<\/span>(<\/span>bid<\/span>)<\/span>\r\n    tag<\/span>.<\/span>IRtemperature<\/span>.<\/span>enable<\/span>()<\/span>\r\n    tag<\/span>.<\/span>humidity<\/span>.<\/span>enable<\/span>()<\/span>\r\n\r\n    time<\/span>.<\/span>sleep<\/span>(<\/span>1.0<\/span>)<\/span>\r\n\r\n    get_schema_req_data<\/span> =<\/span> requests<\/span>.<\/span>get<\/span>(<\/span>\r\n        \"http:\/\/<fast-data-dev\u306eIP\u30a2\u30c9\u30ec\u30b9>:8081\/subjects\/sensortag-avro-value\/versions\/latest\"<\/span>)<\/span>\r\n    get_schema_req_data<\/span>.<\/span>raise_for_status<\/span>()<\/span>\r\n\r\n    schema_string<\/span> =<\/span> get_schema_req_data<\/span>.<\/span>json<\/span>()[<\/span>'schema'<\/span>]<\/span>\r\n    value_schema<\/span> =<\/span> avro<\/span>.<\/span>loads<\/span>(<\/span>schema_string<\/span>)<\/span>\r\n\r\n    avroProducer<\/span> =<\/span> AvroProducer<\/span>({<\/span>\r\n        'api.version.request'<\/span>:<\/span>True<\/span>,<\/span>\r\n        'bootstrap.servers'<\/span>:<\/span> '<fast-data-dev\u306eIP\u30a2\u30c9\u30ec\u30b9>:9092'<\/span>,<\/span>\r\n        'schema.registry.url'<\/span>:<\/span> '<fast-data-dev\u306eIP\u30a2\u30c9\u30ec\u30b9>:8081'<\/span>\r\n    },<\/span> default_value_schema<\/span>=<\/span>value_schema<\/span>)<\/span>\r\n\r\n    while<\/span> True<\/span>:<\/span>\r\n        tAmb<\/span>,<\/span> tObj<\/span> =<\/span> tag<\/span>.<\/span>IRtemperature<\/span>.<\/span>read<\/span>()<\/span>\r\n        humidity<\/span>,<\/span> rh<\/span> =<\/span> tag<\/span>.<\/span>humidity<\/span>.<\/span>read<\/span>()<\/span>\r\n\r\n        value<\/span> =<\/span> {<\/span>\r\n            \"bid\"<\/span> :<\/span> bid<\/span>,<\/span>\r\n            \"time\"<\/span> :<\/span> calendar<\/span>.<\/span>timegm<\/span>(<\/span>time<\/span>.<\/span>gmtime<\/span>()),<\/span>\r\n            \"ambient\"<\/span>:<\/span> tAmb<\/span>,<\/span>\r\n            \"objecttemp\"<\/span>:<\/span> tObj<\/span>,<\/span>\r\n            \"humidity\"<\/span>:<\/span> humidity<\/span>,<\/span>\r\n            \"rh\"<\/span>:<\/span> rh<\/span>\r\n        }<\/span>\r\n\r\n        avroProducer<\/span>.<\/span>produce<\/span>(<\/span>topic<\/span>=<\/span>'sensortag-avro'<\/span>,<\/span> value<\/span>=<\/span>value<\/span>)<\/span>\r\n        avroProducer<\/span>.<\/span>flush<\/span>()<\/span>\r\n        print<\/span>(<\/span>value<\/span>)<\/span>\r\n        time<\/span>.<\/span>sleep<\/span>(<\/span>timeout<\/span>)<\/span>\r\n\r\n    tag<\/span>.<\/span>disconnect<\/span>()<\/span>\r\n    del<\/span> tag<\/span>\r\n\r\nif<\/span> __name__<\/span> ==<\/span> '__main__'<\/span>:<\/span>\r\n    main<\/span>()<\/span>\r\n<\/code><\/pre>\n
          \u5c06SensorTag\u7684BD\u5730\u5740\u4f20\u9012\u7ed9Python\u811a\u672c\u5e76\u6267\u884c\u3002\u6bcf10\u79d2\u53d1\u9001Avro\u683c\u5f0f\u7684\u6570\u636e\u5230Kafka\u7684sensortag-avro\u4e3b\u9898\u3002<\/p>\n
          $ python avro_producer_sensortag.py <SensorTag\u306eBD\u30a2\u30c9\u30ec\u30b9>\r\nConnecting to B0:B4:48:BE:5E:00\r\n{'bid': 'B0:B4:48:BE:5E:00', 'time': 1501541405, 'humidity': 26.9708251953125, 'objecttemp': 21.8125, 'ambient': 26.78125, 'rh': 73.62060546875}\r\n{'bid': 'B0:B4:48:BE:5E:00', 'time': 1501541416, 'humidity': 26.990966796875, 'objecttemp': 22.625, 'ambient': 26.8125, 'rh': 73.52294921875}\r\n<\/code><\/pre>\n
          MongoDB => \u83bd\u8c37\u6570\u636e\u5e93
          \n\u6211\u8fdb\u5165MongoDB\u5bb9\u5668\uff0c\u4f7f\u7528Kafka Connect UI\u8fde\u63a5\u5230\u5df2\u8bbe\u7f6e\u7684\u6570\u636e\u5e93\u3002\u901a\u8fc7KCQL\u4e2d\u7684INSERT INTO\u6307\u5b9a\u7684\u96c6\u5408\uff08sensortag\uff09\uff0c\u901a\u8fc7Kafka\u8f93\u51fa\u4e86SensorTag\u7684\u6570\u636e\u3002<\/p>\n
          $ docker-compose exec mongo mongo connect-db\r\n> show collections;\r\nsensortag\r\n> db.sensortag.find()\r\n{ \"_id\" : ObjectId(\"597fb4f4a7b11b00636cfc13\"), \"bid\" : \"B0:B4:48:BE:5E:00\", \"time\" : NumberLong(1501541619), \"ambient\" : 26.96875, \"objecttemp\" : 22.9375, \"humidity\" : 27.152099609375, \"rh\" : 73.52294921875 }\r\n{ \"_id\" : ObjectId(\"597fb4ffa7b11b00636cfc14\"), \"bid\" : \"B0:B4:48:BE:5E:00\", \"time\" : NumberLong(1501541630), \"ambient\" : 26.96875, \"objecttemp\" : 22.9375, \"humidity\" : 27.1722412109375, \"rh\" : 73.431396484375 }\r\n{ \"_id\" : ObjectId(\"597fb50ba7b11b00636cfc15\"), \"bid\" : \"B0:B4:48:BE:5E:00\", \"time\" : NumberLong(1501541642), \"ambient\" : 27, \"objecttemp\" : 23.15625, \"humidity\" : 27.18231201171875, \"rh\" : 73.431396484375 }\r\n<\/code><\/pre>\n","protected":false},"excerpt":{"rendered":"
          Kafka Connect\u662f\u4e00\u79cd\u5c06\u6570\u636e\u5e93\u3001KVS\u7b49\u5916\u90e8\u7cfb\u7edf\u4e0eKafka\u8fdb\u884c\u8fde\u63a5\u548c\u534f\u4f5c\u7684\u673a\u5236\u3002\u5b83\u662f\u7528\u4e8e\u53ef\u6269\u5c55\u7684\u6d41 […]<\/p>\n","protected":false},"author":7,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[227],"class_list":["post-29721","post","type-post","status-publish","format-standard","hentry","category-uncategorized","tag-227"],"yoast_head":"\n\u4f7f\u7528Python\u3001SensorTag\u3001Kafka\u3001Spark Streaming\u8fdb\u884c\u6d41\u6570\u636e\u5904\u7406 - \u7b2c\u56db\u90e8\u5206\uff1a\u4f7f\u7528Kafka Connect\u5c06\u6570\u636e\u8f93\u51fa\u5230MongoDB - Blog - Silicon Cloud<\/title>\n<meta name=\"description\" content=\"\u5173\u4e8e\u4f7f\u7528Python\u3001SensorTag\u3001Kafka\u3001Spark Streaming\u8fdb\u884c\u6d41\u6570\u636e\u5904\u7406 - \u7684\u6280\u672f\u6587\u7ae0\" \/>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.silicloud.com\/zh\/blog\/\u4f7f\u7528python\u3001sensortag\u3001kafka\u3001spark-streaming\u8fdb\u884c\u6d41\u6570\u636e\u5904\u7406-\u7b2c\u56db\u90e8\u5206\uff1a\u4f7f-2\/\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\u4f7f\u7528Python\u3001SensorTag\u3001Kafka\u3001Spark Streaming\u8fdb\u884c\u6d41\u6570\u636e\u5904\u7406 - \u7b2c\u56db\u90e8\u5206\uff1a\u4f7f\u7528Kafka Connect\u5c06\u6570\u636e\u8f93\u51fa\u5230MongoDB\" \/>\n<meta property=\"og:description\" content=\"\u5173\u4e8e\u4f7f\u7528Python\u3001SensorTag\u3001Kafka\u3001Spark Streaming\u8fdb\u884c\u6d41\u6570\u636e\u5904\u7406 - \u7684\u6280\u672f\u6587\u7ae0\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.silicloud.com\/zh\/blog\/\u4f7f\u7528python\u3001sensortag\u3001kafka\u3001spark-streaming\u8fdb\u884c\u6d41\u6570\u636e\u5904\u7406-\u7b2c\u56db\u90e8\u5206\uff1a\u4f7f-2\/\" \/>\n<meta property=\"og:site_name\" content=\"Blog - Silicon Cloud\" \/>\n<meta property=\"article:published_time\" content=\"2023-05-24T20:25:42+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2025-08-12T07:34:00+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d038737434c4406bd3d69\/4-0.png\" \/>\n<meta name=\"author\" content=\"\u79d1, \u9896\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"\u79d1, \u9896\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"1 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e8%bf%9b%e8%a1%8c%e6%b5%81%e6%95%b0%e6%8d%ae%e5%a4%84%e7%90%86-%e7%ac%ac%e5%9b%9b%e9%83%a8%e5%88%86%ef%bc%9a%e4%bd%bf-2\/\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e8%bf%9b%e8%a1%8c%e6%b5%81%e6%95%b0%e6%8d%ae%e5%a4%84%e7%90%86-%e7%ac%ac%e5%9b%9b%e9%83%a8%e5%88%86%ef%bc%9a%e4%bd%bf-2\/\",\"name\":\"\u4f7f\u7528Python\u3001SensorTag\u3001Kafka\u3001Spark Streaming\u8fdb\u884c\u6d41\u6570\u636e\u5904\u7406 - \u7b2c\u56db\u90e8\u5206\uff1a\u4f7f\u7528Kafka Connect\u5c06\u6570\u636e\u8f93\u51fa\u5230MongoDB - Blog - Silicon Cloud\",\"isPartOf\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\"},\"datePublished\":\"2023-05-24T20:25:42+00:00\",\"dateModified\":\"2025-08-12T07:34:00+00:00\",\"author\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/8ca01ba7f7362ad4edb7da206a12f29e\"},\"description\":\"\u5173\u4e8e\u4f7f\u7528Python\u3001SensorTag\u3001Kafka\u3001Spark Streaming\u8fdb\u884c\u6d41\u6570\u636e\u5904\u7406 - \u7684\u6280\u672f\u6587\u7ae0\",\"breadcrumb\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e8%bf%9b%e8%a1%8c%e6%b5%81%e6%95%b0%e6%8d%ae%e5%a4%84%e7%90%86-%e7%ac%ac%e5%9b%9b%e9%83%a8%e5%88%86%ef%bc%9a%e4%bd%bf-2\/#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e8%bf%9b%e8%a1%8c%e6%b5%81%e6%95%b0%e6%8d%ae%e5%a4%84%e7%90%86-%e7%ac%ac%e5%9b%9b%e9%83%a8%e5%88%86%ef%bc%9a%e4%bd%bf-2\/\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e8%bf%9b%e8%a1%8c%e6%b5%81%e6%95%b0%e6%8d%ae%e5%a4%84%e7%90%86-%e7%ac%ac%e5%9b%9b%e9%83%a8%e5%88%86%ef%bc%9a%e4%bd%bf-2\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.silicloud.com\/zh\/blog\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u4f7f\u7528Python\u3001SensorTag\u3001Kafka\u3001Spark Streaming\u8fdb\u884c\u6d41\u6570\u636e\u5904\u7406 – \u7b2c\u56db\u90e8\u5206\uff1a\u4f7f\u7528Kafka Connect\u5c06\u6570\u636e\u8f93\u51fa\u5230MongoDB\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/\",\"name\":\"Blog - Silicon Cloud\",\"description\":\"\",\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/8ca01ba7f7362ad4edb7da206a12f29e\",\"name\":\"\u79d1, \u9896\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/8a6fb3cc7ba2f69d2189ba532aec4633ea7ed75ac0af162ec367cb3abc0fb2af?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/8a6fb3cc7ba2f69d2189ba532aec4633ea7ed75ac0af162ec367cb3abc0fb2af?s=96&d=mm&r=g\",\"caption\":\"\u79d1, \u9896\"},\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/author\/keying\/\"},{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e8%bf%9b%e8%a1%8c%e6%b5%81%e6%95%b0%e6%8d%ae%e5%a4%84%e7%90%86-%e7%ac%ac%e5%9b%9b%e9%83%a8%e5%88%86%ef%bc%9a%e4%bd%bf-2\/#local-main-organization-logo\",\"url\":\"\",\"contentUrl\":\"\",\"caption\":\"Blog - Silicon Cloud\"}]}<\/script>\n<!-- \/ Yoast SEO Premium plugin. -->","yoast_head_json":{"title":"\u4f7f\u7528Python\u3001SensorTag\u3001Kafka\u3001Spark Streaming\u8fdb\u884c\u6d41\u6570\u636e\u5904\u7406 - \u7b2c\u56db\u90e8\u5206\uff1a\u4f7f\u7528Kafka Connect\u5c06\u6570\u636e\u8f93\u51fa\u5230MongoDB - Blog - Silicon Cloud","description":"\u5173\u4e8e\u4f7f\u7528Python\u3001SensorTag\u3001Kafka\u3001Spark Streaming\u8fdb\u884c\u6d41\u6570\u636e\u5904\u7406 - \u7684\u6280\u672f\u6587\u7ae0","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.silicloud.com\/zh\/blog\/\u4f7f\u7528python\u3001sensortag\u3001kafka\u3001spark-streaming\u8fdb\u884c\u6d41\u6570\u636e\u5904\u7406-\u7b2c\u56db\u90e8\u5206\uff1a\u4f7f-2\/","og_locale":"zh_CN","og_type":"article","og_title":"\u4f7f\u7528Python\u3001SensorTag\u3001Kafka\u3001Spark Streaming\u8fdb\u884c\u6d41\u6570\u636e\u5904\u7406 - \u7b2c\u56db\u90e8\u5206\uff1a\u4f7f\u7528Kafka Connect\u5c06\u6570\u636e\u8f93\u51fa\u5230MongoDB","og_description":"\u5173\u4e8e\u4f7f\u7528Python\u3001SensorTag\u3001Kafka\u3001Spark Streaming\u8fdb\u884c\u6d41\u6570\u636e\u5904\u7406 - \u7684\u6280\u672f\u6587\u7ae0","og_url":"https:\/\/www.silicloud.com\/zh\/blog\/\u4f7f\u7528python\u3001sensortag\u3001kafka\u3001spark-streaming\u8fdb\u884c\u6d41\u6570\u636e\u5904\u7406-\u7b2c\u56db\u90e8\u5206\uff1a\u4f7f-2\/","og_site_name":"Blog - Silicon Cloud","article_published_time":"2023-05-24T20:25:42+00:00","article_modified_time":"2025-08-12T07:34:00+00:00","og_image":[{"url":"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d038737434c4406bd3d69\/4-0.png"}],"author":"\u79d1, \u9896","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"\u79d1, \u9896","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"1 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e8%bf%9b%e8%a1%8c%e6%b5%81%e6%95%b0%e6%8d%ae%e5%a4%84%e7%90%86-%e7%ac%ac%e5%9b%9b%e9%83%a8%e5%88%86%ef%bc%9a%e4%bd%bf-2\/","url":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e8%bf%9b%e8%a1%8c%e6%b5%81%e6%95%b0%e6%8d%ae%e5%a4%84%e7%90%86-%e7%ac%ac%e5%9b%9b%e9%83%a8%e5%88%86%ef%bc%9a%e4%bd%bf-2\/","name":"\u4f7f\u7528Python\u3001SensorTag\u3001Kafka\u3001Spark Streaming\u8fdb\u884c\u6d41\u6570\u636e\u5904\u7406 - \u7b2c\u56db\u90e8\u5206\uff1a\u4f7f\u7528Kafka Connect\u5c06\u6570\u636e\u8f93\u51fa\u5230MongoDB - Blog - Silicon Cloud","isPartOf":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website"},"datePublished":"2023-05-24T20:25:42+00:00","dateModified":"2025-08-12T07:34:00+00:00","author":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/8ca01ba7f7362ad4edb7da206a12f29e"},"description":"\u5173\u4e8e\u4f7f\u7528Python\u3001SensorTag\u3001Kafka\u3001Spark Streaming\u8fdb\u884c\u6d41\u6570\u636e\u5904\u7406 - \u7684\u6280\u672f\u6587\u7ae0","breadcrumb":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e8%bf%9b%e8%a1%8c%e6%b5%81%e6%95%b0%e6%8d%ae%e5%a4%84%e7%90%86-%e7%ac%ac%e5%9b%9b%e9%83%a8%e5%88%86%ef%bc%9a%e4%bd%bf-2\/#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e8%bf%9b%e8%a1%8c%e6%b5%81%e6%95%b0%e6%8d%ae%e5%a4%84%e7%90%86-%e7%ac%ac%e5%9b%9b%e9%83%a8%e5%88%86%ef%bc%9a%e4%bd%bf-2\/"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e8%bf%9b%e8%a1%8c%e6%b5%81%e6%95%b0%e6%8d%ae%e5%a4%84%e7%90%86-%e7%ac%ac%e5%9b%9b%e9%83%a8%e5%88%86%ef%bc%9a%e4%bd%bf-2\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.silicloud.com\/zh\/blog\/"},{"@type":"ListItem","position":2,"name":"\u4f7f\u7528Python\u3001SensorTag\u3001Kafka\u3001Spark Streaming\u8fdb\u884c\u6d41\u6570\u636e\u5904\u7406 – \u7b2c\u56db\u90e8\u5206\uff1a\u4f7f\u7528Kafka Connect\u5c06\u6570\u636e\u8f93\u51fa\u5230MongoDB"}]},{"@type":"WebSite","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website","url":"https:\/\/www.silicloud.com\/zh\/blog\/","name":"Blog - Silicon Cloud","description":"","inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/8ca01ba7f7362ad4edb7da206a12f29e","name":"\u79d1, \u9896","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/8a6fb3cc7ba2f69d2189ba532aec4633ea7ed75ac0af162ec367cb3abc0fb2af?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/8a6fb3cc7ba2f69d2189ba532aec4633ea7ed75ac0af162ec367cb3abc0fb2af?s=96&d=mm&r=g","caption":"\u79d1, \u9896"},"url":"https:\/\/www.silicloud.com\/zh\/blog\/author\/keying\/"},{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e8%bf%9b%e8%a1%8c%e6%b5%81%e6%95%b0%e6%8d%ae%e5%a4%84%e7%90%86-%e7%ac%ac%e5%9b%9b%e9%83%a8%e5%88%86%ef%bc%9a%e4%bd%bf-2\/#local-main-organization-logo","url":"","contentUrl":"","caption":"Blog - Silicon Cloud"}]}},"_links":{"self":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/29721","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/users\/7"}],"replies":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/comments?post=29721"}],"version-history":[{"count":3,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/29721\/revisions"}],"predecessor-version":[{"id":111544,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/29721\/revisions\/111544"}],"wp:attachment":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/media?parent=29721"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/categories?post=29721"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/tags?post=29721"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}