{"id":46811,"date":"2022-11-30T05:16:54","date_gmt":"2024-01-17T16:14:23","guid":{"rendered":"https:\/\/www.silicloud.com\/zh\/blog\/python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86-%e7%ac%ac3%e9%83%a8%e5%88%86%ef%bc%9aapache-avro%e5%92%8cschema-registry\/"},"modified":"2024-04-29T03:04:42","modified_gmt":"2024-04-28T19:04:42","slug":"python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86-%e7%ac%ac3%e9%83%a8%e5%88%86%ef%bc%9aapache-avro%e5%92%8cschema-registry","status":"publish","type":"post","link":"https:\/\/www.silicloud.com\/zh\/blog\/python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86-%e7%ac%ac3%e9%83%a8%e5%88%86%ef%bc%9aapache-avro%e5%92%8cschema-registry\/","title":{"rendered":"Python\u3001SensorTag\u3001Kafka\u3001Spark Streaming\u7684\u6d41\u5904\u7406 – \u7b2c3\u90e8\u5206\uff1aApache Avro\u548cSchema Registry"},"content":{"rendered":"

Landoop\u63d0\u4f9b\u7684fast-data-dev\u7684Docker\u955c\u50cf\u5305\u542b\u4e86Confluent\u5f00\u6e90\u7684Schema Registry\u548cSchema Registry UI Web\u5de5\u5177\u3002\u4e0a\u4e00\u6b21\u6211\u4eec\u5c06SensorTag\u7684\u6570\u636e\u4ee5JSON\u683c\u5f0f\u53d1\u9001\u5230Kafka\uff0c\u73b0\u5728\u6211\u4eec\u4e5f\u8bd5\u8bd5Apache Avro\u683c\u5f0f\u3002Apache Avro\u63d0\u4f9b\u4e86\u901a\u8fc7\u5e8f\u5217\u5316\u548c\u4e0e\u8bed\u8a00\u65e0\u5173\u7684\u6a21\u5f0f\u6765\u8fdb\u884c\u6570\u636e\u4ea4\u6362\u7684\u673a\u5236\u3002Schema Registry\u662f\u7528\u4e8e\u96c6\u4e2d\u7ba1\u7406Avro\u6a21\u5f0f\u7684\u5b58\u50a8\uff0c\u53ef\u4ee5\u901a\u8fc7REST API\u8fdb\u884c\u64cd\u4f5c\u3002<\/p>\n

\u6a21\u5f0f\u6ce8\u518c\u8868<\/h2>\n

\u53ef\u4ee5\u5229\u7528\u672c\u5730\u7684Avro\u6a21\u5f0f\u6587\u4ef6\u6765\u5e8f\u5217\u5316\u6570\u636e\uff0c\u4f46\u901a\u8fc7Schema Registry\u8fdb\u884c\u96c6\u4e2d\u7ba1\u7406\u53ef\u4ee5\u4f7f\u53cd\u5e8f\u5217\u5316Avro\u6d88\u606f\u7684\u4e00\u65b9\u53ef\u4ee5\u53c2\u8003\u5171\u4eab\u7684\u6570\u636e\u683c\u5f0f\u3002<\/p>\n

\u6a21\u5f0f\u6ce8\u518c\u8868\u754c\u9762<\/h3>\n

\u4ecefast-data-dev\u7684\u4e3b\u9875\u9762\u70b9\u51fbSCHEMAS\uff0c\u5c06\u6253\u5f00Schema Registry UI\u9875\u9762\u3002\u70b9\u51fb\u5de6\u4e0a\u89d2\u7684NEW\u6309\u94ae\uff0c\u5c06\u542f\u52a8\u4e00\u4e2a\u63cf\u8ff0Avro\u6a21\u5f0f\u7684\u7f16\u8f91\u5668\u3002<\/p>\n

\"schema-registry.png\"<\/div>\n

\u4f60\u53ef\u4ee5\u4f7f\u7528Schema Registry UI\u7684\u7f16\u8f91\u5668\u7f16\u5199Avro\u6a21\u5f0f\u3002\u5728\u4fdd\u5b58\u4e4b\u524d\uff0c\u4f60\u53ef\u4ee5\u9a8c\u8bc1\u7f16\u5199\u7684JSON\u662f\u5426\u7b26\u5408\u6b63\u786e\u7684\u683c\u5f0f\u3002<\/p>\n

\u8868\u55ae\u7684Subject Name\uff0c\u5982\u679c\u662fvalue schema\uff0c\u64da\u8aaa\u61c9\u8a72\u5beb\u6210\u4e3b\u984c\u540d-value\u3002\u5f9eSensorTag\u4ee5Avro\u683c\u5f0f\u50b3\u9001\u7684\u4e3b\u984c\u540d\u7a31\u662fsensortag-avro\uff0c\u6240\u4ee5\u5728\u9019\u7a2e\u60c5\u6cc1\u4e0b\uff0c\u61c9\u8a72\u662fsensortag-avro-value\u3002\u5728Schema\u7684\u5b57\u6bb5\u4e2d\uff0c\u7528JSON\u683c\u5f0f\u8a18\u8ff0SensorTag\u7528\u7684Avro Schema\u3002<\/p>\n

{<\/span>\r\n  \"type\"<\/span>:<\/span> \"record\"<\/span>,<\/span>\r\n  \"name\"<\/span>:<\/span> \"SensorAvroValue\"<\/span>,<\/span>\r\n  \"fields\"<\/span>:<\/span> [<\/span>\r\n    {<\/span>\r\n      \"name\"<\/span>:<\/span> \"bid\"<\/span>,<\/span>\r\n      \"type\"<\/span>:<\/span> \"string\"<\/span>\r\n    },<\/span>\r\n    {<\/span>\r\n      \"name\"<\/span>:<\/span> \"time\"<\/span>,<\/span>\r\n      \"type\"<\/span>:<\/span> \"long\"<\/span>\r\n    },<\/span>\r\n    {<\/span>\r\n      \"name\"<\/span>:<\/span> \"ambient\"<\/span>,<\/span>\r\n      \"type\"<\/span>:<\/span> \"double\"<\/span>\r\n    },<\/span>\r\n    {<\/span>\r\n      \"name\"<\/span>:<\/span> \"objecttemp\"<\/span>,<\/span>\r\n      \"type\"<\/span>:<\/span> \"double\"<\/span>\r\n    },<\/span>\r\n    {<\/span>\r\n      \"name\"<\/span>:<\/span> \"humidity\"<\/span>,<\/span>\r\n      \"type\"<\/span>:<\/span> \"double\"<\/span>\r\n    },<\/span>\r\n    {<\/span>\r\n      \"name\"<\/span>:<\/span> \"rh\"<\/span>,<\/span>\r\n      \"type\"<\/span>:<\/span> \"double\"<\/span>\r\n    }<\/span>\r\n  ]<\/span>\r\n}<\/span>\r\n<\/code><\/pre>\n
\u6811\u8393\u6d3e3\u4ee3<\/h2>\n
\u8fd9\u4e00\u6b21\uff0c\u6211\u4eec\u5c06\u4f7f\u7528\u652f\u6301Avro\u683c\u5f0f\u7684confluent-kafka-python\u4f5c\u4e3aRaspberry Pi 3\u7684Kafka Python\u5ba2\u6237\u7aef\uff0c\u800c\u4e0a\u4e00\u6b21\u4f7f\u7528\u7684\u662fkafka-python\u3002<\/p>\n
\u5b89\u88c5librdkafka\u3002<\/h3>\n
\u4e3a\u4e86\u5b89\u88c5confluent-kafka-python\uff0c\u9700\u8981librdkafka\u7684\u5934\u6587\u4ef6\u3002\u8bf7\u5148\u6784\u5efalibrdkafka\u5e76\u66f4\u65b0\u5171\u4eab\u5e93\u4fe1\u606f\u3002<\/p>\n
$ sudo apt-get update && sudo apt-get install git build-essential -y\r\n$ git clone https:\/\/github.com\/edenhill\/librdkafka.git\r\n$ cd librdkafka\r\n$ .\/configure \r\n$ make && sudo make install\r\n$ sudo ldconfig\r\n<\/code><\/pre>\n
\u5b89\u88c5 confluent-kafka<\/h3>\n
\u5982\u679c\u4f7f\u7528 Avro \u683c\u5f0f\uff0c\u9700\u8981 Python \u7684\u5934\u6587\u4ef6\u3002\u5728\u4f7f\u7528 Avro \u683c\u5f0f\u65f6\uff0cpip \u5305\u7684\u540d\u79f0\u662f confluent-kafka[avro]\u3002\u5982\u679c\u4e0d\u9700\u8981 Avro\uff0c\u53ea\u9700\u4f7f\u7528 confluent-kafka\u3002<\/p>\n
$ sudo apt-get update && sudo apt-get install python-dev -y\r\n$ sudo pip install confluent-kafka[avro]\r\n<\/code><\/pre>\n
\u963f\u5f17\u7f57\u751f\u4ea7\u8005<\/h3>\n
\u6839\u636e\u5b98\u65b9\u7684confluent-kafka-python\u9875\u9762\u4e0a\u7684\u4ee3\u7801\u53c2\u8003\uff0c\u7f16\u5199Avro Producer\u3002\u5b98\u65b9\u793a\u4f8b\u4e2d\u4f7f\u7528\u672c\u5730\u7684\u6a21\u5f0f\u6587\u4ef6\u3002\u7531\u4e8e\u4f3c\u4e4e\u6ca1\u6709\u5b9e\u73b0\u4eceSchema Registry\u83b7\u53d6\u6a21\u5f0f\u7684\u529f\u80fd\uff0c\u6240\u4ee5\u6211\u4eec\u9700\u8981\u901a\u8fc7Schema Registry\u7684REST API\u76f4\u63a5\u83b7\u53d6\u6a21\u5f0f\u4f5c\u4e3a\u5b57\u7b26\u4e32\uff0c\u5e76\u591a\u82b1\u4e00\u4e9b\u65f6\u95f4\u6765\u5b9e\u65bd\u3002<\/p>\n
from<\/span> bluepy.sensortag<\/span> import<\/span> SensorTag<\/span>\r\nimport<\/span> sys<\/span>\r\nimport<\/span> time<\/span>\r\nimport<\/span> calendar<\/span>\r\nimport<\/span> requests<\/span>\r\nfrom<\/span> confluent_kafka<\/span> import<\/span> avro<\/span>\r\nfrom<\/span> confluent_kafka.avro<\/span> import<\/span> AvroProducer<\/span>\r\n\r\ndef<\/span> main<\/span>():<\/span>\r\n    argvs<\/span> =<\/span> sys<\/span>.<\/span>argv<\/span>\r\n    argc<\/span> =<\/span> len<\/span>(<\/span>argvs<\/span>)<\/span>\r\n    if<\/span> (<\/span>argc<\/span> !=<\/span> 2<\/span>):<\/span>\r\n        print<\/span> 'Usage: # python {0} bd_address'<\/span>.<\/span>format<\/span>(<\/span>argvs<\/span>[<\/span>0<\/span>])<\/span>\r\n        quit<\/span>()<\/span>\r\n    bid<\/span> =<\/span> argvs<\/span>[<\/span>1<\/span>]<\/span>\r\n    print<\/span>(<\/span>'Connecting to '<\/span> +<\/span> bid<\/span>)<\/span>\r\n\r\n    timeout<\/span> =<\/span> 10.0<\/span>\r\n\r\n    tag<\/span> =<\/span> SensorTag<\/span>(<\/span>bid<\/span>)<\/span>\r\n    tag<\/span>.<\/span>IRtemperature<\/span>.<\/span>enable<\/span>()<\/span>\r\n    tag<\/span>.<\/span>humidity<\/span>.<\/span>enable<\/span>()<\/span>\r\n\r\n    time<\/span>.<\/span>sleep<\/span>(<\/span>1.0<\/span>)<\/span>\r\n\r\n    get_schema_req_data<\/span> =<\/span> requests<\/span>.<\/span>get<\/span>(<\/span>\r\n        \"http:\/\/<fast-data-dev\u306eIP\u30a2\u30c9\u30ec\u30b9>:8081\/subjects\/sensortag-avro-value\/versions\/latest\"<\/span>)<\/span>\r\n    get_schema_req_data<\/span>.<\/span>raise_for_status<\/span>()<\/span>\r\n\r\n    schema_string<\/span> =<\/span> get_schema_req_data<\/span>.<\/span>json<\/span>()[<\/span>'schema'<\/span>]<\/span>\r\n    value_schema<\/span> =<\/span> avro<\/span>.<\/span>loads<\/span>(<\/span>schema_string<\/span>)<\/span>\r\n\r\n    avroProducer<\/span> =<\/span> AvroProducer<\/span>({<\/span>\r\n        'api.version.request'<\/span>:<\/span>True<\/span>,<\/span>\r\n        'bootstrap.servers'<\/span>:<\/span> '<fast-data-dev\u306eIP\u30a2\u30c9\u30ec\u30b9>:9092'<\/span>,<\/span>\r\n        'schema.registry.url'<\/span>:<\/span> '<fast-data-dev\u306eIP\u30a2\u30c9\u30ec\u30b9>:8081'<\/span>\r\n    },<\/span> default_value_schema<\/span>=<\/span>value_schema<\/span>)<\/span>\r\n\r\n    while<\/span> True<\/span>:<\/span>\r\n        tAmb<\/span>,<\/span> tObj<\/span> =<\/span> tag<\/span>.<\/span>IRtemperature<\/span>.<\/span>read<\/span>()<\/span>\r\n        humidity<\/span>,<\/span> rh<\/span> =<\/span> tag<\/span>.<\/span>humidity<\/span>.<\/span>read<\/span>()<\/span>\r\n\r\n        value<\/span> =<\/span> {<\/span>\r\n            \"bid\"<\/span> :<\/span> bid<\/span>,<\/span>\r\n            \"time\"<\/span> :<\/span> calendar<\/span>.<\/span>timegm<\/span>(<\/span>time<\/span>.<\/span>gmtime<\/span>()),<\/span>\r\n            \"ambient\"<\/span>:<\/span> tAmb<\/span>,<\/span>\r\n            \"objecttemp\"<\/span>:<\/span> tObj<\/span>,<\/span>\r\n            \"humidity\"<\/span>:<\/span> humidity<\/span>,<\/span>\r\n            \"rh\"<\/span>:<\/span> rh<\/span>\r\n        }<\/span>\r\n\r\n        avroProducer<\/span>.<\/span>produce<\/span>(<\/span>topic<\/span>=<\/span>'sensortag-avro'<\/span>,<\/span> value<\/span>=<\/span>value<\/span>)<\/span>\r\n        avroProducer<\/span>.<\/span>flush<\/span>()<\/span>\r\n        print<\/span>(<\/span>value<\/span>)<\/span>\r\n        time<\/span>.<\/span>sleep<\/span>(<\/span>timeout<\/span>)<\/span>\r\n\r\n    tag<\/span>.<\/span>disconnect<\/span>()<\/span>\r\n    del<\/span> tag<\/span>\r\n\r\nif<\/span> __name__<\/span> ==<\/span> '__main__'<\/span>:<\/span>\r\n    main<\/span>()<\/span>\r\n<\/code><\/pre>\n
\u4f7f\u7528 hcitool \u6765\u786e\u8ba4 SensorTag \u7684 BD \u5730\u5740\u3002<\/p>\n
$ sudo hcitool lescan\r\nLE Scan ...\r\n...\r\nB0:B4:48:BE:5E:00 CC2650 SensorTag\r\n...\r\n<\/code><\/pre>\n
\u4f7f\u7528BD\u5730\u5740\u4f5c\u4e3a\u53c2\u6570\u6765\u6267\u884cPython\u811a\u672c\u3002<\/p>\n
$ python avro_producer_sensortag.py <SensorTag\u306eBD\u30a2\u30c9\u30ec\u30b9>\r\n<\/code><\/pre>\n
\u6211\u5011\u5c07\u958b\u59cb\u5c07\u4ee5\u4e0b\u985e\u4f3c\u7684\u65e5\u8a8c\u8f38\u51fa\u767c\u9001\u5230Kafka\u4ee3\u7406\u5668\u3002<\/p>\n
{'bid': 'B0:B4:48:BE:5E:00', 'time': 1501495463, 'humidity': 27.04132080078125, 'objecttemp': 22.5, 'ambient': 26.84375, 'rh': 69.05517578125}\r\n{'bid': 'B0:B4:48:BE:5E:00', 'time': 1501495475, 'humidity': 27.02117919921875, 'objecttemp': 22.75, 'ambient': 26.84375, 'rh': 69.05517578125}\r\n{'bid': 'B0:B4:48:BE:5E:00', 'time': 1501495486, 'humidity': 27.04132080078125, 'objecttemp': 22.96875, 'ambient': 26.84375, 'rh': 69.05517578125}\r\n<\/code><\/pre>\n
\u8bf7\u7528\u591a\u79cd\u65b9\u5f0f\u89e3\u91ca\u8fd9\u4e2a\u6982\u5ff5\u3002<\/p>\n
Avro \u6d88\u8d39\u8005<\/h3>\n
Avro Consumer\u7684\u4ee3\u7801\u76f4\u63a5\u4f7f\u7528\u4e86confluent-kafka-python\u5e93\u4e2d\u7684\u793a\u4f8b\u3002<\/p>\n
import<\/span> requests<\/span>\r\nfrom<\/span> confluent_kafka<\/span> import<\/span> KafkaError<\/span>\r\nfrom<\/span> confluent_kafka.avro<\/span> import<\/span> AvroConsumer<\/span>\r\nfrom<\/span> confluent_kafka.avro.serializer<\/span> import<\/span> SerializerError<\/span>\r\n\r\nc<\/span> =<\/span> AvroConsumer<\/span>({<\/span>\r\n    'api.version.request'<\/span>:<\/span>True<\/span>,<\/span>\r\n    'bootstrap.servers'<\/span>:<\/span> '<fast-data-dev\u306eIP\u30a2\u30c9\u30ec\u30b9>:9092'<\/span>,<\/span>\r\n    'group.id'<\/span>:<\/span> 'raspiavro'<\/span>,<\/span>\r\n    'schema.registry.url'<\/span>:<\/span> 'http:\/\/<fast-data-dev\u306eIP\u30a2\u30c9\u30ec\u30b9>:8081'<\/span>})<\/span>\r\nc<\/span>.<\/span>subscribe<\/span>([<\/span>'sensortag-avro'<\/span>])<\/span>\r\n\r\nrunning<\/span> =<\/span> True<\/span>\r\nwhile<\/span> running<\/span>:<\/span>\r\n    try<\/span>:<\/span>\r\n        msg<\/span> =<\/span> c<\/span>.<\/span>poll<\/span>(<\/span>10<\/span>)<\/span>\r\n        print<\/span>(<\/span>msg<\/span>)<\/span>\r\n        if<\/span> msg<\/span>:<\/span>\r\n            if<\/span> not<\/span> msg<\/span>.<\/span>error<\/span>():<\/span>\r\n                print<\/span>(<\/span>msg<\/span>.<\/span>value<\/span>())<\/span>\r\n            elif<\/span> msg<\/span>.<\/span>error<\/span>().<\/span>code<\/span>()<\/span> !=<\/span> KafkaError<\/span>.<\/span>_PARTITION_EOF<\/span>:<\/span>\r\n                print<\/span>(<\/span>msg<\/span>.<\/span>error<\/span>())<\/span>\r\n                running<\/span> =<\/span> False<\/span>\r\n    except<\/span> SerializerError<\/span> as<\/span> e<\/span>:<\/span>\r\n        print<\/span>(<\/span>\"Message deserialization failed for %s: %s\"<\/span> %<\/span> (<\/span>msg<\/span>,<\/span> e<\/span>))<\/span>\r\n        running<\/span> =<\/span> False<\/span>\r\n\r\nc<\/span>.<\/span>close<\/span>()<\/span>\r\n<\/code><\/pre>\n
\u6267\u884c\u7f16\u5199\u597d\u7684Python\u811a\u672c\u3002<\/p>\n
$ python avro_consumer_sensortag.py\r\n<\/code><\/pre>\n
\u5728\u793a\u4f8b\u4e2d\uff0c\u6211\u4eec\u4f7f\u752810\u79d2\u95f4\u9694\u8fdb\u884c\u8f6e\u8be2\u3002\u5982\u679c\u65f6\u95f4\u4e0d\u5339\u914d\uff0c\u5c06\u65e0\u6cd5\u83b7\u53d6\u6570\u636e\uff0c\u56e0\u6b64\u4f1a\u8fd4\u56deNone\u3002<\/p>\n
<cimpl.Message object at 0x7655de88>\r\n<cimpl.Message object at 0x764ee6f0>\r\n{u'bid': u'B0:B4:48:BE:5E:00', u'time': 1501495204L, u'humidity': 27.27294921875, u'objecttemp': 22.78125, u'ambient': 27.09375, u'rh': 69.671630859375}\r\n<cimpl.Message object at 0x7655de88>\r\nNone\r\n<cimpl.Message object at 0x7655de88>\r\n{u'bid': u'B0:B4:48:BE:5E:00', u'time': 1501495215L, u'humidity': 27.26287841796875, u'objecttemp': 22.9375, u'ambient': 27.09375, u'rh': 69.671630859375}\r\n<cimpl.Message object at 0x747caa98>\r\n<\/code><\/pre>\n
kafka-avro-console-consumer \u7684\u4e2d\u6587\u7ffb\u8bd1\uff1a\u5361\u592b\u5361Avro\u63a7\u5236\u53f0\u6d88\u8d39\u8005\u3002<\/h3>\n
\u6700\u540e\uff0c\u6211\u4eec\u4e5f\u53ef\u4ee5\u901a\u8fc7\u670d\u52a1\u5668\u7aef\u7684kafka-avro-console-consumer\u547d\u4ee4\u6765\u83b7\u53d6\u6d88\u606f\u3002<\/p>\n
$ docker-compose exec kafka-stack \\\r\n  kafka-avro-console-consumer \\\r\n  --bootstrap-server localhost:9092 \\\r\n  --topic sensortag-avro\r\n<\/code><\/pre>\n
\u8fd9\u91cc\u4e5f\u53ef\u4ee5\u83b7\u53d6SensorTag\u7684\u6570\u636e\u3002<\/p>\n
{\"bid\":\"B0:B4:48:BE:5E:00\",\"time\":1501495384,\"ambient\":26.9375,\"objecttemp\":22.96875,\"humidity\":27.11181640625,\"rh\":69.05517578125}\r\n{\"bid\":\"B0:B4:48:BE:5E:00\",\"time\":1501495396,\"ambient\":26.90625,\"objecttemp\":22.6875,\"humidity\":27.0916748046875,\"rh\":69.05517578125}\r\n<\/code><\/pre>\n","protected":false},"excerpt":{"rendered":"
Landoop\u63d0\u4f9b\u7684fast-data-dev\u7684Docker\u955c\u50cf\u5305\u542b\u4e86Confluent\u5f00\u6e90\u7684Schema R […]<\/p>\n","protected":false},"author":10,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-46811","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"yoast_head":"\nPython\u3001SensorTag\u3001Kafka\u3001Spark Streaming\u7684\u6d41\u5904\u7406 - \u7b2c3\u90e8\u5206\uff1aApache Avro\u548cSchema Registry - Blog - Silicon Cloud<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.silicloud.com\/zh\/blog\/python\u3001sensortag\u3001kafka\u3001spark-streaming\u7684\u6d41\u5904\u7406-\u7b2c3\u90e8\u5206\uff1aapache-avro\u548cschema-registry\/\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"Python\u3001SensorTag\u3001Kafka\u3001Spark Streaming\u7684\u6d41\u5904\u7406 - \u7b2c3\u90e8\u5206\uff1aApache Avro\u548cSchema Registry\" \/>\n<meta property=\"og:description\" content=\"Landoop\u63d0\u4f9b\u7684fast-data-dev\u7684Docker\u955c\u50cf\u5305\u542b\u4e86Confluent\u5f00\u6e90\u7684Schema R […]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.silicloud.com\/zh\/blog\/python\u3001sensortag\u3001kafka\u3001spark-streaming\u7684\u6d41\u5904\u7406-\u7b2c3\u90e8\u5206\uff1aapache-avro\u548cschema-registry\/\" \/>\n<meta property=\"og:site_name\" content=\"Blog - Silicon Cloud\" \/>\n<meta property=\"article:published_time\" content=\"2024-01-17T16:14:23+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2024-04-28T19:04:42+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7aee913a08637a697a61\/5-0.png\" \/>\n<meta name=\"author\" content=\"\u5b87, \u534e\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"\u5b87, \u534e\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"3 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86-%e7%ac%ac3%e9%83%a8%e5%88%86%ef%bc%9aapache-avro%e5%92%8cschema-registry\/\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86-%e7%ac%ac3%e9%83%a8%e5%88%86%ef%bc%9aapache-avro%e5%92%8cschema-registry\/\",\"name\":\"Python\u3001SensorTag\u3001Kafka\u3001Spark Streaming\u7684\u6d41\u5904\u7406 - \u7b2c3\u90e8\u5206\uff1aApache Avro\u548cSchema Registry - Blog - Silicon Cloud\",\"isPartOf\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\"},\"datePublished\":\"2024-01-17T16:14:23+00:00\",\"dateModified\":\"2024-04-28T19:04:42+00:00\",\"author\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/513018e4e121d3add1b7c5de8be21458\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86-%e7%ac%ac3%e9%83%a8%e5%88%86%ef%bc%9aapache-avro%e5%92%8cschema-registry\/#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.silicloud.com\/zh\/blog\/python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86-%e7%ac%ac3%e9%83%a8%e5%88%86%ef%bc%9aapache-avro%e5%92%8cschema-registry\/\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86-%e7%ac%ac3%e9%83%a8%e5%88%86%ef%bc%9aapache-avro%e5%92%8cschema-registry\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.silicloud.com\/zh\/blog\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Python\u3001SensorTag\u3001Kafka\u3001Spark Streaming\u7684\u6d41\u5904\u7406 – \u7b2c3\u90e8\u5206\uff1aApache Avro\u548cSchema Registry\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/\",\"name\":\"Blog - Silicon Cloud\",\"description\":\"\",\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/513018e4e121d3add1b7c5de8be21458\",\"name\":\"\u5b87, \u534e\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/63cd45cbc05a35fc4ff7637a163c83c4962ef58d27472726c3a3e0c9c5194f0f?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/63cd45cbc05a35fc4ff7637a163c83c4962ef58d27472726c3a3e0c9c5194f0f?s=96&d=mm&r=g\",\"caption\":\"\u5b87, \u534e\"},\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/author\/yuhua\/\"},{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86-%e7%ac%ac3%e9%83%a8%e5%88%86%ef%bc%9aapache-avro%e5%92%8cschema-registry\/#local-main-organization-logo\",\"url\":\"\",\"contentUrl\":\"\",\"caption\":\"Blog - Silicon Cloud\"}]}<\/script>\n<!-- \/ Yoast SEO Premium plugin. -->","yoast_head_json":{"title":"Python\u3001SensorTag\u3001Kafka\u3001Spark Streaming\u7684\u6d41\u5904\u7406 - \u7b2c3\u90e8\u5206\uff1aApache Avro\u548cSchema Registry - Blog - Silicon Cloud","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.silicloud.com\/zh\/blog\/python\u3001sensortag\u3001kafka\u3001spark-streaming\u7684\u6d41\u5904\u7406-\u7b2c3\u90e8\u5206\uff1aapache-avro\u548cschema-registry\/","og_locale":"zh_CN","og_type":"article","og_title":"Python\u3001SensorTag\u3001Kafka\u3001Spark Streaming\u7684\u6d41\u5904\u7406 - \u7b2c3\u90e8\u5206\uff1aApache Avro\u548cSchema Registry","og_description":"Landoop\u63d0\u4f9b\u7684fast-data-dev\u7684Docker\u955c\u50cf\u5305\u542b\u4e86Confluent\u5f00\u6e90\u7684Schema R […]","og_url":"https:\/\/www.silicloud.com\/zh\/blog\/python\u3001sensortag\u3001kafka\u3001spark-streaming\u7684\u6d41\u5904\u7406-\u7b2c3\u90e8\u5206\uff1aapache-avro\u548cschema-registry\/","og_site_name":"Blog - Silicon Cloud","article_published_time":"2024-01-17T16:14:23+00:00","article_modified_time":"2024-04-28T19:04:42+00:00","og_image":[{"url":"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d7aee913a08637a697a61\/5-0.png"}],"author":"\u5b87, \u534e","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"\u5b87, \u534e","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"3 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.silicloud.com\/zh\/blog\/python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86-%e7%ac%ac3%e9%83%a8%e5%88%86%ef%bc%9aapache-avro%e5%92%8cschema-registry\/","url":"https:\/\/www.silicloud.com\/zh\/blog\/python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86-%e7%ac%ac3%e9%83%a8%e5%88%86%ef%bc%9aapache-avro%e5%92%8cschema-registry\/","name":"Python\u3001SensorTag\u3001Kafka\u3001Spark Streaming\u7684\u6d41\u5904\u7406 - \u7b2c3\u90e8\u5206\uff1aApache Avro\u548cSchema Registry - Blog - Silicon Cloud","isPartOf":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website"},"datePublished":"2024-01-17T16:14:23+00:00","dateModified":"2024-04-28T19:04:42+00:00","author":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/513018e4e121d3add1b7c5de8be21458"},"breadcrumb":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86-%e7%ac%ac3%e9%83%a8%e5%88%86%ef%bc%9aapache-avro%e5%92%8cschema-registry\/#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.silicloud.com\/zh\/blog\/python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86-%e7%ac%ac3%e9%83%a8%e5%88%86%ef%bc%9aapache-avro%e5%92%8cschema-registry\/"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.silicloud.com\/zh\/blog\/python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86-%e7%ac%ac3%e9%83%a8%e5%88%86%ef%bc%9aapache-avro%e5%92%8cschema-registry\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.silicloud.com\/zh\/blog\/"},{"@type":"ListItem","position":2,"name":"Python\u3001SensorTag\u3001Kafka\u3001Spark Streaming\u7684\u6d41\u5904\u7406 – \u7b2c3\u90e8\u5206\uff1aApache Avro\u548cSchema Registry"}]},{"@type":"WebSite","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website","url":"https:\/\/www.silicloud.com\/zh\/blog\/","name":"Blog - Silicon Cloud","description":"","inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/513018e4e121d3add1b7c5de8be21458","name":"\u5b87, \u534e","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/63cd45cbc05a35fc4ff7637a163c83c4962ef58d27472726c3a3e0c9c5194f0f?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/63cd45cbc05a35fc4ff7637a163c83c4962ef58d27472726c3a3e0c9c5194f0f?s=96&d=mm&r=g","caption":"\u5b87, \u534e"},"url":"https:\/\/www.silicloud.com\/zh\/blog\/author\/yuhua\/"},{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/python%e3%80%81sensortag%e3%80%81kafka%e3%80%81spark-streaming%e7%9a%84%e6%b5%81%e5%a4%84%e7%90%86-%e7%ac%ac3%e9%83%a8%e5%88%86%ef%bc%9aapache-avro%e5%92%8cschema-registry\/#local-main-organization-logo","url":"","contentUrl":"","caption":"Blog - Silicon Cloud"}]}},"_links":{"self":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/46811","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/users\/10"}],"replies":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/comments?post=46811"}],"version-history":[{"count":2,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/46811\/revisions"}],"predecessor-version":[{"id":77077,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/46811\/revisions\/77077"}],"wp:attachment":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/media?parent=46811"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/categories?post=46811"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/tags?post=46811"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}