{"id":36551,"date":"2022-11-17T22:58:00","date_gmt":"2024-01-06T13:14:58","guid":{"rendered":"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e8%af%95%e7%9d%80%e4%bd%bf%e7%94%a8-apache-arrow-%e3%80%82\/"},"modified":"2024-04-29T01:13:56","modified_gmt":"2024-04-28T17:13:56","slug":"%e6%88%91%e8%af%95%e7%9d%80%e4%bd%bf%e7%94%a8-apache-arrow-%e3%80%82","status":"publish","type":"post","link":"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e8%af%95%e7%9d%80%e4%bd%bf%e7%94%a8-apache-arrow-%e3%80%82\/","title":{"rendered":"\u6211\u8bd5\u7740\u4f7f\u7528 Apache Arrow"},"content":{"rendered":"

\u542c\u8bf4Apache Arrow\u5f88\u4e0d\u9519\uff0c\u6240\u4ee5\u6211\u7acb\u523b\u5f00\u59cb\u7814\u7a76\u4e86\u4e00\u4e0b\u3002<\/p>\n

Apache Arrow\u662f\u4ec0\u4e48\uff1f<\/h2>\n

\u2192 Apache Arrow \u7684\u5b98\u65b9\u7f51\u7ad9\u94fe\u63a5\uff1ahttps:\/\/arrow.apache.org<\/p>\n

\u76ee\u6807\u662f\u5728\u8bed\u8a00\uff08\u9879\u76ee\uff09\u4e4b\u95f4\u4f18\u5316\u548c\u52a0\u901f\u6570\u636e\u4ea4\u6362\uff08\u5927\u81f4\u5982\u6b64\uff0c\u53ef\u80fd\u6709\u6240\u4e0d\u540c\uff09<\/p>\n

\u987a\u4fbf\u63d0\u4e00\u4e0b\uff0c\u6700\u8fd1\u53c2\u4e0e\u7684\u4e00\u4e2a\u9879\u76ee\u4e2d\uff0c\u6211\u4eec\u7528Ruby\u6574\u7406\u6570\u636e\uff0c\u7136\u540e\u7528Python\u8fdb\u884c\u673a\u5668\u5b66\u4e60\u3002\u5728\u90a3\u4e2a\u65f6\u5019\uff0c\u6211\u4eec\u5c06Ruby\u7aef\u6574\u7406\u597d\u7684\u6570\u636e\u5199\u5165\u5230\u6587\u4ef6\u4e2d\uff0c\u7136\u540e\u5728Python\u7aef\u8bfb\u53d6\u8be5\u6587\u4ef6\u8fdb\u884c\u5904\u7406\uff0c\u5c06\u7ed3\u679c\u5199\u5165\u6587\u4ef6\uff0c\u6700\u540e\u5728Ruby\u7aef\u8bfb\u53d6\u5e76\u5728Javascript\uff08\u6d4f\u89c8\u5668\uff09\u4e2d\u8fdb\u884c\u56fe\u5f62\u5316\u5904\u7406\u3002<\/p>\n

\u5728\u8fd9\u79cd\u573a\u5408\u53ef\u4ee5\u4f7f\u7528\u5417\uff1f
\n\u6240\u4ee5\uff0c\u6211\u8bd5\u8bd5\u770b\u3002<\/p>\n

\u7528 Ruby \u8bed\u8a00\u5904\u7406 Apache Arrow<\/h2>\n

\u7531\u4e8e\u5b9d\u77f3\uff08Gem\uff09\u4e2d\u5b58\u5728\uff0c\u56e0\u6b64\u8fdb\u884c\u5b89\u88c5\u3002<\/p>\n

source<\/span> \"https:\/\/rubygems.org\"<\/span>\r\n\r\ngem<\/span> \"rake\"<\/span>\r\ngem<\/span> \"red-arrow\"<\/span>\r\n<\/code><\/pre>\n
$ bundle install --path vendor\/bundler\r\n<\/code><\/pre>\n
\u5b89\u88c5\u5b8c\u6210\u4e86\u3002
\n\u8d76\u5feb\u6765\u8bd5\u8bd5\u5427\u3002<\/p>\n
# -*- coding: utf-8 -*-<\/span>\r\nrequire<\/span> \"arrow\"<\/span>\r\n\r\nclass<\/span> RedArrowTest<\/span>\r\n\r\n  # ------------------------------------------------<\/span>\r\n  def<\/span> read<\/span>(<\/span>streamname<\/span>)<\/span>\r\n    input<\/span> =<\/span> Arrow<\/span>::<\/span>MemoryMappedInputStream<\/span>\r\n    input<\/span>.<\/span>open<\/span>(<\/span>streamname<\/span>)<\/span> do<\/span> |<\/span>inp<\/span>|<\/span>\r\n      reader<\/span> =<\/span> Arrow<\/span>::<\/span>RecordBatchStreamReader<\/span>.<\/span>new<\/span>(<\/span>inp<\/span>)<\/span>\r\n      fields<\/span> =<\/span> reader<\/span>.<\/span>schema<\/span>.<\/span>fields<\/span>\r\n      p<\/span> \"fields: <\/span>#{<\/span>fields<\/span>.<\/span>collect<\/span>{<\/span>|<\/span>c<\/span>|<\/span> c<\/span>.<\/span>name<\/span> }<\/span>}\"<\/span>\r\n      reader<\/span>.<\/span>each<\/span> do<\/span> |<\/span>r<\/span>|<\/span>\r\n        p<\/span> [<\/span>r<\/span>]<\/span>\r\n      end<\/span>\r\n    end<\/span>\r\n  end<\/span>\r\n\r\n  def<\/span> readfile<\/span>(<\/span>filename<\/span>)<\/span>\r\n    input<\/span> =<\/span> Arrow<\/span>::<\/span>MemoryMappedInputStream<\/span>\r\n    input<\/span>.<\/span>open<\/span>(<\/span>filename<\/span>)<\/span> do<\/span> |<\/span>inp<\/span>|<\/span>\r\n      reader<\/span> =<\/span> Arrow<\/span>::<\/span>RecordBatchFileReader<\/span>.<\/span>new<\/span>(<\/span>inp<\/span>)<\/span>\r\n      fields<\/span> =<\/span> reader<\/span>.<\/span>schema<\/span>.<\/span>fields<\/span>\r\n      p<\/span> \"fileds: <\/span>#{<\/span>fields<\/span>.<\/span>collect<\/span>{<\/span>|<\/span>c<\/span>|<\/span> c<\/span>.<\/span>name<\/span> }<\/span>}\"<\/span>\r\n      reader<\/span>.<\/span>each<\/span> do<\/span> |<\/span>r<\/span>|<\/span>\r\n        p<\/span> [<\/span>r<\/span>]<\/span>\r\n      end<\/span>\r\n    end<\/span>\r\n  end<\/span>\r\n\r\n  # ------------------------------------------------<\/span>\r\n  def<\/span> write<\/span>(<\/span>streamname<\/span>,<\/span> schema<\/span>,<\/span> columns<\/span>)<\/span>\r\n    output<\/span> =<\/span> Arrow<\/span>::<\/span>FileOutputStream<\/span>\r\n    output<\/span>.<\/span>open<\/span>(<\/span>streamname<\/span>,<\/span> false<\/span>)<\/span> do<\/span> |<\/span>oup<\/span>|<\/span>\r\n      writer<\/span> =<\/span> Arrow<\/span>::<\/span>RecordBatchStreamWriter<\/span>.<\/span>open<\/span>(<\/span>oup<\/span>,<\/span> schema<\/span>)<\/span> do<\/span> |<\/span>wrt<\/span>|<\/span>\r\n        recordbatch<\/span> =<\/span> Arrow<\/span>::<\/span>RecordBatch<\/span>.<\/span>new<\/span>(<\/span>schema<\/span>,<\/span> columns<\/span>[<\/span>0<\/span>].<\/span>count<\/span>,<\/span> columns<\/span>)<\/span>\r\n        wrt<\/span>.<\/span>write_record_batch<\/span>(<\/span>recordbatch<\/span>)<\/span>\r\n      end<\/span>\r\n    end<\/span>\r\n  end<\/span>\r\n\r\n  def<\/span> writefile<\/span>(<\/span>filename<\/span>,<\/span> schema<\/span>,<\/span> columns<\/span>)<\/span>\r\n    output<\/span> =<\/span> Arrow<\/span>::<\/span>FileOutputStream<\/span>\r\n    output<\/span>.<\/span>open<\/span>(<\/span>filename<\/span>,<\/span> false<\/span>)<\/span> do<\/span> |<\/span>oup<\/span>|<\/span>\r\n      writer<\/span> =<\/span> Arrow<\/span>::<\/span>RecordBatchFileWriter<\/span>.<\/span>open<\/span>(<\/span>oup<\/span>,<\/span> schema<\/span>)<\/span> do<\/span> |<\/span>wrt<\/span>|<\/span>\r\n        recordbatch<\/span> =<\/span> Arrow<\/span>::<\/span>RecordBatch<\/span>.<\/span>new<\/span>(<\/span>schema<\/span>,<\/span> columns<\/span>[<\/span>0<\/span>].<\/span>count<\/span>,<\/span> columns<\/span>)<\/span>\r\n        wrt<\/span>.<\/span>write_record_batch<\/span>(<\/span>recordbatch<\/span>)<\/span>\r\n      end<\/span>\r\n    end<\/span>\r\n  end<\/span>\r\n\r\n  # ------------------------------------------------<\/span>\r\n  # sample data<\/span>\r\n  def<\/span> createdata<\/span>\r\n    fields<\/span> =<\/span> [<\/span> Arrow<\/span>::<\/span>Field<\/span>.<\/span>new<\/span>(<\/span>\"name\"<\/span>,<\/span> :string<\/span>),<\/span>\r\n               Arrow<\/span>::<\/span>Field<\/span>.<\/span>new<\/span>(<\/span>\"age\"<\/span>,<\/span> :int8<\/span>)<\/span> ]<\/span>\r\n    schema<\/span> =<\/span> Arrow<\/span>::<\/span>Schema<\/span>.<\/span>new<\/span>(<\/span>fields<\/span>)<\/span>\r\n\r\n    names<\/span> =<\/span> [<\/span>\"taro\"<\/span>,<\/span> \"jiro\"<\/span>,<\/span> \"hanako\"<\/span>,<\/span> \"tsukiko\"<\/span>,<\/span> \"saburo\"<\/span>]<\/span>\r\n    ages<\/span> =<\/span> [<\/span>26<\/span>,<\/span> 21<\/span>,<\/span> 24<\/span>,<\/span> 17<\/span>,<\/span> 10<\/span>]<\/span>\r\n\r\n    columns<\/span> =<\/span> [<\/span> Arrow<\/span>::<\/span>StringArray<\/span>.<\/span>new<\/span>(<\/span>names<\/span>),<\/span>\r\n                Arrow<\/span>::<\/span>Int8Array<\/span>.<\/span>new<\/span>(<\/span>ages<\/span>)<\/span> ]<\/span>\r\n\r\n    return<\/span> schema<\/span>,<\/span> columns<\/span>\r\n  end<\/span>    \r\nend<\/span>\r\n\r\n# ----------------------------------------------------------------<\/span>\r\n# run<\/span>\r\n\r\nra<\/span> =<\/span> RedArrowTest<\/span>.<\/span>new<\/span>\r\n\r\n# create sample data :p<\/span>\r\nschema<\/span>,<\/span> columns<\/span> =<\/span> ra<\/span>.<\/span>createdata<\/span>\r\n\r\nra<\/span>.<\/span>write<\/span>(<\/span>\"hoge\"<\/span>,<\/span> schema<\/span>,<\/span> columns<\/span>)<\/span>\r\nra<\/span>.<\/span>read<\/span>(<\/span>\"hoge\"<\/span>)<\/span>\r\n\r\n#ra.writefile(\"hoge\", schema, columns)<\/span>\r\n#ra.readfile(\"hoge\")<\/span>\r\n<\/code><\/pre>\n
\u770b\u8d77\u6765\u6709\u901a\u8fc7\u6587\u4ef6\u548c\u5185\u5b58\u4e24\u79cd\u65b9\u5f0f\u3002
\n\u2192 read\u3001write\u662f\u901a\u8fc7\u5185\u5b58\u64cd\u4f5c\uff0creadfile\u3001writefile\u662f\u901a\u8fc7\u6587\u4ef6\u64cd\u4f5c\u3002<\/p>\n
\u4f46\u4e0d\u7ba1\u600e\u6837\uff0c\u8fd9\u4e24\u79cd\u65b9\u5f0f\u6700\u7ec8\u90fd\u4f1a\u751f\u6210\u6587\u4ef6\u3002\u3002\u3002
\n\u5185\u5bb9\u4f3c\u4e4e\u6709\u70b9\u4e0d\u540c\uff0c\u4f46\u662f\uff0c\u6682\u65f6\u8fd8\u662f\u5148\u4f7f\u7528\u5185\u5b58\u65b9\u5f0f\u5427\u3002<\/p>\n
\u5f00\u59cb\u6267\u884c\u5427\u3002<\/p>\n
$ bundle exec ruby test.rb\r\n\"fields: [\\\"name\\\", \\\"age\\\"]\"\r\n[#<Arrow::RecordBatch:0x7feaf2057500 ptr=0x7feaf30f0f90 name:   [\r\n    \"taro\",\r\n    \"jiro\",\r\n    \"hanako\",\r\n    \"tsukiko\",\r\n    \"saburo\"\r\n  ]\r\nage:   [\r\n    26,\r\n    21,\r\n    24,\r\n    17,\r\n    10\r\n  ]\r\n>]\r\n<\/code><\/pre>\n
\u6210\u529f\u4e86\u3002
\n\u5b9e\u9645\u4e0a\uff0c\u5728\u5f53\u524d\u76ee\u5f55\u4e0b\u521b\u5efa\u4e86\u4e00\u4e2a\u540d\u4e3ahoge\u7684\u6587\u4ef6\uff0c\u5e76\u4e14\u5b83\u770b\u8d77\u6765\u662f\u5b58\u5728\u7684\u3002<\/p>\n
\u7528Javascript\u5b9e\u73b0Apache Arrow\u3002<\/h2>\n
\u65e2\u7136\u53ef\u4ee5\u5728\u8bed\u8a00\u4e4b\u95f4\u4ea4\u6362\u6570\u636e\uff0c\u90a3\u4e48\u6211\u4f1a\u5c1d\u8bd5\u7528 JavaScript \u8bfb\u53d6\u7531 Ruby \u521b\u5efa\u7684\u6570\u636e\u3002<\/p>\n
Node.js \u662f\u4e00\u79cd\u4ee5 JavaScript \u7f16\u5199\u7684\u5f00\u653e\u6e90\u4ee3\u7801\u7684\u8de8\u5e73\u53f0 JavaScript \u8fd0\u884c\u73af\u5883\u3002<\/h3>\n
\u6211\u66fe\u7ecf\u770b\u5230\u5199\u7740\u53ef\u4ee5\u5728JavaScript\u4e2d\u4f7f\u7528\uff0c\u6240\u4ee5\u4ee5\u4e3a\u5b83\u4e5f\u53ef\u4ee5\u8f7b\u677e\u5730\u5728\u6d4f\u89c8\u5668\u7aef\u4f7f\u7528\uff0c\u4f46\u4f3c\u4e4e\u5b8c\u5168\u4e0d\u662f\u8fd9\u6837\u3002<\/p>\n
\u9996\u5148\uff0c\u6211\u4eec\u8981\u5b89\u88c5 Node.js\u3002
\n\u7531\u4e8e\u6211\u4f7f\u7528\u7684\u662f Mac\uff0c\u6240\u4ee5\u6211\u4f1a\u901a\u8fc7 Homebrew \u8fdb\u884c\u5b89\u88c5\u3002<\/p>\n
\u6709\u4e00\u79cd\u540d\u4e3a nodebrew \u7684\u5de5\u5177\u53ef\u4ee5\u7ba1\u7406 Node.js \u7684\u5404\u79cd\u5305\u548c\u5176\u4ed6\u5185\u5bb9\u3002\u6211\u4eec\u53ef\u4ee5\u4f7f\u7528\u5b83\u6765\u5b89\u88c5 Apache Arrow\u3002<\/p>\n
$ brew install nodebrew\r\n<\/code><\/pre>\n
$ mkdir -p ~\/.nodebrew\/src\r\n$ nodebrew install-binary latest  \u2190 nodebrew install latest \u3067\u3082\u3044\u3044\u3089\u3057\u3044\u3002\r\ninstall-binary \u306f\u30d0\u30a4\u30ca\u30ea\u3092\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3002install \u306f\u30bd\u30fc\u30b9\u304b\u3089\u30a4\u30f3\u30b9\u30c8\u30fc\u30eb\u3089\u3057\u3044\u3002\u3002\r\n<\/code><\/pre>\n
$ nodebrew list\r\nv11.1.0\r\n\r\ncurrent: none\r\n<\/code><\/pre>\n
\u597d\u7684\uff0c\u5df2\u7d93\u5b89\u88dd\u5b8c\u6210\u3002
\n\u4e0d\u904e\u73fe\u5728\u9084\u4e0d\u80fd\u4f7f\u7528\uff0c\u9700\u8981\u9032\u884c\u8a2d\u5b9a\u3002<\/p>\n
$ nodebrew use 11.1.0\r\nuse v11.1.0\r\n<\/code><\/pre>\n
\u5c06\u8def\u5f84\u6dfb\u52a0\u5230~\/.bash_profile\u4e2d<\/p>\n
# Node.js\r\nexport PATH=\"$HOME\/.nodebrew\/current\/bin:$PATH\"\r\n<\/code><\/pre>\n
\u6682\u65f6\uff0c\u6211\u4eec\u5df2\u6210\u529f\u5b89\u88c5\u4e86 Node.js<\/p>\n
\u6211\u5c1d\u8bd5\u4f7f\u5176\u80fd\u5728\u6d4f\u89c8\u5668\u7aef\u4f7f\u7528\u3002<\/h2>\n
\u6211\u5728\u4e92\u8054\u7f51\u4e0a\u505a\u4e86\u5404\u79cd\u641c\u7d22\uff0c\u4f46\u6ca1\u6709\u627e\u5230\u76f4\u63a5\u5728\u6d4f\u89c8\u5668\u7aef\u4f7f\u7528\u7684\u65b9\u6cd5\u3002\u4f5c\u4e3a\u66ff\u4ee3\uff0c\u6709\u4eba\u901a\u8fc7\u5728Node.js\u4e0a\u5efa\u7acb\u670d\u52a1\u5668\uff0c\u7136\u540e\u4f7f\u7528jQuery\u8bbf\u95ee\u8be5\u670d\u52a1\u5668\u7684\u65b9\u5f0f\u6765\u4f20\u9012\u6570\u636e\uff0c\u6240\u4ee5\u6211\u51b3\u5b9a\u6a21\u4eff\u8fd9\u79cd\u65b9\u6cd5\u3002<\/p>\n
\u7528\u7684\u6846\u67b6<\/h3>\n
\u4f7f\u7528 Node.js \u7684\u5305\u7ba1\u7406\u5de5\u5177\u662f npm\u3002\u901a\u8fc7\u5b83\u53ef\u4ee5\u5b89\u88c5\u5404\u79cd\u5305\u3002<\/p>\n
\u770b\u8d77\u6765\u9700\u8981\u5728\u5f53\u524d\u76ee\u5f55\u4e0b\u521b\u5efa\u4e00\u4e2a\u540d\u4e3a node_modules \u7684\u6587\u4ef6\u5939\uff0c\u7136\u540e\u628a\u76f8\u5173\u6587\u4ef6\u4fdd\u5b58\u5728\u91cc\u9762\u3002
\n\u56e0\u6b64\uff0c\u9996\u5148\u6211\u4eec\u9700\u8981\u8fdb\u5165\u9879\u76ee\u6587\u4ef6\u5939\u7136\u540e\u8fdb\u884c\u5b89\u88c5\u3002<\/p>\n
$ cd appfolder\r\n$ npm install express\r\n<\/code><\/pre>\n
\u8ba9\u6211\u4eec\u4e5f\u5b89\u88c5Apache Arrow\u3002<\/p>\n
$ npm install apache-arrow\r\n<\/code><\/pre>\n
\u5efa\u7acb\u670d\u52a1\u5668<\/h3>\n
\"<\/span>use strict<\/span>\"<\/span>\r\n\/\/ apache-arrow service :p<\/span>\r\n\r\nconst<\/span> express<\/span> =<\/span> require<\/span>(<\/span>\"<\/span>express<\/span>\"<\/span>);<\/span>\r\nconst<\/span> port<\/span> =<\/span> 8010<\/span>;<\/span>\r\nconst<\/span> app<\/span> =<\/span> express<\/span>();<\/span>\r\napp<\/span>.<\/span>use<\/span>(<\/span>express<\/span>.<\/span>static<\/span>(<\/span>\"<\/span>.\/public<\/span>\"<\/span>));<\/span>\r\n\r\n\/\/ allow CrossSiteScript<\/span>\r\napp<\/span>.<\/span>use<\/span>(<\/span>function<\/span>(<\/span>req<\/span>,<\/span> res<\/span>,<\/span> next<\/span>)<\/span> {<\/span>\r\n    res<\/span>.<\/span>header<\/span>(<\/span>\"<\/span>Access-Control-Allow-Origin<\/span>\"<\/span>,<\/span> \"<\/span>*<\/span>\"<\/span>);<\/span>\r\n    res<\/span>.<\/span>header<\/span>(<\/span>\"<\/span>Access-Control-Allow-Headers<\/span>\"<\/span>,<\/span> \"<\/span>Origin, X-Requested-With, Content-Type, Accept<\/span>\"<\/span>);<\/span>\r\n    next<\/span>();<\/span>\r\n});<\/span>\r\n\r\n\/\/ say hello<\/span>\r\napp<\/span>.<\/span>get<\/span>(<\/span>\"<\/span>\/<\/span>\"<\/span>,<\/span> (<\/span>req<\/span>,<\/span> res<\/span>)<\/span> =><\/span> {<\/span>\r\n    res<\/span>.<\/span>send<\/span>(<\/span>\"<\/span>Hello, world!<\/span>\"<\/span>);<\/span>\r\n});<\/span>\r\n\r\n\/\/ arrow<\/span>\r\napp<\/span>.<\/span>get<\/span>(<\/span>\"<\/span>\/input<\/span>\"<\/span>,<\/span> (<\/span>req<\/span>,<\/span> res<\/span>)<\/span> =><\/span> {<\/span>\r\n    const<\/span> fs<\/span> =<\/span> require<\/span>(<\/span>\"<\/span>fs<\/span>\"<\/span>);<\/span>\r\n    const<\/span> aa<\/span> =<\/span> require<\/span>(<\/span>\"<\/span>apache-arrow<\/span>\"<\/span>);<\/span>\r\n    const<\/span> path<\/span> =<\/span> \"<\/span>.\/<\/span>\"<\/span>;<\/span>\r\n    const<\/span> encoding<\/span> =<\/span> \"<\/span>binary<\/span>\"<\/span>;<\/span>\r\n\r\n    var<\/span> filename<\/span> =<\/span> req<\/span>.<\/span>query<\/span>.<\/span>n<\/span>;<\/span>\r\n    \/\/console.log(\"filename: \" + filename);<\/span>\r\n\r\n    \/\/ result data<\/span>\r\n    var<\/span> result<\/span> =<\/span> {};<\/span>\r\n\r\n    if<\/span>(<\/span>filename<\/span> !=<\/span> undefined<\/span>){<\/span>\r\n        try<\/span> {<\/span>\r\n            var<\/span> adata<\/span> =<\/span> fs<\/span>.<\/span>readFileSync<\/span>(<\/span>path<\/span> +<\/span> filename<\/span>);<\/span>\r\n            var<\/span> table<\/span> =<\/span> aa<\/span>.<\/span>Table<\/span>.<\/span>from<\/span>([<\/span>adata<\/span>]);<\/span>\r\n            var<\/span> schema<\/span> =<\/span> table<\/span>.<\/span>schema<\/span>;<\/span>      \r\n            var<\/span> fldnames<\/span> =<\/span> new<\/span> Array<\/span>();<\/span>\r\n            for<\/span>(<\/span>var<\/span> i<\/span> =<\/span> 0<\/span>;<\/span> i<\/span> <<\/span> schema<\/span>.<\/span>fields<\/span>.<\/span>length<\/span>;<\/span> i<\/span>++<\/span>){<\/span>\r\n                fldnames<\/span>.<\/span>push<\/span>(<\/span>schema<\/span>.<\/span>fields<\/span>[<\/span>i<\/span>].<\/span>name<\/span>);<\/span>\r\n                result<\/span>[<\/span>schema<\/span>.<\/span>fields<\/span>[<\/span>i<\/span>].<\/span>name<\/span>]<\/span> =<\/span> new<\/span> Array<\/span>();<\/span>\r\n            }<\/span>\r\n            for<\/span>(<\/span>var<\/span> j<\/span> =<\/span> 0<\/span>;<\/span> j<\/span> <<\/span> fldnames<\/span>.<\/span>length<\/span>;<\/span> j<\/span>++<\/span>){<\/span>\r\n                var<\/span> column<\/span> =<\/span> table<\/span>.<\/span>getColumn<\/span>(<\/span>fldnames<\/span>[<\/span>j<\/span>]);<\/span>\r\n                for<\/span>(<\/span>var<\/span> i<\/span> =<\/span> 0<\/span>;<\/span> i<\/span> <<\/span> column<\/span>.<\/span>length<\/span>;<\/span> i<\/span>++<\/span>){<\/span>\r\n                    result<\/span>[<\/span>fldnames<\/span>[<\/span>j<\/span>]].<\/span>push<\/span>(<\/span>column<\/span>.<\/span>get<\/span>(<\/span>i<\/span>));<\/span>\r\n                    \/\/console.log(column.get(i));<\/span>\r\n                }<\/span>\r\n            }<\/span>   \r\n        }<\/span> catch<\/span>(<\/span>ex<\/span>){<\/span>\r\n            \/\/ nop :p<\/span>\r\n        }<\/span>   \r\n    }<\/span>\r\n    res<\/span>.<\/span>json<\/span>(<\/span>result<\/span>);<\/span>\r\n});<\/span>\r\n\r\n\/\/ run service!<\/span>\r\napp<\/span>.<\/span>listen<\/span>(<\/span>port<\/span>);<\/span>\r\n<\/code><\/pre>\n
\u6211\u4f1a\u8ba9\u5b83\u8dd1\u8d77\u6765\u3002<\/p>\n
$ node arrow_service.js\r\n<\/code><\/pre>\n
\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8<\/div>\n
\u901a\u8fc7Ajax\u8bbf\u95ee<\/h3>\n
\u6211\u5011\u5c07\u4f7f\u7528jQuery\u9032\u884c\u8a2a\u554f\u3002
\n\u9996\u5148\uff0c\u5728application.js\u4e2d\u5275\u5efa\u4e00\u500b\u51fd\u6578\u3002<\/p>\n
function<\/span> arrowInput<\/span>(<\/span>arrowname<\/span>)<\/span> {<\/span>    \r\n    var<\/span> result<\/span>;<\/span>\r\n    $<\/span>.<\/span>ajax<\/span>({<\/span> type<\/span>:<\/span> \"<\/span>GET<\/span>\"<\/span>,<\/span>\r\n         url<\/span>:<\/span> \"<\/span>http:\/\/localhost:8010\/input<\/span>\"<\/span>,<\/span>\r\n         data<\/span>:<\/span> {<\/span> n<\/span>:<\/span> arrowname<\/span> },<\/span>\r\n         async<\/span>:<\/span> false<\/span>,<\/span>\r\n         dataType<\/span>:<\/span> \"<\/span>json<\/span>\"<\/span>,<\/span>\r\n         success<\/span>:<\/span> function<\/span>(<\/span>data<\/span>){<\/span>\r\n         result<\/span> =<\/span> data<\/span>;<\/span>\r\n         }<\/span>\r\n       });<\/span>\r\n    return<\/span> result<\/span>;<\/span>\r\n}<\/span>\r\n<\/code><\/pre>\n
\u8fd9\u6b21\u6211\u4eec\u5c06Ajax\u4ece\u5f02\u6b65\u6539\u4e3a\u540c\u6b65\u3002\u5728\u8fd9\u65b9\u9762\uff0c\u6839\u636e\u9879\u76ee\u9700\u8981\u8fdb\u884c\u4e00\u4e9b\u8c03\u6574\u8bd5\u8bd5\u770b\u3002<\/p>\n
\u7136\u540e\u6211\u4eec\u4f1a\u5f00\u59cb\u5236\u4f5cHTML\u90e8\u5206\u3002<\/p>\n
<html><\/span>\r\n  <head><\/span>\r\n    <title><\/span>Red Arrow Test<\/title><\/span>\r\n    <script <\/span>type=<\/span>\"text\/javascript\"<\/span> src=<\/span>\"\/javascripts\/jquery-3.2.1.min.js\"<\/span>><\/script><\/span>\r\n    <script <\/span>type=<\/span>\"text\/javascript\"<\/span> src=<\/span>\"\/javascripts\/application.js\"<\/span>><\/script><\/span>\r\n  <\/head><\/span>\r\n  <body><\/span>\r\n    <h3><\/span>Red Arrow Test<\/h3><\/span>\r\n\r\n<script <\/span>type=<\/span>\"text\/javascript\"<\/span>><\/span>\r\n  var<\/span> data<\/span> =<\/span> arrowInput<\/span>(<\/span>\"<\/span>hoge<\/span>\"<\/span>);<\/span>\r\n  console<\/span>.<\/span>log<\/span>(<\/span>data<\/span>);<\/span>\r\n<\/script><\/span>\r\n\r\n  <\/body><\/span>\r\n<\/html><\/span>\r\n<\/code><\/pre>\n
\u8ba9\u6211\u4eec\u8bd5\u7740\u6267\u884c\u4e00\u4e0b\u5427\u3002<\/p>\n
\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8<\/div>\n
\u54e6\uff0c\u770b\u8d77\u6765\u633a\u4e0d\u9519\u7684\u3002<\/p>\n
\u603b\u7ed3<\/h2>\n
\u6211\u4f7f\u7528Apache Arrow\u5728Ruby\u4e2d\u521b\u5efa\u7684\u6570\u636e\u53ef\u4ee5\u901a\u8fc7Javascript\uff08\u6d4f\u89c8\u5668\u7aef\uff09\u83b7\u53d6\u3002
\n\u867d\u7136\u6211\u4e0d\u786e\u5b9a\u8fd9\u662f\u5426\u662f\u6b63\u786e\u7684\u7528\u6cd5\uff0c\u4f46\u6570\u636e\u4ea4\u4e92\u786e\u5b9e\u53d8\u5f97\u66f4\u52a0\u5bb9\u6613\u4e86\u3002\u6211\u6253\u7b97\u518d\u7a0d\u5fae\u7b49\u4e00\u4e0b\u770b\u770b\u3002<\/p>\n
\u4e0d\u8fc7\uff0c\u5173\u4e8e\u5220\u9664\u4e0d\u518d\u9700\u8981\u7684\u6570\u636e\u7684\u65f6\u673a\uff08\u5783\u573e\u6536\u96c6\uff09\uff0c\u8fd9\u4e2a\u624b\u52a8\u7684\u65b9\u5f0f\u600e\u4e48\u6837\u5462\uff1f<\/p>\n
\u8ffd\u52a0\u4fee\u6539<\/h2>\n
\u6211\u4fee\u6539\u4e86\u4e0a\u8ff0\u7684Ruby\u7a0b\u5e8f\u4e2d\u7684read\u65b9\u6cd5\u3002
\n\u6b64\u5916\uff0c\u6211\u8fd8\u521b\u5efa\u4e86\u4e00\u4e2a\u65b9\u6cd5\u6765\u5c06\u5176\u8f6c\u6362\u4e3aArrow\u683c\u5f0f\u7684\u6570\u636e\uff0c\u56e0\u6b64\u6211\u4f1a\u6dfb\u52a0\u8fdb\u53bb\u3002<\/p>\n
\u6211\u5df2\u7ecf\u4fee\u6539\u4e86\u4ee3\u7801\uff0c\u4f7f\u5176\u80fd\u591f\u901a\u8fc7\u54c8\u5e0c\u8fd4\u56de\u8bfb\u53d6\u7684\u6570\u636e\u3002<\/p>\n
class<\/span> RedArrowTest<\/span>\r\n  def<\/span> read<\/span>(<\/span>streamname<\/span>)<\/span>\r\n    result<\/span> =<\/span> Hash<\/span>.<\/span>new<\/span>\r\n    input<\/span> =<\/span> Arrow<\/span>::<\/span>MemoryMappedInputStream<\/span>\r\n    input<\/span>.<\/span>open<\/span>(<\/span>streamname<\/span>)<\/span> do<\/span> |<\/span>inp<\/span>|<\/span>\r\n      reader<\/span> =<\/span> Arrow<\/span>::<\/span>RecordBatchStreamReader<\/span>.<\/span>new<\/span>(<\/span>inp<\/span>)<\/span>\r\n      fields<\/span> =<\/span> reader<\/span>.<\/span>schema<\/span>.<\/span>fields<\/span>\r\n      reader<\/span>.<\/span>each<\/span> do<\/span> |<\/span>r<\/span>|<\/span>\r\n        fields<\/span>.<\/span>each<\/span> do<\/span> |<\/span>fld<\/span>|<\/span>\r\n          result<\/span>[<\/span>fld<\/span>.<\/span>name<\/span>]<\/span> =<\/span> Array<\/span>.<\/span>new<\/span> if<\/span> result<\/span>[<\/span>fld<\/span>.<\/span>name<\/span>].<\/span>nil?<\/span>\r\n          result<\/span>[<\/span>fld<\/span>.<\/span>name<\/span>]<\/span> +=<\/span> r<\/span>.<\/span>send<\/span>(<\/span>fld<\/span>.<\/span>name<\/span>).<\/span>collect<\/span>{<\/span>|<\/span>c<\/span>|<\/span> c<\/span>}<\/span>\r\n        end<\/span>\r\n      end<\/span>\r\n    end<\/span>\r\n    return<\/span> result<\/span>\r\n  end<\/span>\r\nend<\/span>\r\n<\/code><\/pre>\n
\u6267\u884c\u7ed3\u679c\u5982\u4e0b\u3002<\/p>\n
$ bundle exec ruby test.rb\r\n\r\n{\"name\"=>[\"taro\", \"jiro\", \"hanako\", \"tsukiko\", \"saburo\"], \"age\"=>[26, 21, 24, 17, 10]}\r\n<\/code><\/pre>\n
\u4e0b\u4e00\u6b65\u662f\u521b\u5efa\u4e00\u4e2a\u4ece\u54c8\u5e0c\u6570\u636e\u751f\u6210Arrow\u683c\u5f0f\u6570\u636e\u7684\u65b9\u6cd5\u3002<\/p>\n
class<\/span> RedArrowTest<\/span>\r\n  # data -> { fieldname1 => Array, fieldname2 => Array, ... }<\/span>\r\n  def<\/span> create_arrow_data<\/span>(<\/span>data<\/span>)<\/span>\r\n    fldnames<\/span> =<\/span> data<\/span>.<\/span>keys<\/span>\r\n    fldtypes<\/span> =<\/span> Array<\/span>.<\/span>new<\/span>\r\n    fldnames<\/span>.<\/span>each<\/span> do<\/span> |<\/span>fname<\/span>|<\/span>\r\n      v<\/span> =<\/span> data<\/span>[<\/span>fname<\/span>][<\/span>0<\/span>]<\/span>\r\n      case<\/span> v<\/span>.<\/span>class<\/span>.<\/span>to_s<\/span>\r\n      when<\/span> \"Integer\"<\/span>\r\n        ma<\/span> =<\/span> data<\/span>[<\/span>fname<\/span>].<\/span>max<\/span>\r\n        mi<\/span> =<\/span> data<\/span>[<\/span>fname<\/span>].<\/span>min<\/span>\r\n        ftype<\/span> =<\/span> :int64<\/span>\r\n        if<\/span> (<\/span>mi<\/span> >=<\/span> 0<\/span> &&<\/span> ma<\/span> <=<\/span> 0xffffffff<\/span>)<\/span> ||<\/span>\r\n           (<\/span>mi<\/span> >=<\/span> (<\/span>0x8000000<\/span> *<\/span> -<\/span>1<\/span>)<\/span> &&<\/span> ma<\/span> <=<\/span> 0x7fffffff<\/span>)<\/span>\r\n          ftype<\/span> =<\/span> :int32<\/span>\r\n        end<\/span>\r\n        if<\/span> (<\/span>mi<\/span> >=<\/span> 0<\/span> &&<\/span> ma<\/span> <=<\/span> 0xffff<\/span>)<\/span> ||<\/span> (<\/span>mi<\/span> >=<\/span> (<\/span>0x8000<\/span> *<\/span> -<\/span>1<\/span>)<\/span> &&<\/span> ma<\/span> <=<\/span> 0x7fff<\/span>)<\/span>\r\n          ftype<\/span> =<\/span> :int16<\/span>\r\n        end<\/span>\r\n        if<\/span> (<\/span>mi<\/span> >=<\/span> 0<\/span> &&<\/span> ma<\/span> <=<\/span> 0xff<\/span>)<\/span> ||<\/span> (<\/span>mi<\/span> >=<\/span> (<\/span>0x80<\/span> *<\/span> -<\/span>1<\/span>)<\/span> &&<\/span> ma<\/span> <=<\/span> 0x7f<\/span>)<\/span>\r\n          ftype<\/span> =<\/span> :int8<\/span>\r\n        end<\/span>\r\n      when<\/span> \"Date\"<\/span>\r\n        ftype<\/span> =<\/span> :date32<\/span>\r\n      when<\/span> \"Time\"<\/span>,<\/span> \"DateTime\"<\/span>\r\n        ftype<\/span> =<\/span> :timestamp<\/span>\r\n      when<\/span> \"Float\"<\/span>\r\n        ftype<\/span> =<\/span> :float<\/span>\r\n      when<\/span> \"TrueClass\"<\/span>,<\/span> \"FalseClass\"<\/span>\r\n        ftype<\/span> =<\/span> :boolean<\/span>\r\n      else<\/span>\r\n        ftype<\/span> =<\/span> :string<\/span>\r\n      end<\/span>\r\n      fldtypes<\/span>.<\/span>push<\/span>(<\/span>ftype<\/span>)<\/span>\r\n    end<\/span>\r\n\r\n    # create schema & columns<\/span>\r\n    fields<\/span> =<\/span> Array<\/span>.<\/span>new<\/span>\r\n    columns<\/span> =<\/span> Array<\/span>.<\/span>new<\/span>\r\n    fldnames<\/span>.<\/span>each_with_index<\/span> do<\/span> |<\/span>fname<\/span>,<\/span> i<\/span>|<\/span>\r\n      if<\/span> fldtypes<\/span>[<\/span>i<\/span>]<\/span> ==<\/span> :timestamp<\/span>\r\n        fields<\/span>.<\/span>push<\/span>(<\/span>Arrow<\/span>::<\/span>Field<\/span>.<\/span>new<\/span>(<\/span>fname<\/span>.<\/span>to_s<\/span>,<\/span>\r\n                                     Arrow<\/span>::<\/span>TimestampDataType<\/span>.<\/span>new<\/span>(<\/span>:second<\/span>)))<\/span>\r\n        obj<\/span> =<\/span> eval<\/span>(<\/span>\"Arrow::<\/span>#{<\/span>fldtypes<\/span>[<\/span>i<\/span>].<\/span>to_s<\/span>.<\/span>to_camel<\/span>}<\/span>Array.new(:second, data[fname])\"<\/span>)<\/span>\r\n      else<\/span>\r\n        fields<\/span>.<\/span>push<\/span>(<\/span>Arrow<\/span>::<\/span>Field<\/span>.<\/span>new<\/span>(<\/span>fname<\/span>.<\/span>to_s<\/span>,<\/span> fldtypes<\/span>[<\/span>i<\/span>]))<\/span>\r\n        obj<\/span> =<\/span> eval<\/span>(<\/span>\"Arrow::<\/span>#{<\/span>fldtypes<\/span>[<\/span>i<\/span>].<\/span>to_s<\/span>.<\/span>to_camel<\/span>}<\/span>Array.new(data[fname])\"<\/span>)<\/span>\r\n      end<\/span>\r\n      columns<\/span>.<\/span>push<\/span>(<\/span>obj<\/span>)<\/span>\r\n    end<\/span>\r\n    schema<\/span> =<\/span> Arrow<\/span>::<\/span>Schema<\/span>.<\/span>new<\/span>(<\/span>fields<\/span>)<\/span>    \r\n    return<\/span> schema<\/span>,<\/span> columns<\/span>\r\n  end<\/span>\r\nend<\/span>\r\n<\/code><\/pre>\n
\u4ee5\u4e0b\u662f\u6267\u884c\u7ed3\u679c\u3002<\/p>\n
# \u4ee5\u4e0b\u306e\u3088\u3046\u306b\u4fee\u6b63\u3057\u3066\u306d\u3002<\/span>\r\n\r\nra<\/span> =<\/span> RedArrowTest<\/span>.<\/span>new<\/span>\r\n\r\ndata<\/span> =<\/span> {<\/span> :string<\/span> =><\/span> [<\/span>\"taro\"<\/span>,<\/span> \"jiro\"<\/span>,<\/span> \"saburo\"<\/span>],<\/span>\r\n         :integer<\/span> =><\/span> [<\/span>24<\/span>,<\/span> 21<\/span>,<\/span> 100024<\/span>],<\/span>\r\n         :time<\/span> =><\/span> [<\/span>Time<\/span>.<\/span>now<\/span>,<\/span> Time<\/span>.<\/span>now<\/span>,<\/span> Time<\/span>.<\/span>now<\/span>],<\/span>\r\n         :date<\/span> =><\/span> [<\/span>Date<\/span>.<\/span>new<\/span>(<\/span>2018<\/span>,<\/span> 11<\/span>,<\/span> 6<\/span>),<\/span> Date<\/span>.<\/span>new<\/span>(<\/span>2018<\/span>,<\/span> 11<\/span>,<\/span> 7<\/span>),<\/span> Date<\/span>.<\/span>new<\/span>],<\/span>\r\n         :float<\/span> =><\/span> [<\/span>12.0<\/span>,<\/span> 23.2<\/span>,<\/span> 100024.23<\/span>],<\/span>\r\n         :boolean<\/span> =><\/span> [<\/span>true<\/span>,<\/span> false<\/span>,<\/span> false<\/span>]<\/span>\r\n       }<\/span>\r\nschema<\/span>,<\/span> columns<\/span> =<\/span> ra<\/span>.<\/span>create_arrow_data<\/span>(<\/span>data<\/span>)<\/span>\r\n\r\nra<\/span>.<\/span>write<\/span>(<\/span>\"tara\"<\/span>,<\/span> schema<\/span>,<\/span> columns<\/span>)<\/span>\r\np<\/span> ra<\/span>.<\/span>read<\/span>(<\/span>\"tara\"<\/span>)<\/span>\r\n<\/code><\/pre>\n
$ bundle exec ruby test.rb\r\n\r\n{\"string\"=>[\"taro\", \"jiro\", \"saburo\"], \"integer\"=>[24, 21, 100024], \"time\"=>[2018-11-07 09:34:41 +0900, 2018-11-07 09:34:41 +0900, 2018-11-07 09:34:41 +0900], \"date\"=>[#<Date: 2018-11-06 ((2458429j,0s,0n),+0s,2299161j)>, #<Date: 2018-11-07 ((2458430j,0s,0n),+0s,2299161j)>, #<Date: -4712-01-01 ((0j,0s,0n),+0s,2299161j)>], \"float\"=>[12.0, 23.200000762939453, 100024.2265625], \"boolean\"=>[true, false, false]}\r\n<\/code><\/pre>\n
\u542c\u8d77\u6765\u4e0d\u9519\u5462\u3002\u5148\u8bd5\u8bd5\u5728Javascript\uff08\u6d4f\u89c8\u5668\u7aef\uff09\u786e\u8ba4\u4e00\u4e0b\u5427\u3002<\/p>\n
<h3>Red Arrow Test<\/h3>\r\n\r\n<script type=\"text\/javascript\">\r\n  var data = arrowInput(\"tara\");  \u2190 tara  \u306b\u5909\u66f4\r\n  console.log(data);\r\n<\/script>\r\n<\/code><\/pre>\n
\"\u30b9\u30af\u30ea\u30fc\u30f3\u30b7\u30e7\u30c3\u30c8<\/div>\n
\u6682\u65f6\u5c31\u8fd9\u6837\u5427\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"
\u542c\u8bf4Apache Arrow\u5f88\u4e0d\u9519\uff0c\u6240\u4ee5\u6211\u7acb\u523b\u5f00\u59cb\u7814\u7a76\u4e86\u4e00\u4e0b\u3002 Apache Arrow\u662f\u4ec0\u4e48\uff1f \u2192 Apac […]<\/p>\n","protected":false},"author":7,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-36551","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"yoast_head":"\n\u6211\u8bd5\u7740\u4f7f\u7528 Apache Arrow - Blog - Silicon Cloud<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.silicloud.com\/zh\/blog\/\u6211\u8bd5\u7740\u4f7f\u7528-apache-arrow-\u3002\/\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\u6211\u8bd5\u7740\u4f7f\u7528 Apache Arrow\" \/>\n<meta property=\"og:description\" content=\"\u542c\u8bf4Apache Arrow\u5f88\u4e0d\u9519\uff0c\u6240\u4ee5\u6211\u7acb\u523b\u5f00\u59cb\u7814\u7a76\u4e86\u4e00\u4e0b\u3002 Apache Arrow\u662f\u4ec0\u4e48\uff1f \u2192 Apac […]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.silicloud.com\/zh\/blog\/\u6211\u8bd5\u7740\u4f7f\u7528-apache-arrow-\u3002\/\" \/>\n<meta property=\"og:site_name\" content=\"Blog - Silicon Cloud\" \/>\n<meta property=\"article:published_time\" content=\"2024-01-06T13:14:58+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2024-04-28T17:13:56+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d298737434c4406c44418\/42-0.png\" \/>\n<meta name=\"author\" content=\"\u79d1, \u9896\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"\u79d1, \u9896\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"5 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e8%af%95%e7%9d%80%e4%bd%bf%e7%94%a8-apache-arrow-%e3%80%82\/\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e8%af%95%e7%9d%80%e4%bd%bf%e7%94%a8-apache-arrow-%e3%80%82\/\",\"name\":\"\u6211\u8bd5\u7740\u4f7f\u7528 Apache Arrow - Blog - Silicon Cloud\",\"isPartOf\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\"},\"datePublished\":\"2024-01-06T13:14:58+00:00\",\"dateModified\":\"2024-04-28T17:13:56+00:00\",\"author\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/8ca01ba7f7362ad4edb7da206a12f29e\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e8%af%95%e7%9d%80%e4%bd%bf%e7%94%a8-apache-arrow-%e3%80%82\/#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e8%af%95%e7%9d%80%e4%bd%bf%e7%94%a8-apache-arrow-%e3%80%82\/\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e8%af%95%e7%9d%80%e4%bd%bf%e7%94%a8-apache-arrow-%e3%80%82\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.silicloud.com\/zh\/blog\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u6211\u8bd5\u7740\u4f7f\u7528 Apache Arrow\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/\",\"name\":\"Blog - Silicon Cloud\",\"description\":\"\",\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/8ca01ba7f7362ad4edb7da206a12f29e\",\"name\":\"\u79d1, \u9896\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/8a6fb3cc7ba2f69d2189ba532aec4633ea7ed75ac0af162ec367cb3abc0fb2af?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/8a6fb3cc7ba2f69d2189ba532aec4633ea7ed75ac0af162ec367cb3abc0fb2af?s=96&d=mm&r=g\",\"caption\":\"\u79d1, \u9896\"},\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/author\/keying\/\"},{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e8%af%95%e7%9d%80%e4%bd%bf%e7%94%a8-apache-arrow-%e3%80%82\/#local-main-organization-logo\",\"url\":\"\",\"contentUrl\":\"\",\"caption\":\"Blog - Silicon Cloud\"}]}<\/script>\n<!-- \/ Yoast SEO Premium plugin. -->","yoast_head_json":{"title":"\u6211\u8bd5\u7740\u4f7f\u7528 Apache Arrow - Blog - Silicon Cloud","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.silicloud.com\/zh\/blog\/\u6211\u8bd5\u7740\u4f7f\u7528-apache-arrow-\u3002\/","og_locale":"zh_CN","og_type":"article","og_title":"\u6211\u8bd5\u7740\u4f7f\u7528 Apache Arrow","og_description":"\u542c\u8bf4Apache Arrow\u5f88\u4e0d\u9519\uff0c\u6240\u4ee5\u6211\u7acb\u523b\u5f00\u59cb\u7814\u7a76\u4e86\u4e00\u4e0b\u3002 Apache Arrow\u662f\u4ec0\u4e48\uff1f \u2192 Apac […]","og_url":"https:\/\/www.silicloud.com\/zh\/blog\/\u6211\u8bd5\u7740\u4f7f\u7528-apache-arrow-\u3002\/","og_site_name":"Blog - Silicon Cloud","article_published_time":"2024-01-06T13:14:58+00:00","article_modified_time":"2024-04-28T17:13:56+00:00","og_image":[{"url":"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d298737434c4406c44418\/42-0.png"}],"author":"\u79d1, \u9896","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"\u79d1, \u9896","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"5 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e8%af%95%e7%9d%80%e4%bd%bf%e7%94%a8-apache-arrow-%e3%80%82\/","url":"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e8%af%95%e7%9d%80%e4%bd%bf%e7%94%a8-apache-arrow-%e3%80%82\/","name":"\u6211\u8bd5\u7740\u4f7f\u7528 Apache Arrow - Blog - Silicon Cloud","isPartOf":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website"},"datePublished":"2024-01-06T13:14:58+00:00","dateModified":"2024-04-28T17:13:56+00:00","author":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/8ca01ba7f7362ad4edb7da206a12f29e"},"breadcrumb":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e8%af%95%e7%9d%80%e4%bd%bf%e7%94%a8-apache-arrow-%e3%80%82\/#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e8%af%95%e7%9d%80%e4%bd%bf%e7%94%a8-apache-arrow-%e3%80%82\/"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e8%af%95%e7%9d%80%e4%bd%bf%e7%94%a8-apache-arrow-%e3%80%82\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.silicloud.com\/zh\/blog\/"},{"@type":"ListItem","position":2,"name":"\u6211\u8bd5\u7740\u4f7f\u7528 Apache Arrow"}]},{"@type":"WebSite","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website","url":"https:\/\/www.silicloud.com\/zh\/blog\/","name":"Blog - Silicon Cloud","description":"","inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/8ca01ba7f7362ad4edb7da206a12f29e","name":"\u79d1, \u9896","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/8a6fb3cc7ba2f69d2189ba532aec4633ea7ed75ac0af162ec367cb3abc0fb2af?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/8a6fb3cc7ba2f69d2189ba532aec4633ea7ed75ac0af162ec367cb3abc0fb2af?s=96&d=mm&r=g","caption":"\u79d1, \u9896"},"url":"https:\/\/www.silicloud.com\/zh\/blog\/author\/keying\/"},{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e6%88%91%e8%af%95%e7%9d%80%e4%bd%bf%e7%94%a8-apache-arrow-%e3%80%82\/#local-main-organization-logo","url":"","contentUrl":"","caption":"Blog - Silicon Cloud"}]}},"_links":{"self":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/36551","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/users\/7"}],"replies":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/comments?post=36551"}],"version-history":[{"count":2,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/36551\/revisions"}],"predecessor-version":[{"id":70874,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/36551\/revisions\/70874"}],"wp:attachment":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/media?parent=36551"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/categories?post=36551"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/tags?post=36551"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}