{"id":41000,"date":"2023-07-07T17:15:25","date_gmt":"2023-10-04T23:09:49","guid":{"rendered":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8embulk%e5%b0%86mysql%e6%95%b0%e6%8d%ae%e8%bd%ac%e7%a7%bb%e5%88%b0elasticsearch5%e4%b8%ad%e3%80%82\/"},"modified":"2024-04-30T12:28:28","modified_gmt":"2024-04-30T04:28:28","slug":"%e4%bd%bf%e7%94%a8embulk%e5%b0%86mysql%e6%95%b0%e6%8d%ae%e8%bd%ac%e7%a7%bb%e5%88%b0elasticsearch5%e4%b8%ad%e3%80%82","status":"publish","type":"post","link":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8embulk%e5%b0%86mysql%e6%95%b0%e6%8d%ae%e8%bd%ac%e7%a7%bb%e5%88%b0elasticsearch5%e4%b8%ad%e3%80%82\/","title":{"rendered":"\u4f7f\u7528Embulk\u5c06MySQL\u6570\u636e\u8f6c\u79fb\u5230Elasticsearch5\u4e2d"},"content":{"rendered":"<h2>\u603b\u7ed3<\/h2>\n<p>\u4f7f\u7528Embulk\u5c06MySQL\u6570\u636e\u4f20\u8f93\u5230Elasticsearch5\u3002<\/p>\n<h2>\u73af\u5883<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">CentOS 7.2<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">embulk 0.8.35<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">openjdk version &#8220;1.8.0_144&#8221;<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">MySQL 5.7<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">elasticsearch 5.6.3-1<\/ul>\n<h2>\u4e8b\u524d\u51c6\u5907<\/h2>\n<h3>MySQL\u7684\u5b89\u88c5\u3002<\/h3>\n<p>\u8bf7\u53c2\u8003\u4ee5\u4e0b\u5185\u5bb9\uff0c\u5b89\u88c5MySQL\u81f3CentOS6\u62167\u4e0a\uff0c\u5e76\u9009\u62e9MySQL5.6\u62165.7\u7248\u672c\u8fdb\u884c\u5b89\u88c5\u3002<\/p>\n<p>\u8bf7\u5728\u5b89\u88c5MySQL\u540e\uff0c\u4f7f\u7528\u4ee5\u4e0bSQL\u8bed\u53e5\u521b\u5efa\u8868\u5e76\u63d2\u5165\u6570\u636e\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"k\">GRANT<\/span> <span class=\"k\">ALL<\/span> <span class=\"k\">ON<\/span> <span class=\"n\">sample_db<\/span><span class=\"p\">.<\/span><span class=\"o\">*<\/span> <span class=\"k\">TO<\/span> <span class=\"n\">sample_user<\/span><span class=\"o\">@<\/span><span class=\"s1\">'%'<\/span> <span class=\"n\">IDENTIFIED<\/span> <span class=\"k\">BY<\/span> <span class=\"s1\">'Sample_password123'<\/span><span class=\"p\">;<\/span>\r\n<span class=\"k\">CREATE<\/span> <span class=\"k\">DATABASE<\/span> <span class=\"n\">sample_db<\/span><span class=\"p\">;<\/span>\r\n<span class=\"n\">USE<\/span> <span class=\"n\">sample_db<\/span><span class=\"p\">;<\/span>\r\n\r\n<span class=\"k\">CREATE<\/span> <span class=\"k\">TABLE<\/span> <span class=\"n\">items<\/span><span class=\"p\">(<\/span>\r\n    <span class=\"n\">id<\/span> <span class=\"nb\">INT<\/span> <span class=\"k\">NOT<\/span> <span class=\"k\">NULL<\/span> <span class=\"n\">AUTO_INCREMENT<\/span> <span class=\"k\">PRIMARY<\/span> <span class=\"k\">KEY<\/span><span class=\"p\">,<\/span>\r\n    <span class=\"n\">name<\/span> <span class=\"nb\">VARCHAR<\/span><span class=\"p\">(<\/span><span class=\"mi\">20<\/span><span class=\"p\">),<\/span>\r\n    <span class=\"n\">price<\/span> <span class=\"nb\">INT<\/span><span class=\"p\">(<\/span><span class=\"mi\">10<\/span><span class=\"p\">),<\/span>\r\n    <span class=\"n\">created_date<\/span> <span class=\"nb\">TIMESTAMP<\/span> <span class=\"k\">NOT<\/span> <span class=\"k\">NULL<\/span> <span class=\"k\">DEFAULT<\/span> <span class=\"k\">CURRENT_TIMESTAMP<\/span><span class=\"p\">,<\/span>\r\n    <span class=\"n\">updated_date<\/span> <span class=\"nb\">TIMESTAMP<\/span> <span class=\"k\">NOT<\/span> <span class=\"k\">NULL<\/span> <span class=\"k\">DEFAULT<\/span> <span class=\"k\">CURRENT_TIMESTAMP<\/span> <span class=\"k\">ON<\/span> <span class=\"k\">UPDATE<\/span> <span class=\"k\">CURRENT_TIMESTAMP<\/span>\r\n<span class=\"p\">);<\/span>\r\n\r\n<span class=\"k\">INSERT<\/span> <span class=\"k\">INTO<\/span> <span class=\"n\">items<\/span> <span class=\"p\">(<\/span><span class=\"n\">name<\/span><span class=\"p\">,<\/span> <span class=\"n\">price<\/span><span class=\"p\">)<\/span> <span class=\"k\">VALUES<\/span><span class=\"p\">(<\/span><span class=\"s1\">'olive oil'<\/span><span class=\"p\">,<\/span> <span class=\"mi\">600<\/span><span class=\"p\">);<\/span>\r\n<span class=\"k\">INSERT<\/span> <span class=\"k\">INTO<\/span> <span class=\"n\">items<\/span> <span class=\"p\">(<\/span><span class=\"n\">name<\/span><span class=\"p\">,<\/span> <span class=\"n\">price<\/span><span class=\"p\">)<\/span> <span class=\"k\">VALUES<\/span><span class=\"p\">(<\/span><span class=\"s1\">'garlic'<\/span><span class=\"p\">,<\/span> <span class=\"mi\">300<\/span><span class=\"p\">);<\/span>\r\n<span class=\"k\">INSERT<\/span> <span class=\"k\">INTO<\/span> <span class=\"n\">items<\/span> <span class=\"p\">(<\/span><span class=\"n\">name<\/span><span class=\"p\">,<\/span> <span class=\"n\">price<\/span><span class=\"p\">)<\/span> <span class=\"k\">VALUES<\/span><span class=\"p\">(<\/span><span class=\"s1\">'red peppar'<\/span><span class=\"p\">,<\/span> <span class=\"mi\">200<\/span><span class=\"p\">);<\/span>\r\n<\/code><\/pre>\n<h3>\u5b89\u88c5Elasticsearch<\/h3>\n<p>\u8bf7\u53c2\u8003\u4ee5\u4e0b\u6b65\u9aa4\u5b89\u88c5Elasticsearch\uff0c\u5e76\u7b80\u5355\u4e86\u89e3\u5176\u4f7f\u7528\u65b9\u6cd5\u3002<\/p>\n<h3>\u5b89\u88c5Java<\/h3>\n<p>\u8bf7\u6309\u7167\u4ee5\u4e0b\u6b65\u9aa4\u5728CentOS7\u4e0a\u5b89\u88c5Java OpenJDK8\u3002<\/p>\n<h2>Embulk \u7684\u5b89\u88c5<\/h2>\n<p>\u8bf7\u4f7f\u7528\u4ee5\u4e0b\u547d\u4ee4\u6765\u5b89\u88c5 Embulk\u3002<\/p>\n<pre class=\"post-pre\"><code>$ curl --create-dirs -o ~\/.embulk\/bin\/embulk -L \"https:\/\/dl.embulk.org\/embulk-latest.jar\"\r\n$ chmod +x ~\/.embulk\/bin\/embulk\r\n$ echo 'export PATH=\"$HOME\/.embulk\/bin:$PATH\"' &gt;&gt; ~\/.bashrc\r\n$ source ~\/.bashrc\r\n<\/code><\/pre>\n<p>\u786e\u8ba4\u5b89\u88c5<\/p>\n<pre class=\"post-pre\"><code>$ embulk -version\r\nembulk 0.8.35\r\n<\/code><\/pre>\n<h2>\u76ee\u5f55\u7ed3\u6784<\/h2>\n<p>\u521b\u5efa\u4e00\u4e2a\u540d\u4e3asample-app\u7684\u76ee\u5f55\uff0c\u5e76\u5728\u5176\u4e2d\u8fdb\u884c\u4ee5\u4e0b\u6240\u6709\u64cd\u4f5c\u3002<\/p>\n<pre class=\"post-pre\"><code>$ mkdir sample-app\r\n<\/code><\/pre>\n<h2>\u63d2\u4ef6\u7ba1\u7406<\/h2>\n<p>\u8bf7\u6267\u884c\u4ee5\u4e0b\u547d\u4ee4\u6765\u5b89\u88c5mkbundle\uff0c\u7528\u4e8e\u7ba1\u7406Embulk\u7684\u63d2\u4ef6\u3002\u5b83\u7c7b\u4f3c\u4e8erails\u7684bundler\u5de5\u5177\u3002<\/p>\n<pre class=\"post-pre\"><code>$ cd sample-app\r\n$ embulk mkbundle sample-plugins\r\n<\/code><\/pre>\n<h3>\u5728Gemfile\u6587\u4ef6\u4e2d\u6dfb\u52a0\u63d2\u4ef6\u3002<\/h3>\n<p>\u672c\u6b21\u6211\u4eec\u5c06\u4eceMySQL\u8f93\u5165\u6570\u636e\uff0c\u5e76\u5c06\u5176\u8f93\u51fa\u5230elasticsearch5\uff0c\u56e0\u6b64\u9700\u8981\u5b89\u88c5\u4ee5\u4e0b\u63d2\u4ef6\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"n\">gem<\/span> <span class=\"s1\">'embulk-input-mysql'<\/span>\r\n<span class=\"n\">gem<\/span> <span class=\"s1\">'embulk-output-elasticsearch_ruby'<\/span>\r\n<\/code><\/pre>\n<h3>\u5b89\u88c5\u63d2\u4ef6<\/h3>\n<p>\u5728rails\u4e2d\uff0c\u4e0ebundle install\u76f8\u5bf9\u5e94\u7684\u662f\u6267\u884cbundle install\u547d\u4ee4\u3002\u5b83\u9700\u8981\u5728Gemfile\u6240\u5728\u7684\u76ee\u5f55\u5c42\u7ea7\u4e0b\u8fd0\u884c\u3002<\/p>\n<pre class=\"post-pre\"><code>$ cd sample-plugins\r\n$ embulk bundle --path=vendor\/bundle\r\n<\/code><\/pre>\n<h3>\u786e\u8ba4\u63d2\u4ef6\u5df2\u5b89\u88c5\u3002<\/h3>\n<pre class=\"post-pre\"><code>$ embulk bundle list\r\n\r\n2017-10-18 07:10:53.791 +0000: Embulk v0.8.35\r\nGems included by the bundle:\r\n  * bundler (1.10.6)\r\n  * elasticsearch (5.0.4)\r\n  * elasticsearch-api (5.0.4)\r\n  * elasticsearch-transport (5.0.4)\r\n  * embulk (0.8.35)\r\n  * embulk-input-mysql (0.8.5)\r\n  * embulk-output-elasticsearch_ruby (0.1.6)\r\n  * excon (0.59.0)\r\n  * faraday (0.13.1)\r\n  * liquid (4.0.0)\r\n  * msgpack (1.1.0)\r\n  * multi_json (1.12.2)\r\n  * multipart-post (2.0.0)\r\n  * rjack-icu (4.54.1.1)\r\n<\/code><\/pre>\n<h2>\u73af\u5883\u53d8\u91cf<\/h2>\n<p>\u8bf7\u5728sample-app\u7684\u6839\u76ee\u5f55\u4e0b\u521b\u5efa\u4ee5\u4e0b\u5185\u5bb9\u3002<br \/>\n\u5c06MySQL\u548cElasticsearch\u7684\u8fde\u63a5\u4fe1\u606f\u8bbe\u7f6e\u4e3a\u73af\u5883\u53d8\u91cf\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"nv\">MYSQL_HOST<\/span><span class=\"o\">=<\/span>localhost\r\n<span class=\"nv\">MYSQL_USER<\/span><span class=\"o\">=<\/span>sample_user\r\n<span class=\"nv\">MYSQL_PASSWORD<\/span><span class=\"o\">=<\/span>Sample_password123\r\n<span class=\"nv\">ELS_HOST<\/span><span class=\"o\">=<\/span>localhost\r\n<\/code><\/pre>\n<pre class=\"post-pre\"><code>$ export $(cat .env | xargs)\r\n<\/code><\/pre>\n<p>\u53ef\u4ee5\u5c06\u4ee5\u4e0b\u5185\u5bb9\u5199\u5165 ~\/.bash_profile \u6216\u8005 \/etc\/environment \u6587\u4ef6\u4e2d\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"nb\">export <\/span><span class=\"nv\">MYSQL_HOST<\/span><span class=\"o\">=<\/span>localhost\r\n<span class=\"nb\">export <\/span><span class=\"nv\">MYSQL_USER<\/span><span class=\"o\">=<\/span>sample_user\r\n<span class=\"nb\">export <\/span><span class=\"nv\">MYSQL_PASSWORD<\/span><span class=\"o\">=<\/span>Sample_password123\r\n<span class=\"nb\">export <\/span><span class=\"nv\">ELS_HOST<\/span><span class=\"o\">=<\/span>localhost\r\n<\/code><\/pre>\n<pre class=\"post-pre\"><code>$ source ~\/.bash_profile\r\n<\/code><\/pre>\n<h2>\u521b\u5efa\u4e00\u4e2ayaml\u6587\u4ef6<\/h2>\n<p>\u901a\u8fc7\u5c06\u6269\u5c55\u540d\u8bbe\u7f6e\u4e3aliquid\uff0c\u60a8\u53ef\u4ee5\u5728yaml\u6587\u4ef6\u5185\u4f7f\u7528include\u8bed\u53e5\u548c\u53d8\u91cf\u3002\u987a\u4fbf\u63d0\u4e00\u4e0b\uff0c\u73af\u5883\u53d8\u91cf\u53ef\u4ee5\u4f7f\u7528{{ env.MYSQL_USER }}\u8fd9\u6837\u7684\u683c\u5f0f\u3002\u6587\u4ef6\u540d\u4e0d\u5fc5\u6309\u4ee5\u4e0b\u65b9\u5f0f\u547d\u540d\uff0c\u53ef\u4ee5\u662f\u4efb\u610f\u7684\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"na\">in<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">type<\/span><span class=\"pi\">:<\/span> <span class=\"s\">mysql<\/span>\r\n  <span class=\"na\">host<\/span><span class=\"pi\">:<\/span> <span class=\"pi\">{{<\/span> <span class=\"nv\">env.MYSQL_HOST<\/span> <span class=\"pi\">}}<\/span>\r\n  <span class=\"na\">user<\/span><span class=\"pi\">:<\/span> <span class=\"pi\">{{<\/span> <span class=\"nv\">env.MYSQL_USER<\/span> <span class=\"pi\">}}<\/span>\r\n  <span class=\"na\">password<\/span><span class=\"pi\">:<\/span> <span class=\"pi\">{{<\/span> <span class=\"nv\">env.MYSQL_PASSWORD<\/span> <span class=\"pi\">}}<\/span>\r\n  <span class=\"na\">database<\/span><span class=\"pi\">:<\/span> <span class=\"s\">sample_db<\/span>\r\n  <span class=\"na\">query<\/span><span class=\"pi\">:<\/span> <span class=\"s\">SELECT * FROM items<\/span>\r\n\r\n<span class=\"na\">out<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">type<\/span><span class=\"pi\">:<\/span> <span class=\"s\">elasticsearch_ruby<\/span>\r\n  <span class=\"c1\"># \u7701\u7565\u53ef\u80fd<\/span>\r\n  <span class=\"na\">cluster_name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">sample-application<\/span>\r\n  <span class=\"na\">index<\/span><span class=\"pi\">:<\/span> <span class=\"s\">sample_index<\/span>\r\n  <span class=\"na\">index_type<\/span><span class=\"pi\">:<\/span> <span class=\"s\">sample_type<\/span>\r\n  <span class=\"na\">nodes<\/span><span class=\"pi\">:<\/span>\r\n    <span class=\"pi\">-<\/span> <span class=\"na\">host<\/span><span class=\"pi\">:<\/span> <span class=\"pi\">{{<\/span> <span class=\"nv\">env.ELS_HOST<\/span> <span class=\"pi\">}}<\/span>\r\n<\/code><\/pre>\n<h2>\u6267\u884c<\/h2>\n<p>\u5728\u6267\u884c\u4e4b\u524d\uff0c\u8fdb\u884c\u8bd5\u8fd0\u884c\u3002<\/p>\n<pre class=\"post-pre\"><code>$ embulk preview mysql-elasticsearch.yml.liquid -b sample-plugins\r\n\r\n+---------+-------------+------------+-------------------------+-------------------------+\r\n| id:long | name:string | price:long |  created_date:timestamp |  updated_date:timestamp |\r\n+---------+-------------+------------+-------------------------+-------------------------+\r\n|       1 |   olive oil |        600 | 2017-10-18 07:07:36 UTC | 2017-10-18 07:07:36 UTC |\r\n|       2 |      garlic |        300 | 2017-10-18 07:07:36 UTC | 2017-10-18 07:07:36 UTC |\r\n|       3 |  red peppar |        200 | 2017-10-18 07:07:36 UTC | 2017-10-18 07:07:36 UTC |\r\n+---------+-------------+------------+-------------------------+-------------------------+\r\n<\/code><\/pre>\n<p>\u5982\u679c\u6ca1\u6709\u95ee\u9898\u7684\u8bdd\uff0c\u6211\u4f1a\u6267\u884c\u3002<\/p>\n<pre class=\"post-pre\"><code>$ embulk run mysql-elasticsearch.yml.liquid -b sample-plugins\/\r\n<\/code><\/pre>\n<h2>\u786e\u8ba4\u6570\u636e\u662f\u5426\u5df2\u8f93\u5165Elasticsearch\u3002<\/h2>\n<p>\u4f7f\u7528\u4ee5\u4e0b\u547d\u4ee4\u5411Elasticsearch\u53d1\u8d77\u67e5\u8be2\u8bf7\u6c42\u3002<\/p>\n<pre class=\"post-pre\"><code>$ curl http:\/\/localhost:9200\/embulk_sample\/embulk\/_search?pretty\r\n<\/code><\/pre>\n<p>\u5982\u679c\u6536\u5230\u4ee5\u4e0b\u7ed3\u679c\uff0c\u5c31\u7b97\u6210\u529f\u4e86\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"p\">{<\/span>\r\n  <span class=\"nl\">\"took\"<\/span> <span class=\"p\">:<\/span> <span class=\"mi\">154<\/span><span class=\"p\">,<\/span>\r\n  <span class=\"nl\">\"timed_out\"<\/span> <span class=\"p\">:<\/span> <span class=\"kc\">false<\/span><span class=\"p\">,<\/span>\r\n  <span class=\"nl\">\"_shards\"<\/span> <span class=\"p\">:<\/span> <span class=\"p\">{<\/span>\r\n    <span class=\"nl\">\"total\"<\/span> <span class=\"p\">:<\/span> <span class=\"mi\">5<\/span><span class=\"p\">,<\/span>\r\n    <span class=\"nl\">\"successful\"<\/span> <span class=\"p\">:<\/span> <span class=\"mi\">5<\/span><span class=\"p\">,<\/span>\r\n    <span class=\"nl\">\"skipped\"<\/span> <span class=\"p\">:<\/span> <span class=\"mi\">0<\/span><span class=\"p\">,<\/span>\r\n    <span class=\"nl\">\"failed\"<\/span> <span class=\"p\">:<\/span> <span class=\"mi\">0<\/span>\r\n  <span class=\"p\">},<\/span>\r\n  <span class=\"nl\">\"hits\"<\/span> <span class=\"p\">:<\/span> <span class=\"p\">{<\/span>\r\n    <span class=\"nl\">\"total\"<\/span> <span class=\"p\">:<\/span> <span class=\"mi\">3<\/span><span class=\"p\">,<\/span>\r\n    <span class=\"nl\">\"max_score\"<\/span> <span class=\"p\">:<\/span> <span class=\"mf\">1.0<\/span><span class=\"p\">,<\/span>\r\n    <span class=\"nl\">\"hits\"<\/span> <span class=\"p\">:<\/span> <span class=\"p\">[<\/span>\r\n      <span class=\"p\">{<\/span>\r\n        <span class=\"nl\">\"_index\"<\/span> <span class=\"p\">:<\/span> <span class=\"s2\">\"embulk_sample\"<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"nl\">\"_type\"<\/span> <span class=\"p\">:<\/span> <span class=\"s2\">\"embulk\"<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"nl\">\"_id\"<\/span> <span class=\"p\">:<\/span> <span class=\"s2\">\"AV8t1p0iQ_tnL6hHKk6O\"<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"nl\">\"_score\"<\/span> <span class=\"p\">:<\/span> <span class=\"mf\">1.0<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"nl\">\"_source\"<\/span> <span class=\"p\">:<\/span> <span class=\"p\">{<\/span>\r\n          <span class=\"nl\">\"id\"<\/span> <span class=\"p\">:<\/span> <span class=\"mi\">2<\/span><span class=\"p\">,<\/span>\r\n          <span class=\"nl\">\"name\"<\/span> <span class=\"p\">:<\/span> <span class=\"s2\">\"garlic\"<\/span><span class=\"p\">,<\/span>\r\n          <span class=\"nl\">\"price\"<\/span> <span class=\"p\">:<\/span> <span class=\"mi\">300<\/span><span class=\"p\">,<\/span>\r\n          <span class=\"nl\">\"created_date\"<\/span> <span class=\"p\">:<\/span> <span class=\"s2\">\"2017-10-18 11:27:42 UTC\"<\/span><span class=\"p\">,<\/span>\r\n          <span class=\"nl\">\"updated_date\"<\/span> <span class=\"p\">:<\/span> <span class=\"s2\">\"2017-10-18 11:27:42 UTC\"<\/span>\r\n        <span class=\"p\">}<\/span>\r\n      <span class=\"p\">},<\/span>\r\n      <span class=\"p\">{<\/span>\r\n        <span class=\"nl\">\"_index\"<\/span> <span class=\"p\">:<\/span> <span class=\"s2\">\"embulk_sample\"<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"nl\">\"_type\"<\/span> <span class=\"p\">:<\/span> <span class=\"s2\">\"embulk\"<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"nl\">\"_id\"<\/span> <span class=\"p\">:<\/span> <span class=\"s2\">\"AV8t1p0iQ_tnL6hHKk6N\"<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"nl\">\"_score\"<\/span> <span class=\"p\">:<\/span> <span class=\"mf\">1.0<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"nl\">\"_source\"<\/span> <span class=\"p\">:<\/span> <span class=\"p\">{<\/span>\r\n          <span class=\"nl\">\"id\"<\/span> <span class=\"p\">:<\/span> <span class=\"mi\">1<\/span><span class=\"p\">,<\/span>\r\n          <span class=\"nl\">\"name\"<\/span> <span class=\"p\">:<\/span> <span class=\"s2\">\"olive oil\"<\/span><span class=\"p\">,<\/span>\r\n          <span class=\"nl\">\"price\"<\/span> <span class=\"p\">:<\/span> <span class=\"mi\">600<\/span><span class=\"p\">,<\/span>\r\n          <span class=\"nl\">\"created_date\"<\/span> <span class=\"p\">:<\/span> <span class=\"s2\">\"2017-10-18 11:26:43 UTC\"<\/span><span class=\"p\">,<\/span>\r\n          <span class=\"nl\">\"updated_date\"<\/span> <span class=\"p\">:<\/span> <span class=\"s2\">\"2017-10-18 11:26:43 UTC\"<\/span>\r\n        <span class=\"p\">}<\/span>\r\n      <span class=\"p\">},<\/span>\r\n      <span class=\"p\">{<\/span>\r\n        <span class=\"nl\">\"_index\"<\/span> <span class=\"p\">:<\/span> <span class=\"s2\">\"embulk_sample\"<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"nl\">\"_type\"<\/span> <span class=\"p\">:<\/span> <span class=\"s2\">\"embulk\"<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"nl\">\"_id\"<\/span> <span class=\"p\">:<\/span> <span class=\"s2\">\"AV8t1p0iQ_tnL6hHKk6P\"<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"nl\">\"_score\"<\/span> <span class=\"p\">:<\/span> <span class=\"mf\">1.0<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"nl\">\"_source\"<\/span> <span class=\"p\">:<\/span> <span class=\"p\">{<\/span>\r\n          <span class=\"nl\">\"id\"<\/span> <span class=\"p\">:<\/span> <span class=\"mi\">3<\/span><span class=\"p\">,<\/span>\r\n          <span class=\"nl\">\"name\"<\/span> <span class=\"p\">:<\/span> <span class=\"s2\">\"red peppar\"<\/span><span class=\"p\">,<\/span>\r\n          <span class=\"nl\">\"price\"<\/span> <span class=\"p\">:<\/span> <span class=\"mi\">200<\/span><span class=\"p\">,<\/span>\r\n          <span class=\"nl\">\"created_date\"<\/span> <span class=\"p\">:<\/span> <span class=\"s2\">\"2017-10-18 11:28:08 UTC\"<\/span><span class=\"p\">,<\/span>\r\n          <span class=\"nl\">\"updated_date\"<\/span> <span class=\"p\">:<\/span> <span class=\"s2\">\"2017-10-18 11:28:08 UTC\"<\/span>\r\n        <span class=\"p\">}<\/span>\r\n      <span class=\"p\">}<\/span>\r\n    <span class=\"p\">]<\/span>\r\n  <span class=\"p\">}<\/span>\r\n<span class=\"p\">}<\/span>\r\n<\/code><\/pre>\n<p>\u4ee5\u4e0a<\/p>\n<h2>\u76f8\u5173\u6587\u7ae0<\/h2>\n<ul class=\"post-ul\">Elasticsearch5\u7cfb \u30af\u30e9\u30b9\u30bf\u69cb\u6210\u69cb\u7bc9\u624b\u9806<\/ul>\n<h2>\u8bf7\u53c2\u9605<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Github: embulk<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u5927\u91cf\u30c7\u30fc\u30bf\u306e\u8ee2\u9001\u306bEmbulk\u3092\u4f7f\u3063\u3066\u307f\u305f\u3089\u672c\u5f53\u306b\u697d\u3060\u3063\u305f<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Embulk\u3067\u306f\u3066\u306a\u30d6\u30ed\u30b0\u306e\u8a18\u4e8b\u3092parse\u3057\u3066Elasticsearch\u306b\u5165\u308c\u3066\u307f\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">embulk mkbundle \u306e\u4f7f\u3044\u65b9<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">embulk \u30c1\u30e5\u30fc\u30c8\u30ea\u30a2\u30eb\u3092\u517c\u306d\u3066 RDS \u306e\u30b9\u30ed\u30fc\u30af\u30a8\u30ea\u3092\u30ed\u30b0\u3092 Elasticsearch \u3068 Kibana \u3067\u53ef\u8996\u5316\u3059\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">Apache\u306e\u30a2\u30af\u30bb\u30b9\u30ed\u30b0\u3092Embulk+Elasticsearch+Kibana\u3067\u898b\u308b<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>\u603b\u7ed3 \u4f7f\u7528Embulk\u5c06MySQL\u6570\u636e\u4f20\u8f93\u5230Elasticsearch5\u3002 \u73af\u5883 CentOS 7.2 &#038;nb [&hellip;]<\/p>\n","protected":false},"author":3,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-41000","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"yoast_head":"<!-- This site is optimized with the Yoast SEO Premium plugin v21.5 (Yoast SEO v21.5) - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>\u4f7f\u7528Embulk\u5c06MySQL\u6570\u636e\u8f6c\u79fb\u5230Elasticsearch5\u4e2d - Blog - Silicon Cloud<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.silicloud.com\/zh\/blog\/\u4f7f\u7528embulk\u5c06mysql\u6570\u636e\u8f6c\u79fb\u5230elasticsearch5\u4e2d\u3002\/\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\u4f7f\u7528Embulk\u5c06MySQL\u6570\u636e\u8f6c\u79fb\u5230Elasticsearch5\u4e2d\" \/>\n<meta property=\"og:description\" content=\"\u603b\u7ed3 \u4f7f\u7528Embulk\u5c06MySQL\u6570\u636e\u4f20\u8f93\u5230Elasticsearch5\u3002 \u73af\u5883 CentOS 7.2 &amp;nb [&hellip;]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.silicloud.com\/zh\/blog\/\u4f7f\u7528embulk\u5c06mysql\u6570\u636e\u8f6c\u79fb\u5230elasticsearch5\u4e2d\u3002\/\" \/>\n<meta property=\"og:site_name\" content=\"Blog - Silicon Cloud\" \/>\n<meta property=\"article:published_time\" content=\"2023-10-04T23:09:49+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2024-04-30T04:28:28+00:00\" \/>\n<meta name=\"author\" content=\"\u97f5, \u79d1\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"\u97f5, \u79d1\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"2 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8embulk%e5%b0%86mysql%e6%95%b0%e6%8d%ae%e8%bd%ac%e7%a7%bb%e5%88%b0elasticsearch5%e4%b8%ad%e3%80%82\/\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8embulk%e5%b0%86mysql%e6%95%b0%e6%8d%ae%e8%bd%ac%e7%a7%bb%e5%88%b0elasticsearch5%e4%b8%ad%e3%80%82\/\",\"name\":\"\u4f7f\u7528Embulk\u5c06MySQL\u6570\u636e\u8f6c\u79fb\u5230Elasticsearch5\u4e2d - Blog - Silicon Cloud\",\"isPartOf\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\"},\"datePublished\":\"2023-10-04T23:09:49+00:00\",\"dateModified\":\"2024-04-30T04:28:28+00:00\",\"author\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/6530331a63adef3b3443a1fab53a0e6e\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8embulk%e5%b0%86mysql%e6%95%b0%e6%8d%ae%e8%bd%ac%e7%a7%bb%e5%88%b0elasticsearch5%e4%b8%ad%e3%80%82\/#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8embulk%e5%b0%86mysql%e6%95%b0%e6%8d%ae%e8%bd%ac%e7%a7%bb%e5%88%b0elasticsearch5%e4%b8%ad%e3%80%82\/\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8embulk%e5%b0%86mysql%e6%95%b0%e6%8d%ae%e8%bd%ac%e7%a7%bb%e5%88%b0elasticsearch5%e4%b8%ad%e3%80%82\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.silicloud.com\/zh\/blog\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u4f7f\u7528Embulk\u5c06MySQL\u6570\u636e\u8f6c\u79fb\u5230Elasticsearch5\u4e2d\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/\",\"name\":\"Blog - Silicon Cloud\",\"description\":\"\",\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/6530331a63adef3b3443a1fab53a0e6e\",\"name\":\"\u97f5, \u79d1\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/429ccb39b3fff5188bc17986222cfb0936cbadb8cc933cff04ab5ca01bd30a08?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/429ccb39b3fff5188bc17986222cfb0936cbadb8cc933cff04ab5ca01bd30a08?s=96&d=mm&r=g\",\"caption\":\"\u97f5, \u79d1\"},\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/author\/yunke\/\"},{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8embulk%e5%b0%86mysql%e6%95%b0%e6%8d%ae%e8%bd%ac%e7%a7%bb%e5%88%b0elasticsearch5%e4%b8%ad%e3%80%82\/#local-main-organization-logo\",\"url\":\"\",\"contentUrl\":\"\",\"caption\":\"Blog - Silicon Cloud\"}]}<\/script>\n<!-- \/ Yoast SEO Premium plugin. -->","yoast_head_json":{"title":"\u4f7f\u7528Embulk\u5c06MySQL\u6570\u636e\u8f6c\u79fb\u5230Elasticsearch5\u4e2d - Blog - Silicon Cloud","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.silicloud.com\/zh\/blog\/\u4f7f\u7528embulk\u5c06mysql\u6570\u636e\u8f6c\u79fb\u5230elasticsearch5\u4e2d\u3002\/","og_locale":"zh_CN","og_type":"article","og_title":"\u4f7f\u7528Embulk\u5c06MySQL\u6570\u636e\u8f6c\u79fb\u5230Elasticsearch5\u4e2d","og_description":"\u603b\u7ed3 \u4f7f\u7528Embulk\u5c06MySQL\u6570\u636e\u4f20\u8f93\u5230Elasticsearch5\u3002 \u73af\u5883 CentOS 7.2 &nb [&hellip;]","og_url":"https:\/\/www.silicloud.com\/zh\/blog\/\u4f7f\u7528embulk\u5c06mysql\u6570\u636e\u8f6c\u79fb\u5230elasticsearch5\u4e2d\u3002\/","og_site_name":"Blog - Silicon Cloud","article_published_time":"2023-10-04T23:09:49+00:00","article_modified_time":"2024-04-30T04:28:28+00:00","author":"\u97f5, \u79d1","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"\u97f5, \u79d1","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"2 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8embulk%e5%b0%86mysql%e6%95%b0%e6%8d%ae%e8%bd%ac%e7%a7%bb%e5%88%b0elasticsearch5%e4%b8%ad%e3%80%82\/","url":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8embulk%e5%b0%86mysql%e6%95%b0%e6%8d%ae%e8%bd%ac%e7%a7%bb%e5%88%b0elasticsearch5%e4%b8%ad%e3%80%82\/","name":"\u4f7f\u7528Embulk\u5c06MySQL\u6570\u636e\u8f6c\u79fb\u5230Elasticsearch5\u4e2d - Blog - Silicon Cloud","isPartOf":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website"},"datePublished":"2023-10-04T23:09:49+00:00","dateModified":"2024-04-30T04:28:28+00:00","author":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/6530331a63adef3b3443a1fab53a0e6e"},"breadcrumb":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8embulk%e5%b0%86mysql%e6%95%b0%e6%8d%ae%e8%bd%ac%e7%a7%bb%e5%88%b0elasticsearch5%e4%b8%ad%e3%80%82\/#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8embulk%e5%b0%86mysql%e6%95%b0%e6%8d%ae%e8%bd%ac%e7%a7%bb%e5%88%b0elasticsearch5%e4%b8%ad%e3%80%82\/"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8embulk%e5%b0%86mysql%e6%95%b0%e6%8d%ae%e8%bd%ac%e7%a7%bb%e5%88%b0elasticsearch5%e4%b8%ad%e3%80%82\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.silicloud.com\/zh\/blog\/"},{"@type":"ListItem","position":2,"name":"\u4f7f\u7528Embulk\u5c06MySQL\u6570\u636e\u8f6c\u79fb\u5230Elasticsearch5\u4e2d"}]},{"@type":"WebSite","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website","url":"https:\/\/www.silicloud.com\/zh\/blog\/","name":"Blog - Silicon Cloud","description":"","inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/6530331a63adef3b3443a1fab53a0e6e","name":"\u97f5, \u79d1","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/429ccb39b3fff5188bc17986222cfb0936cbadb8cc933cff04ab5ca01bd30a08?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/429ccb39b3fff5188bc17986222cfb0936cbadb8cc933cff04ab5ca01bd30a08?s=96&d=mm&r=g","caption":"\u97f5, \u79d1"},"url":"https:\/\/www.silicloud.com\/zh\/blog\/author\/yunke\/"},{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8embulk%e5%b0%86mysql%e6%95%b0%e6%8d%ae%e8%bd%ac%e7%a7%bb%e5%88%b0elasticsearch5%e4%b8%ad%e3%80%82\/#local-main-organization-logo","url":"","contentUrl":"","caption":"Blog - Silicon Cloud"}]}},"_links":{"self":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/41000","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/users\/3"}],"replies":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/comments?post=41000"}],"version-history":[{"count":2,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/41000\/revisions"}],"predecessor-version":[{"id":91915,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/41000\/revisions\/91915"}],"wp:attachment":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/media?parent=41000"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/categories?post=41000"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/tags?post=41000"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}