{"id":40946,"date":"2023-11-11T04:07:28","date_gmt":"2023-09-06T01:30:03","guid":{"rendered":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8fluentdfluent-plugin-elb-access-logelasticsearchkibana%e6%9d%a5%e5%b0%86elb%e7%9a%84%e8%ae%bf%e9%97%ae%e6%97%a5%e5%bf%97%e5%8f%af%e8%a7%86%e5%8c%96%e3%80%82\/"},"modified":"2024-05-04T08:25:58","modified_gmt":"2024-05-04T00:25:58","slug":"%e4%bd%bf%e7%94%a8fluentdfluent-plugin-elb-access-logelasticsearchkibana%e6%9d%a5%e5%b0%86elb%e7%9a%84%e8%ae%bf%e9%97%ae%e6%97%a5%e5%bf%97%e5%8f%af%e8%a7%86%e5%8c%96%e3%80%82","status":"publish","type":"post","link":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8fluentdfluent-plugin-elb-access-logelasticsearchkibana%e6%9d%a5%e5%b0%86elb%e7%9a%84%e8%ae%bf%e9%97%ae%e6%97%a5%e5%bf%97%e5%8f%af%e8%a7%86%e5%8c%96%e3%80%82\/","title":{"rendered":"\u4f7f\u7528fluentd(fluent-plugin-elb-access-log)+Elasticsearch+kibana\u6765\u5c06ELB\u7684\u8bbf\u95ee\u65e5\u5fd7\u53ef\u89c6\u5316"},"content":{"rendered":"<p>\u6211\u6709\u8d8a\u6765\u8d8a\u591a\u7684\u673a\u4f1a\u5bf9ELB\u65e5\u5fd7\u8fdb\u884c\u5206\u6790&#8230;<\/p>\n<pre class=\"post-pre\"><code>$sed -e 's\/:[0-9][0-9]\\.[0-9][0-9][0-9][0-9][0-9][0-9]Z\/\/g' access.log |awk -F \" \" '{ print $1,$8; }'| sort | uniq -c\r\n<\/code><\/pre>\n<p>\u53ef\u4ee5\u521b\u5efa\u5e76\u5206\u6790\u7c7b\u4f3c\u7684\u547d\u4ee4\uff0c\u4f46\u662f\u56e0\u4e3a\u6709\u70b9\u9ebb\u70e6\uff0c\u6240\u4ee5\u6211\u4eec\u4f1a\u4f7f\u7528\u5e38\u89c1\u7684\u5de5\u5177\u7ec4\u8fdb\u884c\u53ef\u89c6\u5316\u3002<\/p>\n<h1>\u6784\u6210<\/h1>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Amazon Linux AMI 2015.03 (HVM)(S3\u3078\u306eRead\u6a29\u9650\u3092\u6301\u3063\u305fIAMRole\u304c\u8a2d\u5b9a\u3055\u308c\u3066\u3044\u308b\u3053\u3068)<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">td-agent-2.2.0-0.x86_64<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">ElasticSearch-1.4.5<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">nginx-1.6.2-1.23.amzn1.x86_64<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">Kibana3.1.2<\/ul>\n<p>\u6b64\u5916\uff0c\u60a8\u9700\u8981\u63d0\u524d\u542f\u7528ELB\u7684\u8bbf\u95ee\u65e5\u5fd7\u3002<\/p>\n<h1>\u8bf7\u53c2\u8003<\/h1>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">ELB\u306e\u30a2\u30af\u30bb\u30b9\u30ed\u30b0\u3092fluent-plugin-elb-log\u3092\u4f7f\u3063\u3066kibana\u3067\u8868\u793a\u3059\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">ELB s3 Log + Fluentd + Elasticsearch + Kibana + Ubuntu 14.04 LTS PV + EC2 on AWS<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">[\u6280\u8853\u30d6\u30ed\u30b0Vol.11] ELB\u306e\u30a2\u30af\u30bb\u30b9\u30ed\u30b0\u3092fluentd+Elasticsearch+kibana\u3067\u89e3\u6790<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">fluent-plugin-elb-access-log\u3092\u4f5c\u3063\u305f<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">fluentd-v2+elasticsearch+kibana3\u3092EC2\u4e0a\u3067\u5b9f\u65bd\u3059\u308b<\/ul>\n<h1>nginx \u7528\u4e8e\u7f51\u7ad9\u670d\u52a1\u5668\u7684\u5f00\u6e90\u8f6f\u4ef6\u3002<\/h1>\n<p>\u8fdb\u884c\u5b89\u88c5\u3001\u542f\u52a8\u670d\u52a1\u3001\u8bbe\u7f6e\u81ea\u52a8\u542f\u52a8\u3002<\/p>\n<pre class=\"post-pre\"><code>$sudo yum install nginx\r\n$sudo service nginx start\r\n$sudo chkconfig --add nginx\r\n<\/code><\/pre>\n<h1>\u6d41\u7545\u7684\u65e5\u5fd7\u6587\u4ef6\u6536\u96c6\u5668\u3002 de q\u00ec.)<\/h1>\n<p>\u5b89\u88c5\uff0c\u81ea\u52a8\u542f\u52a8\u8bbe\u7f6e\u3002<\/p>\n<pre class=\"post-pre\"><code>$curl -L http:\/\/toolbelt.treasuredata.com\/sh\/install-redhat-td-agent2.sh | sudo sh\r\n$sudo chkconfig --add td-agent\r\n<\/code><\/pre>\n<p>\u4e3a\u4e86\u83b7\u53d6ELB\u7684\u8bbf\u95ee\u65e5\u5fd7\uff0c\u9700\u8981\u5b89\u88c5 fluent-plugin-elb-access-log\uff0c\u5e76\u5b89\u88c5 fluent-plugin-elasticsearch \u5c06\u5176\u6ce8\u518c\u5230 Elasticsearch \u4e2d\u3002\u6b64\u5916\uff0c\u8fd8\u9700\u8981\u5148\u5b89\u88c5\u5fc5\u8981\u7684\u8f6f\u4ef6\u5305\u3002<\/p>\n<pre class=\"post-pre\"><code>$sudo yum groupinstall 'Development tools'\r\n$sudo yum install curl-devel\r\n$sudo \/opt\/td-agent\/embedded\/bin\/fluent-gem install fluent-plugin-elasticsearch\r\n$sudo \/opt\/td-agent\/embedded\/bin\/fluent-gem install fluent-plugin-elb-access-log\r\n<\/code><\/pre>\n<h1>ElasticSearch \u5f39\u6027\u641c\u7d22<\/h1>\n<p>\u6dfb\u52a0 GPG-KEY<\/p>\n<pre class=\"post-pre\"><code>$sudo rpm --import https:\/\/packages.elasticsearch.org\/GPG-KEY-elasticsearch\r\n<\/code><\/pre>\n<p>\u4e3a\u4e86\u6dfb\u52a0\u5b58\u50a8\u5e93\uff0c\u8bf7\u521b\u5efa\u4ee5\u4e0b\u6587\u4ef6\u3002<\/p>\n<pre class=\"post-pre\"><code>[elasticsearch-1.4]\r\nname=Elasticsearch repository for 1.4.x packages\r\nbaseurl=http:\/\/packages.elasticsearch.org\/elasticsearch\/1.4\/centos\r\ngpgcheck=1\r\ngpgkey=http:\/\/packages.elasticsearch.org\/GPG-KEY-elasticsearch\r\nenabled=0\r\n<\/code><\/pre>\n<p>\u5b89\u88c5\u3001\u670d\u52a1\u542f\u52a8\u3001\u81ea\u52a8\u542f\u52a8\u8bbe\u7f6e\u3002<\/p>\n<pre class=\"post-pre\"><code>$sudo yum --enablerepo=elasticsearch-1.4 install elasticsearch\r\n$sudo chkconfig --add elasticsearch\r\n$sudo service elasticsearch start\r\n<\/code><\/pre>\n<p>\u786e\u8ba4\u542f\u52a8\u7684\u96c6\u7fa4<\/p>\n<pre class=\"post-pre\"><code>$curl -s -XGET http:\/\/localhost:9200\/_cluster\/health | jq .\r\n{\r\n  \"cluster_name\": \"elasticsearch\",\r\n  \"status\": \"green\",\r\n  \"timed_out\": false,\r\n  \"number_of_nodes\": 1,\r\n  \"number_of_data_nodes\": 1,\r\n  \"active_primary_shards\": 0,\r\n  \"active_shards\": 0,\r\n  \"relocating_shards\": 0,\r\n  \"initializing_shards\": 0,\r\n  \"unassigned_shards\": 0\r\n}\r\n<\/code><\/pre>\n<h1>\u4f7f\u7528fluentd\u83b7\u53d6ELB\u65e5\u5fd7<\/h1>\n<p>\u4f7f\u7528 fluent-plugin-elb-access-log \u6765\u83b7\u53d6 ELB \u7684\u65e5\u5fd7\u3002<\/p>\n<pre class=\"post-pre\"><code>&lt;source&gt;\r\n  type elb_access_log\r\n  account_id 111111\r\n  region ap-northeast-1\r\n  s3_bucket toshihirock-elb-test\r\n  tag elb.access_log\r\n  debug true\r\n&lt;\/source&gt;\r\n\r\n&lt;match **&gt;\r\n  type stdout\r\n&lt;\/match&gt;\r\n<\/code><\/pre>\n<p>\u5404\u4e2a\u8bbe\u5b9a\u7684\u8be6\u7ec6\u4fe1\u606f\u548c\u9009\u9879\uff0c\u8bf7\u53c2\u9605fluent-plugin-elb-access-log\u7684README\u3002<\/p>\n<p>\u4e3a\u4e86\u786e\u8ba4\uff0c\u6211\u4eec\u5c06\u4ee5\u8ffd\u8e2a\u6a21\u5f0f\u542f\u52a8\u3002<\/p>\n<pre class=\"post-pre\"><code>$sudo td-agent -vv &amp;\r\n<\/code><\/pre>\n<p>\u5728\u8fd9\u79cd\u60c5\u51b5\u4e0b\uff0c\u8bbf\u95eeELB\u7684URL\u5e76\u7b49\u5f85\u4e00\u6bb5\u65f6\u95f4\u3002<br \/>\n\u5982\u679c\u6210\u529f\u7684\u8bdd\uff0c\u53ef\u4ee5\u786e\u8ba4\u5728\u6807\u51c6\u8f93\u51fa\u4e2d\u4f1a\u663e\u793a\u65e5\u5fd7\uff0c\u4f46\u662f\u51fa\u73b0\u4e86\u4ee5\u4e0b\u7684\u8bc1\u4e66\u9519\u8bef&#8230;<\/p>\n<pre class=\"post-pre\"><code>before_shutdown failed error=\"SSL_connect returned=1 errno=0 state=SSLv3 read server certificate B: certificate verify failed\"\r\n<\/code><\/pre>\n<p>\u6211\u5df2\u7ecf\u603b\u7ed3\u4e86\u5173\u4e8e\u8fd9\u4e2a\u95ee\u9898\u7684\u8c03\u67e5\u548c\u89e3\u51b3\u65b9\u6cd5\uff0c\u8bf7\u53c2\u8003\u4ee5\u4e0b\u5185\u5bb9\u3002<\/p>\n<p>\u5728Fluentd\u7684\u63d2\u4ef6\u4e2d\u9047\u5230\u4e86\u8bc1\u4e66\u9a8c\u8bc1\u5931\u8d25\u7684\u9519\u8bef<\/p>\n<p>\u8acb\u53c3\u8003\u4e0a\u8ff0\u7684\u8a73\u7d30\u5167\u5bb9\uff0c\u9019\u88e1\u50c5\u9032\u884c\u6700\u7d42\u8655\u7406\u65b9\u5f0f\uff1a\u66f4\u63db\u8b49\u66f8\u3002<\/p>\n<pre class=\"post-pre\"><code># AmazonLinux\u306e\u8a3c\u660e\u66f8\u306e\u4f4d\u7f6e\u3092\u78ba\u8a8d\r\n$ruby -ropenssl -e 'puts OpenSSL::X509::DEFAULT_CERT_FILE'\r\n\/etc\/pki\/tls\/cert.pem\r\n# \u30d0\u30c3\u30af\u30a2\u30c3\u30d7\r\n$cp \/opt\/td-agent\/embedded\/ssl\/cert.pem \/opt\/td-agent\/embedded\/ssl\/cert.pem.original\r\n# \u5dee\u3057\u66ff\u3048\r\n$cp \/etc\/pki\/tls\/cert.pem \/opt\/td-agent\/embedded\/ssl\/cert.pem\r\n<\/code><\/pre>\n<p>\u4e00\u6b21\uff0c\u7ec8\u6b62td-agent\u8fdb\u7a0b\uff0c\u7136\u540e\u91cd\u65b0\u8fd0\u884c\u3002<\/p>\n<pre class=\"post-pre\"><code>$ps aux|grep ruby|awk '{print $2;}'|sudo xargs kill -KILL\r\n$sudo td-agent -vv &amp;\r\n<\/code><\/pre>\n<p>\u8bf7\u518d\u6b21\u8bbf\u95eeELB\u7f51\u7ad9\uff0c\u5e76\u7b49\u5f85\u5927\u7ea65\u5206\u949f\u3002<br \/>\n\u5982\u679c\u80fd\u591f\u6210\u529f\u8fdb\u884c\u5206\u6790\uff0c\u5219\u4f1a\u8f93\u51fa\u65e5\u5fd7\u3002<\/p>\n<pre class=\"post-pre\"><code>2015-05-30 09:58:23 +0000 elb.access_log: {\"timestamp\":\"2015-05-30T09:58:23.682447Z\",\"elb\":\"LoadBlancer\",\"client_port\":3781,\"backend_port\":80,\"request_processing_time\":4.2e-05,\"backend_processing_time\":0.000791,\"response_processing_time\":2.7e-05,\"elb_status_code\":404,\"backend_status_code\":404,\"received_bytes\":0,\"sent_bytes\":3696,\"request\":\"GET http:\/\/fuga:80\/manager\/html HTTP\/1.1\",\"client\":\"boyo\",\"backend\":\"hoge\",\"request.method\":\"GET\",\"request.uri\":\"http:\/\/hogefuga:80\/manager\/html\",\"request.http_version\":\"HTTP\/1.1\",\"request.uri.scheme\":\"http\",\"request.uri.user\":null,\"request.uri.host\":\"abcd\",\"request.uri.port\":80,\"request.uri.path\":\"\/manager\/html\",\"request.uri.query\":null,\"request.uri.fragment\":null}\r\n<\/code><\/pre>\n<p>\u786e\u8ba4\u5de5\u4f5c\u5b8c\u6210\u540e\u5c06\u7ed3\u675f\u8fdb\u7a0b\u3002<\/p>\n<pre class=\"post-pre\"><code>$ps aux|grep ruby|awk '{print $2;}'|sudo xargs kill -KILL\r\n<\/code><\/pre>\n<h1>\u5c06ELB\u7684\u65e5\u5fd7\u4fdd\u5b58\u5230ElasticSearch\u4e2d\u3002<\/h1>\n<p>\u6211\u5011\u5c07\u5728 fluentd \u7684\u8a2d\u5b9a\u4e2d\u6dfb\u52a0\u95dc\u65bc Elasticsearch \u7684\u5167\u5bb9\uff0c\u4ee5\u4fbf\u4fdd\u5b58 ELB \u7684\u65e5\u8a8c\u3002<\/p>\n<pre class=\"post-pre\"><code>&lt;source&gt;\r\n  type elb_access_log\r\n  account_id 11111111\r\n  region ap-northeast-1\r\n  s3_bucket toshihirock-elb-test\r\n  tag elb.access_log\r\n  debug true\r\n&lt;\/source&gt;\r\n\r\n&lt;match elb.access_log&gt;\r\n  type elasticsearch\r\n  type_name access_log\r\n  host localhost\r\n  port 9200\r\n  logstash_format true\r\n  include_tag_key true\r\n  tag_key @log_name\r\n&lt;\/match&gt;\r\n<\/code><\/pre>\n<p>\u670d\u52a1\u542f\u52a8\u3002<\/p>\n<pre class=\"post-pre\"><code>$sudo service td-agent start\r\n<\/code><\/pre>\n<p>\u6211\u4f1a\u8bbf\u95ee ELB \u7f51\u7ad9\u5e76\u68c0\u67e5\u65e5\u5fd7\u3002<\/p>\n<pre class=\"post-pre\"><code>$tail -f  \/var\/log\/td-agent.log\r\n<\/code><\/pre>\n<p>\u5927\u7ea6\u4e94\u5206\u949f\u540e\uff0c\u5c06\u4f1a\u663e\u793a\u4ee5\u4e0b\u7c7b\u4f3c\u7684\u65e5\u5fd7\u3002<\/p>\n<pre class=\"post-pre\"><code>2015-05-29 14:51:19 +0000 [info]: Connection opened to Elasticsearch cluster =&gt; {:host=&gt;\"localhost\", :port=&gt;9200, :scheme=&gt;\"http\"}\r\n<\/code><\/pre>\n<p>\u9996\u5148\uff0c\u5c06\u83b7\u53d6\u5f53\u524d\u5b58\u5728\u7684\u7d22\u5f15\u4fe1\u606f\u5217\u8868\u6765\u786e\u8ba4\u662f\u5426\u771f\u6b63\u5df2\u5728ElastciSearch\u4e2d\u6ce8\u518c\u3002<\/p>\n<pre class=\"post-pre\"><code>$curl -XGET http:\/\/localhost:9200\/_aliases?pretty\r\n<\/code><\/pre>\n<p>\u7ed3\u679c\u3002<\/p>\n<pre class=\"post-pre\"><code>{\r\n  \"logstash-2015.05.29\" : {\r\n    \"aliases\" : { }\r\n  },\r\n  \"logstash-2015.05.30\" : {\r\n    \"aliases\" : { }\r\n  }\r\n}\r\n<\/code><\/pre>\n<p>\u6211\u4f1a\u786e\u8ba45\u670830\u65e5\u7684\u60c5\u51b5\u3002\u5982\u679c\u60a8\u4e8b\u5148\u6ca1\u6709\u5b89\u88c5jq\uff0c\u8bf7\u6267\u884csudo yum install jq\u547d\u4ee4\uff0c\u6216\u8005\u5220\u9664\u7ba1\u9053\u540e\u9762\u7684\u547d\u4ee4\u3002<\/p>\n<pre class=\"post-pre\"><code>$curl -XGET http:\/\/localhost:9200\/logstash-2015.05.30\/_search -d '\r\n{\r\n  \"query\": {\r\n    \"match_all\" : {}\r\n  }\r\n}' | jq .\r\n<\/code><\/pre>\n<p>\u7ed3\u679c<\/p>\n<pre class=\"post-pre\"><code>\r\n  \"took\": 2,\r\n  \"timed_out\": false,\r\n  \"_shards\": {\r\n    \"total\": 5,\r\n    \"successful\": 5,\r\n    \"failed\": 0\r\n  },\r\n  \"hits\": {\r\n    \"total\": 18,\r\n    \"max_score\": 1,\r\n    \"hits\": [\r\n      {\r\n        \"_index\": \"logstash-2015.05.30\",\r\n        \"_type\": \"access_log\",\r\n        \"_id\": \"hogefuga\",\r\n        \"_score\": 1,\r\n        \"_source\": {\r\n          \"timestamp\": \"2015-05-30T10:34:08.552001Z\",\r\n          \"elb\": \"LoadBlancer\",\r\n          \"client_port\": 54931,\r\n          \"backend_port\": 80,\r\n          \"request_processing_time\": 5.1e-05,\r\n          \"backend_processing_time\": 0.00074,\r\n          \"response_processing_time\": 2.1e-05,\r\n          \"elb_status_code\": 304,\r\n          \"backend_status_code\": 304,\r\n          \"received_bytes\": 0,\r\n          \"sent_bytes\": 0,\r\n          \"request\": \"GET http:\/\/loadblancer-11111.ap-northeast-1.elb.amazonaws.com:80\/ HTTP\/1.1\",\r\n          \uff08\u4ee5\u4e0b\u7565)\r\n<\/code><\/pre>\n<p>\u5df2\u7ecf\u6ce8\u518c\u6210\u529f\uff0c\u6ca1\u6709\u95ee\u9898\u3002<\/p>\n<h1>Kibana: \u53ef\u89c6\u5316\u5206\u6790\u5e73\u53f0<\/h1>\n<p>Kibana\u7684\u5b89\u88c5\u548c\u914d\u7f6e\u3002<\/p>\n<pre class=\"post-pre\"><code>$wget https:\/\/download.elastic.co\/kibana\/kibana\/kibana-3.1.2.tar.gz\r\n$tar -zxvf kibana-3.1.2.tar.gz\r\n$mv kibana-3.1.2 kibana\r\n$sudo mv kibana \/usr\/share\/nginx\/html\r\n<\/code><\/pre>\n<p>\u770b\u8d77\u6765\uff0c\u7531\u4e8e\u63d0\u5347\u5b89\u5168\u6027\u7684\u76ee\u7684\uff0c\u9700\u8981\u6dfb\u52a0\u4e00\u4e9b\u8bbe\u7f6e\u4eceelasticsearch1.4\u5f00\u59cb\u3002\u6211\u4eec\u5c06\u4f1a\u8fdb\u884c\u76f8\u5e94\u7684\u6dfb\u52a0\u3002<\/p>\n<pre class=\"post-pre\"><code>$sudo vi \/etc\/elasticsearch\/elasticsearch.yml \r\n<\/code><\/pre>\n<p>\u8bf7\u5c06\u4ee5\u4e0b\u5185\u5bb9\u8ffd\u52a0\u81f3\u672b\u5c3e\u3002<\/p>\n<pre class=\"post-pre\"><code>http.cors.allow-origin: \"\/.*\/\"\r\nhttp.cors.enabled: true\r\n<\/code><\/pre>\n<p>\u6b64\u5916\uff0c\u8fd8\u9700\u8981\u68c0\u67e5SecurityGroup\u4e2d\u7684\u7aef\u53e380\u548c\u7aef\u53e39200\u662f\u5426\u5f00\u653e\u3002\u7aef\u53e39200\u4f3c\u4e4e\u662f\u7528\u4e8eKibana\u67e5\u8be2\u7684\u7aef\u53e3\u3002<\/p>\n<p>\u91cd\u65b0\u542f\u52a8elasticsearch\u3001nginx\u3002<\/p>\n<pre class=\"post-pre\"><code>$sudo service elasticsearch restart\r\n$sudo service nginx restart\r\n<\/code><\/pre>\n<p>\u5728\u8fd9\u79cd\u60c5\u51b5\u4e0b\uff0c\u8bbf\u95ee http:\/\/[hostname]\/kibana\/ \u5c31\u53ef\u4ee5\u663e\u793a\u5c4f\u5e55\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u6211\u6709\u8d8a\u6765\u8d8a\u591a\u7684\u673a\u4f1a\u5bf9ELB\u65e5\u5fd7\u8fdb\u884c\u5206\u6790&#8230; $sed -e &#8216;s\/:[0-9][0-9]\\.[0-9 [&hellip;]<\/p>\n","protected":false},"author":8,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-40946","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"yoast_head":"<!-- This site is optimized with the Yoast SEO Premium plugin v21.5 (Yoast SEO v21.5) - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>\u4f7f\u7528fluentd(fluent-plugin-elb-access-log)+Elasticsearch+kibana\u6765\u5c06ELB\u7684\u8bbf\u95ee\u65e5\u5fd7\u53ef\u89c6\u5316 - Blog - Silicon Cloud<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.silicloud.com\/zh\/blog\/\u4f7f\u7528fluentdfluent-plugin-elb-access-logelasticsearchkibana\u6765\u5c06elb\u7684\u8bbf\u95ee\u65e5\u5fd7\u53ef\u89c6\u5316\u3002\/\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\u4f7f\u7528fluentd(fluent-plugin-elb-access-log)+Elasticsearch+kibana\u6765\u5c06ELB\u7684\u8bbf\u95ee\u65e5\u5fd7\u53ef\u89c6\u5316\" \/>\n<meta property=\"og:description\" content=\"\u6211\u6709\u8d8a\u6765\u8d8a\u591a\u7684\u673a\u4f1a\u5bf9ELB\u65e5\u5fd7\u8fdb\u884c\u5206\u6790&#8230; $sed -e &#039;s\/:[0-9][0-9].[0-9 [&hellip;]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.silicloud.com\/zh\/blog\/\u4f7f\u7528fluentdfluent-plugin-elb-access-logelasticsearchkibana\u6765\u5c06elb\u7684\u8bbf\u95ee\u65e5\u5fd7\u53ef\u89c6\u5316\u3002\/\" \/>\n<meta property=\"og:site_name\" content=\"Blog - Silicon Cloud\" \/>\n<meta property=\"article:published_time\" content=\"2023-09-06T01:30:03+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2024-05-04T00:25:58+00:00\" \/>\n<meta name=\"author\" content=\"\u96c5, \u609f\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"\u96c5, \u609f\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"3 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8fluentdfluent-plugin-elb-access-logelasticsearchkibana%e6%9d%a5%e5%b0%86elb%e7%9a%84%e8%ae%bf%e9%97%ae%e6%97%a5%e5%bf%97%e5%8f%af%e8%a7%86%e5%8c%96%e3%80%82\/\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8fluentdfluent-plugin-elb-access-logelasticsearchkibana%e6%9d%a5%e5%b0%86elb%e7%9a%84%e8%ae%bf%e9%97%ae%e6%97%a5%e5%bf%97%e5%8f%af%e8%a7%86%e5%8c%96%e3%80%82\/\",\"name\":\"\u4f7f\u7528fluentd(fluent-plugin-elb-access-log)+Elasticsearch+kibana\u6765\u5c06ELB\u7684\u8bbf\u95ee\u65e5\u5fd7\u53ef\u89c6\u5316 - Blog - Silicon Cloud\",\"isPartOf\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\"},\"datePublished\":\"2023-09-06T01:30:03+00:00\",\"dateModified\":\"2024-05-04T00:25:58+00:00\",\"author\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/f044a4b7fa4ee2701702942002419ca6\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8fluentdfluent-plugin-elb-access-logelasticsearchkibana%e6%9d%a5%e5%b0%86elb%e7%9a%84%e8%ae%bf%e9%97%ae%e6%97%a5%e5%bf%97%e5%8f%af%e8%a7%86%e5%8c%96%e3%80%82\/#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8fluentdfluent-plugin-elb-access-logelasticsearchkibana%e6%9d%a5%e5%b0%86elb%e7%9a%84%e8%ae%bf%e9%97%ae%e6%97%a5%e5%bf%97%e5%8f%af%e8%a7%86%e5%8c%96%e3%80%82\/\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8fluentdfluent-plugin-elb-access-logelasticsearchkibana%e6%9d%a5%e5%b0%86elb%e7%9a%84%e8%ae%bf%e9%97%ae%e6%97%a5%e5%bf%97%e5%8f%af%e8%a7%86%e5%8c%96%e3%80%82\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.silicloud.com\/zh\/blog\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u4f7f\u7528fluentd(fluent-plugin-elb-access-log)+Elasticsearch+kibana\u6765\u5c06ELB\u7684\u8bbf\u95ee\u65e5\u5fd7\u53ef\u89c6\u5316\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/\",\"name\":\"Blog - Silicon Cloud\",\"description\":\"\",\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/f044a4b7fa4ee2701702942002419ca6\",\"name\":\"\u96c5, \u609f\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/e71a913e914f1aad1efc391f92084294bac54bc782acd289638580134cf667a6?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/e71a913e914f1aad1efc391f92084294bac54bc782acd289638580134cf667a6?s=96&d=mm&r=g\",\"caption\":\"\u96c5, \u609f\"},\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/author\/yawu\/\"},{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8fluentdfluent-plugin-elb-access-logelasticsearchkibana%e6%9d%a5%e5%b0%86elb%e7%9a%84%e8%ae%bf%e9%97%ae%e6%97%a5%e5%bf%97%e5%8f%af%e8%a7%86%e5%8c%96%e3%80%82\/#local-main-organization-logo\",\"url\":\"\",\"contentUrl\":\"\",\"caption\":\"Blog - Silicon Cloud\"}]}<\/script>\n<!-- \/ Yoast SEO Premium plugin. -->","yoast_head_json":{"title":"\u4f7f\u7528fluentd(fluent-plugin-elb-access-log)+Elasticsearch+kibana\u6765\u5c06ELB\u7684\u8bbf\u95ee\u65e5\u5fd7\u53ef\u89c6\u5316 - Blog - Silicon Cloud","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.silicloud.com\/zh\/blog\/\u4f7f\u7528fluentdfluent-plugin-elb-access-logelasticsearchkibana\u6765\u5c06elb\u7684\u8bbf\u95ee\u65e5\u5fd7\u53ef\u89c6\u5316\u3002\/","og_locale":"zh_CN","og_type":"article","og_title":"\u4f7f\u7528fluentd(fluent-plugin-elb-access-log)+Elasticsearch+kibana\u6765\u5c06ELB\u7684\u8bbf\u95ee\u65e5\u5fd7\u53ef\u89c6\u5316","og_description":"\u6211\u6709\u8d8a\u6765\u8d8a\u591a\u7684\u673a\u4f1a\u5bf9ELB\u65e5\u5fd7\u8fdb\u884c\u5206\u6790&#8230; $sed -e 's\/:[0-9][0-9].[0-9 [&hellip;]","og_url":"https:\/\/www.silicloud.com\/zh\/blog\/\u4f7f\u7528fluentdfluent-plugin-elb-access-logelasticsearchkibana\u6765\u5c06elb\u7684\u8bbf\u95ee\u65e5\u5fd7\u53ef\u89c6\u5316\u3002\/","og_site_name":"Blog - Silicon Cloud","article_published_time":"2023-09-06T01:30:03+00:00","article_modified_time":"2024-05-04T00:25:58+00:00","author":"\u96c5, \u609f","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"\u96c5, \u609f","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"3 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8fluentdfluent-plugin-elb-access-logelasticsearchkibana%e6%9d%a5%e5%b0%86elb%e7%9a%84%e8%ae%bf%e9%97%ae%e6%97%a5%e5%bf%97%e5%8f%af%e8%a7%86%e5%8c%96%e3%80%82\/","url":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8fluentdfluent-plugin-elb-access-logelasticsearchkibana%e6%9d%a5%e5%b0%86elb%e7%9a%84%e8%ae%bf%e9%97%ae%e6%97%a5%e5%bf%97%e5%8f%af%e8%a7%86%e5%8c%96%e3%80%82\/","name":"\u4f7f\u7528fluentd(fluent-plugin-elb-access-log)+Elasticsearch+kibana\u6765\u5c06ELB\u7684\u8bbf\u95ee\u65e5\u5fd7\u53ef\u89c6\u5316 - Blog - Silicon Cloud","isPartOf":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website"},"datePublished":"2023-09-06T01:30:03+00:00","dateModified":"2024-05-04T00:25:58+00:00","author":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/f044a4b7fa4ee2701702942002419ca6"},"breadcrumb":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8fluentdfluent-plugin-elb-access-logelasticsearchkibana%e6%9d%a5%e5%b0%86elb%e7%9a%84%e8%ae%bf%e9%97%ae%e6%97%a5%e5%bf%97%e5%8f%af%e8%a7%86%e5%8c%96%e3%80%82\/#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8fluentdfluent-plugin-elb-access-logelasticsearchkibana%e6%9d%a5%e5%b0%86elb%e7%9a%84%e8%ae%bf%e9%97%ae%e6%97%a5%e5%bf%97%e5%8f%af%e8%a7%86%e5%8c%96%e3%80%82\/"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8fluentdfluent-plugin-elb-access-logelasticsearchkibana%e6%9d%a5%e5%b0%86elb%e7%9a%84%e8%ae%bf%e9%97%ae%e6%97%a5%e5%bf%97%e5%8f%af%e8%a7%86%e5%8c%96%e3%80%82\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.silicloud.com\/zh\/blog\/"},{"@type":"ListItem","position":2,"name":"\u4f7f\u7528fluentd(fluent-plugin-elb-access-log)+Elasticsearch+kibana\u6765\u5c06ELB\u7684\u8bbf\u95ee\u65e5\u5fd7\u53ef\u89c6\u5316"}]},{"@type":"WebSite","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website","url":"https:\/\/www.silicloud.com\/zh\/blog\/","name":"Blog - Silicon Cloud","description":"","inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/f044a4b7fa4ee2701702942002419ca6","name":"\u96c5, \u609f","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/e71a913e914f1aad1efc391f92084294bac54bc782acd289638580134cf667a6?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/e71a913e914f1aad1efc391f92084294bac54bc782acd289638580134cf667a6?s=96&d=mm&r=g","caption":"\u96c5, \u609f"},"url":"https:\/\/www.silicloud.com\/zh\/blog\/author\/yawu\/"},{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e4%bd%bf%e7%94%a8fluentdfluent-plugin-elb-access-logelasticsearchkibana%e6%9d%a5%e5%b0%86elb%e7%9a%84%e8%ae%bf%e9%97%ae%e6%97%a5%e5%bf%97%e5%8f%af%e8%a7%86%e5%8c%96%e3%80%82\/#local-main-organization-logo","url":"","contentUrl":"","caption":"Blog - Silicon Cloud"}]}},"_links":{"self":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/40946","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/users\/8"}],"replies":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/comments?post=40946"}],"version-history":[{"count":2,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/40946\/revisions"}],"predecessor-version":[{"id":97226,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/40946\/revisions\/97226"}],"wp:attachment":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/media?parent=40946"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/categories?post=40946"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/tags?post=40946"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}