{"id":41119,"date":"2023-06-22T03:11:53","date_gmt":"2023-01-23T18:02:40","guid":{"rendered":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%b0%9d%e8%af%95%e5%9c%a8gke%e7%8e%af%e5%a2%83%e4%b8%ad%e4%bd%bf%e7%94%a8fluentd-elasticsearch-kibana%e6%90%ad%e5%bb%ba%e6%97%a5%e5%bf%97%e7%8e%af%e5%a2%83%e3%80%82\/"},"modified":"2024-04-30T10:05:51","modified_gmt":"2024-04-30T02:05:51","slug":"%e5%b0%9d%e8%af%95%e5%9c%a8gke%e7%8e%af%e5%a2%83%e4%b8%ad%e4%bd%bf%e7%94%a8fluentd-elasticsearch-kibana%e6%90%ad%e5%bb%ba%e6%97%a5%e5%bf%97%e7%8e%af%e5%a2%83%e3%80%82","status":"publish","type":"post","link":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%b0%9d%e8%af%95%e5%9c%a8gke%e7%8e%af%e5%a2%83%e4%b8%ad%e4%bd%bf%e7%94%a8fluentd-elasticsearch-kibana%e6%90%ad%e5%bb%ba%e6%97%a5%e5%bf%97%e7%8e%af%e5%a2%83%e3%80%82\/","title":{"rendered":"\u5c1d\u8bd5\u5728GKE\u73af\u5883\u4e2d\u4f7f\u7528fluentd + elasticsearch + kibana\u642d\u5efa\u65e5\u5fd7\u73af\u5883"},"content":{"rendered":"

\u6700\u8fd1\u6211\u60f3\u66f4\u6df1\u5165\u5730\u4e86\u89e3Kubernetes\u3002
\n\u6211\u5c1d\u8bd5\u4f7f\u7528Kibana\u8fdb\u884c\u65e5\u5fd7\u7ba1\u7406\uff0c\u4f46\u9047\u5230\u4e86\u4e00\u4e9b\u56f0\u96be\uff0c\u6240\u4ee5\u6211\u5728\u8fd9\u91cc\u8bb0\u5f55\u4e0b\u6765\u3002<\/p>\n

\u7ed9\u4e88cluster-admin\u6743\u9650<\/h1>\n
$ kubectl create clusterrolebinding owner-cluster-admin-binding \\\r\n    --clusterrole cluster-admin \\\r\n    --user [gcp\u306e\u6a29\u9650\u3092\u6301\u3063\u3066\u3044\u308b\u30e1\u30fc\u30eb\u30a2\u30c9\u30ec\u30b9]\r\n<\/code><\/pre>\n
owner-cluster-admin-binding\u6ca1\u6709\u9650\u5236\u3002<\/p>\n
\u5982\u679c\u4e0d\u4f7f\u7528cluster-admin\uff0c\u5c1d\u8bd5\u8fdb\u884c\u672a\u6765\u7684\u5de5\u4f5c<\/p>\n
Error from server (Forbidden): error when creating \"fluentd-deamonset.yml\": clusterroles.rbac.authorization.k8s.io \"fluentd-es\" is forbidden: attempt to grant extra privileges\r\n<\/code><\/pre>\n
\u6211\u8ba4\u4e3a\u662f\u56e0\u4e3a\u6ca1\u6709IAM\u6743\u9650\u800c\u65e0\u6cd5\u521b\u5efa\u3002<\/p>\n
\u521b\u5efaElasticsearch<\/h1>\n
kind<\/span>:<\/span> PersistentVolumeClaim<\/span>\r\napiVersion<\/span>:<\/span> v1<\/span>\r\nmetadata<\/span>:<\/span>\r\n  name<\/span>:<\/span> elasticsearch-pvc<\/span>\r\n  namespace<\/span>:<\/span> default<\/span>\r\n  labels<\/span>:<\/span>\r\n    kubernetes.io\/cluster-service<\/span>:<\/span> \"<\/span>true\"<\/span>\r\nspec<\/span>:<\/span>\r\n  accessModes<\/span>:<\/span>\r\n    -<\/span> ReadWriteOnce<\/span>\r\n  resources<\/span>:<\/span>\r\n    requests<\/span>:<\/span>\r\n      storage<\/span>:<\/span> 5Gi<\/span>\r\n\r\n---<\/span>\r\napiVersion<\/span>:<\/span> v1<\/span>\r\nkind<\/span>:<\/span> Service<\/span>\r\nmetadata<\/span>:<\/span>\r\n  name<\/span>:<\/span> elasticsearch<\/span>\r\n  namespace<\/span>:<\/span> default<\/span>\r\nspec<\/span>:<\/span>\r\n  selector<\/span>:<\/span>\r\n    app<\/span>:<\/span> elasticsearch<\/span>\r\n  ports<\/span>:<\/span>\r\n  -<\/span> protocol<\/span>:<\/span> TCP<\/span>\r\n    port<\/span>:<\/span> 9200<\/span>\r\n    targetPort<\/span>:<\/span> http<\/span>\r\n  type<\/span>:<\/span> \"<\/span>LoadBalancer\"<\/span>\r\n  loadBalancerIP<\/span>:<\/span> \"<\/span>\"<\/span>\r\n\r\n---<\/span>\r\napiVersion<\/span>:<\/span> apps\/v1<\/span>\r\nkind<\/span>:<\/span> Deployment<\/span>\r\nmetadata<\/span>:<\/span>\r\n  name<\/span>:<\/span> elasticsearch<\/span>\r\n  namespace<\/span>:<\/span> default<\/span>\r\n  labels<\/span>:<\/span>\r\n    app<\/span>:<\/span> elasticsearch<\/span>\r\nspec<\/span>:<\/span>\r\n  replicas<\/span>:<\/span> 1<\/span>\r\n  selector<\/span>:<\/span>\r\n    matchLabels<\/span>:<\/span>\r\n      app<\/span>:<\/span> elasticsearch<\/span>\r\n  template<\/span>:<\/span>\r\n    metadata<\/span>:<\/span>\r\n      labels<\/span>:<\/span>\r\n        app<\/span>:<\/span> elasticsearch<\/span>\r\n    spec<\/span>:<\/span>\r\n      containers<\/span>:<\/span>\r\n      -<\/span> name<\/span>:<\/span> elasticsearch<\/span>\r\n        image<\/span>:<\/span> elasticsearch:5.6-alpine<\/span>\r\n        ports<\/span>:<\/span>\r\n        -<\/span> containerPort<\/span>:<\/span> 9200<\/span>\r\n          name<\/span>:<\/span> http<\/span>\r\n        volumeMounts<\/span>:<\/span>\r\n        -<\/span> mountPath<\/span>:<\/span> \/data<\/span>\r\n          name<\/span>:<\/span> elasticsearch-pvc<\/span>\r\n        -<\/span> mountPath<\/span>:<\/span> \/usr\/share\/elasticsearch\/config<\/span>\r\n          name<\/span>:<\/span> elasticsearch-config<\/span>\r\n        resources<\/span>:<\/span>\r\n          requests<\/span>:<\/span>\r\n            memory<\/span>:<\/span> \"<\/span>512Mi\"<\/span>\r\n            cpu<\/span>:<\/span> \"<\/span>500m\"<\/span>\r\n          limits<\/span>:<\/span>\r\n            memory<\/span>:<\/span> \"<\/span>1024Mi\"<\/span>\r\n            cpu<\/span>:<\/span> \"<\/span>750m\"<\/span>\r\n      volumes<\/span>:<\/span>\r\n      -<\/span> name<\/span>:<\/span> elasticsearch-pvc<\/span>\r\n        persistentVolumeClaim<\/span>:<\/span>\r\n          claimName<\/span>:<\/span> elasticsearch-pvc<\/span>\r\n      -<\/span> name<\/span>:<\/span> elasticsearch-config<\/span>\r\n        configMap<\/span>:<\/span>\r\n          name<\/span>:<\/span> elasticsearch-config<\/span>\r\n\r\n---<\/span>\r\nkind<\/span>:<\/span> ConfigMap<\/span>\r\napiVersion<\/span>:<\/span> v1<\/span>\r\nmetadata<\/span>:<\/span>\r\n  name<\/span>:<\/span> elasticsearch-config<\/span>\r\n  namespace<\/span>:<\/span> default<\/span>\r\ndata<\/span>:<\/span>\r\n  elasticsearch.yml<\/span>:<\/span> |-<\/span>\r\n    http.host: 0.0.0.0<\/span>\r\n    path.scripts: \/tmp\/scripts<\/span>\r\n\r\n  log4j2.properties<\/span>:<\/span> |-<\/span>\r\n    status = error<\/span>\r\n\r\n    appender.console.type = Console<\/span>\r\n    appender.console.name = console<\/span>\r\n    appender.console.layout.type = PatternLayout<\/span>\r\n    appender.console.layout.pattern = [%d{ISO8601}][%-5p][%-25c{1.}] %marker%m%n<\/span>\r\n\r\n    rootLogger.level = info<\/span>\r\n    rootLogger.appenderRef.console.ref = console<\/span>\r\n\r\n  jvm.options<\/span>:<\/span> |-<\/span>\r\n    -Xms512m<\/span>\r\n    -Xmx1024m<\/span>\r\n    -XX:+UseConcMarkSweepGC<\/span>\r\n    -XX:CMSInitiatingOccupancyFraction=75<\/span>\r\n    -XX:+UseCMSInitiatingOccupancyOnly<\/span>\r\n    -XX:+AlwaysPreTouch<\/span>\r\n    -server<\/span>\r\n    -Xss1m<\/span>\r\n    -Djava.awt.headless=true<\/span>\r\n    -Dfile.encoding=UTF-8<\/span>\r\n    -Djna.nosys=true<\/span>\r\n    -Djdk.io.permissionsUseCanonicalPath=true<\/span>\r\n    -Dio.netty.noUnsafe=true<\/span>\r\n    -Dio.netty.noKeySetOptimization=true<\/span>\r\n    -Dio.netty.recycler.maxCapacityPerThread=0<\/span>\r\n    -Dlog4j.shutdownHookEnabled=false<\/span>\r\n    -Dlog4j2.disable.jmx=true<\/span>\r\n    -Dlog4j.skipJansi=true<\/span>\r\n    -XX:+HeapDumpOnOutOfMemoryError<\/span>\r\n<\/code><\/pre>\n
\u5982\u679c\u51fa\u73b0\u8fd9\u79cd\u9519\u8bef<\/h2>\n
Exception in thread \"main\" org.elasticsearch.bootstrap.BootstrapException: java.nio.file.AccessDeniedException: \/etc\/elasticsearch\/elasticsearch.keystore\r\n<\/code><\/pre>\n
\u6211\u66fe\u7ecf\u8ba4\u4e3a\u6587\u4ef6\u6743\u9650\u53ef\u80fd\u6709\u95ee\u9898\uff0c\u6240\u4ee5\u8fdb\u884c\u4e86\u5404\u79cd\u8c03\u67e5\uff0c\u4f46\u5b9e\u9645\u4e0a\u95ee\u9898\u4e0d\u5728\u6b64\uff0c\u800c\u662f\u7531\u4e8e\u8282\u70b9\u7684\u5185\u5b58\u4e0d\u8db3\u6240\u5bfc\u81f4\u3002
\n\u76ee\u524d\uff0c\u6211\u5df2\u7ecf\u5c06\u8282\u70b9\u6c60\u7684\u89c4\u683c\u66f4\u6539\u4e3aCUP:4 Mem:15G\u7684\u5b9e\u4f8b\uff0c\u5e76\u4e14\u6b63\u5e38\u8fd0\u884c\u3002
\n\u4e3a\u4e86\u786e\u4fdd Elasticsearch \u6d88\u8017\u7684\u5185\u5b58\u4fdd\u6301\u5728800M\u5de6\u53f3\uff0c\u5e76\u4e14\u5373\u4f7f\u6709\u66f4\u9ad8\u7684\u8981\u6c42\u4e5f\u6ca1\u6709\u95ee\u9898\uff0c\u6211\u4eec\u5e94\u8be5\u9009\u62e9\u76f8\u5e94\u7684\u89c4\u683c\u3002<\/p>\n
\u5982\u679c\u8282\u70b9\u7684\u5185\u5b58\u4e0d\u8db3\u4ee5\u6ee1\u8db3Pod\u7684\u8981\u6c42\uff0c\u5c06\u4f7f\u7528OOMKiller\u6740\u6389\u8be5Pod\uff0c\u5e76\u91cd\u590d\u542f\u52a8\u3002<\/p>\n
\u63d0\u524d\u786e\u8ba4IP<\/h2>\n
>>> get services elasticsearch\r\nNAME            TYPE           CLUSTER-IP    EXTERNAL-IP     PORT(S)          AGE\r\nelasticsearch   LoadBalancer  *.*.*.*   35.**.**.**   9200:32619\/TCP   34m\r\n<\/code><\/pre>\n
\u5c06\u5916\u90e8IP\u5730\u5740\u8bb0\u4e0b\u6765\u3002<\/p>\n
\u521b\u5efaFluentd<\/h1>\n
\u521b\u5efaConfigMap<\/h2>\n
kind<\/span>:<\/span> ConfigMap<\/span>\r\napiVersion<\/span>:<\/span> v1<\/span>\r\nmetadata<\/span>:<\/span>\r\n  name<\/span>:<\/span> fluentd-es-config-v0.1.5<\/span>\r\n  namespace<\/span>:<\/span> default<\/span>\r\n  labels<\/span>:<\/span>\r\n    addonmanager.kubernetes.io\/mode<\/span>:<\/span> Reconcile<\/span>\r\ndata<\/span>:<\/span>\r\n  system.conf<\/span>:<\/span> |-<\/span>\r\n    <system><\/span>\r\n      root_dir \/tmp\/fluentd-buffers\/<\/span>\r\n    <\/system><\/span>\r\n  containers.input.conf<\/span>:<\/span> |-<\/span>\r\n    <source><\/span>\r\n      @id fluentd-containers.log<\/span>\r\n      @type tail<\/span>\r\n      path \/var\/log\/containers\/*.log<\/span>\r\n      pos_file \/var\/log\/es-containers.log.pos<\/span>\r\n      tag raw.kubernetes.*<\/span>\r\n      read_from_head true<\/span>\r\n      <parse><\/span>\r\n        @type multi_format<\/span>\r\n        <pattern><\/span>\r\n          format json<\/span>\r\n          time_key time<\/span>\r\n          time_format %Y-%m-%dT%H:%M:%S.%NZ<\/span>\r\n        <\/pattern><\/span>\r\n        <pattern><\/span>\r\n          format \/^(?<time>.+) (?<stream>stdout|stderr) [^ ]* (?<log>.*)$\/<\/span>\r\n          time_format %Y-%m-%dT%H:%M:%S.%N%:z<\/span>\r\n        <\/pattern><\/span>\r\n      <\/parse><\/span>\r\n    <\/source><\/span>\r\n    # Detect exceptions in the log output and forward them as one log entry.<\/span>\r\n    <match raw.kubernetes.**><\/span>\r\n      @id raw.kubernetes<\/span>\r\n      @type detect_exceptions<\/span>\r\n      remove_tag_prefix raw<\/span>\r\n      message log<\/span>\r\n      stream stream<\/span>\r\n      multiline_flush_interval 5<\/span>\r\n      max_bytes 500000<\/span>\r\n      max_lines 1000<\/span>\r\n    <\/match><\/span>\r\n  system.input.conf<\/span>:<\/span> |-<\/span>\r\n    # Example:<\/span>\r\n    # 2015-12-21 23:17:22,066 [salt.state       ][INFO    ] Completed state [net.ipv4.ip_forward] at time 23:17:22.066081<\/span>\r\n    <source><\/span>\r\n      @id minion<\/span>\r\n      @type tail<\/span>\r\n      format \/^(?<time>[^ ]* [^ ,]*)[^\\[]*\\[[^\\]]*\\]\\[(?<severity>[^ \\]]*) *\\] (?<message>.*)$\/<\/span>\r\n      time_format %Y-%m-%d %H:%M:%S<\/span>\r\n      path \/var\/log\/salt\/minion<\/span>\r\n      pos_file \/var\/log\/salt.pos<\/span>\r\n      tag salt<\/span>\r\n    <\/source><\/span>\r\n    # Example:<\/span>\r\n    # Dec 21 23:17:22 gke-foo-1-1-4b5cbd14-node-4eoj startupscript: Finished running startup script \/var\/run\/google.startup.script<\/span>\r\n    <source><\/span>\r\n      @id startupscript.log<\/span>\r\n      @type tail<\/span>\r\n      format syslog<\/span>\r\n      path \/var\/log\/startupscript.log<\/span>\r\n      pos_file \/var\/log\/es-startupscript.log.pos<\/span>\r\n      tag startupscript<\/span>\r\n    <\/source><\/span>\r\n    # Examples:<\/span>\r\n    # time=\"2016-02-04T06:51:03.053580605Z\" level=info msg=\"GET \/containers\/json\"<\/span>\r\n    # time=\"2016-02-04T07:53:57.505612354Z\" level=error msg=\"HTTP Error\" err=\"No such image: -f\" statusCode=404<\/span>\r\n    # TODO(random-liu): Remove this after cri container runtime rolls out.<\/span>\r\n    <source><\/span>\r\n      @id docker.log<\/span>\r\n      @type tail<\/span>\r\n      format \/^time=\"(?<time>[^)]*)\" level=(?<severity>[^ ]*) msg=\"(?<message>[^\"]*)\"( err=\"(?<error>[^\"]*)\")?( statusCode=($<status_code>\\d+))?\/<\/span>\r\n      path \/var\/log\/docker.log<\/span>\r\n      pos_file \/var\/log\/es-docker.log.pos<\/span>\r\n      tag docker<\/span>\r\n    <\/source><\/span>\r\n    # Example:<\/span>\r\n    # 2016\/02\/04 06:52:38 filePurge: successfully removed file \/var\/etcd\/data\/member\/wal\/00000000000006d0-00000000010a23d1.wal<\/span>\r\n    <source><\/span>\r\n      @id etcd.log<\/span>\r\n      @type tail<\/span>\r\n      # Not parsing this, because it doesn't have anything particularly useful to<\/span>\r\n      # parse out of it (like severities).<\/span>\r\n      format none<\/span>\r\n      path \/var\/log\/etcd.log<\/span>\r\n      pos_file \/var\/log\/es-etcd.log.pos<\/span>\r\n      tag etcd<\/span>\r\n    <\/source><\/span>\r\n    # Multi-line parsing is required for all the kube logs because very large log<\/span>\r\n    # statements, such as those that include entire object bodies, get split into<\/span>\r\n    # multiple lines by glog.<\/span>\r\n    # Example:<\/span>\r\n    # I0204 07:32:30.020537    3368 server.go:1048] POST \/stats\/container\/: (13.972191ms) 200 [[Go-http-client\/1.1] 10.244.1.3:40537]<\/span>\r\n    <source><\/span>\r\n      @id kubelet.log<\/span>\r\n      @type tail<\/span>\r\n      format multiline<\/span>\r\n      multiline_flush_interval 5s<\/span>\r\n      format_firstline \/^\\w\\d{4}\/<\/span>\r\n      format1 \/^(?<severity>\\w)(?<time>\\d{4} [^\\s]*)\\s+(?<pid>\\d+)\\s+(?<source>[^ \\]]+)\\] (?<message>.*)\/<\/span>\r\n      time_format %m%d %H:%M:%S.%N<\/span>\r\n      path \/var\/log\/kubelet.log<\/span>\r\n      pos_file \/var\/log\/es-kubelet.log.pos<\/span>\r\n      tag kubelet<\/span>\r\n    <\/source><\/span>\r\n    # Example:<\/span>\r\n    # I1118 21:26:53.975789       6 proxier.go:1096] Port \"nodePort for kube-system\/default-http-backend:http\" (:31429\/tcp) was open before and is still needed<\/span>\r\n    <source><\/span>\r\n      @id kube-proxy.log<\/span>\r\n      @type tail<\/span>\r\n      format multiline<\/span>\r\n      multiline_flush_interval 5s<\/span>\r\n      format_firstline \/^\\w\\d{4}\/<\/span>\r\n      format1 \/^(?<severity>\\w)(?<time>\\d{4} [^\\s]*)\\s+(?<pid>\\d+)\\s+(?<source>[^ \\]]+)\\] (?<message>.*)\/<\/span>\r\n      time_format %m%d %H:%M:%S.%N<\/span>\r\n      path \/var\/log\/kube-proxy.log<\/span>\r\n      pos_file \/var\/log\/es-kube-proxy.log.pos<\/span>\r\n      tag kube-proxy<\/span>\r\n    <\/source><\/span>\r\n    # Example:<\/span>\r\n    # I0204 07:00:19.604280       5 handlers.go:131] GET \/api\/v1\/nodes: (1.624207ms) 200 [[kube-controller-manager\/v1.1.3 (linux\/amd64) kubernetes\/6a81b50] 127.0.0.1:38266]<\/span>\r\n    <source><\/span>\r\n      @id kube-apiserver.log<\/span>\r\n      @type tail<\/span>\r\n      format multiline<\/span>\r\n      multiline_flush_interval 5s<\/span>\r\n      format_firstline \/^\\w\\d{4}\/<\/span>\r\n      format1 \/^(?<severity>\\w)(?<time>\\d{4} [^\\s]*)\\s+(?<pid>\\d+)\\s+(?<source>[^ \\]]+)\\] (?<message>.*)\/<\/span>\r\n      time_format %m%d %H:%M:%S.%N<\/span>\r\n      path \/var\/log\/kube-apiserver.log<\/span>\r\n      pos_file \/var\/log\/es-kube-apiserver.log.pos<\/span>\r\n      tag kube-apiserver<\/span>\r\n    <\/source><\/span>\r\n    # Example:<\/span>\r\n    # I0204 06:55:31.872680       5 servicecontroller.go:277] LB already exists and doesn't need update for service kube-system\/kube-ui<\/span>\r\n    <source><\/span>\r\n      @id kube-controller-manager.log<\/span>\r\n      @type tail<\/span>\r\n      format multiline<\/span>\r\n      multiline_flush_interval 5s<\/span>\r\n      format_firstline \/^\\w\\d{4}\/<\/span>\r\n      format1 \/^(?<severity>\\w)(?<time>\\d{4} [^\\s]*)\\s+(?<pid>\\d+)\\s+(?<source>[^ \\]]+)\\] (?<message>.*)\/<\/span>\r\n      time_format %m%d %H:%M:%S.%N<\/span>\r\n      path \/var\/log\/kube-controller-manager.log<\/span>\r\n      pos_file \/var\/log\/es-kube-controller-manager.log.pos<\/span>\r\n      tag kube-controller-manager<\/span>\r\n    <\/source><\/span>\r\n    # Example:<\/span>\r\n    # W0204 06:49:18.239674       7 reflector.go:245] pkg\/scheduler\/factory\/factory.go:193: watch of *api.Service ended with: 401: The event in requested index is outdated and cleared (the requested history has been cleared [2578313\/2577886]) [2579312]<\/span>\r\n    <source><\/span>\r\n      @id kube-scheduler.log<\/span>\r\n      @type tail<\/span>\r\n      format multiline<\/span>\r\n      multiline_flush_interval 5s<\/span>\r\n      format_firstline \/^\\w\\d{4}\/<\/span>\r\n      format1 \/^(?<severity>\\w)(?<time>\\d{4} [^\\s]*)\\s+(?<pid>\\d+)\\s+(?<source>[^ \\]]+)\\] (?<message>.*)\/<\/span>\r\n      time_format %m%d %H:%M:%S.%N<\/span>\r\n      path \/var\/log\/kube-scheduler.log<\/span>\r\n      pos_file \/var\/log\/es-kube-scheduler.log.pos<\/span>\r\n      tag kube-scheduler<\/span>\r\n    <\/source><\/span>\r\n    # Example:<\/span>\r\n    # I0603 15:31:05.793605       6 cluster_manager.go:230] Reading config from path \/etc\/gce.conf<\/span>\r\n    <source><\/span>\r\n      @id glbc.log<\/span>\r\n      @type tail<\/span>\r\n      format multiline<\/span>\r\n      multiline_flush_interval 5s<\/span>\r\n      format_firstline \/^\\w\\d{4}\/<\/span>\r\n      format1 \/^(?<severity>\\w)(?<time>\\d{4} [^\\s]*)\\s+(?<pid>\\d+)\\s+(?<source>[^ \\]]+)\\] (?<message>.*)\/<\/span>\r\n      time_format %m%d %H:%M:%S.%N<\/span>\r\n      path \/var\/log\/glbc.log<\/span>\r\n      pos_file \/var\/log\/es-glbc.log.pos<\/span>\r\n      tag glbc<\/span>\r\n    <\/source><\/span>\r\n    # Example:<\/span>\r\n    # I0603 15:31:05.793605       6 cluster_manager.go:230] Reading config from path \/etc\/gce.conf<\/span>\r\n    <source><\/span>\r\n      @id cluster-autoscaler.log<\/span>\r\n      @type tail<\/span>\r\n      format multiline<\/span>\r\n      multiline_flush_interval 5s<\/span>\r\n      format_firstline \/^\\w\\d{4}\/<\/span>\r\n      format1 \/^(?<severity>\\w)(?<time>\\d{4} [^\\s]*)\\s+(?<pid>\\d+)\\s+(?<source>[^ \\]]+)\\] (?<message>.*)\/<\/span>\r\n      time_format %m%d %H:%M:%S.%N<\/span>\r\n      path \/var\/log\/cluster-autoscaler.log<\/span>\r\n      pos_file \/var\/log\/es-cluster-autoscaler.log.pos<\/span>\r\n      tag cluster-autoscaler<\/span>\r\n    <\/source><\/span>\r\n    # Logs from systemd-journal for interesting services.<\/span>\r\n    # TODO(random-liu): Remove this after cri container runtime rolls out.<\/span>\r\n    <source><\/span>\r\n      @id journald-docker<\/span>\r\n      @type systemd<\/span>\r\n      matches [{ \"_SYSTEMD_UNIT\": \"docker.service\" }]<\/span>\r\n      <storage><\/span>\r\n        @type local<\/span>\r\n        persistent true<\/span>\r\n        path \/var\/log\/journald-docker.pos<\/span>\r\n      <\/storage><\/span>\r\n      read_from_head true<\/span>\r\n      tag docker<\/span>\r\n    <\/source><\/span>\r\n    <source><\/span>\r\n      @id journald-container-runtime<\/span>\r\n      @type systemd<\/span>\r\n      matches [{ \"_SYSTEMD_UNIT\": \"{{ container_runtime }}.service\" }]<\/span>\r\n      <storage><\/span>\r\n        @type local<\/span>\r\n        persistent true<\/span>\r\n        path \/var\/log\/journald-container-runtime.pos<\/span>\r\n      <\/storage><\/span>\r\n      read_from_head true<\/span>\r\n      tag container-runtime<\/span>\r\n    <\/source><\/span>\r\n    <source><\/span>\r\n      @id journald-kubelet<\/span>\r\n      @type systemd<\/span>\r\n      matches [{ \"_SYSTEMD_UNIT\": \"kubelet.service\" }]<\/span>\r\n      <storage><\/span>\r\n        @type local<\/span>\r\n        persistent true<\/span>\r\n        path \/var\/log\/journald-kubelet.pos<\/span>\r\n      <\/storage><\/span>\r\n      read_from_head true<\/span>\r\n      tag kubelet<\/span>\r\n    <\/source><\/span>\r\n    <source><\/span>\r\n      @id journald-node-problem-detector<\/span>\r\n      @type systemd<\/span>\r\n      matches [{ \"_SYSTEMD_UNIT\": \"node-problem-detector.service\" }]<\/span>\r\n      <storage><\/span>\r\n        @type local<\/span>\r\n        persistent true<\/span>\r\n        path \/var\/log\/journald-node-problem-detector.pos<\/span>\r\n      <\/storage><\/span>\r\n      read_from_head true<\/span>\r\n      tag node-problem-detector<\/span>\r\n    <\/source><\/span>\r\n    <source><\/span>\r\n      @id kernel<\/span>\r\n      @type systemd<\/span>\r\n      matches [{ \"_TRANSPORT\": \"kernel\" }]<\/span>\r\n      <storage><\/span>\r\n        @type local<\/span>\r\n        persistent true<\/span>\r\n        path \/var\/log\/kernel.pos<\/span>\r\n      <\/storage><\/span>\r\n      <entry><\/span>\r\n        fields_strip_underscores true<\/span>\r\n        fields_lowercase true<\/span>\r\n      <\/entry><\/span>\r\n      read_from_head true<\/span>\r\n      tag kernel<\/span>\r\n    <\/source><\/span>\r\n  forward.input.conf<\/span>:<\/span> |-<\/span>\r\n    # Takes the messages sent over TCP<\/span>\r\n    <source><\/span>\r\n      @type forward<\/span>\r\n    <\/source><\/span>\r\n  monitoring.conf<\/span>:<\/span> |-<\/span>\r\n    # Prometheus Exporter Plugin<\/span>\r\n    # input plugin that exports metrics<\/span>\r\n    <source><\/span>\r\n      @type prometheus<\/span>\r\n    <\/source><\/span>\r\n    <source><\/span>\r\n      @type monitor_agent<\/span>\r\n    <\/source><\/span>\r\n    # input plugin that collects metrics from MonitorAgent<\/span>\r\n    <source><\/span>\r\n      @type prometheus_monitor<\/span>\r\n      <labels><\/span>\r\n        host ${hostname}<\/span>\r\n      <\/labels><\/span>\r\n    <\/source><\/span>\r\n    # input plugin that collects metrics for output plugin<\/span>\r\n    <source><\/span>\r\n      @type prometheus_output_monitor<\/span>\r\n      <labels><\/span>\r\n        host ${hostname}<\/span>\r\n      <\/labels><\/span>\r\n    <\/source><\/span>\r\n    # input plugin that collects metrics for in_tail plugin<\/span>\r\n    <source><\/span>\r\n      @type prometheus_tail_monitor<\/span>\r\n      <labels><\/span>\r\n        host ${hostname}<\/span>\r\n      <\/labels><\/span>\r\n    <\/source><\/span>\r\n  output.conf<\/span>:<\/span> |-<\/span>\r\n    # Enriches records with Kubernetes metadata<\/span>\r\n    <filter kubernetes.**><\/span>\r\n      @type kubernetes_metadata<\/span>\r\n    <\/filter><\/span>\r\n    <filter kubernetes.var.log.containers.myapp**.log><\/span>\r\n      @type parser<\/span>\r\n      @id myapp_filter<\/span>\r\n      key_name log<\/span>\r\n      reserve_data true<\/span>\r\n      remove_key_name_field true<\/span>\r\n      #<parse><\/span>\r\n      #  @type regexp<\/span>\r\n      #  expression \/^(?<level>[^ ]*)[ \\t]+\\[(?<time>[^\\]]*)\\] \\[(?<thread>[^\\]]*)\\] \\[(?<request>[^\\]]*)\\] (?<class>[^ ]*): (?<message>.*)$\/<\/span>\r\n      #  time_format %Y-%m-%d %H:%M:%S,%L %z<\/span>\r\n      #<\/parse><\/span>\r\n      <parse><\/span>\r\n        @type multiline<\/span>\r\n        format_firstline \/^[A-Z]\/<\/span>\r\n        format1 \/^(?<level>[^ ]*)[ \\t]+\\[(?<time>[^\\]]*)\\] \\[(?<thread>[^\\]]*)\\] \\[(?<request>[^\\]]*)\\] (?<class>[^ ]*): (?<message>.*)$\/<\/span>\r\n        time_format %Y-%m-%d %H:%M:%S,%L %z<\/span>\r\n      <\/parse><\/span>\r\n    <\/filter><\/span>\r\n     <match kubelet><\/span>\r\n        @type elasticsearch_dynamic<\/span>\r\n        @id kubelet_out_es<\/span>\r\n        log_level info<\/span>\r\n        include_tag_key true<\/span>\r\n        host \"#{ENV['FLUENT_ELASTICSEARCH_HOST']}\"<\/span>\r\n        port \"#{ENV['FLUENT_ELASTICSEARCH_PORT']}\"<\/span>\r\n        scheme \"#{ENV['FLUENT_ELASTICSEARCH_SCHEME'] || 'http'}\"<\/span>\r\n        ssl_verify \"#{ENV['FLUENT_ELASTICSEARCH_SSL_VERIFY'] || 'true'}\"<\/span>\r\n        reload_connections \"#{ENV['FLUENT_ELASTICSEARCH_RELOAD_CONNECTIONS'] || 'true'}\"<\/span>\r\n        index_name fluentd-${tag_parts[0]+ \"-\" + Time.at(time).getlocal(\"+05:30\").strftime(@logstash_dateformat)}<\/span>\r\n        include_timestamp true<\/span>\r\n        #logstash_prefix \"#{ENV['FLUENT_ELASTICSEARCH_LOGSTASH_PREFIX'] || 'logstash'}\"<\/span>\r\n        #logstash_format true<\/span>\r\n        <buffer><\/span>\r\n          flush_thread_count 8<\/span>\r\n          flush_interval 5s<\/span>\r\n          chunk_limit_size 4M<\/span>\r\n          queue_limit_length 32<\/span>\r\n          retry_max_interval 30<\/span>\r\n          retry_forever true<\/span>\r\n        <\/buffer><\/span>\r\n     <\/match><\/span>\r\n     <match kube-apiserver><\/span>\r\n        @type elasticsearch_dynamic<\/span>\r\n        @id apiserver_out_es<\/span>\r\n        log_level info<\/span>\r\n        include_tag_key true<\/span>\r\n        host \"#{ENV['FLUENT_ELASTICSEARCH_HOST']}\"<\/span>\r\n        port \"#{ENV['FLUENT_ELASTICSEARCH_PORT']}\"<\/span>\r\n        scheme \"#{ENV['FLUENT_ELASTICSEARCH_SCHEME'] || 'http'}\"<\/span>\r\n        ssl_verify \"#{ENV['FLUENT_ELASTICSEARCH_SSL_VERIFY'] || 'true'}\"<\/span>\r\n        reload_connections \"#{ENV['FLUENT_ELASTICSEARCH_RELOAD_CONNECTIONS'] || 'true'}\"<\/span>\r\n        index_name fluentd-${tag_parts[0]+ \"-\" + Time.at(time).getlocal(\"+05:30\").strftime(@logstash_dateformat)}<\/span>\r\n        include_timestamp true<\/span>\r\n        #logstash_prefix \"#{ENV['FLUENT_ELASTICSEARCH_LOGSTASH_PREFIX'] || 'logstash'}\"<\/span>\r\n        #logstash_format true<\/span>\r\n        <buffer><\/span>\r\n          flush_thread_count 8<\/span>\r\n          flush_interval 5s<\/span>\r\n          chunk_limit_size 4M<\/span>\r\n          queue_limit_length 32<\/span>\r\n          retry_max_interval 30<\/span>\r\n          retry_forever true<\/span>\r\n        <\/buffer><\/span>\r\n     <\/match><\/span>\r\n     <match **><\/span>\r\n        @type copy<\/span>\r\n        <store><\/span>\r\n          @type elasticsearch_dynamic<\/span>\r\n          @id out_es<\/span>\r\n          #log_level info<\/span>\r\n          include_tag_key true<\/span>\r\n          host \"#{ENV['FLUENT_ELASTICSEARCH_HOST']}\"<\/span>\r\n          port \"#{ENV['FLUENT_ELASTICSEARCH_PORT']}\"<\/span>\r\n          scheme \"#{ENV['FLUENT_ELASTICSEARCH_SCHEME'] || 'http'}\"<\/span>\r\n          ssl_verify \"#{ENV['FLUENT_ELASTICSEARCH_SSL_VERIFY'] || 'true'}\"<\/span>\r\n          reload_connections \"#{ENV['FLUENT_ELASTICSEARCH_RELOAD_CONNECTIONS'] || 'true'}\"<\/span>\r\n          index_name fluentd-${record['kubernetes']['container_name']}-${Time.at(time).getlocal(\"+05:30\").strftime(@logstash_dateformat)}<\/span>\r\n          include_timestamp true<\/span>\r\n          #logstash_prefix \"#{ENV['FLUENT_ELASTICSEARCH_LOGSTASH_PREFIX'] || 'logstash'}\"<\/span>\r\n          #logstash_format true<\/span>\r\n          <buffer><\/span>\r\n            flush_thread_count 8<\/span>\r\n            flush_interval 5s<\/span>\r\n            chunk_limit_size 2M<\/span>\r\n            queue_limit_length 32<\/span>\r\n            retry_max_interval 30<\/span>\r\n            retry_forever true<\/span>\r\n          <\/buffer><\/span>\r\n        <\/store><\/span>\r\n        # <store><\/span>\r\n        #   @type gcs<\/span>\r\n        #   @id out_gcs<\/span>\r\n        #   project mys-gcp-project-id<\/span>\r\n        #   keyfile \/etc\/fluent\/gcp-creds.json<\/span>\r\n        #   bucket myapp-logs<\/span>\r\n        #   object_key_format %{path}%{time_slice}_%{index}.%{file_extension}<\/span>\r\n        #   path logs\/${tag}\/%Y\/%m\/%d\/<\/span>\r\n        #   # if you want to use ${tag} or %Y\/%m\/%d\/ like syntax in path \/ object_key_format,<\/span>\r\n        #   # need to specify tag for ${tag} and time for %Y\/%m\/%d in <buffer> argument.<\/span>\r\n        #   <buffer tag,time><\/span>\r\n        #     @type file<\/span>\r\n        #     path \/var\/log\/fluent\/gcs<\/span>\r\n        #     timekey 1h # 1 hour partition<\/span>\r\n        #     timekey_wait 10m<\/span>\r\n        #     timekey_use_utc true # use utc<\/span>\r\n        #   <\/buffer><\/span>\r\n        #   <format><\/span>\r\n        #     @type json<\/span>\r\n        #   <\/format><\/span>\r\n        # <\/store><\/span>\r\n     <\/match><\/span>\r\n<\/code><\/pre>\n
\u521b\u5efa\u4e00\u4e2a\u5b88\u62a4\u8005\u914d\u7f6e<\/h2>\n
apiVersion<\/span>:<\/span> v1<\/span>\r\nkind<\/span>:<\/span> ServiceAccount<\/span>\r\nmetadata<\/span>:<\/span>\r\n  name<\/span>:<\/span> fluentd-es<\/span>\r\n  namespace<\/span>:<\/span> default<\/span>\r\n  labels<\/span>:<\/span>\r\n    k8s-app<\/span>:<\/span> fluentd-es<\/span>\r\n    kubernetes.io\/cluster-service<\/span>:<\/span> \"<\/span>true\"<\/span>\r\n    addonmanager.kubernetes.io\/mode<\/span>:<\/span> Reconcile<\/span>\r\n---<\/span>\r\nkind<\/span>:<\/span> ClusterRole<\/span>\r\napiVersion<\/span>:<\/span> rbac.authorization.k8s.io\/v1<\/span>\r\nmetadata<\/span>:<\/span>\r\n  name<\/span>:<\/span> fluentd-es<\/span>\r\n  labels<\/span>:<\/span>\r\n    k8s-app<\/span>:<\/span> fluentd-es<\/span>\r\n    kubernetes.io\/cluster-service<\/span>:<\/span> \"<\/span>true\"<\/span>\r\n    addonmanager.kubernetes.io\/mode<\/span>:<\/span> Reconcile<\/span>\r\nrules<\/span>:<\/span>\r\n-<\/span> apiGroups<\/span>:<\/span>\r\n  -<\/span> \"<\/span>\"<\/span>\r\n  resources<\/span>:<\/span>\r\n  -<\/span> \"<\/span>namespaces\"<\/span>\r\n  -<\/span> \"<\/span>pods\"<\/span>\r\n  verbs<\/span>:<\/span>\r\n  -<\/span> \"<\/span>get\"<\/span>\r\n  -<\/span> \"<\/span>watch\"<\/span>\r\n  -<\/span> \"<\/span>list\"<\/span>\r\n---<\/span>\r\nkind<\/span>:<\/span> ClusterRoleBinding<\/span>\r\napiVersion<\/span>:<\/span> rbac.authorization.k8s.io\/v1<\/span>\r\nmetadata<\/span>:<\/span>\r\n  name<\/span>:<\/span> fluentd-es<\/span>\r\n  labels<\/span>:<\/span>\r\n    k8s-app<\/span>:<\/span> fluentd-es<\/span>\r\n    kubernetes.io\/cluster-service<\/span>:<\/span> \"<\/span>true\"<\/span>\r\n    addonmanager.kubernetes.io\/mode<\/span>:<\/span> Reconcile<\/span>\r\nsubjects<\/span>:<\/span>\r\n-<\/span> kind<\/span>:<\/span> ServiceAccount<\/span>\r\n  name<\/span>:<\/span> fluentd-es<\/span>\r\n  namespace<\/span>:<\/span> default<\/span>\r\n  apiGroup<\/span>:<\/span> \"<\/span>\"<\/span>\r\nroleRef<\/span>:<\/span>\r\n  kind<\/span>:<\/span> ClusterRole<\/span>\r\n  name<\/span>:<\/span> fluentd-es<\/span>\r\n  apiGroup<\/span>:<\/span> \"<\/span>\"<\/span>\r\n---<\/span>\r\napiVersion<\/span>:<\/span> apps\/v1<\/span>\r\nkind<\/span>:<\/span> DaemonSet<\/span>\r\nmetadata<\/span>:<\/span>\r\n  name<\/span>:<\/span> fluentd-es-v2.2.0<\/span>\r\n  namespace<\/span>:<\/span> default<\/span>\r\n  labels<\/span>:<\/span>\r\n    k8s-app<\/span>:<\/span> fluentd-es<\/span>\r\n    version<\/span>:<\/span> v2.2.0<\/span>\r\n    kubernetes.io\/cluster-service<\/span>:<\/span> \"<\/span>true\"<\/span>\r\n    addonmanager.kubernetes.io\/mode<\/span>:<\/span> Reconcile<\/span>\r\nspec<\/span>:<\/span>\r\n  selector<\/span>:<\/span>\r\n    matchLabels<\/span>:<\/span>\r\n      k8s-app<\/span>:<\/span> fluentd-es<\/span>\r\n      version<\/span>:<\/span> v2.2.0<\/span>\r\n  template<\/span>:<\/span>\r\n    metadata<\/span>:<\/span>\r\n      labels<\/span>:<\/span>\r\n        k8s-app<\/span>:<\/span> fluentd-es<\/span>\r\n        kubernetes.io\/cluster-service<\/span>:<\/span> \"<\/span>true\"<\/span>\r\n        version<\/span>:<\/span> v2.2.0<\/span>\r\n      # This annotation ensures that fluentd does not get evicted if the node<\/span>\r\n      # supports critical pod annotation based priority scheme.<\/span>\r\n      # Note that this does not guarantee admission on the nodes (#40573).<\/span>\r\n      annotations<\/span>:<\/span>\r\n        scheduler.alpha.kubernetes.io\/critical-pod<\/span>:<\/span> '<\/span>'<\/span>\r\n        seccomp.security.alpha.kubernetes.io\/pod<\/span>:<\/span> '<\/span>docker\/default'<\/span>\r\n    spec<\/span>:<\/span>\r\n      priorityClassName<\/span>:<\/span> system-node-critical<\/span>\r\n      serviceAccountName<\/span>:<\/span> fluentd-es<\/span>\r\n      containers<\/span>:<\/span>\r\n      -<\/span> name<\/span>:<\/span> fluentd-es<\/span>\r\n        image<\/span>:<\/span> k8s.gcr.io\/fluentd-elasticsearch:v2.2.0<\/span>\r\n        env<\/span>:<\/span>\r\n        -<\/span> name<\/span>:<\/span> FLUENTD_ARGS<\/span>\r\n          value<\/span>:<\/span> --no-supervisor -q -v<\/span>\r\n        -<\/span> name<\/span>:<\/span>  FLUENT_ELASTICSEARCH_HOST<\/span>\r\n          value<\/span>:<\/span> \"<\/span>[ElasticSearch\u306eIP]\"<\/span>\r\n        -<\/span> name<\/span>:<\/span>  FLUENT_ELASTICSEARCH_PORT<\/span>\r\n          value<\/span>:<\/span> \"<\/span>9200\"<\/span>\r\n        -<\/span> name<\/span>:<\/span> FLUENT_ELASTICSEARCH_SCHEME<\/span>\r\n          value<\/span>:<\/span> \"<\/span>tcp\"<\/span>\r\n        resources<\/span>:<\/span>\r\n          limits<\/span>:<\/span>\r\n            memory<\/span>:<\/span> 200Mi<\/span>\r\n          requests<\/span>:<\/span>\r\n            cpu<\/span>:<\/span> 100m<\/span>\r\n            memory<\/span>:<\/span> 200Mi<\/span>\r\n        volumeMounts<\/span>:<\/span>\r\n        -<\/span> name<\/span>:<\/span> varlog<\/span>\r\n          mountPath<\/span>:<\/span> \/var\/log<\/span>\r\n        -<\/span> name<\/span>:<\/span> varlibdockercontainers<\/span>\r\n          mountPath<\/span>:<\/span> \/var\/lib\/docker\/containers<\/span>\r\n          readOnly<\/span>:<\/span> true<\/span>\r\n        -<\/span> name<\/span>:<\/span> config-volume<\/span>\r\n          mountPath<\/span>:<\/span> \/etc\/fluent\/config.d<\/span>\r\n      nodeSelector<\/span>:<\/span>\r\n        beta.kubernetes.io\/fluentd-ds-ready<\/span>:<\/span> \"<\/span>true\"<\/span>\r\n      terminationGracePeriodSeconds<\/span>:<\/span> 30<\/span>\r\n      imagePullSecrets<\/span>:<\/span>\r\n      -<\/span> name<\/span>:<\/span> regsecret<\/span>\r\n      volumes<\/span>:<\/span>\r\n      -<\/span> name<\/span>:<\/span> varlog<\/span>\r\n        hostPath<\/span>:<\/span>\r\n          path<\/span>:<\/span> \/var\/log<\/span>\r\n      -<\/span> name<\/span>:<\/span> varlibdockercontainers<\/span>\r\n        hostPath<\/span>:<\/span>\r\n          path<\/span>:<\/span> \/var\/lib\/docker\/containers<\/span>\r\n      -<\/span> name<\/span>:<\/span> config-volume<\/span>\r\n        configMap<\/span>:<\/span>\r\n          name<\/span>:<\/span> fluentd-es-config-v0.1.5<\/span>\r\n<\/code><\/pre>\n
\u8bf7\u68c0\u67e5\u5e76\u66f4\u6539ElasticSearch\u7684IP\u5730\u5740\u3002
\n\u5982\u679c\u5728\u4f7f\u7528ClusterRoleBinding\u65f6\u51fa\u73b0\u9519\u8bef\uff0c\u8bf7\u786e\u8ba4\u60a8\u62e5\u6709\u8db3\u591f\u7684cluster-admin\u6743\u9650\u3002<\/p>\n
\u521b\u5efaKibana<\/h1>\n
apiVersion: v1\r\nkind: Service\r\nmetadata:\r\n  name: kibana\r\n  namespace: default\r\nspec:\r\n  selector:\r\n    app: kibana\r\n  ports:\r\n  - protocol: TCP\r\n    port: 5601\r\n    targetPort: http\r\n    nodePort: 30050\r\n  type: \"LoadBalancer\"\r\n  loadBalancerIP: \"\"\r\n\r\n---\r\napiVersion: apps\/v1\r\nkind: Deployment\r\nmetadata:\r\n  name: kibana\r\n  namespace: default\r\n  labels:\r\n    app: kibana\r\nspec:\r\n  replicas: 1\r\n  selector:\r\n    matchLabels:\r\n      app: kibana\r\n  template:\r\n    metadata:\r\n      labels:\r\n        app: kibana\r\n    spec:\r\n      containers:\r\n      - name: kibana\r\n        image: kibana:5.6\r\n        ports:\r\n        - containerPort: 5601\r\n          name: http\r\n        env:\r\n        - name: ELASTICSEARCH_URL\r\n          value: \"http:\/\/[ElasticSearch\u306eIP]:9200\"\r\n<\/code><\/pre>\n
\u786e\u8ba4<\/h1>\n
>>> get services\r\nNAME            TYPE           CLUSTER-IP    EXTERNAL-IP     PORT(S)          AGE\r\n*****-service   LoadBalancer   **.**.**.**   **.**.**.**   80:30298\/TCP     3h\r\n*****-service   LoadBalancer   **.**.**.**   **.**.**.**   80:30787\/TCP     3h\r\nelasticsearch   LoadBalancer   **.**.**.**   **.**.**.**   9200:32619\/TCP   41m\r\nkibana          LoadBalancer   **.**.**.**   **.**.**.**   5601:30050\/TCP   11s\r\nkubernetes      ClusterIP      10.0.0.1      <none>          443\/TCP          3h\r\n>>> get po\r\nNAME                               READY     STATUS    RESTARTS   AGE\r\n****-deployment-d968474b-hzxc   2\/2       Running   0          3h\r\n****-deployment-85cb7b496-5g    2\/2       Running   0          3h\r\nelasticsearch-7d7947fd-gdg5     1\/1       Running   0          41m\r\nfluentd-es-v2.2.0-l             1\/1       Running   0          4m\r\n>>> get configmaps\r\nNAME                       DATA      AGE\r\nelasticsearch-config       3         41m\r\nfluentd-es-config-v0.1.5   6         4m\r\n>>> get serviceaccounts\r\nNAME         SECRETS   AGE\r\ndefault      1         3h\r\nfluentd-es   1         4m\r\n>>> get persistentvolumeclaims\r\nNAME                STATUS    VOLUME                                     CAPACITY   ACCESS MODES   STORAGECLASS   AGE\r\nelasticsearch-pvc   Bound     pvc-f7201ef9-01c7-11e9-9f9a-a92018c   5Gi        RWO            standard       41m\r\n>>>\r\n<\/code><\/pre>\n
\"181217-0002.png\"<\/div>\n
\u7531\u4e8e\u6211\u8fd8\u6ca1\u6709\u6574\u7406nginx\u7684\u65e5\u5fd7\uff0c\u6240\u4ee5\u73b0\u5728\u4f1a\u5f00\u59cb\u6574\u7406\u3002\u671f\u5f85\u60a8\u7684\u5e2e\u52a9\u3002<\/p>\n
\u8bf7\u53c2\u8003<\/h1>\n
Medium\u6587\u7ae0\uff1ahttps:\/\/medium.com\/@lestrrat\/configuring-rbac-for-your-kubernetes-service-accounts-c348b64eb242<\/p>\n
Kubernetes\u6587\u6863\uff1ahttps:\/\/kubernetes.io\/docs\/concepts\/configuration\/manage-compute-resources-container\/<\/p>\n
Elasticsearch\u95ee\u9898\uff1ahttps:\/\/github.com\/elastic\/elasticsearch\/issues\/26410<\/p>\n
Fluentd Kubernetes Daemonset\u95ee\u9898\uff1ahttps:\/\/github.com\/fluent\/fluentd-kubernetes-daemonset\/issues\/14<\/p>\n","protected":false},"excerpt":{"rendered":"
\u6700\u8fd1\u6211\u60f3\u66f4\u6df1\u5165\u5730\u4e86\u89e3Kubernetes\u3002 \u6211\u5c1d\u8bd5\u4f7f\u7528Kibana\u8fdb\u884c\u65e5\u5fd7\u7ba1\u7406\uff0c\u4f46\u9047\u5230\u4e86\u4e00\u4e9b\u56f0\u96be\uff0c\u6240\u4ee5\u6211\u5728\u8fd9\u91cc […]<\/p>\n","protected":false},"author":11,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-41119","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"yoast_head":"\n\u5c1d\u8bd5\u5728GKE\u73af\u5883\u4e2d\u4f7f\u7528fluentd + elasticsearch + kibana\u642d\u5efa\u65e5\u5fd7\u73af\u5883 - Blog - Silicon Cloud<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.silicloud.com\/zh\/blog\/\u5c1d\u8bd5\u5728gke\u73af\u5883\u4e2d\u4f7f\u7528fluentd-elasticsearch-kibana\u642d\u5efa\u65e5\u5fd7\u73af\u5883\u3002\/\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\u5c1d\u8bd5\u5728GKE\u73af\u5883\u4e2d\u4f7f\u7528fluentd + elasticsearch + kibana\u642d\u5efa\u65e5\u5fd7\u73af\u5883\" \/>\n<meta property=\"og:description\" content=\"\u6700\u8fd1\u6211\u60f3\u66f4\u6df1\u5165\u5730\u4e86\u89e3Kubernetes\u3002 \u6211\u5c1d\u8bd5\u4f7f\u7528Kibana\u8fdb\u884c\u65e5\u5fd7\u7ba1\u7406\uff0c\u4f46\u9047\u5230\u4e86\u4e00\u4e9b\u56f0\u96be\uff0c\u6240\u4ee5\u6211\u5728\u8fd9\u91cc […]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.silicloud.com\/zh\/blog\/\u5c1d\u8bd5\u5728gke\u73af\u5883\u4e2d\u4f7f\u7528fluentd-elasticsearch-kibana\u642d\u5efa\u65e5\u5fd7\u73af\u5883\u3002\/\" \/>\n<meta property=\"og:site_name\" content=\"Blog - Silicon Cloud\" \/>\n<meta property=\"article:published_time\" content=\"2023-01-23T18:02:40+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2024-04-30T02:05:51+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d44b237434c4406ca0550\/26-0.png\" \/>\n<meta name=\"author\" content=\"\u65b0, \u97f5\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"\u65b0, \u97f5\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"14 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%b0%9d%e8%af%95%e5%9c%a8gke%e7%8e%af%e5%a2%83%e4%b8%ad%e4%bd%bf%e7%94%a8fluentd-elasticsearch-kibana%e6%90%ad%e5%bb%ba%e6%97%a5%e5%bf%97%e7%8e%af%e5%a2%83%e3%80%82\/\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%b0%9d%e8%af%95%e5%9c%a8gke%e7%8e%af%e5%a2%83%e4%b8%ad%e4%bd%bf%e7%94%a8fluentd-elasticsearch-kibana%e6%90%ad%e5%bb%ba%e6%97%a5%e5%bf%97%e7%8e%af%e5%a2%83%e3%80%82\/\",\"name\":\"\u5c1d\u8bd5\u5728GKE\u73af\u5883\u4e2d\u4f7f\u7528fluentd + elasticsearch + kibana\u642d\u5efa\u65e5\u5fd7\u73af\u5883 - Blog - Silicon Cloud\",\"isPartOf\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\"},\"datePublished\":\"2023-01-23T18:02:40+00:00\",\"dateModified\":\"2024-04-30T02:05:51+00:00\",\"author\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/4ba4019495123db3038fd0809e6959c9\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%b0%9d%e8%af%95%e5%9c%a8gke%e7%8e%af%e5%a2%83%e4%b8%ad%e4%bd%bf%e7%94%a8fluentd-elasticsearch-kibana%e6%90%ad%e5%bb%ba%e6%97%a5%e5%bf%97%e7%8e%af%e5%a2%83%e3%80%82\/#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%b0%9d%e8%af%95%e5%9c%a8gke%e7%8e%af%e5%a2%83%e4%b8%ad%e4%bd%bf%e7%94%a8fluentd-elasticsearch-kibana%e6%90%ad%e5%bb%ba%e6%97%a5%e5%bf%97%e7%8e%af%e5%a2%83%e3%80%82\/\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%b0%9d%e8%af%95%e5%9c%a8gke%e7%8e%af%e5%a2%83%e4%b8%ad%e4%bd%bf%e7%94%a8fluentd-elasticsearch-kibana%e6%90%ad%e5%bb%ba%e6%97%a5%e5%bf%97%e7%8e%af%e5%a2%83%e3%80%82\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.silicloud.com\/zh\/blog\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u5c1d\u8bd5\u5728GKE\u73af\u5883\u4e2d\u4f7f\u7528fluentd + elasticsearch + kibana\u642d\u5efa\u65e5\u5fd7\u73af\u5883\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/\",\"name\":\"Blog - Silicon Cloud\",\"description\":\"\",\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/4ba4019495123db3038fd0809e6959c9\",\"name\":\"\u65b0, \u97f5\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/d484b6c6e4ae82e8a9efea989e1d2af46d9b6ef128101e63b18f559fca0ae627?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/d484b6c6e4ae82e8a9efea989e1d2af46d9b6ef128101e63b18f559fca0ae627?s=96&d=mm&r=g\",\"caption\":\"\u65b0, \u97f5\"},\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/author\/yunxin\/\"},{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%b0%9d%e8%af%95%e5%9c%a8gke%e7%8e%af%e5%a2%83%e4%b8%ad%e4%bd%bf%e7%94%a8fluentd-elasticsearch-kibana%e6%90%ad%e5%bb%ba%e6%97%a5%e5%bf%97%e7%8e%af%e5%a2%83%e3%80%82\/#local-main-organization-logo\",\"url\":\"\",\"contentUrl\":\"\",\"caption\":\"Blog - Silicon Cloud\"}]}<\/script>\n<!-- \/ Yoast SEO Premium plugin. -->","yoast_head_json":{"title":"\u5c1d\u8bd5\u5728GKE\u73af\u5883\u4e2d\u4f7f\u7528fluentd + elasticsearch + kibana\u642d\u5efa\u65e5\u5fd7\u73af\u5883 - Blog - Silicon Cloud","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.silicloud.com\/zh\/blog\/\u5c1d\u8bd5\u5728gke\u73af\u5883\u4e2d\u4f7f\u7528fluentd-elasticsearch-kibana\u642d\u5efa\u65e5\u5fd7\u73af\u5883\u3002\/","og_locale":"zh_CN","og_type":"article","og_title":"\u5c1d\u8bd5\u5728GKE\u73af\u5883\u4e2d\u4f7f\u7528fluentd + elasticsearch + kibana\u642d\u5efa\u65e5\u5fd7\u73af\u5883","og_description":"\u6700\u8fd1\u6211\u60f3\u66f4\u6df1\u5165\u5730\u4e86\u89e3Kubernetes\u3002 \u6211\u5c1d\u8bd5\u4f7f\u7528Kibana\u8fdb\u884c\u65e5\u5fd7\u7ba1\u7406\uff0c\u4f46\u9047\u5230\u4e86\u4e00\u4e9b\u56f0\u96be\uff0c\u6240\u4ee5\u6211\u5728\u8fd9\u91cc […]","og_url":"https:\/\/www.silicloud.com\/zh\/blog\/\u5c1d\u8bd5\u5728gke\u73af\u5883\u4e2d\u4f7f\u7528fluentd-elasticsearch-kibana\u642d\u5efa\u65e5\u5fd7\u73af\u5883\u3002\/","og_site_name":"Blog - Silicon Cloud","article_published_time":"2023-01-23T18:02:40+00:00","article_modified_time":"2024-04-30T02:05:51+00:00","og_image":[{"url":"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d44b237434c4406ca0550\/26-0.png"}],"author":"\u65b0, \u97f5","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"\u65b0, \u97f5","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"14 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%b0%9d%e8%af%95%e5%9c%a8gke%e7%8e%af%e5%a2%83%e4%b8%ad%e4%bd%bf%e7%94%a8fluentd-elasticsearch-kibana%e6%90%ad%e5%bb%ba%e6%97%a5%e5%bf%97%e7%8e%af%e5%a2%83%e3%80%82\/","url":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%b0%9d%e8%af%95%e5%9c%a8gke%e7%8e%af%e5%a2%83%e4%b8%ad%e4%bd%bf%e7%94%a8fluentd-elasticsearch-kibana%e6%90%ad%e5%bb%ba%e6%97%a5%e5%bf%97%e7%8e%af%e5%a2%83%e3%80%82\/","name":"\u5c1d\u8bd5\u5728GKE\u73af\u5883\u4e2d\u4f7f\u7528fluentd + elasticsearch + kibana\u642d\u5efa\u65e5\u5fd7\u73af\u5883 - Blog - Silicon Cloud","isPartOf":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website"},"datePublished":"2023-01-23T18:02:40+00:00","dateModified":"2024-04-30T02:05:51+00:00","author":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/4ba4019495123db3038fd0809e6959c9"},"breadcrumb":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%b0%9d%e8%af%95%e5%9c%a8gke%e7%8e%af%e5%a2%83%e4%b8%ad%e4%bd%bf%e7%94%a8fluentd-elasticsearch-kibana%e6%90%ad%e5%bb%ba%e6%97%a5%e5%bf%97%e7%8e%af%e5%a2%83%e3%80%82\/#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.silicloud.com\/zh\/blog\/%e5%b0%9d%e8%af%95%e5%9c%a8gke%e7%8e%af%e5%a2%83%e4%b8%ad%e4%bd%bf%e7%94%a8fluentd-elasticsearch-kibana%e6%90%ad%e5%bb%ba%e6%97%a5%e5%bf%97%e7%8e%af%e5%a2%83%e3%80%82\/"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%b0%9d%e8%af%95%e5%9c%a8gke%e7%8e%af%e5%a2%83%e4%b8%ad%e4%bd%bf%e7%94%a8fluentd-elasticsearch-kibana%e6%90%ad%e5%bb%ba%e6%97%a5%e5%bf%97%e7%8e%af%e5%a2%83%e3%80%82\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.silicloud.com\/zh\/blog\/"},{"@type":"ListItem","position":2,"name":"\u5c1d\u8bd5\u5728GKE\u73af\u5883\u4e2d\u4f7f\u7528fluentd + elasticsearch + kibana\u642d\u5efa\u65e5\u5fd7\u73af\u5883"}]},{"@type":"WebSite","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website","url":"https:\/\/www.silicloud.com\/zh\/blog\/","name":"Blog - Silicon Cloud","description":"","inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/4ba4019495123db3038fd0809e6959c9","name":"\u65b0, \u97f5","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/d484b6c6e4ae82e8a9efea989e1d2af46d9b6ef128101e63b18f559fca0ae627?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/d484b6c6e4ae82e8a9efea989e1d2af46d9b6ef128101e63b18f559fca0ae627?s=96&d=mm&r=g","caption":"\u65b0, \u97f5"},"url":"https:\/\/www.silicloud.com\/zh\/blog\/author\/yunxin\/"},{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%b0%9d%e8%af%95%e5%9c%a8gke%e7%8e%af%e5%a2%83%e4%b8%ad%e4%bd%bf%e7%94%a8fluentd-elasticsearch-kibana%e6%90%ad%e5%bb%ba%e6%97%a5%e5%bf%97%e7%8e%af%e5%a2%83%e3%80%82\/#local-main-organization-logo","url":"","contentUrl":"","caption":"Blog - Silicon Cloud"}]}},"_links":{"self":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/41119","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/users\/11"}],"replies":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/comments?post=41119"}],"version-history":[{"count":2,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/41119\/revisions"}],"predecessor-version":[{"id":91259,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/41119\/revisions\/91259"}],"wp:attachment":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/media?parent=41119"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/categories?post=41119"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/tags?post=41119"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}