{"id":43325,"date":"2023-07-11T08:27:34","date_gmt":"2023-05-23T18:47:51","guid":{"rendered":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8kubernetes%e4%b8%8a%e8%bf%90%e8%a1%8cdigdag%e5%92%8cembulk%e7%9a%84%e5%b7%a5%e4%bd%9c%e6%b5%81%e5%b9%b3%e5%8f%b0\/"},"modified":"2024-04-30T13:00:09","modified_gmt":"2024-04-30T05:00:09","slug":"%e5%9c%a8kubernetes%e4%b8%8a%e8%bf%90%e8%a1%8cdigdag%e5%92%8cembulk%e7%9a%84%e5%b7%a5%e4%bd%9c%e6%b5%81%e5%b9%b3%e5%8f%b0","status":"publish","type":"post","link":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8kubernetes%e4%b8%8a%e8%bf%90%e8%a1%8cdigdag%e5%92%8cembulk%e7%9a%84%e5%b7%a5%e4%bd%9c%e6%b5%81%e5%b9%b3%e5%8f%b0\/","title":{"rendered":"\u5728Kubernetes\u4e0a\u8fd0\u884cDigdag\u548cEmbulk\u7684\u5de5\u4f5c\u6d41\u5e73\u53f0"},"content":{"rendered":"<h1>\u5173\u4e8e\u8fd9\u7bc7\u6587\u7ae0<\/h1>\n<p>\u6211\u5c06\u5199\u4e00\u7bc7\u5173\u4e8e\u5728Kubernetes\u4e0a\u8fd0\u884cDigdag\uff0c\u5e76\u4ece\u8be5\u5de5\u4f5c\u6d41\u4e2d\u8c03\u7528Embulk\u6279\u5904\u7406\u7684\u5de5\u4f5c\u6d41\u57fa\u7840\u8bbe\u65bd\u7684\u6587\u7ae0\u3002<br \/>\n\u6211\u5c06\u5c55\u793a\u4e00\u4e2a\u5728Digdag\u5de5\u4f5c\u6d41\u4e2d\u4eceBig Query\u7d22\u5f15\u5230Elasticsearch\u7684Embulk\u793a\u4f8b\u3002<\/p>\n<h1>\u6574\u4f53\u67b6\u6784<\/h1>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d51df37434c4406ccb3fd\/3-0.png\" alt=\"Kubernetes digdag embulk.png\" \/><\/div>\n<p>Digdag\u5c06API\u8bf7\u6c42\u5904\u7406\u5206\u4e3a\u4e3b\u8282\u70b9\uff08master\uff09\u548c\u6267\u884c\u5de5\u4f5c\u6d41\u7684\u5de5\u4f5c\u8282\u70b9\uff08worker\uff09\uff0c\u5e76\u5728\u5404\u81ea\u7684Pod\u4e2d\u542f\u52a8\u3002Digdag worker\u4f1a\u52a8\u6001\u5730\u542f\u52a8\u4e00\u4e2aKubernetes\u4f5c\u4e1a\uff08Job\uff09\uff0c\u7528\u4e8e\u6267\u884cembulk\u8fdb\u884c\u5b9e\u9645\u7684\u5904\u7406\u4efb\u52a1\u3002\u6b64\u5916\uff0cDigdag worker\u4f1a\u6839\u636e\u6392\u961f\u7684\u4efb\u52a1\u6570\u81ea\u52a8\u7f29\u653e\u3002<\/p>\n<h1>\u95ee\u9898<\/h1>\n<p>\u8981\u5b9e\u73b0\u8fd9\u79cd\u7ed3\u6784\uff0c\u6709\u4e24\u4e2a\u95ee\u9898\u9700\u8981\u89e3\u51b3\u3002<\/p>\n<ol>\n<li style=\"list-style-type: none;\">\n<ol>\u4ecedigdag worker\u542f\u52a8\u4f5c\u4e1a<\/ol>\n<\/li>\n<\/ol>\n<p>&nbsp;<\/p>\n<ol>digdag worker\u7684\u6c34\u5e73\u81ea\u52a8\u4f38\u7f29<\/ol>\n<h2>\u4eceDigdag\u5de5\u4f5c\u7a0b\u5e8f\u4e2d\u542f\u52a8\u4f5c\u4e1a<\/h2>\n<p>\u5728\u6267\u884cdigdag\u5de5\u4f5c\u65f6\uff0c\u5e0c\u671b\u5728\u5bb9\u5668\u4e2d\u8fdb\u884c\u6267\u884c\u3002\u56e0\u4e3aDigdag\u5df2\u7ecf\u5b9e\u73b0\u4e86Docker\u7684\u547d\u4ee4\u6267\u884c\u5668\uff0c\u6240\u4ee5\u53ef\u4ee5\u5f88\u5bb9\u6613\u5730\u5728Docker\u4e0a\u6267\u884c\u7a0b\u5e8f\u3002<\/p>\n<p>&nbsp;<\/p>\n<p>\u7136\u800c\uff0c\u7531\u4e8edigdag worker\u672c\u8eab\u5728Pod\u5bb9\u5668\u4e0a\u8fd0\u884c\uff0c\u56e0\u6b64\u4f1a\u53d8\u6210\u7c7b\u4f3c\u4e8eDocker in Docker\u7684\u72b6\u6001\u3002\u56e0\u6b64\uff0c\u6211\u4eec\u9700\u8981\u4ecedigdag worker\u4e2d\u52a8\u6001\u5730\u542f\u52a8\u4f5c\u4e1a\u5e76\u5728\u5176\u4e0a\u8fd0\u884c\u7a0b\u5e8f\uff0c\u4f7f\u5176\u80fd\u591f\u6267\u884c\u5de5\u4f5c\u6d41\u7a0b\u3002<\/p>\n<p>\u4f7f\u7528kube-job\u53ef\u4ee5\u4ece\u547d\u4ee4\u884c\u542f\u52a8Kubernetes\u7684Job\u3002<br \/>\n\u7136\u800c\uff0c\u5728kube-job v0.5.0\u4ee5\u4e0b\u7684\u7248\u672c\u4e2d\uff0c\u7531\u4e8e\u65e0\u6cd5\u8f7b\u6613\u5730\u4eceKubernetes\u5185\u90e8\u8c03\u7528kube-job\u547d\u4ee4\uff0c\u8bf7\u5141\u8bb8\u6211\u4eec\u5e94\u7528\u8865\u4e01\u3002<\/p>\n<p>&nbsp;<\/p>\n<p>digdag\u5de5\u4f5c\u8005\u7684\u914d\u7f6e\u5982\u4e0b\u6240\u793a\u3002<\/p>\n<h3>digdag\u5de5\u4f5c\u4eba\u5458\u7684\u955c\u50cf<\/h3>\n<p>\u8bf7\u5c06 kube-job \u7684\u4e8c\u8fdb\u5236\u6587\u4ef6\u653e\u7f6e\u5728 multi-stage builds \u4e2d\u3002<br \/>\n\u7531\u4e8e\u7248\u672c\u8f83\u65e7\uff0c\u5982\u679c\u53c2\u8003\u6b64\u5904\uff0c\u8bf7\u9002\u65f6\u66f4\u65b0\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"k\">FROM<\/span> <span class=\"s\">golang:1.15-buster<\/span> <span class=\"k\">as<\/span> <span class=\"s\">builder<\/span>\r\n\r\n<span class=\"k\">ENV<\/span><span class=\"s\"> CGO_ENABLED=0<\/span>\r\n\r\n<span class=\"k\">RUN <\/span>apt update <span class=\"o\">&amp;&amp;<\/span> apt <span class=\"nb\">install<\/span> <span class=\"nt\">-y<\/span> <span class=\"nt\">--no-install-recommends<\/span> wget unzip make\r\n\r\n<span class=\"k\">WORKDIR<\/span><span class=\"s\"> \/app<\/span>\r\n<span class=\"k\">RUN <\/span>wget <span class=\"nt\">-q<\/span> https:\/\/github.com\/h3poteto\/kube-job\/archive\/refs\/tags\/v0.5.1.zip <span class=\"se\">\\\r\n<\/span>    <span class=\"o\">&amp;&amp;<\/span> unzip <span class=\"nt\">-q<\/span> v0.5.1.zip\r\n<span class=\"k\">RUN <\/span>make <span class=\"nt\">-C<\/span> \/app\/kube-job-0.5.1 build\r\n\r\n<span class=\"k\">FROM<\/span><span class=\"s\"> azul\/zulu-openjdk:8<\/span>\r\n\r\n<span class=\"k\">RUN <\/span>apt-get update <span class=\"nt\">-qq<\/span> <span class=\"o\">&amp;&amp;<\/span> apt-get <span class=\"nb\">install<\/span> <span class=\"nt\">-y<\/span> curl\r\n\r\n<span class=\"k\">RUN <\/span>curl <span class=\"nt\">-o<\/span> \/usr\/local\/bin\/digdag <span class=\"nt\">--create-dirs<\/span> <span class=\"nt\">-L<\/span> <span class=\"s1\">'https:\/\/dl.digdag.io\/digdag-0.10.0'<\/span> <span class=\"se\">\\\r\n<\/span>    <span class=\"o\">&amp;&amp;<\/span> <span class=\"nb\">chmod<\/span> +x \/usr\/local\/bin\/digdag\r\n\r\n<span class=\"k\">COPY<\/span><span class=\"s\"> --from=builder \/app\/kube-job-0.5.1\/bin\/kube-job \/usr\/local\/bin\/<\/span>\r\n<\/code><\/pre>\n<h3>digdag worker\u7684\u90e8\u7f72<\/h3>\n<p>\u6709\u5173Embulk\u7684\u5377\uff0c\u5c06\u5728\u540e\u6587\u4e2d\u8fdb\u884c\u8bf4\u660e\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"na\">apiVersion<\/span><span class=\"pi\">:<\/span> <span class=\"s\">apps\/v1<\/span>\r\n<span class=\"na\">kind<\/span><span class=\"pi\">:<\/span> <span class=\"s\">Deployment<\/span>\r\n<span class=\"na\">metadata<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">digdag-worker<\/span>\r\n  <span class=\"na\">labels<\/span><span class=\"pi\">:<\/span>\r\n    <span class=\"na\">app<\/span><span class=\"pi\">:<\/span> <span class=\"s\">digdag-worker<\/span>\r\n<span class=\"na\">spec<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">selector<\/span><span class=\"pi\">:<\/span>\r\n    <span class=\"na\">matchLabels<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"na\">app<\/span><span class=\"pi\">:<\/span> <span class=\"s\">digdag-worker<\/span>\r\n  <span class=\"na\">strategy<\/span><span class=\"pi\">:<\/span>\r\n    <span class=\"na\">type<\/span><span class=\"pi\">:<\/span> <span class=\"s\">Recreate<\/span>\r\n  <span class=\"na\">template<\/span><span class=\"pi\">:<\/span>\r\n    <span class=\"na\">metadata<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"na\">labels<\/span><span class=\"pi\">:<\/span>\r\n        <span class=\"na\">app<\/span><span class=\"pi\">:<\/span> <span class=\"s\">digdag-worker<\/span>\r\n    <span class=\"na\">spec<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"na\">volumes<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">digdag-config-volume<\/span>\r\n        <span class=\"na\">configMap<\/span><span class=\"pi\">:<\/span>\r\n          <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">digdag-config<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">embulk-config-volume<\/span>\r\n        <span class=\"na\">configMap<\/span><span class=\"pi\">:<\/span>\r\n          <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">embulk-config<\/span>\r\n      <span class=\"na\">containers<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">digdag-worker<\/span>\r\n        <span class=\"na\">image<\/span><span class=\"pi\">:<\/span> <span class=\"s1\">'<\/span><span class=\"s\">digdag_on_k8s_worker:latest'<\/span>\r\n        <span class=\"na\">imagePullPolicy<\/span><span class=\"pi\">:<\/span> <span class=\"s\">IfNotPresent<\/span>\r\n        <span class=\"na\">volumeMounts<\/span><span class=\"pi\">:<\/span>\r\n        <span class=\"pi\">-<\/span> <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">digdag-config-volume<\/span>\r\n          <span class=\"na\">mountPath<\/span><span class=\"pi\">:<\/span> <span class=\"s\">\/etc\/config<\/span>\r\n        <span class=\"pi\">-<\/span> <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">embulk-config-volume<\/span>\r\n          <span class=\"na\">mountPath<\/span><span class=\"pi\">:<\/span> <span class=\"s\">\/embulk<\/span>\r\n        <span class=\"na\">command<\/span><span class=\"pi\">:<\/span> <span class=\"pi\">[<\/span><span class=\"s1\">'<\/span><span class=\"s\">\/bin\/bash'<\/span><span class=\"pi\">]<\/span>\r\n        <span class=\"na\">args<\/span><span class=\"pi\">:<\/span>\r\n        <span class=\"pi\">-<\/span> <span class=\"s1\">'<\/span><span class=\"s\">-cx'<\/span>\r\n        <span class=\"pi\">-<\/span> <span class=\"pi\">|<\/span>\r\n          <span class=\"s\">digdag server \\<\/span>\r\n          <span class=\"s\">--config \/etc\/config\/digdag.properties \\<\/span>\r\n          <span class=\"s\">-X server.bind=0.0.0.0 \\<\/span>\r\n          <span class=\"s\">-X server.port=8080 \\<\/span>\r\n          <span class=\"s\">-X database.type=postgresql \\<\/span>\r\n          <span class=\"s\">-X database.host=db \\<\/span>\r\n          <span class=\"s\">-X database.port=5432 \\<\/span>\r\n          <span class=\"s\">-X database.user=$POSTGRES_USER \\<\/span>\r\n          <span class=\"s\">-X database.database=digdag \\<\/span>\r\n          <span class=\"s\">-X database.password=$POSTGRES_PASSWORD \\<\/span>\r\n          <span class=\"s\">-X digdag.secret-encryption-key=$SECRET_ENCRYPTION_KEY<\/span>\r\n        <span class=\"na\">env<\/span><span class=\"pi\">:<\/span>\r\n        <span class=\"pi\">-<\/span> <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">POSTGRES_USER<\/span>\r\n          <span class=\"na\">valueFrom<\/span><span class=\"pi\">:<\/span>\r\n            <span class=\"na\">secretKeyRef<\/span><span class=\"pi\">:<\/span>\r\n              <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">digdag-secret<\/span>\r\n              <span class=\"na\">key<\/span><span class=\"pi\">:<\/span> <span class=\"s\">db_user<\/span>\r\n        <span class=\"pi\">-<\/span> <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">POSTGRES_PASSWORD<\/span>\r\n          <span class=\"na\">valueFrom<\/span><span class=\"pi\">:<\/span>\r\n            <span class=\"na\">secretKeyRef<\/span><span class=\"pi\">:<\/span>\r\n              <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">digdag-secret<\/span>\r\n              <span class=\"na\">key<\/span><span class=\"pi\">:<\/span> <span class=\"s\">db_password<\/span>\r\n        <span class=\"pi\">-<\/span> <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">SECRET_ENCRYPTION_KEY<\/span>\r\n          <span class=\"na\">valueFrom<\/span><span class=\"pi\">:<\/span>\r\n            <span class=\"na\">secretKeyRef<\/span><span class=\"pi\">:<\/span>\r\n              <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">digdag-secret<\/span>\r\n              <span class=\"na\">key<\/span><span class=\"pi\">:<\/span> <span class=\"s\">secret_encryption_key<\/span>\r\n<\/code><\/pre>\n<h3>\u6267\u884cembulk\u7684digdag\u5de5\u4f5c\u6d41<\/h3>\n<p>\u5728\u4e0a\u8ff0\u7684Pod\u4e0a\u8fd0\u884c\u7684\u5de5\u4f5c\u6d41\u7a0b\u3002\u53ea\u6267\u884ckube-job\u3002<\/p>\n<pre class=\"post-pre\"><code>timezone: UTC\r\n\r\n+embulk:\r\n  sh&gt;: kube-job run --template-file=\/embulk\/embulk.yml --container='embulk'\r\n<\/code><\/pre>\n<h3>\u4f7f\u7528kube-job\u7684Job\u6e05\u5355\u3002<\/h3>\n<p>\u8fd9\u662f\u4e00\u4e2a\u7528\u4e8e\u751f\u6210Job\u6e05\u5355\u7684ConfigMap\uff0c\u53ef\u4ee5\u4f7f\u7528kube-job\u4e2d\u7684&#8211;template-file\u53c2\u6570\u6307\u5b9a\u3002<br \/>\n\u5728digdag worker\u7684Deployment\u4e2d\uff0c\u5c06\u6b64ConfigMap\u6302\u8f7d\u5230\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"na\">apiVersion<\/span><span class=\"pi\">:<\/span> <span class=\"s\">v1<\/span>\r\n<span class=\"na\">kind<\/span><span class=\"pi\">:<\/span> <span class=\"s\">ConfigMap<\/span>\r\n<span class=\"na\">metadata<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">embulk-config<\/span>\r\n  <span class=\"na\">namespace<\/span><span class=\"pi\">:<\/span> <span class=\"s\">default<\/span>\r\n<span class=\"na\">data<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">embulk.yml<\/span><span class=\"pi\">:<\/span> <span class=\"pi\">|+<\/span>\r\n    <span class=\"s\">apiVersion: batch\/v1<\/span>\r\n    <span class=\"s\">kind: Job<\/span>\r\n    <span class=\"s\">metadata:<\/span>\r\n      <span class=\"s\">name: embulk<\/span>\r\n      <span class=\"s\">namespace: default<\/span>\r\n      <span class=\"s\">labels:<\/span>\r\n        <span class=\"s\">app: embulk<\/span>\r\n    <span class=\"s\">spec:<\/span>\r\n      <span class=\"s\">template:<\/span>\r\n        <span class=\"s\">metadata:<\/span>\r\n          <span class=\"s\">labels:<\/span>\r\n            <span class=\"s\">app: embulk<\/span>\r\n        <span class=\"s\">spec:<\/span>\r\n          <span class=\"s\">containers:<\/span>\r\n          <span class=\"s\">- name: embulk<\/span>\r\n            <span class=\"s\">image: 'digdag_on_k8s_embulk:latest'<\/span>\r\n            <span class=\"s\">imagePullPolicy: Never<\/span>\r\n            <span class=\"s\">args: ['embulk', '--version']<\/span>\r\n          <span class=\"s\">restartPolicy: Never<\/span>\r\n      <span class=\"s\">backoffLimit: 2<\/span>\r\n<\/code><\/pre>\n<p>\u4e3a\u4e86\u7b80\u5316\u6b64\u6e05\u5355\uff0c\u53ea\u9700\u8fd0\u884c embulk &#8211;version\u3002<br \/>\n\u901a\u8fc7\u4ee5\u4e0a\u6b65\u9aa4\uff0c\u53ef\u4ee5\u4ecedigdag worker\u542f\u52a8\u4f5c\u4e1a\u3002<\/p>\n<p>kube-job\u7684\u597d\u5904\u662f\u53ef\u4ee5\u901a\u8fc7&#8211;args\u4ece\u5916\u90e8\u8986\u76d6Job\u7684args\u53c2\u6570\uff0c\u4ece\u800c\u53ef\u4ee5\u81ea\u7531\u5730\u5728\u5de5\u4f5c\u6d41\u4e2d\u6267\u884c\u547d\u4ee4\uff0c\u800c\u65e0\u9700\u4fee\u6539\u6e05\u5355\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"na\">timezone<\/span><span class=\"pi\">:<\/span> <span class=\"s\">UTC<\/span>\r\n\r\n<span class=\"na\">+embulk<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">sh&gt;<\/span><span class=\"pi\">:<\/span> <span class=\"s\">kube-job run --template-file=\/embulk\/embulk.yml --container='embulk' --args='embulk --version'<\/span>\r\n<\/code><\/pre>\n<h2>2. Digdag worker\u7684HPA<\/h2>\n<p>\u5e0c\u671b\u7684\u60c5\u51b5\u662f\u6839\u636edigdag\u4efb\u52a1\u961f\u5217\u7684\u79ef\u538b\u60c5\u51b5\uff0c\u81ea\u52a8\u6269\u5c55digdag worker\u7684Pod\u3002\u56e0\u6b64\uff0c\u901a\u8fc7Kubernetes\u7684\u81ea\u5b9a\u4e49\u6307\u6807\u83b7\u53d6\u961f\u5217\u4fe1\u606f\u5e76\u8fdb\u884c\u81ea\u52a8\u6269\u5c55\u3002<\/p>\n<p>\u8981\u5c06Digdag\u7684\u4efb\u52a1\u961f\u5217\u4f5c\u4e3a\u81ea\u5b9a\u4e49\u6307\u6807\u8fdb\u884c\u5904\u7406\uff0c\u9700\u8981\u8fdb\u884c\u4ee5\u4e0b\u4e24\u4e2a\u8bbe\u7f6e\u3002<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">PostgreSQL\u3067\u7ba1\u7406\u3055\u308c\u308bdigdag\u3067\u30ad\u30e5\u30fc\u30a4\u30f3\u30b0\u3055\u308c\u305f\u30bf\u30b9\u30af\u6570\u3092postgres_exporter\u3067Prometheus\u306e\u30e1\u30c8\u30ea\u30af\u30b9\u3068\u3057\u3066export\u3059\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">Prometheus\u306e\u30e1\u30c8\u30ea\u30af\u30b9\u3068\u3057\u3066\u53d6\u308a\u51fa\u3057\u305f\u3082\u306e\u3092prometheus-adapter\u3067Custom metrics\u3068\u3057\u3066\u6271\u3046<\/ul>\n<h3>Postgres\u5bfc\u51fa\u5668<\/h3>\n<p>\u9996\u5148\uff0c\u4f7f\u7528Helm\u5b89\u88c5Prometheus\u5e76\u542f\u52a8postgres_exporter\u3002\u53ea\u5b89\u88c5\u4e86\u5fc5\u8981\u7684\u8fd0\u884c\u73af\u5883\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"na\">repositories<\/span><span class=\"pi\">:<\/span>\r\n<span class=\"pi\">-<\/span> <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">prometheus-community<\/span>\r\n  <span class=\"na\">url<\/span><span class=\"pi\">:<\/span> <span class=\"s\">https:\/\/prometheus-community.github.io\/helm-charts<\/span>\r\n<span class=\"na\">releases<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"pi\">-<\/span> <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">prometheus-operator<\/span>\r\n    <span class=\"na\">chart<\/span><span class=\"pi\">:<\/span> <span class=\"s\">prometheus-community\/kube-prometheus-stack<\/span>\r\n    <span class=\"na\">values<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s\">helm-values\/prometheus-operator.yml<\/span>\r\n<\/code><\/pre>\n<pre class=\"post-pre\"><code><span class=\"na\">alertmanager<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">enabled<\/span><span class=\"pi\">:<\/span> <span class=\"kc\">false<\/span>\r\n<span class=\"na\">grafana<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">enabled<\/span><span class=\"pi\">:<\/span> <span class=\"kc\">false<\/span>\r\n<span class=\"na\">kubeApiServer<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">enabled<\/span><span class=\"pi\">:<\/span> <span class=\"kc\">false<\/span>\r\n<span class=\"na\">kubelet<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">enabled<\/span><span class=\"pi\">:<\/span> <span class=\"kc\">false<\/span>\r\n<span class=\"na\">kubeControllerManager<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">enabled<\/span><span class=\"pi\">:<\/span> <span class=\"kc\">false<\/span>\r\n<span class=\"na\">coreDns<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">enabled<\/span><span class=\"pi\">:<\/span> <span class=\"kc\">false<\/span>\r\n<span class=\"na\">kubeDns<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">enabled<\/span><span class=\"pi\">:<\/span> <span class=\"kc\">false<\/span>\r\n<span class=\"na\">kubeEtcd<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">enabled<\/span><span class=\"pi\">:<\/span> <span class=\"kc\">false<\/span>\r\n<span class=\"na\">kubeScheduler<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">enabled<\/span><span class=\"pi\">:<\/span> <span class=\"kc\">false<\/span>\r\n<span class=\"na\">kubeProxy<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">enabled<\/span><span class=\"pi\">:<\/span> <span class=\"kc\">false<\/span>\r\n<span class=\"na\">kubeStateMetrics<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">enabled<\/span><span class=\"pi\">:<\/span> <span class=\"kc\">false<\/span>\r\n<span class=\"na\">nodeExporter<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">enabled<\/span><span class=\"pi\">:<\/span> <span class=\"kc\">false<\/span>\r\n<span class=\"na\">prometheus-node-exporter<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">hostRootFsMount<\/span><span class=\"pi\">:<\/span> <span class=\"kc\">false<\/span>\r\n<span class=\"na\">prometheus<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">prometheusSpec<\/span><span class=\"pi\">:<\/span>\r\n    <span class=\"na\">serviceMonitorSelectorNilUsesHelmValues<\/span><span class=\"pi\">:<\/span> <span class=\"kc\">false<\/span>\r\n    <span class=\"na\">serviceMonitorSelector<\/span><span class=\"pi\">:<\/span> <span class=\"pi\">{}<\/span>\r\n<\/code><\/pre>\n<p>\u63a5\u4e0b\u6765\uff0c\u6211\u4eec\u5c06\u542f\u52a8postgres_exporter\u7684\u670d\u52a1\u3002<br \/>\n\u8fd9\u6b21\u6211\u4eec\u4e0d\u9700\u8981default\u548csettings\u7684\u6307\u6807\uff0c\u6240\u4ee5\u6211\u4eec\u4f1a\u5728\u542f\u52a8\u9009\u9879\u4e2d\u7981\u7528\u5b83\u4eec\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"na\">apiVersion<\/span><span class=\"pi\">:<\/span> <span class=\"s\">apps\/v1<\/span>\r\n<span class=\"na\">kind<\/span><span class=\"pi\">:<\/span> <span class=\"s\">Deployment<\/span>\r\n<span class=\"na\">metadata<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">postgres-exporter<\/span>\r\n<span class=\"na\">spec<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">selector<\/span><span class=\"pi\">:<\/span>\r\n    <span class=\"na\">matchLabels<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"na\">app<\/span><span class=\"pi\">:<\/span> <span class=\"s\">postgres-exporter<\/span>\r\n  <span class=\"na\">replicas<\/span><span class=\"pi\">:<\/span> <span class=\"m\">1<\/span>\r\n  <span class=\"na\">template<\/span><span class=\"pi\">:<\/span>\r\n    <span class=\"na\">metadata<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"na\">labels<\/span><span class=\"pi\">:<\/span>\r\n        <span class=\"na\">app<\/span><span class=\"pi\">:<\/span> <span class=\"s\">postgres-exporter<\/span>\r\n      <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">postgres-exporter<\/span>\r\n    <span class=\"na\">spec<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"na\">volumes<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">config<\/span>\r\n        <span class=\"na\">configMap<\/span><span class=\"pi\">:<\/span>\r\n          <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">postgres-exporter-config-map<\/span>\r\n      <span class=\"na\">containers<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">postgres-exporter<\/span>\r\n        <span class=\"na\">image<\/span><span class=\"pi\">:<\/span> <span class=\"s\">quay.io\/prometheuscommunity\/postgres-exporter<\/span>\r\n        <span class=\"na\">env<\/span><span class=\"pi\">:<\/span>\r\n        <span class=\"pi\">-<\/span> <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">DATA_SOURCE_URI<\/span>\r\n          <span class=\"na\">valueFrom<\/span><span class=\"pi\">:<\/span>\r\n            <span class=\"na\">secretKeyRef<\/span><span class=\"pi\">:<\/span>\r\n              <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">digdag-secret<\/span>\r\n              <span class=\"na\">key<\/span><span class=\"pi\">:<\/span> <span class=\"s\">data_source_uri<\/span>\r\n        <span class=\"pi\">-<\/span> <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">DATA_SOURCE_USER<\/span>\r\n          <span class=\"na\">valueFrom<\/span><span class=\"pi\">:<\/span>\r\n            <span class=\"na\">secretKeyRef<\/span><span class=\"pi\">:<\/span>\r\n              <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">digdag-secret<\/span>\r\n              <span class=\"na\">key<\/span><span class=\"pi\">:<\/span> <span class=\"s\">db_user<\/span>\r\n        <span class=\"pi\">-<\/span> <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">DATA_SOURCE_PASS<\/span>\r\n          <span class=\"na\">valueFrom<\/span><span class=\"pi\">:<\/span>\r\n            <span class=\"na\">secretKeyRef<\/span><span class=\"pi\">:<\/span>\r\n              <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">digdag-secret<\/span>\r\n              <span class=\"na\">key<\/span><span class=\"pi\">:<\/span> <span class=\"s\">db_password<\/span>\r\n        <span class=\"na\">args<\/span><span class=\"pi\">:<\/span>\r\n        <span class=\"pi\">-<\/span> <span class=\"s1\">'<\/span><span class=\"s\">--disable-default-metrics'<\/span>\r\n        <span class=\"pi\">-<\/span> <span class=\"s1\">'<\/span><span class=\"s\">--disable-settings-metrics'<\/span>\r\n        <span class=\"pi\">-<\/span> <span class=\"s1\">'<\/span><span class=\"s\">--extend.query-path=\/config\/queries.yaml'<\/span>\r\n        <span class=\"na\">ports<\/span><span class=\"pi\">:<\/span>\r\n        <span class=\"pi\">-<\/span> <span class=\"na\">containerPort<\/span><span class=\"pi\">:<\/span> <span class=\"m\">9187<\/span>\r\n          <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">exporter<\/span>\r\n        <span class=\"na\">volumeMounts<\/span><span class=\"pi\">:<\/span>\r\n        <span class=\"pi\">-<\/span> <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">config<\/span>\r\n          <span class=\"na\">readOnly<\/span><span class=\"pi\">:<\/span> <span class=\"kc\">true<\/span>\r\n          <span class=\"na\">mountPath<\/span><span class=\"pi\">:<\/span> <span class=\"s\">\/config<\/span>\r\n<\/code><\/pre>\n<pre class=\"post-pre\"><code><span class=\"na\">apiVersion<\/span><span class=\"pi\">:<\/span> <span class=\"s\">v1<\/span>\r\n<span class=\"na\">kind<\/span><span class=\"pi\">:<\/span> <span class=\"s\">Service<\/span>\r\n<span class=\"na\">metadata<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">postgres-exporter<\/span>\r\n  <span class=\"na\">labels<\/span><span class=\"pi\">:<\/span>\r\n    <span class=\"na\">app<\/span><span class=\"pi\">:<\/span> <span class=\"s\">postgres-exporter<\/span>\r\n<span class=\"na\">spec<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">selector<\/span><span class=\"pi\">:<\/span>\r\n    <span class=\"na\">app<\/span><span class=\"pi\">:<\/span> <span class=\"s\">postgres-exporter<\/span>\r\n  <span class=\"na\">ports<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"pi\">-<\/span> <span class=\"na\">port<\/span><span class=\"pi\">:<\/span> <span class=\"m\">9187<\/span>\r\n    <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">exporter<\/span>\r\n<\/code><\/pre>\n<p>&nbsp;<\/p>\n<p>\u8bf7\u6839\u636e\u6b64\u533a\u57df\u7684\u5185\u5bb9\u5c06queued_task_locks\u8bb0\u5f55\u6570\u89c6\u4e3a\u6392\u961f\u7684\u4efb\u52a1\u6570\u3002\u8bf7\u67e5\u770bPrometheus\u7684\u5ea6\u91cf\u7c7b\u578b\u6765\u4e86\u89e3\u7528\u6cd5\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"na\">apiVersion<\/span><span class=\"pi\">:<\/span> <span class=\"s\">v1<\/span>\r\n<span class=\"na\">kind<\/span><span class=\"pi\">:<\/span> <span class=\"s\">ConfigMap<\/span>\r\n<span class=\"na\">metadata<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">postgres-exporter-config-map<\/span>\r\n<span class=\"na\">data<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">queries.yaml<\/span><span class=\"pi\">:<\/span> <span class=\"pi\">|+<\/span>\r\n    <span class=\"s\">pg_exporter:<\/span>\r\n      <span class=\"s\">query: \"SELECT count(*) AS queued_tasks FROM queued_task_locks\"<\/span>\r\n      <span class=\"s\">metrics:<\/span>\r\n        <span class=\"s\">- queued_tasks:<\/span>\r\n            <span class=\"s\">usage: \"GAUGE\"<\/span>\r\n            <span class=\"s\">description: \"Number of tasks in queue\"<\/span>\r\n<\/code><\/pre>\n<h3>\u666e\u7f57\u7c73\u4fee\u65af\u9002\u914d\u5668 (P\u01d4 lu\u00f3 m\u01d0 xi\u016b s\u016b sh\u00ec q\u00ec)<\/h3>\n<p>\u540c\u6837\uff0c\u5728Helm\u4e2d\u5f15\u5165prometheus-adapter\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"na\">repositories<\/span><span class=\"pi\">:<\/span>\r\n<span class=\"pi\">-<\/span> <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">prometheus-community<\/span>\r\n  <span class=\"na\">url<\/span><span class=\"pi\">:<\/span> <span class=\"s\">https:\/\/prometheus-community.github.io\/helm-charts<\/span>\r\n<span class=\"na\">releases<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"pi\">-<\/span> <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">prometheus-operator<\/span>\r\n    <span class=\"na\">chart<\/span><span class=\"pi\">:<\/span> <span class=\"s\">prometheus-community\/kube-prometheus-stack<\/span>\r\n    <span class=\"na\">values<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s\">helm-values\/prometheus-operator.yml<\/span>\r\n  <span class=\"pi\">-<\/span> <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">prometheus-adapter<\/span>\r\n    <span class=\"na\">chart<\/span><span class=\"pi\">:<\/span> <span class=\"s\">prometheus-community\/prometheus-adapter<\/span>\r\n    <span class=\"na\">values<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"pi\">-<\/span> <span class=\"s\">helm-values\/prometheus-adapter.yml<\/span>\r\n<\/code><\/pre>\n<p>\u8bf7\u53c2\u8003\u6b64\u6587\u6863\u4ee5\u4e86\u89e3\u6709\u5173 Prometheus \u9002\u914d\u5668\u7684\u914d\u7f6e\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"na\">rules<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">default<\/span><span class=\"pi\">:<\/span> <span class=\"kc\">false<\/span>\r\n  <span class=\"na\">custom<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"pi\">-<\/span> <span class=\"na\">seriesQuery<\/span><span class=\"pi\">:<\/span> <span class=\"s1\">'<\/span><span class=\"s\">pg_exporter_queued_tasks{namespace!=\"\",service!=\"\"}'<\/span>\r\n    <span class=\"na\">resources<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"na\">overrides<\/span><span class=\"pi\">:<\/span>\r\n        <span class=\"na\">namespace<\/span><span class=\"pi\">:<\/span>\r\n          <span class=\"na\">resource<\/span><span class=\"pi\">:<\/span> <span class=\"s\">namespace<\/span>\r\n        <span class=\"na\">service<\/span><span class=\"pi\">:<\/span>\r\n          <span class=\"na\">resource<\/span><span class=\"pi\">:<\/span> <span class=\"s\">service<\/span>\r\n    <span class=\"na\">name<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"na\">as<\/span><span class=\"pi\">:<\/span> <span class=\"s\">queued_tasks<\/span>\r\n    <span class=\"na\">metricsQuery<\/span><span class=\"pi\">:<\/span> <span class=\"s1\">'<\/span><span class=\"s\">&lt;&lt;.Series&gt;&gt;{&lt;&lt;.LabelMatchers&gt;&gt;}'<\/span>\r\n<span class=\"na\">prometheus<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">url<\/span><span class=\"pi\">:<\/span> <span class=\"s\">http:\/\/prometheus-operator-kube-p-prometheus.default<\/span>\r\n<span class=\"na\">logLevel<\/span><span class=\"pi\">:<\/span> <span class=\"m\">2<\/span>\r\n<\/code><\/pre>\n<p>\u5b8c\u6210\u8bbe\u7f6e\u540e\uff0c\u60a8\u53ef\u4ee5\u4f7f\u7528\u4ee5\u4e0b\u547d\u4ee4\u6765\u67e5\u770b\u6307\u6807\u3002<\/p>\n<pre class=\"post-pre\"><code>kubectl get <span class=\"nt\">--raw<\/span> \/apis\/custom.metrics.k8s.io\/v1beta1\/namespaces\/default\/services\/postgres-exporter\/queued_tasks | jq <span class=\"nb\">.<\/span>\r\n<\/code><\/pre>\n<p>\u53ea\u9700\u5c06\u8fd9\u4e9b\u6392\u961f\u4efb\u52a1\u6570\u89c6\u4e3a\u81ea\u5b9a\u4e49\u6307\u6807\uff0c\u7136\u540e\u8bbe\u7f6eHPA\u3002<\/p>\n<h2>\u60e0\u666e<\/h2>\n<pre class=\"post-pre\"><code><span class=\"na\">apiVersion<\/span><span class=\"pi\">:<\/span> <span class=\"s\">autoscaling\/v2beta2<\/span>\r\n<span class=\"na\">kind<\/span><span class=\"pi\">:<\/span> <span class=\"s\">HorizontalPodAutoscaler<\/span>\r\n<span class=\"na\">metadata<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">digdag-worker-hpa<\/span>\r\n<span class=\"na\">spec<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"na\">scaleTargetRef<\/span><span class=\"pi\">:<\/span>\r\n    <span class=\"na\">apiVersion<\/span><span class=\"pi\">:<\/span> <span class=\"s\">apps\/v1<\/span>\r\n    <span class=\"na\">kind<\/span><span class=\"pi\">:<\/span> <span class=\"s\">Deployment<\/span>\r\n    <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">digdag-worker<\/span>\r\n  <span class=\"na\">minReplicas<\/span><span class=\"pi\">:<\/span> <span class=\"m\">1<\/span>\r\n  <span class=\"na\">maxReplicas<\/span><span class=\"pi\">:<\/span> <span class=\"m\">2<\/span>\r\n  <span class=\"na\">metrics<\/span><span class=\"pi\">:<\/span>\r\n  <span class=\"pi\">-<\/span> <span class=\"na\">type<\/span><span class=\"pi\">:<\/span> <span class=\"s\">Object<\/span>\r\n    <span class=\"na\">object<\/span><span class=\"pi\">:<\/span>\r\n      <span class=\"na\">describedObject<\/span><span class=\"pi\">:<\/span>\r\n        <span class=\"na\">apiVersion<\/span><span class=\"pi\">:<\/span> <span class=\"s\">v1<\/span>\r\n        <span class=\"na\">kind<\/span><span class=\"pi\">:<\/span> <span class=\"s\">Service<\/span>\r\n        <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">postgres-exporter<\/span>\r\n      <span class=\"na\">metric<\/span><span class=\"pi\">:<\/span>\r\n        <span class=\"na\">name<\/span><span class=\"pi\">:<\/span> <span class=\"s\">queued_tasks<\/span>\r\n      <span class=\"na\">target<\/span><span class=\"pi\">:<\/span>\r\n        <span class=\"na\">type<\/span><span class=\"pi\">:<\/span> <span class=\"s\">Value<\/span>\r\n        <span class=\"na\">value<\/span><span class=\"pi\">:<\/span> <span class=\"m\">1<\/span>\r\n<\/code><\/pre>\n<p>\u91cd\u8981\u7684\u662f\u76ee\u6807\u7684\u503c\u4e3a1\u8fd9\u4e00\u70b9\u3002<br \/>\n\u8fd9\u6837\u505a\u662f\u4e3a\u4e86\u53ea\u5728\u6392\u961f\u4efb\u52a1\u6570\u4e3a0\u65f6\u624d\u8fdb\u884c\u6269\u5c55\u3002<br \/>\n\u5f53Digdag\u8fd0\u884ckill\u65f6\uff0c\u5982\u679c\u6709\u6b63\u5728\u6267\u884c\u7684\u4efb\u52a1\uff0c<br \/>\n\u5b83\u5c06\u7b49\u5f85\u8be5\u4efb\u52a1\u5b8c\u6210\uff0c\u4f46\u5bf9\u4e8e\u6574\u4e2a\u5de5\u4f5c\u6d41\u6765\u8bf4\uff0c\u4efb\u52a1\u4ee5\u540e\u7684\u6240\u6709\u4efb\u52a1\u90fd\u5c06\u88ab\u53d6\u6d88\u3002<\/p>\n<p>&nbsp;<\/p>\n<p>\u56e0\u6b64\uff0c\u4e3a\u4e86\u786e\u4fdd\u5728workflow\u8fd0\u884c\u65f6\u4e0d\u4f1a\u53d1\u751f\u7f29\u5bb9\u548c\u4e2d\u65ad\uff0c\u5982\u679cworkflow\u7684\u6700\u5927\u65f6\u95f4\u76f8\u5bf9\u8f83\u77ed\uff0c\u5219\u53ef\u4ee5\u901a\u8fc7terminationGracePeriodSeconds\u5728\u7ec8\u6b62\u524d\u7b49\u5f85\u4e00\u6bb5\u65f6\u95f4\u6765\u589e\u52a0\u76ee\u6807\u503c\u7684\u5927\u5c0f\uff0c\u4f7f\u5176\u5927\u4e8e1\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u5173\u4e8e\u8fd9\u7bc7\u6587\u7ae0 \u6211\u5c06\u5199\u4e00\u7bc7\u5173\u4e8e\u5728Kubernetes\u4e0a\u8fd0\u884cDigdag\uff0c\u5e76\u4ece\u8be5\u5de5\u4f5c\u6d41\u4e2d\u8c03\u7528Embulk\u6279\u5904\u7406\u7684\u5de5 [&hellip;]<\/p>\n","protected":false},"author":9,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-43325","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"yoast_head":"<!-- This site is optimized with the Yoast SEO Premium plugin v21.5 (Yoast SEO v21.5) - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>\u5728Kubernetes\u4e0a\u8fd0\u884cDigdag\u548cEmbulk\u7684\u5de5\u4f5c\u6d41\u5e73\u53f0 - Blog - Silicon Cloud<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.silicloud.com\/zh\/blog\/\u5728kubernetes\u4e0a\u8fd0\u884cdigdag\u548cembulk\u7684\u5de5\u4f5c\u6d41\u5e73\u53f0\/\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\u5728Kubernetes\u4e0a\u8fd0\u884cDigdag\u548cEmbulk\u7684\u5de5\u4f5c\u6d41\u5e73\u53f0\" \/>\n<meta property=\"og:description\" content=\"\u5173\u4e8e\u8fd9\u7bc7\u6587\u7ae0 \u6211\u5c06\u5199\u4e00\u7bc7\u5173\u4e8e\u5728Kubernetes\u4e0a\u8fd0\u884cDigdag\uff0c\u5e76\u4ece\u8be5\u5de5\u4f5c\u6d41\u4e2d\u8c03\u7528Embulk\u6279\u5904\u7406\u7684\u5de5 [&hellip;]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.silicloud.com\/zh\/blog\/\u5728kubernetes\u4e0a\u8fd0\u884cdigdag\u548cembulk\u7684\u5de5\u4f5c\u6d41\u5e73\u53f0\/\" \/>\n<meta property=\"og:site_name\" content=\"Blog - Silicon Cloud\" \/>\n<meta property=\"article:published_time\" content=\"2023-05-23T18:47:51+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2024-04-30T05:00:09+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d51df37434c4406ccb3fd\/3-0.png\" \/>\n<meta name=\"author\" content=\"\u6e05, \u626c\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"\u6e05, \u626c\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"4 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8kubernetes%e4%b8%8a%e8%bf%90%e8%a1%8cdigdag%e5%92%8cembulk%e7%9a%84%e5%b7%a5%e4%bd%9c%e6%b5%81%e5%b9%b3%e5%8f%b0\/\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8kubernetes%e4%b8%8a%e8%bf%90%e8%a1%8cdigdag%e5%92%8cembulk%e7%9a%84%e5%b7%a5%e4%bd%9c%e6%b5%81%e5%b9%b3%e5%8f%b0\/\",\"name\":\"\u5728Kubernetes\u4e0a\u8fd0\u884cDigdag\u548cEmbulk\u7684\u5de5\u4f5c\u6d41\u5e73\u53f0 - Blog - Silicon Cloud\",\"isPartOf\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\"},\"datePublished\":\"2023-05-23T18:47:51+00:00\",\"dateModified\":\"2024-04-30T05:00:09+00:00\",\"author\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/cb5556d2501da73d864cac945e8d9461\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8kubernetes%e4%b8%8a%e8%bf%90%e8%a1%8cdigdag%e5%92%8cembulk%e7%9a%84%e5%b7%a5%e4%bd%9c%e6%b5%81%e5%b9%b3%e5%8f%b0\/#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8kubernetes%e4%b8%8a%e8%bf%90%e8%a1%8cdigdag%e5%92%8cembulk%e7%9a%84%e5%b7%a5%e4%bd%9c%e6%b5%81%e5%b9%b3%e5%8f%b0\/\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8kubernetes%e4%b8%8a%e8%bf%90%e8%a1%8cdigdag%e5%92%8cembulk%e7%9a%84%e5%b7%a5%e4%bd%9c%e6%b5%81%e5%b9%b3%e5%8f%b0\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.silicloud.com\/zh\/blog\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u5728Kubernetes\u4e0a\u8fd0\u884cDigdag\u548cEmbulk\u7684\u5de5\u4f5c\u6d41\u5e73\u53f0\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/\",\"name\":\"Blog - Silicon Cloud\",\"description\":\"\",\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/cb5556d2501da73d864cac945e8d9461\",\"name\":\"\u6e05, \u626c\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/32a4239de8ff29adace466261d309424a1e5fe9f7e3036bf89fe03f2e3dbe717?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/32a4239de8ff29adace466261d309424a1e5fe9f7e3036bf89fe03f2e3dbe717?s=96&d=mm&r=g\",\"caption\":\"\u6e05, \u626c\"},\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/author\/qingyang\/\"},{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8kubernetes%e4%b8%8a%e8%bf%90%e8%a1%8cdigdag%e5%92%8cembulk%e7%9a%84%e5%b7%a5%e4%bd%9c%e6%b5%81%e5%b9%b3%e5%8f%b0\/#local-main-organization-logo\",\"url\":\"\",\"contentUrl\":\"\",\"caption\":\"Blog - Silicon Cloud\"}]}<\/script>\n<!-- \/ Yoast SEO Premium plugin. -->","yoast_head_json":{"title":"\u5728Kubernetes\u4e0a\u8fd0\u884cDigdag\u548cEmbulk\u7684\u5de5\u4f5c\u6d41\u5e73\u53f0 - Blog - Silicon Cloud","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.silicloud.com\/zh\/blog\/\u5728kubernetes\u4e0a\u8fd0\u884cdigdag\u548cembulk\u7684\u5de5\u4f5c\u6d41\u5e73\u53f0\/","og_locale":"zh_CN","og_type":"article","og_title":"\u5728Kubernetes\u4e0a\u8fd0\u884cDigdag\u548cEmbulk\u7684\u5de5\u4f5c\u6d41\u5e73\u53f0","og_description":"\u5173\u4e8e\u8fd9\u7bc7\u6587\u7ae0 \u6211\u5c06\u5199\u4e00\u7bc7\u5173\u4e8e\u5728Kubernetes\u4e0a\u8fd0\u884cDigdag\uff0c\u5e76\u4ece\u8be5\u5de5\u4f5c\u6d41\u4e2d\u8c03\u7528Embulk\u6279\u5904\u7406\u7684\u5de5 [&hellip;]","og_url":"https:\/\/www.silicloud.com\/zh\/blog\/\u5728kubernetes\u4e0a\u8fd0\u884cdigdag\u548cembulk\u7684\u5de5\u4f5c\u6d41\u5e73\u53f0\/","og_site_name":"Blog - Silicon Cloud","article_published_time":"2023-05-23T18:47:51+00:00","article_modified_time":"2024-04-30T05:00:09+00:00","og_image":[{"url":"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d51df37434c4406ccb3fd\/3-0.png"}],"author":"\u6e05, \u626c","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"\u6e05, \u626c","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"4 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8kubernetes%e4%b8%8a%e8%bf%90%e8%a1%8cdigdag%e5%92%8cembulk%e7%9a%84%e5%b7%a5%e4%bd%9c%e6%b5%81%e5%b9%b3%e5%8f%b0\/","url":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8kubernetes%e4%b8%8a%e8%bf%90%e8%a1%8cdigdag%e5%92%8cembulk%e7%9a%84%e5%b7%a5%e4%bd%9c%e6%b5%81%e5%b9%b3%e5%8f%b0\/","name":"\u5728Kubernetes\u4e0a\u8fd0\u884cDigdag\u548cEmbulk\u7684\u5de5\u4f5c\u6d41\u5e73\u53f0 - Blog - Silicon Cloud","isPartOf":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website"},"datePublished":"2023-05-23T18:47:51+00:00","dateModified":"2024-04-30T05:00:09+00:00","author":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/cb5556d2501da73d864cac945e8d9461"},"breadcrumb":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8kubernetes%e4%b8%8a%e8%bf%90%e8%a1%8cdigdag%e5%92%8cembulk%e7%9a%84%e5%b7%a5%e4%bd%9c%e6%b5%81%e5%b9%b3%e5%8f%b0\/#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8kubernetes%e4%b8%8a%e8%bf%90%e8%a1%8cdigdag%e5%92%8cembulk%e7%9a%84%e5%b7%a5%e4%bd%9c%e6%b5%81%e5%b9%b3%e5%8f%b0\/"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8kubernetes%e4%b8%8a%e8%bf%90%e8%a1%8cdigdag%e5%92%8cembulk%e7%9a%84%e5%b7%a5%e4%bd%9c%e6%b5%81%e5%b9%b3%e5%8f%b0\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.silicloud.com\/zh\/blog\/"},{"@type":"ListItem","position":2,"name":"\u5728Kubernetes\u4e0a\u8fd0\u884cDigdag\u548cEmbulk\u7684\u5de5\u4f5c\u6d41\u5e73\u53f0"}]},{"@type":"WebSite","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website","url":"https:\/\/www.silicloud.com\/zh\/blog\/","name":"Blog - Silicon Cloud","description":"","inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/cb5556d2501da73d864cac945e8d9461","name":"\u6e05, \u626c","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/32a4239de8ff29adace466261d309424a1e5fe9f7e3036bf89fe03f2e3dbe717?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/32a4239de8ff29adace466261d309424a1e5fe9f7e3036bf89fe03f2e3dbe717?s=96&d=mm&r=g","caption":"\u6e05, \u626c"},"url":"https:\/\/www.silicloud.com\/zh\/blog\/author\/qingyang\/"},{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8kubernetes%e4%b8%8a%e8%bf%90%e8%a1%8cdigdag%e5%92%8cembulk%e7%9a%84%e5%b7%a5%e4%bd%9c%e6%b5%81%e5%b9%b3%e5%8f%b0\/#local-main-organization-logo","url":"","contentUrl":"","caption":"Blog - Silicon Cloud"}]}},"_links":{"self":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/43325","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/users\/9"}],"replies":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/comments?post=43325"}],"version-history":[{"count":2,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/43325\/revisions"}],"predecessor-version":[{"id":92056,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/43325\/revisions\/92056"}],"wp:attachment":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/media?parent=43325"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/categories?post=43325"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/tags?post=43325"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}