{"id":37026,"date":"2023-10-12T13:07:54","date_gmt":"2023-01-02T18:05:34","guid":{"rendered":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%8e%af%e5%a2%83%e4%b8%ad%e5%b0%9d%e8%af%95apache-airflow%e7%9a%84%e6%95%99%e7%a8%8b%e3%80%82\/"},"modified":"2024-05-04T03:52:30","modified_gmt":"2024-05-03T19:52:30","slug":"%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%8e%af%e5%a2%83%e4%b8%ad%e5%b0%9d%e8%af%95apache-airflow%e7%9a%84%e6%95%99%e7%a8%8b%e3%80%82","status":"publish","type":"post","link":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%8e%af%e5%a2%83%e4%b8%ad%e5%b0%9d%e8%af%95apache-airflow%e7%9a%84%e6%95%99%e7%a8%8b%e3%80%82\/","title":{"rendered":"\u5728\u672c\u5730\u73af\u5883\u4e2d\u5c1d\u8bd5Apache Airflow\u7684\u6559\u7a0b"},"content":{"rendered":"<h1>Apache Airflow 2.2.3 \u662f\u4e00\u4e2a\u5f00\u6e90\u7684\u5de5\u4f5c\u6d41\u7ba1\u7406\u5e73\u53f0\u3002<\/h1>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d2c3337434c4406c4cee4\/1-0.png\" alt=\"undefined\" \/><\/div>\n<h2>Airflow\u662f\u4ec0\u4e48\uff1f<\/h2>\n<p>Apache Airflow\u662f\u7531Airbnb\u7684Maxime Beauchemin\u5f00\u59cb\u5f00\u53d1\u7684\u57fa\u4e8ePython\u7684\u4f5c\u4e1a\u7ba1\u7406\u5de5\u5177\uff0c\u7528\u4e8e\u901a\u8fc7\u7f16\u7a0b\u521b\u5efa\/\u8c03\u5ea6\/\u76d1\u89c6\u5de5\u4f5c\u6d41\u7684\u5e73\u53f0\u3002<br \/>\n\u5728Airflow\u4e2d\uff0c\u4f5c\u4e1a\u7684\u6267\u884c\u987a\u5e8f\u548c\u4f9d\u8d56\u5173\u7cfb\u7684\u5de5\u4f5c\u6d41\u88ab\u5b9a\u4e49\u4e3a\u6709\u5411\u65e0\u73af\u56fe\uff08DAG\uff09\u3002<\/p>\n<h2>\u5efa\u7b51\u8bbe\u8ba1<\/h2>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d2c3337434c4406c4cee4\/5-0.png\" alt=\"undefined\" \/><\/div>\n<p>\u7a7a\u6c14\u6d41\u52a8\u7531\u4ee5\u4e0b\u7ec4\u4ef6\u7ec4\u6210\u3002<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u30b9\u30b1\u30b8\u30e5\u30fc\u30eb\u3055\u308c\u305f\u30ef\u30fc\u30af\u30d5\u30ed\u30fc\u306e\u30c8\u30ea\u30ac\u30fc\u3068\u3001\u5b9f\u884c\u30bf\u30b9\u30af\u3092Executer\u306e\u9001\u4fe1\u3059\u308b\u305f\u3081\u306eScheduler\u3002<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">\u5b9f\u884c\u4e2d\u306e\u30bf\u30b9\u30af\u3092\u51e6\u7406\u3059\u308bExecuter\u3002\u30c7\u30d5\u30a9\u30eb\u30c8\u3067\u306f\u30b9\u30b1\u30b8\u30e5\u30fc\u30e9\u5185\u3067\u3059\u3079\u3066\u3092\u5b9f\u884c\u3059\u308b\u304c\u3001\u672c\u756a\u74b0\u5883\u306b\u9069\u3057\u305fExecuter\u306f\u30bf\u30b9\u30af\u306e\u5b9f\u884c\u3092Workers\u306b\u30d7\u30c3\u30b7\u30e5\u3059\u308b\u3002<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">DAG\u304a\u3088\u3073\u30bf\u30b9\u30af\u306e\u52d5\u4f5c\u3092\u691c\u67fb\u3001\u30c8\u30ea\u30ac\u30fc\u3001\u304a\u3088\u3073\u30c7\u30d0\u30c3\u30b0\u3059\u308b\u305f\u3081\u306e\u4fbf\u5229\u306a\u30e6\u30fc\u30b6\u30fc\u30a4\u30f3\u30bf\u30fc\u30d5\u30a7\u30a4\u30b9\u3092\u63d0\u4f9b\u3059\u308bWeb\u30b5\u30fc\u30d0\u30fc\u3002<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Scheduler\/ Executor\u306b\u8aad\u307f\u53d6\u3089\u308c\u308bDAG\u30d5\u30a1\u30a4\u30eb\u306e\u30d5\u30a9\u30eb\u30c0\u3002<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\u72b6\u614b\u4fdd\u6301\u306e\u305f\u3081\u306b\u3000Scheduler\/ Executor\/ Web\u30b5\u30fc\u30d0\u30fc\u3000\u306b\u4f7f\u7528\u3055\u308c\u308bMeta DB\u3002<\/ul>\n<h2>\u51c6\u5907\u6267\u884c<\/h2>\n<p>\u8bbe\u7f6eAirflow\u7684\u8def\u5f84\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"gp\">$<\/span> <span class=\"nb\">export <\/span><span class=\"nv\">AIRFLOW_HOME<\/span><span class=\"o\">=<\/span>~\/airflow\r\n<\/code><\/pre>\n<p>Airflow\u5b89\u88c5\u547d\u4ee4\u3002<\/p>\n<pre class=\"post-pre\"><code>$ pip install \"apache-airflow[celery]==2.2.3\" --constraint \"https:\/\/raw.githubusercontent.com\/apache\/airflow\/constraints-2.2.3\/constraints-3.6.txt\"\r\n<\/code><\/pre>\n<p>\u5728\u8fd9\u91cc\uff0c\u6211\u4eec\u5efa\u8bae\u4f7f\u7528 PostgreSQL \u6765\u51c6\u5907\u6570\u636e\u5e93\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"k\">CREATE<\/span> <span class=\"k\">DATABASE<\/span> <span class=\"n\">airflow_db<\/span><span class=\"p\">;<\/span>\r\n<span class=\"k\">CREATE<\/span> <span class=\"k\">USER<\/span> <span class=\"n\">airflow_user<\/span> <span class=\"k\">WITH<\/span> <span class=\"n\">PASSWORD<\/span> <span class=\"s1\">'airflow_pass'<\/span><span class=\"p\">;<\/span>\r\n<span class=\"k\">GRANT<\/span> <span class=\"k\">ALL<\/span> <span class=\"k\">PRIVILEGES<\/span> <span class=\"k\">ON<\/span> <span class=\"k\">DATABASE<\/span> <span class=\"n\">airflow_db<\/span> <span class=\"k\">TO<\/span> <span class=\"n\">airflow_user<\/span><span class=\"p\">;<\/span>\r\n<\/code><\/pre>\n<p>\u636e\u8bf4\u5728Airflow\u4e2d\uff0c\u521d\u59cb\u6570\u636e\u5e93\u8bbe\u7f6e\u4e3aSQLite\uff0c\u56e0\u6b64\u9700\u8981\u7f16\u8f91airflow\/airflow.cfg\u6587\u4ef6\u3002<\/p>\n<p>\u5c06sql_alchemy_conn\u7684\u503c\u66f4\u6539\u4e3asqlite:\/\/\/\/home\/user\/airflow\/airflow.db\u7684\u8def\u5f84\uff0c\u66f4\u6539\u4e3apostgresql:\/\/airflow_user:airflow_pass@localhost\/airflow_db\u3002<\/p>\n<p>\u6267\u884c\u6570\u636e\u5e93\u7684\u521d\u59cb\u5316\u548c\u7528\u6237\u521b\u5efa\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"gp\">$<\/span> airflow standalone\r\n<\/code><\/pre>\n<h3>\u51c6\u5907\u4ee3\u7801<\/h3>\n<p>\u521b\u5efa\u4e00\u4e2a\u540d\u4e3aairflow\/dags\u7684\u6587\u4ef6\u5939\uff0c\u5728\u5176\u4e2d\u521b\u5efatest-tutorial.py\uff0c\u5e76\u590d\u5236\u6559\u7a0b\u9875\u9762\u7684tutorial.py\u5185\u5bb9\u4ee5\u521b\u5efaDAG\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"kn\">from<\/span> <span class=\"n\">datetime<\/span> <span class=\"kn\">import<\/span> <span class=\"n\">datetime<\/span><span class=\"p\">,<\/span> <span class=\"n\">timedelta<\/span>\r\n<span class=\"kn\">from<\/span> <span class=\"n\">textwrap<\/span> <span class=\"kn\">import<\/span> <span class=\"n\">dedent<\/span>\r\n\r\n<span class=\"c1\"># The DAG object; we'll need this to instantiate a DAG\r\n<\/span><span class=\"kn\">from<\/span> <span class=\"n\">airflow<\/span> <span class=\"kn\">import<\/span> <span class=\"n\">DAG<\/span>\r\n\r\n<span class=\"c1\"># Operators; we need this to operate!\r\n<\/span><span class=\"kn\">from<\/span> <span class=\"n\">airflow.operators.bash<\/span> <span class=\"kn\">import<\/span> <span class=\"n\">BashOperator<\/span>\r\n<span class=\"c1\"># These args will get passed on to each operator\r\n# You can override them on a per-task basis during operator initialization\r\n<\/span><span class=\"n\">default_args<\/span> <span class=\"o\">=<\/span> <span class=\"p\">{<\/span>\r\n    <span class=\"sh\">'<\/span><span class=\"s\">owner<\/span><span class=\"sh\">'<\/span><span class=\"p\">:<\/span> <span class=\"sh\">'<\/span><span class=\"s\">airflow<\/span><span class=\"sh\">'<\/span><span class=\"p\">,<\/span>\r\n    <span class=\"sh\">'<\/span><span class=\"s\">depends_on_past<\/span><span class=\"sh\">'<\/span><span class=\"p\">:<\/span> <span class=\"bp\">False<\/span><span class=\"p\">,<\/span>\r\n    <span class=\"sh\">'<\/span><span class=\"s\">email<\/span><span class=\"sh\">'<\/span><span class=\"p\">:<\/span> <span class=\"p\">[<\/span><span class=\"sh\">'<\/span><span class=\"s\">airflow@example.com<\/span><span class=\"sh\">'<\/span><span class=\"p\">],<\/span>\r\n    <span class=\"sh\">'<\/span><span class=\"s\">email_on_failure<\/span><span class=\"sh\">'<\/span><span class=\"p\">:<\/span> <span class=\"bp\">False<\/span><span class=\"p\">,<\/span>\r\n    <span class=\"sh\">'<\/span><span class=\"s\">email_on_retry<\/span><span class=\"sh\">'<\/span><span class=\"p\">:<\/span> <span class=\"bp\">False<\/span><span class=\"p\">,<\/span>\r\n    <span class=\"sh\">'<\/span><span class=\"s\">retries<\/span><span class=\"sh\">'<\/span><span class=\"p\">:<\/span> <span class=\"mi\">1<\/span><span class=\"p\">,<\/span>\r\n    <span class=\"sh\">'<\/span><span class=\"s\">retry_delay<\/span><span class=\"sh\">'<\/span><span class=\"p\">:<\/span> <span class=\"nf\">timedelta<\/span><span class=\"p\">(<\/span><span class=\"n\">minutes<\/span><span class=\"o\">=<\/span><span class=\"mi\">5<\/span><span class=\"p\">),<\/span>\r\n    <span class=\"c1\"># 'queue': 'bash_queue',\r\n<\/span>    <span class=\"c1\"># 'pool': 'backfill',\r\n<\/span>    <span class=\"c1\"># 'priority_weight': 10,\r\n<\/span>    <span class=\"c1\"># 'end_date': datetime(2016, 1, 1),\r\n<\/span>    <span class=\"c1\"># 'wait_for_downstream': False,\r\n<\/span>    <span class=\"c1\"># 'dag': dag,\r\n<\/span>    <span class=\"c1\"># 'sla': timedelta(hours=2),\r\n<\/span>    <span class=\"c1\"># 'execution_timeout': timedelta(seconds=300),\r\n<\/span>    <span class=\"c1\"># 'on_failure_callback': some_function,\r\n<\/span>    <span class=\"c1\"># 'on_success_callback': some_other_function,\r\n<\/span>    <span class=\"c1\"># 'on_retry_callback': another_function,\r\n<\/span>    <span class=\"c1\"># 'sla_miss_callback': yet_another_function,\r\n<\/span>    <span class=\"c1\"># 'trigger_rule': 'all_success'\r\n<\/span><span class=\"p\">}<\/span>\r\n<span class=\"k\">with<\/span> <span class=\"nc\">DAG<\/span><span class=\"p\">(<\/span>\r\n    <span class=\"sh\">'<\/span><span class=\"s\">test-tutorial<\/span><span class=\"sh\">'<\/span><span class=\"p\">,<\/span>\r\n    <span class=\"n\">default_args<\/span><span class=\"o\">=<\/span><span class=\"n\">default_args<\/span><span class=\"p\">,<\/span>\r\n    <span class=\"n\">description<\/span><span class=\"o\">=<\/span><span class=\"sh\">'<\/span><span class=\"s\">A simple test-tutorial DAG<\/span><span class=\"sh\">'<\/span><span class=\"p\">,<\/span>\r\n    <span class=\"n\">schedule_interval<\/span><span class=\"o\">=<\/span><span class=\"nf\">timedelta<\/span><span class=\"p\">(<\/span><span class=\"n\">days<\/span><span class=\"o\">=<\/span><span class=\"mi\">1<\/span><span class=\"p\">),<\/span>\r\n    <span class=\"n\">start_date<\/span><span class=\"o\">=<\/span><span class=\"nf\">datetime<\/span><span class=\"p\">(<\/span><span class=\"mi\">2021<\/span><span class=\"p\">,<\/span> <span class=\"mi\">1<\/span><span class=\"p\">,<\/span> <span class=\"mi\">1<\/span><span class=\"p\">),<\/span>\r\n    <span class=\"n\">catchup<\/span><span class=\"o\">=<\/span><span class=\"bp\">False<\/span><span class=\"p\">,<\/span>\r\n    <span class=\"n\">tags<\/span><span class=\"o\">=<\/span><span class=\"p\">[<\/span><span class=\"sh\">'<\/span><span class=\"s\">example<\/span><span class=\"sh\">'<\/span><span class=\"p\">],<\/span>\r\n<span class=\"p\">)<\/span> <span class=\"k\">as<\/span> <span class=\"n\">dag<\/span><span class=\"p\">:<\/span>\r\n\r\n    <span class=\"c1\"># t1, t2 and t3 are examples of tasks created by instantiating operators\r\n<\/span>    <span class=\"n\">t1<\/span> <span class=\"o\">=<\/span> <span class=\"nc\">BashOperator<\/span><span class=\"p\">(<\/span>\r\n        <span class=\"n\">task_id<\/span><span class=\"o\">=<\/span><span class=\"sh\">'<\/span><span class=\"s\">print_date<\/span><span class=\"sh\">'<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"n\">bash_command<\/span><span class=\"o\">=<\/span><span class=\"sh\">'<\/span><span class=\"s\">date<\/span><span class=\"sh\">'<\/span><span class=\"p\">,<\/span>\r\n    <span class=\"p\">)<\/span>\r\n\r\n    <span class=\"n\">t2<\/span> <span class=\"o\">=<\/span> <span class=\"nc\">BashOperator<\/span><span class=\"p\">(<\/span>\r\n        <span class=\"n\">task_id<\/span><span class=\"o\">=<\/span><span class=\"sh\">'<\/span><span class=\"s\">sleep<\/span><span class=\"sh\">'<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"n\">depends_on_past<\/span><span class=\"o\">=<\/span><span class=\"bp\">False<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"n\">bash_command<\/span><span class=\"o\">=<\/span><span class=\"sh\">'<\/span><span class=\"s\">sleep 5<\/span><span class=\"sh\">'<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"n\">retries<\/span><span class=\"o\">=<\/span><span class=\"mi\">3<\/span><span class=\"p\">,<\/span>\r\n    <span class=\"p\">)<\/span>\r\n    <span class=\"n\">t1<\/span><span class=\"p\">.<\/span><span class=\"n\">doc_md<\/span> <span class=\"o\">=<\/span> <span class=\"nf\">dedent<\/span><span class=\"p\">(<\/span>\r\n        <span class=\"sh\">\"\"\"<\/span><span class=\"se\">\\\r\n<\/span><span class=\"s\">    #### Task Documentation\r\n    You can document your task using the attributes `doc_md` (markdown),\r\n    `doc` (plain text), `doc_rst`, `doc_json`, `doc_yaml` which gets\r\n    rendered in the UI<\/span><span class=\"sh\">'<\/span><span class=\"s\">s Task Instance Details page.\r\n    ![img](http:\/\/montcs.bloomu.edu\/~bobmon\/Semesters\/2012-01\/491\/import%20soul.png)\r\n\r\n    <\/span><span class=\"sh\">\"\"\"<\/span>\r\n    <span class=\"p\">)<\/span>\r\n\r\n    <span class=\"n\">dag<\/span><span class=\"p\">.<\/span><span class=\"n\">doc_md<\/span> <span class=\"o\">=<\/span> <span class=\"n\">__doc__<\/span>  <span class=\"c1\"># providing that you have a docstring at the beginning of the DAG\r\n<\/span>    <span class=\"n\">dag<\/span><span class=\"p\">.<\/span><span class=\"n\">doc_md<\/span> <span class=\"o\">=<\/span> <span class=\"sh\">\"\"\"<\/span><span class=\"s\">\r\n    This is a documentation placed anywhere\r\n    <\/span><span class=\"sh\">\"\"\"<\/span>  <span class=\"c1\"># otherwise, type it like this\r\n<\/span>    <span class=\"n\">templated_command<\/span> <span class=\"o\">=<\/span> <span class=\"nf\">dedent<\/span><span class=\"p\">(<\/span>\r\n        <span class=\"sh\">\"\"\"<\/span><span class=\"s\">\r\n    {% for i in range(5) %}\r\n        echo <\/span><span class=\"sh\">\"<\/span><span class=\"s\">{{ ds }}<\/span><span class=\"sh\">\"<\/span><span class=\"s\">\r\n        echo <\/span><span class=\"sh\">\"<\/span><span class=\"s\">{{ macros.ds_add(ds, 7)}}<\/span><span class=\"sh\">\"<\/span><span class=\"s\">\r\n        echo <\/span><span class=\"sh\">\"<\/span><span class=\"s\">{{ params.my_param }}<\/span><span class=\"sh\">\"<\/span><span class=\"s\">\r\n    {% endfor %}\r\n    <\/span><span class=\"sh\">\"\"\"<\/span>\r\n    <span class=\"p\">)<\/span>\r\n\r\n    <span class=\"n\">t3<\/span> <span class=\"o\">=<\/span> <span class=\"nc\">BashOperator<\/span><span class=\"p\">(<\/span>\r\n        <span class=\"n\">task_id<\/span><span class=\"o\">=<\/span><span class=\"sh\">'<\/span><span class=\"s\">templated<\/span><span class=\"sh\">'<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"n\">depends_on_past<\/span><span class=\"o\">=<\/span><span class=\"bp\">False<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"n\">bash_command<\/span><span class=\"o\">=<\/span><span class=\"n\">templated_command<\/span><span class=\"p\">,<\/span>\r\n        <span class=\"n\">params<\/span><span class=\"o\">=<\/span><span class=\"p\">{<\/span><span class=\"sh\">'<\/span><span class=\"s\">my_param<\/span><span class=\"sh\">'<\/span><span class=\"p\">:<\/span> <span class=\"sh\">'<\/span><span class=\"s\">Parameter I passed in<\/span><span class=\"sh\">'<\/span><span class=\"p\">},<\/span>\r\n    <span class=\"p\">)<\/span>\r\n\r\n    <span class=\"n\">t1<\/span> <span class=\"o\">&gt;&gt;<\/span> <span class=\"p\">[<\/span><span class=\"n\">t2<\/span><span class=\"p\">,<\/span> <span class=\"n\">t3<\/span><span class=\"p\">]<\/span>\r\n<\/code><\/pre>\n<h4>\u89e3\u8bfb\u4ee3\u7801<\/h4>\n<div>\n<div class=\"post-table\">\u30d1\u30e9\u30e1\u30fc\u30bf\u578b\u8aac\u660edag_idstrDAG\u5358\u4f4d\u3067\u4e0e\u3048\u308b\u4e00\u610f\u306a\u8b58\u5225\u5b50\u3002\u3053\u3053\u3067\u306f&#8217;test-tutorial&#8217;\u304c\u8a72\u5f53\u3002default_argsdict\u30aa\u30da\u30ec\u30fc\u30bf\u306b\u6e21\u3059\u5f15\u6570\u3002\u5f15\u6570\u306e\u4e2d\u306b\u306f\u512a\u5148\u9806\u4f4d\u304c\u3042\u308a\u3001\u512a\u5148\u9806\u304b\u3089<br \/>\n1. \u660e\u793a\u3057\u305f\u5f15\u6570<br \/>\n2. default_args<br \/>\n3. \u30aa\u30da\u30ec\u30fc\u30bf\u306e\u30c7\u30d5\u30a9\u30eb\u30c8\u5024\uff08\u5b58\u5728\u3059\u308b\u5834\u5408)<br \/>\n\u3068\u306a\u308b\u3002<\/div>\n<\/div>\n<h3>\u5173\u4e8e\u6267\u884c\u8005<\/h3>\n<p>\u4fee\u6539DAG\u7684\u65f6\u5019\u53d1\u73b0\u65e0\u6cd5\u52a0\u8f7d\uff0c\u4f46\u901a\u8fc7\u5c06airflow\/airflow.cfg\u5185\u7684executor\u4eceSequentialExecutor\u66f4\u6539\u4e3aCeleryExecutor\uff0c\u6210\u529f\u52a0\u8f7d\u4e86\uff08\u53ef\u80fd\u662f\u56e0\u4e3aSequentialExecutor\u53ea\u80fd\u987a\u5e8f\u6267\u884c\u4efb\u52a1\uff1f\uff09\u3002<\/p>\n<p>\u5173\u4e8e\u6267\u884c\u8005(executer)\u7684\u603b\u7ed3\u5982\u4e0b\u3002<\/p>\n<div>\n<div class=\"post-table\">SequentialExecuterCeleryExecutorLocalExecutor\u30c7\u30d5\u30a9\u30eb\u30c8\u306eExecutor\u3067\u3001\u76f4\u5217\u306b\u3057\u304b\u30bf\u30b9\u30af\u3092\u5b9f\u884c\u3067\u304d\u306a\u3044\u3002\u304a\u8a66\u3057\u7248\u7684\u5b58\u5728\u30ad\u30e5\u30fc\u3092\u5229\u7528\u3057\u305fExecutor\u3067\u30b9\u30b1\u30b8\u30e5\u30fc\u30e9\u3068worker\u304c\u5206\u96e2\u3055\u308c\u308b\u3002scheduler\u3068worker\u3092\u540c\u3058\u30ce\u30fc\u30c9\u3067\u69cb\u6210\u3059\u308b\u5834\u5408\u306b\u4f7f\u7528\u3059\u308bExecutor\u30b9\u30b1\u30fc\u30eb\u306f\u4e00\u5207\u3057\u306a\u3044worker\u3092\u4e26\u5217\u5b9f\u884c\u3067\u304d\u3001\u30b9\u30b1\u30fc\u30eb\u30a2\u30c3\u30d7\u304a\u3088\u3073\u30b9\u30b1\u30fc\u30eb\u30a2\u30a6\u30c8 \u3067\u30b9\u30b1\u30fc\u30eb\u53ef\u80fd\u306b\u306a\u308b\u305f\u3081\u672c\u756a\u74b0\u5883\u5411\u304d\u3002\u30de\u30eb\u30c1\u30d7\u30ed\u30bb\u30b9\u3067\u52d5\u4f5c\u3057\u3001\u30b9\u30b1\u30fc\u30eb\u30a2\u30c3\u30d7 \u306b\u3088\u3063\u3066\u30b9\u30b1\u30fc\u30eb\u53ef\u80fd<\/div>\n<\/div>\n<h2>\u6267\u884c<\/h2>\n<p>\u4f7f\u7528\u547d\u4ee4<\/p>\n<pre class=\"post-pre\"><code><span class=\"gp\">$<\/span> airflow webserver\r\n<\/code><\/pre>\n<p>\u5f53\u4f60\u6267\u884c\u65f6\uff0c\u4f1a\u5728localhost:8080\u4e0a\u6253\u5f00\u4ee5\u4e0b\u7684\u9875\u9762<\/p>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d2c3337434c4406c4cee4\/32-0.png\" alt=\"image.png\" \/><\/div>\n<p>\u5982\u679c\u65e0\u6cd5\u4f7f\u7528admin\/admin\u767b\u5f55\uff0c\u5219\u521b\u5efa\u4e00\u4e2a\u7528\u4e8e\u767b\u5f55\u7684\u7528\u6237\u5e76\u767b\u5f55\u3002<\/p>\n<pre class=\"post-pre\"><code>$ airflow users  create --role Admin --username admin --email admin --firstname admin --lastname admin --password admin\r\n<\/code><\/pre>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d2c3337434c4406c4cee4\/35-0.png\" alt=\"image.png\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d2c3337434c4406c4cee4\/36-0.png\" alt=\"image.png\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d2c3337434c4406c4cee4\/37-0.png\" alt=\"image.png\" \/><\/div>\n<div><img decoding=\"async\" class=\"post-images\" title=\"\" src=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d2c3337434c4406c4cee4\/38-0.png\" alt=\"image.png\" \/><\/div>\n<h2>\u6587\u5316\u8bed\u8a00<\/h2>\n<h3>\u4efb\u52a1 w\u00f9)<\/h3>\n<p>\u5728\u751f\u6210\u64cd\u4f5c\u7b26\u5bf9\u8c61\u7684\u5b9e\u4f8b\u5316\u65f6\uff0c\u4efb\u52a1\u4f1a\u88ab\u521b\u5efa\u3002\u7531\u64cd\u4f5c\u7b26\u5b9e\u4f8b\u5316\u7684\u5bf9\u8c61\u88ab\u79f0\u4e3a\u4efb\u52a1\u3002\u5728\u6e90\u4ee3\u7801\u4e2d\u53ef\u4ee5\u8868\u793a\u4e3a\u5982\u4e0b\u3002<\/p>\n<pre class=\"post-pre\"><code><span class=\"n\">t1<\/span> <span class=\"o\">=<\/span> <span class=\"nc\">BashOperator<\/span><span class=\"p\">(<\/span>\r\n    <span class=\"n\">task_id<\/span><span class=\"o\">=<\/span><span class=\"sh\">'<\/span><span class=\"s\">print_date<\/span><span class=\"sh\">'<\/span><span class=\"p\">,<\/span>\r\n    <span class=\"n\">bash_command<\/span><span class=\"o\">=<\/span><span class=\"sh\">'<\/span><span class=\"s\">date<\/span><span class=\"sh\">'<\/span><span class=\"p\">,<\/span>\r\n<span class=\"p\">)<\/span>\r\n<\/code><\/pre>\n<p>\u7b2c\u4e00\u4e2a\u53c2\u6570task_id\u4f5c\u4e3a\u4efb\u52a1\u7684\u552f\u4e00\u6807\u8bc6\u7b26\u8d77\u4f5c\u7528\u3002<\/p>\n<h2>\u53c2\u8003<\/h2>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">2018 builderscon airflow\u3092\u7528\u3044\u3066\u3001 \u8907\u96d1\u5927\u898f\u6a21\u306a\u30b7\u3099\u30e7\u30d5\u3099\u30d5\u30ed\u30fc\u7ba1\u7406 \u306b\u7acb\u3061\u5411\u304b\u3046<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">\n<li style=\"list-style-type: none;\">\n<ul class=\"post-ul\">Apache Airflow\u306e\u4e26\u5217\u6027\u3068\u4e26\u884c\u6027\u306b\u3064\u3044\u3066\u7406\u89e3\u3059\u308b<\/ul>\n<\/li>\n<\/ul>\n<p>&nbsp;<\/p>\n<ul class=\"post-ul\">Airflow \u3092\u7528\u3044\u305f\u30c7\u30fc\u30bf\u30d5\u30ed\u30fc\u5206\u6563\u51e6\u7406<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>Apache Airflow 2.2.3 \u662f\u4e00\u4e2a\u5f00\u6e90\u7684\u5de5\u4f5c\u6d41\u7ba1\u7406\u5e73\u53f0\u3002 Airflow\u662f\u4ec0\u4e48\uff1f Apache  [&hellip;]<\/p>\n","protected":false},"author":6,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-37026","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"yoast_head":"<!-- This site is optimized with the Yoast SEO Premium plugin v21.5 (Yoast SEO v21.5) - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>\u5728\u672c\u5730\u73af\u5883\u4e2d\u5c1d\u8bd5Apache Airflow\u7684\u6559\u7a0b - Blog - Silicon Cloud<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.silicloud.com\/zh\/blog\/\u5728\u672c\u5730\u73af\u5883\u4e2d\u5c1d\u8bd5apache-airflow\u7684\u6559\u7a0b\u3002\/\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\u5728\u672c\u5730\u73af\u5883\u4e2d\u5c1d\u8bd5Apache Airflow\u7684\u6559\u7a0b\" \/>\n<meta property=\"og:description\" content=\"Apache Airflow 2.2.3 \u662f\u4e00\u4e2a\u5f00\u6e90\u7684\u5de5\u4f5c\u6d41\u7ba1\u7406\u5e73\u53f0\u3002 Airflow\u662f\u4ec0\u4e48\uff1f Apache [&hellip;]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.silicloud.com\/zh\/blog\/\u5728\u672c\u5730\u73af\u5883\u4e2d\u5c1d\u8bd5apache-airflow\u7684\u6559\u7a0b\u3002\/\" \/>\n<meta property=\"og:site_name\" content=\"Blog - Silicon Cloud\" \/>\n<meta property=\"article:published_time\" content=\"2023-01-02T18:05:34+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2024-05-03T19:52:30+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d2c3337434c4406c4cee4\/1-0.png\" \/>\n<meta name=\"author\" content=\"\u6587, \u7fd4\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"\u6587, \u7fd4\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"2 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%8e%af%e5%a2%83%e4%b8%ad%e5%b0%9d%e8%af%95apache-airflow%e7%9a%84%e6%95%99%e7%a8%8b%e3%80%82\/\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%8e%af%e5%a2%83%e4%b8%ad%e5%b0%9d%e8%af%95apache-airflow%e7%9a%84%e6%95%99%e7%a8%8b%e3%80%82\/\",\"name\":\"\u5728\u672c\u5730\u73af\u5883\u4e2d\u5c1d\u8bd5Apache Airflow\u7684\u6559\u7a0b - Blog - Silicon Cloud\",\"isPartOf\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\"},\"datePublished\":\"2023-01-02T18:05:34+00:00\",\"dateModified\":\"2024-05-03T19:52:30+00:00\",\"author\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/64d5cc7727fffbff2f9a2a8da1de3e5c\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%8e%af%e5%a2%83%e4%b8%ad%e5%b0%9d%e8%af%95apache-airflow%e7%9a%84%e6%95%99%e7%a8%8b%e3%80%82\/#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%8e%af%e5%a2%83%e4%b8%ad%e5%b0%9d%e8%af%95apache-airflow%e7%9a%84%e6%95%99%e7%a8%8b%e3%80%82\/\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%8e%af%e5%a2%83%e4%b8%ad%e5%b0%9d%e8%af%95apache-airflow%e7%9a%84%e6%95%99%e7%a8%8b%e3%80%82\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.silicloud.com\/zh\/blog\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u5728\u672c\u5730\u73af\u5883\u4e2d\u5c1d\u8bd5Apache Airflow\u7684\u6559\u7a0b\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/\",\"name\":\"Blog - Silicon Cloud\",\"description\":\"\",\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/64d5cc7727fffbff2f9a2a8da1de3e5c\",\"name\":\"\u6587, \u7fd4\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/920c3d673e0bccacc98e5e6b7149bb3c22edd8d39cb753e5d7d7e471498118a1?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/920c3d673e0bccacc98e5e6b7149bb3c22edd8d39cb753e5d7d7e471498118a1?s=96&d=mm&r=g\",\"caption\":\"\u6587, \u7fd4\"},\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/author\/wenxiang\/\"},{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%8e%af%e5%a2%83%e4%b8%ad%e5%b0%9d%e8%af%95apache-airflow%e7%9a%84%e6%95%99%e7%a8%8b%e3%80%82\/#local-main-organization-logo\",\"url\":\"\",\"contentUrl\":\"\",\"caption\":\"Blog - Silicon Cloud\"}]}<\/script>\n<!-- \/ Yoast SEO Premium plugin. -->","yoast_head_json":{"title":"\u5728\u672c\u5730\u73af\u5883\u4e2d\u5c1d\u8bd5Apache Airflow\u7684\u6559\u7a0b - Blog - Silicon Cloud","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.silicloud.com\/zh\/blog\/\u5728\u672c\u5730\u73af\u5883\u4e2d\u5c1d\u8bd5apache-airflow\u7684\u6559\u7a0b\u3002\/","og_locale":"zh_CN","og_type":"article","og_title":"\u5728\u672c\u5730\u73af\u5883\u4e2d\u5c1d\u8bd5Apache Airflow\u7684\u6559\u7a0b","og_description":"Apache Airflow 2.2.3 \u662f\u4e00\u4e2a\u5f00\u6e90\u7684\u5de5\u4f5c\u6d41\u7ba1\u7406\u5e73\u53f0\u3002 Airflow\u662f\u4ec0\u4e48\uff1f Apache [&hellip;]","og_url":"https:\/\/www.silicloud.com\/zh\/blog\/\u5728\u672c\u5730\u73af\u5883\u4e2d\u5c1d\u8bd5apache-airflow\u7684\u6559\u7a0b\u3002\/","og_site_name":"Blog - Silicon Cloud","article_published_time":"2023-01-02T18:05:34+00:00","article_modified_time":"2024-05-03T19:52:30+00:00","og_image":[{"url":"https:\/\/cdn.silicloud.com\/blog-img\/blog\/img\/657d2c3337434c4406c4cee4\/1-0.png"}],"author":"\u6587, \u7fd4","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"\u6587, \u7fd4","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"2 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%8e%af%e5%a2%83%e4%b8%ad%e5%b0%9d%e8%af%95apache-airflow%e7%9a%84%e6%95%99%e7%a8%8b%e3%80%82\/","url":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%8e%af%e5%a2%83%e4%b8%ad%e5%b0%9d%e8%af%95apache-airflow%e7%9a%84%e6%95%99%e7%a8%8b%e3%80%82\/","name":"\u5728\u672c\u5730\u73af\u5883\u4e2d\u5c1d\u8bd5Apache Airflow\u7684\u6559\u7a0b - Blog - Silicon Cloud","isPartOf":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website"},"datePublished":"2023-01-02T18:05:34+00:00","dateModified":"2024-05-03T19:52:30+00:00","author":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/64d5cc7727fffbff2f9a2a8da1de3e5c"},"breadcrumb":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%8e%af%e5%a2%83%e4%b8%ad%e5%b0%9d%e8%af%95apache-airflow%e7%9a%84%e6%95%99%e7%a8%8b%e3%80%82\/#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%8e%af%e5%a2%83%e4%b8%ad%e5%b0%9d%e8%af%95apache-airflow%e7%9a%84%e6%95%99%e7%a8%8b%e3%80%82\/"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%8e%af%e5%a2%83%e4%b8%ad%e5%b0%9d%e8%af%95apache-airflow%e7%9a%84%e6%95%99%e7%a8%8b%e3%80%82\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.silicloud.com\/zh\/blog\/"},{"@type":"ListItem","position":2,"name":"\u5728\u672c\u5730\u73af\u5883\u4e2d\u5c1d\u8bd5Apache Airflow\u7684\u6559\u7a0b"}]},{"@type":"WebSite","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website","url":"https:\/\/www.silicloud.com\/zh\/blog\/","name":"Blog - Silicon Cloud","description":"","inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/64d5cc7727fffbff2f9a2a8da1de3e5c","name":"\u6587, \u7fd4","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/920c3d673e0bccacc98e5e6b7149bb3c22edd8d39cb753e5d7d7e471498118a1?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/920c3d673e0bccacc98e5e6b7149bb3c22edd8d39cb753e5d7d7e471498118a1?s=96&d=mm&r=g","caption":"\u6587, \u7fd4"},"url":"https:\/\/www.silicloud.com\/zh\/blog\/author\/wenxiang\/"},{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/%e5%9c%a8%e6%9c%ac%e5%9c%b0%e7%8e%af%e5%a2%83%e4%b8%ad%e5%b0%9d%e8%af%95apache-airflow%e7%9a%84%e6%95%99%e7%a8%8b%e3%80%82\/#local-main-organization-logo","url":"","contentUrl":"","caption":"Blog - Silicon Cloud"}]}},"_links":{"self":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/37026","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/users\/6"}],"replies":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/comments?post=37026"}],"version-history":[{"count":2,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/37026\/revisions"}],"predecessor-version":[{"id":95952,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/37026\/revisions\/95952"}],"wp:attachment":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/media?parent=37026"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/categories?post=37026"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/tags?post=37026"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}