{"id":47087,"date":"2023-05-21T12:22:22","date_gmt":"2022-12-29T02:13:02","guid":{"rendered":"https:\/\/www.silicloud.com\/zh\/blog\/2022%e5%b9%b410%e6%9c%8819%e6%97%a5%e7%9a%84cloudformation-codepipeline%e5%a4%87%e5%bf%98%e5%bd%95%e3%80%82\/"},"modified":"2024-01-15T12:16:44","modified_gmt":"2024-01-15T04:16:44","slug":"2022%e5%b9%b410%e6%9c%8819%e6%97%a5%e7%9a%84cloudformation-codepipeline%e5%a4%87%e5%bf%98%e5%bd%95%e3%80%82","status":"publish","type":"post","link":"https:\/\/www.silicloud.com\/zh\/blog\/2022%e5%b9%b410%e6%9c%8819%e6%97%a5%e7%9a%84cloudformation-codepipeline%e5%a4%87%e5%bf%98%e5%bd%95%e3%80%82\/","title":{"rendered":"2022\u5e7410\u670819\u65e5\u7684CloudFormation CodePipeline\u5907\u5fd8\u5f55"},"content":{"rendered":"
---<\/span>\r\n#!\/bin\/env python<\/span>\r\n\r\nimport<\/span> json<\/span>\r\nimport<\/span> logging<\/span>\r\nimport<\/span> os<\/span>\r\nimport<\/span> boto3<\/span>\r\nimport<\/span> datetime<\/span>\r\nfrom<\/span> bson<\/span> import<\/span> json_util<\/span>\r\nfrom<\/span> pymongo<\/span> import<\/span> MongoClient<\/span>\r\nfrom<\/span> pymongo<\/span>.<\/span>errors<\/span> import<\/span> OperationFailure<\/span>\r\nimport<\/span> urllib<\/span>.<\/span>request<\/span>                                                    \r\n\r\n\"\"\"\r\nRead data from a DocumentDB collection's change stream and replicate that data to MSK.\r\n\r\nRequired environment variables:\r\nDOCUMENTDB_URI: The URI of the DocumentDB cluster to stream from.\r\nDOCUMENTDB_SECRET: Secret Name of the credentials for the DocumentDB cluster in Secrets Manager\r\nSTATE_COLLECTION: The name of the collection in which to store sync state.\r\nSTATE_DB: The name of the database in which to store sync state.\r\nWATCHED_COLLECTION_NAME: The name of the collection to watch for changes.\r\nWATCHED_DB_NAME: The name of the database to watch for changes.\r\nIterations_per_sync: How many events to process before syncing state.\r\nDocuments_per_run: The max for the iterator loop. \r\nSNS_TOPIC_ARN_ALERT: The topic to send exceptions.   \r\n\r\nKafka target environment variables:\r\nMSK_BOOTSTRAP_SRV: The URIs of the MSK cluster to publish messages. \r\n\r\nSNS target environment variables:\r\nSNS_TOPIC_ARN_EVENT: The topic to send docdb events.    \r\n\r\nS3 target environment variables:\r\nBUCKET_NAME: The name of the bucket that will save streamed data. \r\nBUCKET_PATH (optional): The path of the bucket that will save streamed data. \r\n\r\nElasticSearch target environment variables:\r\nELASTICSEARCH_URI: The URI of the Elasticsearch domain where data should be streamed.\r\n\r\nKinesis target environment variables:\r\nKINESIS_STREAM : The Kinesis Stream name to publish DocumentDB events.\r\n\r\nSQS target environment variables:\r\nSQS_QUERY_URL: The URL of the Amazon SQS queue to which a message is sent.\r\n\r\n\"\"\"<\/span>\r\n\r\ndb_client<\/span> =<\/span> None<\/span>                        # DocumentDB client - used as source <\/span>\r\ns3_client<\/span> =<\/span> None<\/span>                        # S3 client - used as target        <\/span>\r\nsns_client<\/span> =<\/span> boto3<\/span>.<\/span>client<\/span>(<\/span>'sns'<\/span>)<\/span>        # SNS client - for exception alerting purposes<\/span>\r\nclientS3<\/span> =<\/span> boto3<\/span>.<\/span>resource<\/span>(<\/span>'s3'<\/span>)<\/span>         # S3 client - used to get the DocumentDB certificates<\/span>\r\n                                  \r\nlogger<\/span> =<\/span> logging<\/span>.<\/span>getLogger<\/span>()<\/span>\r\nlogger<\/span>.<\/span>setLevel<\/span>(<\/span>logging<\/span>.<\/span>DEBUG<\/span>)<\/span>\r\n\r\n# The error code returned when data for the requested resume token has been deleted<\/span>\r\nTOKEN_DATA_DELETED_CODE<\/span> =<\/span> 136<\/span>\r\n\r\n\r\ndef<\/span> get_credentials<\/span>():<\/span>\r\n    \"\"\"Retrieve credentials from the Secrets Manager service.\"\"\"<\/span>\r\n    boto_session<\/span> =<\/span> boto3<\/span>.<\/span>session<\/span>.<\/span>Session<\/span>()<\/span>\r\n\r\n    try:\r\n        <\/span>secret_name<\/span> =<\/span> os<\/span>.<\/span>environ<\/span>[<\/span>'DOCUMENTDB_SECRET'<\/span>]<\/span>\r\n\r\n        logger<\/span>.<\/span>debug<\/span>(<\/span>'Retrieving secret {} from Secrets Manger.'<\/span>.<\/span>format<\/span>(<\/span>secret_name<\/span>))<\/span>\r\n\r\n        secrets_client<\/span> =<\/span> boto_session<\/span>.<\/span>client<\/span>(<\/span>service_name<\/span>=<\/span>'secretsmanager'<\/span>,<\/span>\r\n                                             region_name<\/span>=<\/span>boto_session<\/span>.<\/span>region_name<\/span>)<\/span>\r\n        secret_value<\/span> =<\/span> secrets_client<\/span>.<\/span>get_secret_value<\/span>(<\/span>SecretId<\/span>=<\/span>secret_name<\/span>)<\/span>\r\n\r\n        secret<\/span> =<\/span> secret_value<\/span>[<\/span>'SecretString'<\/span>]<\/span>\r\n        secret_json<\/span> =<\/span> json<\/span>.<\/span>loads<\/span>(<\/span>secret<\/span>)<\/span>\r\n        username<\/span> =<\/span> secret_json<\/span>[<\/span>'username'<\/span>]<\/span>\r\n        password<\/span> =<\/span> secret_json<\/span>[<\/span>'password'<\/span>]<\/span>\r\n\r\n        logger<\/span>.<\/span>debug<\/span>(<\/span>'Secret {} retrieved from Secrets Manger.'<\/span>.<\/span>format<\/span>(<\/span>secret_name<\/span>))<\/span>\r\n\r\n        return<\/span> (<\/span>username<\/span>,<\/span> password<\/span>)<\/span>\r\n\r\n    except<\/span> Exception<\/span> as<\/span> ex:\r\n        <\/span>logger<\/span>.<\/span>error<\/span>(<\/span>'Failed to retrieve secret {}'<\/span>.<\/span>format<\/span>(<\/span>secret_name<\/span>))<\/span>\r\n        raise<\/span>\r\n\r\n\r\ndef<\/span> get_db_client<\/span>():<\/span>\r\n    \"\"\"Return an authenticated connection to DocumentDB\"\"\"<\/span>\r\n    # Use a global variable so Lambda can reuse the persisted client on future invocations<\/span>\r\n    global<\/span> db_client<\/span>\r\n\r\n    if<\/span> db_client<\/span> is<\/span> None<\/span>:<\/span>\r\n        logger<\/span>.<\/span>debug<\/span>(<\/span>'Creating new DocumentDB client.'<\/span>)<\/span>\r\n\r\n        try:\r\n            <\/span>cluster_uri<\/span> =<\/span> os<\/span>.<\/span>environ<\/span>[<\/span>'DOCUMENTDB_URI'<\/span>]<\/span>\r\n            (<\/span>username<\/span>,<\/span> password<\/span>)<\/span> =<\/span> get_credentials<\/span>()<\/span>                   \r\n            db_client<\/span> =<\/span> MongoClient<\/span>(<\/span>cluster_uri<\/span>,<\/span> ssl<\/span>=<\/span>True<\/span>,<\/span> retryWrites<\/span>=<\/span>False<\/span>,<\/span> ssl_ca_certs<\/span>=<\/span>'rds-combined-ca-bundle.pem'<\/span>)<\/span>\r\n            # force the client to connect<\/span>\r\n            db_client<\/span>.<\/span>admin<\/span>.<\/span>command<\/span>(<\/span>'ismaster'<\/span>)<\/span>\r\n            db_client<\/span>[<\/span>\"admin\"<\/span>].<\/span>authenticate<\/span>(<\/span>name<\/span>=<\/span>username<\/span>,<\/span> password<\/span>=<\/span>password<\/span>)<\/span>\r\n\r\n            logger<\/span>.<\/span>debug<\/span>(<\/span>'Successfully created new DocumentDB client.'<\/span>)<\/span>\r\n        except<\/span> Exception<\/span> as<\/span> ex:\r\n            <\/span>logger<\/span>.<\/span>error<\/span>(<\/span>'Failed to create new DocumentDB client: {}'<\/span>.<\/span>format<\/span>(<\/span>ex<\/span>))<\/span>\r\n            send_sns_alert<\/span>(<\/span>str<\/span>(<\/span>ex<\/span>))<\/span>\r\n            raise<\/span>\r\n\r\n    return<\/span> db_client<\/span>\r\n\r\n\r\ndef<\/span> get_state_collection_client<\/span>():<\/span>\r\n    \"\"\"Return a DocumentDB client for the collection in which we store processing state.\"\"\"<\/span>\r\n\r\n    logger<\/span>.<\/span>debug<\/span>(<\/span>'Creating state_collection_client.'<\/span>)<\/span>\r\n    try:\r\n        <\/span>db_client<\/span> =<\/span> get_db_client<\/span>()<\/span>\r\n        state_db_name<\/span> =<\/span> os<\/span>.<\/span>environ<\/span>[<\/span>'STATE_DB'<\/span>]<\/span>\r\n        state_collection_name<\/span> =<\/span> os<\/span>.<\/span>environ<\/span>[<\/span>'STATE_COLLECTION'<\/span>]<\/span>\r\n        state_collection<\/span> =<\/span> db_client<\/span>[<\/span>state_db_name<\/span>][<\/span>state_collection_name<\/span>]<\/span>\r\n    except<\/span> Exception<\/span> as<\/span> ex:\r\n        <\/span>logger<\/span>.<\/span>error<\/span>(<\/span>'Failed to create new state collection client: {}'<\/span>.<\/span>format<\/span>(<\/span>ex<\/span>))<\/span>\r\n        send_sns_alert<\/span>(<\/span>str<\/span>(<\/span>ex<\/span>))<\/span>\r\n        raise<\/span>\r\n\r\n    return<\/span> state_collection<\/span>\r\n\r\n\r\ndef<\/span> get_last_processed_id<\/span>():<\/span>\r\n    \"\"\"Return the resume token corresponding to the last successfully processed change event.\"\"\"<\/span>\r\n    last_processed_id<\/span> =<\/span> None<\/span>\r\n    logger<\/span>.<\/span>debug<\/span>(<\/span>'Returning last processed id.'<\/span>)<\/span>\r\n    try:\r\n        <\/span>state_collection<\/span> =<\/span> get_state_collection_client<\/span>()<\/span>\r\n        if<\/span> \"WATCHED_COLLECTION_NAME\"<\/span> in<\/span> os<\/span>.<\/span>environ<\/span>:<\/span>\r\n            state_doc<\/span> =<\/span> state_collection<\/span>.<\/span>find_one<\/span>({<\/span>'currentState'<\/span>:<\/span> True<\/span>,<\/span> 'dbWatched'<\/span>:<\/span> str<\/span>(<\/span>os<\/span>.<\/span>environ<\/span>[<\/span>'WATCHED_DB_NAME'<\/span>]),<\/span> \r\n                'collectionWatched'<\/span>:<\/span> str<\/span>(<\/span>os<\/span>.<\/span>environ<\/span>[<\/span>'WATCHED_COLLECTION_NAME'<\/span>]),<\/span> 'db_level'<\/span>:<\/span> False<\/span>})<\/span>\r\n        else:\r\n            <\/span>state_doc<\/span> =<\/span> state_collection<\/span>.<\/span>find_one<\/span>({<\/span>'currentState'<\/span>:<\/span> True<\/span>,<\/span> 'db_level'<\/span>:<\/span> True<\/span>,<\/span> \r\n                'dbWatched'<\/span>:<\/span> str<\/span>(<\/span>os<\/span>.<\/span>environ<\/span>[<\/span>'WATCHED_DB_NAME'<\/span>])})<\/span>\r\n           \r\n        if<\/span> state_doc<\/span> is<\/span> not<\/span> None<\/span>:<\/span>\r\n            if<\/span> 'lastProcessed'<\/span> in<\/span> state_doc: \r\n                <\/span>last_processed_id<\/span> =<\/span> state_doc<\/span>[<\/span>'lastProcessed'<\/span>]<\/span>\r\n        else:\r\n            <\/span>if<\/span> \"WATCHED_COLLECTION_NAME\"<\/span> in<\/span> os<\/span>.<\/span>environ<\/span>:<\/span>\r\n                state_collection<\/span>.<\/span>insert_one<\/span>({<\/span>'dbWatched'<\/span>:<\/span> str<\/span>(<\/span>os<\/span>.<\/span>environ<\/span>[<\/span>'WATCHED_DB_NAME'<\/span>]),<\/span>\r\n                    'collectionWatched'<\/span>:<\/span> str<\/span>(<\/span>os<\/span>.<\/span>environ<\/span>[<\/span>'WATCHED_COLLECTION_NAME'<\/span>]),<\/span> 'currentState'<\/span>:<\/span> True<\/span>,<\/span> 'db_level'<\/span>:<\/span> False<\/span>})<\/span>\r\n            else:\r\n                <\/span>state_collection<\/span>.<\/span>insert_one<\/span>({<\/span>'dbWatched'<\/span>:<\/span> str<\/span>(<\/span>os<\/span>.<\/span>environ<\/span>[<\/span>'WATCHED_DB_NAME'<\/span>]),<\/span> 'currentState'<\/span>:<\/span> True<\/span>,<\/span> \r\n                    'db_level'<\/span>:<\/span> True<\/span>})<\/span>\r\n\r\n    except<\/span> Exception<\/span> as<\/span> ex:\r\n        <\/span>logger<\/span>.<\/span>error<\/span>(<\/span>'Failed to return last processed id: {}'<\/span>.<\/span>format<\/span>(<\/span>ex<\/span>))<\/span>\r\n        send_sns_alert<\/span>(<\/span>str<\/span>(<\/span>ex<\/span>))<\/span>\r\n        raise<\/span>\r\n\r\n    return<\/span> last_processed_id<\/span>\r\n\r\n\r\ndef<\/span> store_last_processed_id<\/span>(<\/span>resume_token<\/span>):<\/span>\r\n    \"\"\"Store the resume token corresponding to the last successfully processed change event.\"\"\"<\/span>\r\n\r\n    logger<\/span>.<\/span>debug<\/span>(<\/span>'Storing last processed id.'<\/span>)<\/span>\r\n    try:\r\n        <\/span>state_collection<\/span> =<\/span> get_state_collection_client<\/span>()<\/span>\r\n        if<\/span> \"WATCHED_COLLECTION_NAME\"<\/span> in<\/span> os<\/span>.<\/span>environ<\/span>:<\/span>\r\n            state_collection<\/span>.<\/span>update_one<\/span>({<\/span>'dbWatched'<\/span>:<\/span> str<\/span>(<\/span>os<\/span>.<\/span>environ<\/span>[<\/span>'WATCHED_DB_NAME'<\/span>]),<\/span> \r\n                'collectionWatched'<\/span>:<\/span> str<\/span>(<\/span>os<\/span>.<\/span>environ<\/span>[<\/span>'WATCHED_COLLECTION_NAME'<\/span>])},{<\/span>'$set'<\/span>:<\/span> {<\/span>'lastProcessed'<\/span>:<\/span> resume_token<\/span>}})<\/span>\r\n        else:\r\n            <\/span>state_collection<\/span>.<\/span>update_one<\/span>({<\/span>'dbWatched'<\/span>:<\/span> str<\/span>(<\/span>os<\/span>.<\/span>environ<\/span>[<\/span>'WATCHED_DB_NAME'<\/span>]),<\/span> 'db_level'<\/span>:<\/span> True<\/span>,<\/span> },<\/span>\r\n                {<\/span>'$set'<\/span>:<\/span> {<\/span>'lastProcessed'<\/span>:<\/span> resume_token<\/span>}})<\/span>\r\n\r\n    except<\/span> Exception<\/span> as<\/span> ex:\r\n        <\/span>logger<\/span>.<\/span>error<\/span>(<\/span>'Failed to store last processed id: {}'<\/span>.<\/span>format<\/span>(<\/span>ex<\/span>))<\/span>\r\n        send_sns_alert<\/span>(<\/span>str<\/span>(<\/span>ex<\/span>))<\/span>\r\n        raise<\/span>\r\n\r\n\r\ndef<\/span> send_sns_alert<\/span>(<\/span>message<\/span>):<\/span>\r\n    \"\"\"send an SNS alert\"\"\"<\/span>\r\n    try:\r\n        <\/span>logger<\/span>.<\/span>debug<\/span>(<\/span>'Sending SNS alert.'<\/span>)<\/span>\r\n        response<\/span> =<\/span> sns_client<\/span>.<\/span>publish<\/span>(<\/span>\r\n            TopicArn<\/span>=<\/span>os<\/span>.<\/span>environ<\/span>[<\/span>'SNS_TOPIC_ARN_ALERT'<\/span>],<\/span>\r\n            Message<\/span>=<\/span>message<\/span>,<\/span>\r\n            Subject<\/span>=<\/span>'Document DB Replication Alarm'<\/span>,<\/span>\r\n            MessageStructure<\/span>=<\/span>'default'<\/span>\r\n        )<\/span>\r\n    except<\/span> Exception<\/span> as<\/span> ex:\r\n        <\/span>logger<\/span>.<\/span>error<\/span>(<\/span>'Exception in publishing alert to SNS: {}'<\/span>.<\/span>format<\/span>(<\/span>ex<\/span>))<\/span>\r\n        send_sns_alert<\/span>(<\/span>str<\/span>(<\/span>ex<\/span>))<\/span>\r\n        raise<\/span>\r\n\r\n\r\ndef<\/span> getDocDbCertificate<\/span>():<\/span>\r\n    \"\"\"download the current docdb certificate\"\"\"<\/span>\r\n    try:\r\n        <\/span>logger<\/span>.<\/span>debug<\/span>(<\/span>'Getting DocumentDB certificate from S3.'<\/span>)<\/span>\r\n        clientS3<\/span>.<\/span>Bucket<\/span>(<\/span>'rds-downloads'<\/span>).<\/span>download_file<\/span>(<\/span>'rds-combined-ca-bundle.pem'<\/span>,<\/span> '\/tmp\/rds-combined-ca-bundle.pem'<\/span>)<\/span>\r\n    except<\/span> Exception<\/span> as<\/span> ex:\r\n        <\/span>logger<\/span>.<\/span>error<\/span>(<\/span>'Exception in publishing message to Kinesis: {}'<\/span>.<\/span>format<\/span>(<\/span>ex<\/span>))<\/span>\r\n        send_sns_alert<\/span>(<\/span>str<\/span>(<\/span>ex<\/span>))<\/span>\r\n        raise<\/span>\r\n\r\n\r\ndef<\/span> insertCanary<\/span>():<\/span>\r\n    \"\"\"Inserts a canary event for change stream activation\"\"\"<\/span>\r\n    \r\n    canary_record<\/span> =<\/span> None<\/span>\r\n\r\n    try:\r\n        <\/span>logger<\/span>.<\/span>debug<\/span>(<\/span>'Inserting canary.'<\/span>)<\/span>\r\n        db_client<\/span> =<\/span> get_db_client<\/span>()<\/span>\r\n        watched_db<\/span> =<\/span> os<\/span>.<\/span>environ<\/span>[<\/span>'WATCHED_DB_NAME'<\/span>]<\/span>\r\n\r\n        if<\/span> \"WATCHED_COLLECTION_NAME\"<\/span> in<\/span> os<\/span>.<\/span>environ<\/span>:<\/span>\r\n            watched_collection<\/span> =<\/span> os<\/span>.<\/span>environ<\/span>[<\/span>'WATCHED_COLLECTION_NAME'<\/span>]<\/span>\r\n        else:\r\n            <\/span>watched_collection<\/span> =<\/span> 'canary-collection'<\/span>\r\n\r\n        collection_client<\/span> =<\/span> db_client<\/span>[<\/span>watched_db<\/span>][<\/span>watched_collection<\/span>]<\/span>\r\n\r\n        canary_record<\/span> =<\/span> collection_client<\/span>.<\/span>insert_one<\/span>({<\/span> \"op_canary\"<\/span>:<\/span> \"canary\"<\/span> })<\/span>\r\n        logger<\/span>.<\/span>debug<\/span>(<\/span>'Canary inserted.'<\/span>)<\/span>\r\n\r\n    except<\/span> Exception<\/span> as<\/span> ex:\r\n        <\/span>logger<\/span>.<\/span>error<\/span>(<\/span>'Exception in inserting canary: {}'<\/span>.<\/span>format<\/span>(<\/span>ex<\/span>))<\/span>\r\n        send_sns_alert<\/span>(<\/span>str<\/span>(<\/span>ex<\/span>))<\/span>\r\n        raise<\/span>\r\n\r\n    return<\/span> canary_record<\/span>\r\n\r\n\r\ndef<\/span> deleteCanary<\/span>():<\/span>\r\n    \"\"\"Deletes a canary event for change stream activation\"\"\"<\/span>\r\n    \r\n    try:\r\n        <\/span>logger<\/span>.<\/span>debug<\/span>(<\/span>'Deleting canary.'<\/span>)<\/span>\r\n        db_client<\/span> =<\/span> get_db_client<\/span>()<\/span>\r\n        watched_db<\/span> =<\/span> os<\/span>.<\/span>environ<\/span>[<\/span>'WATCHED_DB_NAME'<\/span>]<\/span>\r\n\r\n        if<\/span> \"WATCHED_COLLECTION_NAME\"<\/span> in<\/span> os<\/span>.<\/span>environ<\/span>:<\/span>\r\n            watched_collection<\/span> =<\/span> os<\/span>.<\/span>environ<\/span>[<\/span>'WATCHED_COLLECTION_NAME'<\/span>]<\/span>\r\n        else:\r\n            <\/span>watched_collection<\/span> =<\/span> 'canary-collection'<\/span>\r\n\r\n        collection_client<\/span> =<\/span> db_client<\/span>[<\/span>watched_db<\/span>][<\/span>watched_collection<\/span>]<\/span>\r\n        collection_client<\/span>.<\/span>delete_one<\/span>({<\/span> \"op_canary\"<\/span>:<\/span> \"canary\"<\/span> })<\/span>\r\n        logger<\/span>.<\/span>debug<\/span>(<\/span>'Canary deleted.'<\/span>)<\/span>\r\n    \r\n    except<\/span> Exception<\/span> as<\/span> ex:\r\n        <\/span>logger<\/span>.<\/span>error<\/span>(<\/span>'Exception in deleting canary: {}'<\/span>.<\/span>format<\/span>(<\/span>ex<\/span>))<\/span>\r\n        send_sns_alert<\/span>(<\/span>str<\/span>(<\/span>ex<\/span>))<\/span>\r\n        raise<\/span>\r\n\r\n\r\ndef<\/span> put_s3_event<\/span>(<\/span>event<\/span>,<\/span> database<\/span>,<\/span> collection<\/span>,<\/span> doc_id<\/span>):<\/span>\r\n    \"\"\"send event to S3\"\"\"<\/span>\r\n    # Use a global variable so Lambda can reuse the persisted client on future invocations<\/span>\r\n    global<\/span> s3_client<\/span>\r\n\r\n    if<\/span> s3_client<\/span> is<\/span> None<\/span>:<\/span>\r\n        logger<\/span>.<\/span>debug<\/span>(<\/span>'Creating new S3 client.'<\/span>)<\/span>\r\n        s3_client<\/span> =<\/span> boto3<\/span>.<\/span>resource<\/span>(<\/span>'s3'<\/span>)<\/span>  \r\n\r\n    try:\r\n        <\/span>logger<\/span>.<\/span>debug<\/span>(<\/span>'Publishing message to S3.'<\/span>)<\/span> #, str(os.environ['BUCKET_PATH'])<\/span>\r\n        if<\/span> \"BUCKET_PATH\"<\/span> in<\/span> os<\/span>.<\/span>environ<\/span>:<\/span>\r\n            s3_client<\/span>.<\/span>Object<\/span>(<\/span>os<\/span>.<\/span>environ<\/span>[<\/span>'BUCKET_NAME'<\/span>],<\/span> str<\/span>(<\/span>os<\/span>.<\/span>environ<\/span>[<\/span>'BUCKET_PATH'<\/span>])<\/span> +<\/span> '\/'<\/span> +<\/span> database<\/span> +<\/span> '\/'<\/span> +<\/span>\r\n                collection<\/span> +<\/span> '\/'<\/span> +<\/span> datetime<\/span>.<\/span>datetime<\/span>.<\/span>now<\/span>().<\/span>strftime<\/span>(<\/span>'%Y%m%d'<\/span>)<\/span> +<\/span> '\/'<\/span> +<\/span> doc_id<\/span>).<\/span>put<\/span>(<\/span>Body<\/span>=<\/span>event<\/span>)<\/span>\r\n        else: \r\n            <\/span>s3_client<\/span>.<\/span>Object<\/span>(<\/span>os<\/span>.<\/span>environ<\/span>[<\/span>'BUCKET_NAME'<\/span>],<\/span> database<\/span> +<\/span> '\/'<\/span> +<\/span> collection<\/span> +<\/span> '\/'<\/span> +<\/span> \r\n                datetime<\/span>.<\/span>datetime<\/span>.<\/span>now<\/span>().<\/span>strftime<\/span>(<\/span>'%Y%m%d'<\/span>)<\/span> +<\/span> '\/'<\/span> +<\/span> doc_id<\/span>).<\/span>put<\/span>(<\/span>Body<\/span>=<\/span>event<\/span>)<\/span>\r\n\r\n    except<\/span> Exception<\/span> as<\/span> ex:\r\n        <\/span>logger<\/span>.<\/span>error<\/span>(<\/span>'Exception in publishing message to S3: {}'<\/span>.<\/span>format<\/span>(<\/span>ex<\/span>))<\/span>\r\n        send_sns_alert<\/span>(<\/span>str<\/span>(<\/span>ex<\/span>))<\/span>\r\n        raise<\/span>\r\n\r\ndef<\/span> lambda_handler<\/span>(<\/span>event<\/span>,<\/span> context<\/span>):<\/span>\r\n    \"\"\"Read any new events from DocumentDB and apply them to an streaming\/datastore endpoint.\"\"\"<\/span>\r\n    \r\n    events_processed<\/span> =<\/span> 0<\/span>\r\n    canary_record<\/span> =<\/span> None<\/span>\r\n    watcher<\/span> =<\/span> None<\/span>\r\n    folder<\/span> =<\/span> None<\/span>\r\n    filename<\/span> =<\/span> None<\/span>\r\n    kafka_client<\/span> =<\/span> None<\/span>\r\n    # getDocDbCertificate()<\/span>\r\n\r\n    try:\r\n        \r\n        <\/span># DocumentDB watched collection set up<\/span>\r\n        db_client<\/span> =<\/span> get_db_client<\/span>()<\/span>\r\n        watched_db<\/span> =<\/span> os<\/span>.<\/span>environ<\/span>[<\/span>'WATCHED_DB_NAME'<\/span>]<\/span>\r\n        if<\/span> \"WATCHED_COLLECTION_NAME\"<\/span> in<\/span> os<\/span>.<\/span>environ<\/span>:<\/span>\r\n            watched_collection<\/span> =<\/span> os<\/span>.<\/span>environ<\/span>[<\/span>'WATCHED_COLLECTION_NAME'<\/span>]<\/span>\r\n            watcher<\/span> =<\/span> db_client<\/span>[<\/span>watched_db<\/span>][<\/span>watched_collection<\/span>]<\/span>\r\n        else: \r\n            <\/span>watcher<\/span> =<\/span> db_client<\/span>[<\/span>watched_db<\/span>]<\/span>\r\n        logger<\/span>.<\/span>debug<\/span>(<\/span>'Watching collection {}'<\/span>.<\/span>format<\/span>(<\/span>watcher<\/span>))<\/span>\r\n\r\n        # DocumentDB sync set up<\/span>\r\n        state_sync_count<\/span> =<\/span> int<\/span>(<\/span>os<\/span>.<\/span>environ<\/span>[<\/span>'Iterations_per_sync'<\/span>])<\/span>\r\n        last_processed_id<\/span> =<\/span> get_last_processed_id<\/span>()<\/span>\r\n        logger<\/span>.<\/span>debug<\/span>(<\/span>\"last_processed_id: {}\"<\/span>.<\/span>format<\/span>(<\/span>last_processed_id<\/span>))<\/span>\r\n\r\n        with<\/span> watcher<\/span>.<\/span>watch<\/span>(<\/span>full_document<\/span>=<\/span>'updateLookup'<\/span>,<\/span> resume_after<\/span>=<\/span>last_processed_id<\/span>)<\/span> as<\/span> change_stream:\r\n            <\/span>i<\/span> =<\/span> 0<\/span>\r\n\r\n            if<\/span> last_processed_id<\/span> is<\/span> None<\/span>:<\/span>\r\n                canary_record<\/span> =<\/span> insertCanary<\/span>()<\/span>\r\n                deleteCanary<\/span>()<\/span>\r\n\r\n            while<\/span> change_stream<\/span>.<\/span>alive<\/span> and<\/span> i<\/span> <<\/span> int<\/span>(<\/span>os<\/span>.<\/span>environ<\/span>[<\/span>'Documents_per_run'<\/span>]):<\/span>\r\n            \r\n                i<\/span> +=<\/span> 1<\/span>\r\n                change_event<\/span> =<\/span> change_stream<\/span>.<\/span>try_next<\/span>()<\/span>\r\n                logger<\/span>.<\/span>debug<\/span>(<\/span>'Event: {}'<\/span>.<\/span>format<\/span>(<\/span>change_event<\/span>))<\/span>\r\n                \r\n                if<\/span> last_processed_id<\/span> is<\/span> None<\/span>:<\/span>\r\n                    if<\/span> change_event<\/span>[<\/span>'operationType'<\/span>]<\/span> ==<\/span> 'delete'<\/span>:<\/span>\r\n                        store_last_processed_id<\/span>(<\/span>change_stream<\/span>.<\/span>resume_token<\/span>)<\/span>\r\n                        last_processed_id<\/span> =<\/span> change_event<\/span>[<\/span>'_id'<\/span>][<\/span>'_data'<\/span>]<\/span>\r\n                    continue<\/span>\r\n                \r\n                if<\/span> change_event<\/span> is<\/span> None<\/span>:<\/span>\r\n                        break<\/span>\r\n                else:\r\n                    <\/span>op_type<\/span> =<\/span> change_event<\/span>[<\/span>'operationType'<\/span>]<\/span>\r\n                    op_id<\/span> =<\/span> change_event<\/span>[<\/span>'_id'<\/span>][<\/span>'_data'<\/span>]<\/span>\r\n\r\n                    if<\/span> op_type<\/span> in<\/span> [<\/span>'insert'<\/span>,<\/span> 'update'<\/span>]:<\/span>             \r\n                        doc_body<\/span> =<\/span> change_event<\/span>[<\/span>'fullDocument'<\/span>]<\/span>\r\n                        doc_id<\/span> =<\/span> str<\/span>(<\/span>doc_body<\/span>.<\/span>pop<\/span>(<\/span>\"_id\"<\/span>,<\/span> None<\/span>))<\/span>\r\n                        readable<\/span> =<\/span> datetime<\/span>.<\/span>datetime<\/span>.<\/span>fromtimestamp<\/span>(<\/span>change_event<\/span>[<\/span>'clusterTime'<\/span>].<\/span>time<\/span>).<\/span>isoformat<\/span>()<\/span>\r\n                        ######## Uncomment the following line if you want to add operation metadata fields to the document event. <\/span>\r\n                        doc_body<\/span>.<\/span>update<\/span>({<\/span>'action'<\/span>:op_type<\/span>,<\/span>'timestamp'<\/span>:str<\/span>(<\/span>change_event<\/span>[<\/span>'clusterTime'<\/span>].<\/span>time<\/span>),<\/span>'timestampReadable'<\/span>:str<\/span>(<\/span>readable<\/span>)})<\/span>\r\n                        ######## Uncomment the following line if you want to add db and coll metadata fields to the document event. <\/span>\r\n                        doc_body<\/span>.<\/span>update<\/span>({<\/span>'db'<\/span>:str<\/span>(<\/span>change_event<\/span>[<\/span>'ns'<\/span>][<\/span>'db'<\/span>]),<\/span>'coll'<\/span>:str<\/span>(<\/span>change_event<\/span>[<\/span>'ns'<\/span>][<\/span>'coll'<\/span>])})<\/span>\r\n                        payload<\/span> =<\/span> {<\/span>'_id'<\/span>:doc_id<\/span>}<\/span>\r\n                        payload<\/span>.<\/span>update<\/span>(<\/span>doc_body<\/span>)<\/span>\r\n\r\n                        # Append event for S3 <\/span>\r\n                        if<\/span> \"BUCKET_NAME\"<\/span> in<\/span> os<\/span>.<\/span>environ<\/span>:<\/span>\r\n                            put_s3_event<\/span>(<\/span>json_util<\/span>.<\/span>dumps<\/span>(<\/span>payload<\/span>),<\/span> str<\/span>(<\/span>change_event<\/span>[<\/span>'ns'<\/span>][<\/span>'db'<\/span>]),<\/span> str<\/span>(<\/span>change_event<\/span>[<\/span>'ns'<\/span>][<\/span>'coll'<\/span>]),<\/span>op_id<\/span>)<\/span>\r\n                        \r\n                        logger<\/span>.<\/span>debug<\/span>(<\/span>'Processed event ID {}'<\/span>.<\/span>format<\/span>(<\/span>op_id<\/span>))<\/span>\r\n\r\n                    if<\/span> op_type<\/span> ==<\/span> 'delete'<\/span>:<\/span>\r\n                        doc_id<\/span> =<\/span> str<\/span>(<\/span>change_event<\/span>[<\/span>'documentKey'<\/span>][<\/span>'_id'<\/span>])<\/span>\r\n                        readable<\/span> =<\/span> datetime<\/span>.<\/span>datetime<\/span>.<\/span>fromtimestamp<\/span>(<\/span>change_event<\/span>[<\/span>'clusterTime'<\/span>].<\/span>time<\/span>).<\/span>isoformat<\/span>()<\/span>\r\n                        payload<\/span> =<\/span> {<\/span>'_id'<\/span>:doc_id<\/span>}<\/span>\r\n                        ######## Uncomment the following line if you want to add operation metadata fields to the document event. <\/span>\r\n                        payload<\/span>.<\/span>update<\/span>({<\/span>'action'<\/span>:op_type<\/span>,<\/span>'timestamp'<\/span>:str<\/span>(<\/span>change_event<\/span>[<\/span>'clusterTime'<\/span>].<\/span>time<\/span>),<\/span>'timestampReadable'<\/span>:str<\/span>(<\/span>readable<\/span>)})<\/span>\r\n                        ######## Uncomment the following line if you want to add db and coll metadata fields to the document event. <\/span>\r\n                        payload<\/span>.<\/span>update<\/span>({<\/span>'db'<\/span>:str<\/span>(<\/span>change_event<\/span>[<\/span>'ns'<\/span>][<\/span>'db'<\/span>]),<\/span>'coll'<\/span>:str<\/span>(<\/span>change_event<\/span>[<\/span>'ns'<\/span>][<\/span>'coll'<\/span>])})<\/span>\r\n\r\n                        # Append event for S3<\/span>\r\n                        if<\/span> \"BUCKET_NAME\"<\/span> in<\/span> os<\/span>.<\/span>environ<\/span>:<\/span>\r\n                            put_s3_event<\/span>(<\/span>json_util<\/span>.<\/span>dumps<\/span>(<\/span>payload<\/span>),<\/span> str<\/span>(<\/span>change_event<\/span>[<\/span>'ns'<\/span>][<\/span>'db'<\/span>]),<\/span> str<\/span>(<\/span>change_event<\/span>[<\/span>'ns'<\/span>][<\/span>'coll'<\/span>]),<\/span>op_id<\/span>)<\/span>\r\n\r\n                        logger<\/span>.<\/span>debug<\/span>(<\/span>'Processed event ID {}'<\/span>.<\/span>format<\/span>(<\/span>op_id<\/span>))<\/span>\r\n\r\n                    events_processed<\/span> +=<\/span> 1<\/span>\r\n\r\n                    if<\/span> events_processed<\/span> >=<\/span> state_sync_count<\/span> and<\/span> \"BUCKET_NAME\"<\/span> not<\/span> in<\/span> os<\/span>.<\/span>environ<\/span>:<\/span>\r\n                        # To reduce DocumentDB IO, only persist the stream state every N events<\/span>\r\n                        store_last_processed_id<\/span>(<\/span>change_stream<\/span>.<\/span>resume_token<\/span>)<\/span>\r\n                        logger<\/span>.<\/span>debug<\/span>(<\/span>'Synced token {} to state collection'<\/span>.<\/span>format<\/span>(<\/span>change_stream<\/span>.<\/span>resume_token<\/span>))<\/span>\r\n\r\n    except<\/span> OperationFailure<\/span> as<\/span> of:\r\n        <\/span>send_sns_alert<\/span>(<\/span>str<\/span>(<\/span>of<\/span>))<\/span>\r\n        if<\/span> of<\/span>.<\/span>code<\/span> ==<\/span> TOKEN_DATA_DELETED_CODE<\/span>:<\/span>\r\n            # Data for the last processed ID has been deleted in the change stream,<\/span>\r\n            # Store the last known good state so our next invocation<\/span>\r\n            # starts from the most recently available data<\/span>\r\n            store_last_processed_id<\/span>(<\/span>None<\/span>)<\/span>\r\n        raise<\/span>\r\n\r\n    except<\/span> Exception<\/span> as<\/span> ex:\r\n        <\/span>logger<\/span>.<\/span>error<\/span>(<\/span>'Exception in executing replication: {}'<\/span>.<\/span>format<\/span>(<\/span>ex<\/span>))<\/span>\r\n        send_sns_alert<\/span>(<\/span>str<\/span>(<\/span>ex<\/span>))<\/span>\r\n        raise<\/span>\r\n\r\n    else:\r\n        \r\n        <\/span>if<\/span> events_processed<\/span> ><\/span> 0<\/span>:<\/span>\r\n\r\n            store_last_processed_id<\/span>(<\/span>change_stream<\/span>.<\/span>resume_token<\/span>)<\/span>\r\n            logger<\/span>.<\/span>debug<\/span>(<\/span>'Synced token {} to state collection'<\/span>.<\/span>format<\/span>(<\/span>change_stream<\/span>.<\/span>resume_token<\/span>))<\/span>\r\n            return<\/span>{<\/span>\r\n                'statusCode'<\/span>:<\/span> 200<\/span>,<\/span>\r\n                'description'<\/span>:<\/span> 'Success'<\/span>,<\/span>\r\n                'detail'<\/span>:<\/span> json<\/span>.<\/span>dumps<\/span>(<\/span>str<\/span>(<\/span>events_processed<\/span>)<\/span>+<\/span> ' records processed successfully.'<\/span>)<\/span>\r\n            }<\/span>\r\n        else:\r\n            <\/span>if<\/span> canary_record<\/span> is<\/span> not<\/span> None<\/span>:<\/span>\r\n                return<\/span>{<\/span>\r\n                    'statusCode'<\/span>:<\/span> 202<\/span>,<\/span>\r\n                    'description'<\/span>:<\/span> 'Success'<\/span>,<\/span>\r\n                    'detail'<\/span>:<\/span> json<\/span>.<\/span>dumps<\/span>(<\/span>'Canary applied. No records to process.'<\/span>)<\/span>\r\n                }<\/span>\r\n            else:\r\n                <\/span>return<\/span>{<\/span>\r\n                    'statusCode'<\/span>:<\/span> 201<\/span>,<\/span>\r\n                    'description'<\/span>:<\/span> 'Success'<\/span>,<\/span>\r\n                    'detail'<\/span>:<\/span> json<\/span>.<\/span>dumps<\/span>(<\/span>'No records to process.'<\/span>)<\/span>\r\n                }<\/span>\r\n\r\n    finally:\r\n\r\n        <\/span># Close Kafka client<\/span>\r\n        if<\/span> \"MSK_BOOTSTRAP_SRV\"<\/span> in<\/span> os<\/span>.<\/span>environ<\/span>:<\/span>                                                 \r\n            kafka_client<\/span>.<\/span>close<\/span>()<\/span>\r\n\r\n\r\n<\/code><\/pre>\n","protected":false},"excerpt":{"rendered":"
— #!\/bin\/env python import json import logging import […]<\/p>\n","protected":false},"author":9,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[1],"tags":[],"class_list":["post-47087","post","type-post","status-publish","format-standard","hentry","category-uncategorized"],"yoast_head":"\n2022\u5e7410\u670819\u65e5\u7684CloudFormation CodePipeline\u5907\u5fd8\u5f55 - Blog - Silicon Cloud<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.silicloud.com\/zh\/blog\/2022\u5e7410\u670819\u65e5\u7684cloudformation-codepipeline\u5907\u5fd8\u5f55\u3002\/\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"2022\u5e7410\u670819\u65e5\u7684CloudFormation CodePipeline\u5907\u5fd8\u5f55\" \/>\n<meta property=\"og:description\" content=\"--- #!\/bin\/env python import json import logging import […]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.silicloud.com\/zh\/blog\/2022\u5e7410\u670819\u65e5\u7684cloudformation-codepipeline\u5907\u5fd8\u5f55\u3002\/\" \/>\n<meta property=\"og:site_name\" content=\"Blog - Silicon Cloud\" \/>\n<meta property=\"article:published_time\" content=\"2022-12-29T02:13:02+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2024-01-15T04:16:44+00:00\" \/>\n<meta name=\"author\" content=\"\u6e05, \u626c\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"\u6e05, \u626c\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"10 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/2022%e5%b9%b410%e6%9c%8819%e6%97%a5%e7%9a%84cloudformation-codepipeline%e5%a4%87%e5%bf%98%e5%bd%95%e3%80%82\/\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/2022%e5%b9%b410%e6%9c%8819%e6%97%a5%e7%9a%84cloudformation-codepipeline%e5%a4%87%e5%bf%98%e5%bd%95%e3%80%82\/\",\"name\":\"2022\u5e7410\u670819\u65e5\u7684CloudFormation CodePipeline\u5907\u5fd8\u5f55 - Blog - Silicon Cloud\",\"isPartOf\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\"},\"datePublished\":\"2022-12-29T02:13:02+00:00\",\"dateModified\":\"2024-01-15T04:16:44+00:00\",\"author\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/cb5556d2501da73d864cac945e8d9461\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/2022%e5%b9%b410%e6%9c%8819%e6%97%a5%e7%9a%84cloudformation-codepipeline%e5%a4%87%e5%bf%98%e5%bd%95%e3%80%82\/#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.silicloud.com\/zh\/blog\/2022%e5%b9%b410%e6%9c%8819%e6%97%a5%e7%9a%84cloudformation-codepipeline%e5%a4%87%e5%bf%98%e5%bd%95%e3%80%82\/\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/2022%e5%b9%b410%e6%9c%8819%e6%97%a5%e7%9a%84cloudformation-codepipeline%e5%a4%87%e5%bf%98%e5%bd%95%e3%80%82\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u9996\u9875\",\"item\":\"https:\/\/www.silicloud.com\/zh\/blog\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"2022\u5e7410\u670819\u65e5\u7684CloudFormation CodePipeline\u5907\u5fd8\u5f55\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#website\",\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/\",\"name\":\"Blog - Silicon Cloud\",\"description\":\"\",\"inLanguage\":\"zh-Hans\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/cb5556d2501da73d864cac945e8d9461\",\"name\":\"\u6e05, \u626c\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/32a4239de8ff29adace466261d309424a1e5fe9f7e3036bf89fe03f2e3dbe717?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/32a4239de8ff29adace466261d309424a1e5fe9f7e3036bf89fe03f2e3dbe717?s=96&d=mm&r=g\",\"caption\":\"\u6e05, \u626c\"},\"url\":\"https:\/\/www.silicloud.com\/zh\/blog\/author\/qingyang\/\"},{\"@type\":\"ImageObject\",\"inLanguage\":\"zh-Hans\",\"@id\":\"https:\/\/www.silicloud.com\/zh\/blog\/2022%e5%b9%b410%e6%9c%8819%e6%97%a5%e7%9a%84cloudformation-codepipeline%e5%a4%87%e5%bf%98%e5%bd%95%e3%80%82\/#local-main-organization-logo\",\"url\":\"\",\"contentUrl\":\"\",\"caption\":\"Blog - Silicon Cloud\"}]}<\/script>\n<!-- \/ Yoast SEO Premium plugin. -->","yoast_head_json":{"title":"2022\u5e7410\u670819\u65e5\u7684CloudFormation CodePipeline\u5907\u5fd8\u5f55 - Blog - Silicon Cloud","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.silicloud.com\/zh\/blog\/2022\u5e7410\u670819\u65e5\u7684cloudformation-codepipeline\u5907\u5fd8\u5f55\u3002\/","og_locale":"zh_CN","og_type":"article","og_title":"2022\u5e7410\u670819\u65e5\u7684CloudFormation CodePipeline\u5907\u5fd8\u5f55","og_description":"--- #!\/bin\/env python import json import logging import […]","og_url":"https:\/\/www.silicloud.com\/zh\/blog\/2022\u5e7410\u670819\u65e5\u7684cloudformation-codepipeline\u5907\u5fd8\u5f55\u3002\/","og_site_name":"Blog - Silicon Cloud","article_published_time":"2022-12-29T02:13:02+00:00","article_modified_time":"2024-01-15T04:16:44+00:00","author":"\u6e05, \u626c","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"\u6e05, \u626c","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"10 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.silicloud.com\/zh\/blog\/2022%e5%b9%b410%e6%9c%8819%e6%97%a5%e7%9a%84cloudformation-codepipeline%e5%a4%87%e5%bf%98%e5%bd%95%e3%80%82\/","url":"https:\/\/www.silicloud.com\/zh\/blog\/2022%e5%b9%b410%e6%9c%8819%e6%97%a5%e7%9a%84cloudformation-codepipeline%e5%a4%87%e5%bf%98%e5%bd%95%e3%80%82\/","name":"2022\u5e7410\u670819\u65e5\u7684CloudFormation CodePipeline\u5907\u5fd8\u5f55 - Blog - Silicon Cloud","isPartOf":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website"},"datePublished":"2022-12-29T02:13:02+00:00","dateModified":"2024-01-15T04:16:44+00:00","author":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/cb5556d2501da73d864cac945e8d9461"},"breadcrumb":{"@id":"https:\/\/www.silicloud.com\/zh\/blog\/2022%e5%b9%b410%e6%9c%8819%e6%97%a5%e7%9a%84cloudformation-codepipeline%e5%a4%87%e5%bf%98%e5%bd%95%e3%80%82\/#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.silicloud.com\/zh\/blog\/2022%e5%b9%b410%e6%9c%8819%e6%97%a5%e7%9a%84cloudformation-codepipeline%e5%a4%87%e5%bf%98%e5%bd%95%e3%80%82\/"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.silicloud.com\/zh\/blog\/2022%e5%b9%b410%e6%9c%8819%e6%97%a5%e7%9a%84cloudformation-codepipeline%e5%a4%87%e5%bf%98%e5%bd%95%e3%80%82\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.silicloud.com\/zh\/blog\/"},{"@type":"ListItem","position":2,"name":"2022\u5e7410\u670819\u65e5\u7684CloudFormation CodePipeline\u5907\u5fd8\u5f55"}]},{"@type":"WebSite","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#website","url":"https:\/\/www.silicloud.com\/zh\/blog\/","name":"Blog - Silicon Cloud","description":"","inLanguage":"zh-Hans"},{"@type":"Person","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/cb5556d2501da73d864cac945e8d9461","name":"\u6e05, \u626c","image":{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/32a4239de8ff29adace466261d309424a1e5fe9f7e3036bf89fe03f2e3dbe717?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/32a4239de8ff29adace466261d309424a1e5fe9f7e3036bf89fe03f2e3dbe717?s=96&d=mm&r=g","caption":"\u6e05, \u626c"},"url":"https:\/\/www.silicloud.com\/zh\/blog\/author\/qingyang\/"},{"@type":"ImageObject","inLanguage":"zh-Hans","@id":"https:\/\/www.silicloud.com\/zh\/blog\/2022%e5%b9%b410%e6%9c%8819%e6%97%a5%e7%9a%84cloudformation-codepipeline%e5%a4%87%e5%bf%98%e5%bd%95%e3%80%82\/#local-main-organization-logo","url":"","contentUrl":"","caption":"Blog - Silicon Cloud"}]}},"_links":{"self":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/47087","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/users\/9"}],"replies":[{"embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/comments?post=47087"}],"version-history":[{"count":1,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/47087\/revisions"}],"predecessor-version":[{"id":54914,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/posts\/47087\/revisions\/54914"}],"wp:attachment":[{"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/media?parent=47087"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/categories?post=47087"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.silicloud.com\/zh\/blog\/wp-json\/wp\/v2\/tags?post=47087"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}