[{"data":1,"prerenderedAt":66},["ShallowReactive",2],{"pattern-dynamodb-glue-s3-terraform":3},{"id":4,"title":5,"architectureURL":6,"cleanup":7,"contributors":10,"deploy":12,"description":17,"extension":18,"framework":19,"gitHub":20,"highlight":6,"introBox":26,"language":31,"level":32,"meta":33,"patternArch":34,"resources":53,"s3URL":6,"services":6,"stem":61,"testing":62,"videoId":6,"__hash__":65},"patterns\u002Fpatterns\u002Fdynamodb-glue-s3-terraform.json","Amazon DynamoDB and Amazon S3 zero-ETL integration using AWS Glue",null,{"text":8},[9],"terraform destroy",[11],"content\u002Fcontributors\u002Fkiran-ramamurthy.json",{"text":13},[14,15,16],"terraform init","terraform plan","terraform apply","Create an Amazon DynamoDB and S3 bucket and integrate them using an AWS Glue job for zero-ETL data transfer.","json","Terraform",{"template":21},{"repoURL":22,"templateURL":23,"projectFolder":24,"templateFile":25},"https:\u002F\u002Fgithub.com\u002Faws-samples\u002Fserverless-patterns\u002Ftree\u002Fmain\u002Fdynamodb-glue-s3-terraform","serverless-patterns\u002Fdynamodb-glue-s3-terraform","dynamodb-glue-s3-terraform","main.tf",{"headline":27,"text":28},"How it works",[29,30],"This pattern sets up Amazon DynamoDB and Amazon S3 buckets, and integrates them with an AWS Glue job. Using this setup, you can move data from Amazon DynamoDB to Amazon S3 buckets (triggers are not implemented in the pattern, need to be added as required) and use that for analytics or long term storage. The scenarios where this pattern can be used are when there are large amounts of data on Amazon DynamoDB and you want to move them to a data lake as part of data strategy, or if the data has to be moved to long term storage due to regulatory reasons. The AWS Glue job copies the data into an encrypted Amazon S3 bucket and stores them in the specified format. In this pattern the format has been set to Parquet.","This pattern also creates the required roles and policies for the services, with the right level of permissions required. The roles and policies can be expanded if additional services come into play, based on principle of least privilege.","Python","200",{},{"icon1":35,"icon2":40,"icon3":43,"line1":47,"line2":51},{"x":36,"y":37,"service":38,"label":39},20,50,"dynamodb","Amazon DynamoDB",{"x":37,"y":37,"service":41,"label":42},"glue","AWS Glue",{"x":44,"y":37,"service":45,"label":46},80,"s3","Amazon S3",{"from":48,"to":49,"label":50},"icon1","icon2","",{"from":49,"to":52,"label":50},"icon3",{"bullets":54},[55,57,59],{"text":42,"link":56},"https:\u002F\u002Fdocs.aws.amazon.com\u002Fglue\u002Flatest\u002Fdg\u002Fwhat-is-glue.html",{"text":39,"link":58},"https:\u002F\u002Fdocs.aws.amazon.com\u002Famazondynamodb\u002Flatest\u002Fdeveloperguide\u002FIntroduction.html",{"text":46,"link":60},"https:\u002F\u002Fdocs.aws.amazon.com\u002FAmazonS3\u002Flatest\u002Fuserguide\u002FWelcome.html","patterns\u002Fdynamodb-glue-s3-terraform",{"text":63},[64],"See the GitHub repo for testing instructions.","Fi511unkUzkcwThk_t7EcZZ_bjzLowvbwKQq82QejMo",1782210915580]