[{"data":1,"prerenderedAt":54},["ShallowReactive",2],{"workflow-sfn-query-large-datasets-tf":3},{"id":4,"title":5,"cleanup":6,"contributors":10,"deploy":12,"description":16,"diagram":17,"extension":18,"framework":19,"gitHub":20,"introBox":29,"level":33,"meta":34,"resources":35,"s3URL":38,"services":39,"simplicity":45,"stem":46,"testing":47,"type":51,"usecase":52,"videoId":28,"__hash__":53},"workflows\u002Fworkflows\u002Fsfn-query-large-datasets-tf.json","Query large datasets",{"headline":7,"text":8},"Cleanup",[9],"1. Delete the stack: \u003Ccode>terraform destroy\u003C\u002Fcode>.",[11],"content\u002Fcontributors\u002Fitziar-olivera-goicolea.json",{"text":13},[14,15],"terraform init","terraform apply","Ingest large data set in S3, partition with Glue Crawlers, and perform Athena queries. Includes Step Functions, S3, Glue, and SNS.","\u002Fassets\u002Fimages\u002Fworkflows\u002Fsfn-query-large-datasets-tf.png","json","Terraform",{"template":21,"payloads":26},{"repoURL":22,"templateDir":23,"templateFile":24,"ASL":25},"https:\u002F\u002Fgithub.com\u002Faws-samples\u002Fstep-functions-workflows-collection\u002Ftree\u002Fmain\u002Fsfn-query-large-datasets-tf\u002F","sfn-query-large-datasets-tf","main.tf","statemachine\u002Fstatemachine.asl.json",[27],{"headline":28,"payloadURL":28},"",{"headline":30,"text":31},"How it works",[32],"In this project, the Step Functions state machine invokes an AWS Glue crawler that partitions a large dataset in Amazon S3. Once the AWS Glue crawler returns a success message, the workflow executes Athena queries against that partition. Once query execution is successfully complete, an Amazon SNS notification is sent to an Amazon SNS topic.","100",{},{"headline":36,"bullets":37},"Additional resources",[],null,[40,41,42,43,44],"sfn","glue","s3","athena","sns","2 - Pattern","workflows\u002Fsfn-query-large-datasets-tf",{"headline":48,"text":49},"Testing",[50],"See the GitHub repo for detailed testing instructions.","Standard","Data Processing","UQjlO-E7RyUVmEr3n7c_l_fcsOg9y_qw4i4r3JzDpMc",1778846889524]