[{"data":1,"prerenderedAt":57},["ShallowReactive",2],{"workflow-s3-distributed-map":3},{"id":4,"title":5,"cleanup":6,"contributors":10,"deploy":12,"description":16,"diagram":17,"extension":18,"framework":19,"gitHub":20,"introBox":29,"level":35,"meta":36,"resources":37,"s3URL":43,"services":44,"simplicity":48,"stem":49,"testing":50,"type":54,"usecase":55,"videoId":28,"__hash__":56},"workflows\u002Fworkflows\u002Fs3-distributed-map.json","S3 Distributed Map",{"headline":7,"text":8},"Cleanup",[9],"1. Delete the stack: \u003Ccode>npm run cdk:destroy\u003C\u002Fcode>.",[11],"content\u002Fcontributors\u002Fomid-eidivandi.json",{"text":13},[14,15],"1. Bootstrap CDK, if needed: \u003Ccode>cdk bootstrap aws:\u002F\u002F{your-aws-account-number}\u002F{your-aws-region}\u003C\u002Fcode>","2. Deploy the stack: \u003Ccode>npm run cdk:deploy\u003C\u002Fcode>","Read and Transform S3 objects using a distributed map state","\u002Fassets\u002Fimages\u002Fworkflows\u002Fs3-distributed-map.png","json","AWS CDK",{"template":21,"payloads":26},{"repoURL":22,"templateDir":23,"templateFile":24,"ASL":25},"https:\u002F\u002Fgithub.com\u002Faws-samples\u002Fstep-functions-workflows-collection\u002Ftree\u002Fmain\u002Fs3-bucket-nested-distributed-map\u002F","s3-bucket-nested-distributed-map","\u002Flib\u002Fdistributed-map-stack.ts","statemachine\u002Fstatemachine.asl.json",[27],{"headline":28,"payloadURL":28},"",{"headline":30,"text":31},"How it works",[32,33,34],"This distributed map state reads all objects in an S3 bucket.","Each Batch of files is treated by a NESTED Distributed map state, the nested distributed map breaks the workload into smaller batches.","For processing each small batch will is treated by an INLINE map to get and publish object body as results.","300",{},{"headline":38,"bullets":39},"Additional resources",[40],{"text":41,"link":42},"The AWS Step Functions Workshop","https:\u002F\u002Fcatalog.workshops.aws\u002Fstepfunctions\u002Fen-US",null,[45,46,47],"sfn","s3","sns","2 - Pattern","workflows\u002Fs3-distributed-map",{"headline":51,"text":52},"Testing",[53],"See the GitHub repo for detailed testing instructions.","Standard","Data Processing","vvn1kl-bJEaecJube8iBgLFQr34zj17a9AoywJj0Rcg",1781778924249]