[{"data":1,"prerenderedAt":57},["ShallowReactive",2],{"workflow-distributed-map-weather-anaysis":3},{"id":4,"title":5,"cleanup":6,"contributors":10,"deploy":12,"description":16,"diagram":17,"extension":18,"framework":19,"gitHub":20,"introBox":29,"level":34,"meta":35,"resources":36,"s3URL":45,"services":46,"simplicity":48,"stem":49,"testing":50,"type":54,"usecase":55,"videoId":28,"__hash__":56},"workflows\u002Fworkflows\u002Fdistributed-map-weather-anaysis.json","Distributed Map reduce weather analysis",{"headline":7,"text":8},"Cleanup",[9],"1. Delete the stack: \u003Ccode>sam delete\u003C\u002Fcode>.",[11],"content\u002Fcontributors\u002Fbenjamin-smith.json",{"text":13},[14,15],"1. sam build","2. sam deploy --guided","Process all 37+ GB of NOAA Global Surface Summary of Day.","\u002Fassets\u002Fimages\u002Fworkflows\u002Fdistributed-map-weather-anaysis.png","json","AWS SAM",{"template":21,"payloads":26},{"repoURL":22,"templateDir":23,"templateFile":24,"ASL":25},"https:\u002F\u002Fgithub.com\u002Faws-samples\u002Faws-stepfunctions-examples\u002Ftree\u002Fmain\u002Fsam\u002Fdemo-distributed-map-data-processing\u002F","demo-distributed-map-data-processing\u002F","template.yaml","statemachines\u002Fdmap-temperatures.asl.json",[27],{"headline":28,"payloadURL":28},"",{"headline":30,"text":31},"Activity State Machine",[32,33],"This implementation uses a Lambda map function (using a Distributed Map state from Step Functions) and a Lambda reducer function. The reducer function performs a final aggregation and writes the results to DynamoDB.","The reducer function is necessary because two child workflows in the Distributed Map run may process and find a high temperature for the same day. For example, child worflow 1 may find that Seattle, Washington, USA had the highest temperature on 2022-07 (July, 2022) while child workflow 2 finds that Jahra, Kuwait had the highest temperature on 2022-07. The reducer function will take a final pass through the outputs from all of the child workflows to find the correct highs.","100",{},{"headline":37,"bullets":38},"Additional resources",[39,42],{"text":40,"link":41},"Step Functions Map State","https:\u002F\u002Fdocs.aws.amazon.com\u002Fstep-functions\u002Flatest\u002Fdg\u002Famazon-states-language-map-state.html",{"text":43,"link":44},"Deploy application front-end","https:\u002F\u002Fgithub.com\u002Faws-samples\u002Fstep-functions-workflows-collection\u002Ftree\u002Fmain\u002Fdistributed-map-state\u002Ffrontend","https:\u002F\u002Fda-public-assets.s3.amazonaws.com\u002Fworkflows\u002Fdistributed-map-weather-anaysis\u002Fcloudformation.yml",[47],"lambda","3 - Application","workflows\u002Fdistributed-map-weather-anaysis",{"headline":51,"text":52},"Testing",[53],"See the GitHub repo for detailed testing instructions.","Standard","Data Processing","UfF3OMzgoRndiCbxgJ20_IydyET3rCTv0PW_1IHNms8",1780050912294]