[{"data":1,"prerenderedAt":97},["ShallowReactive",2],{"reinvent2024-svs321":3},{"id":4,"title":5,"YouTubeChannelID":6,"banner":6,"contributors":7,"description":6,"extension":9,"introBox":10,"meta":13,"pdf":14,"resources":17,"stem":95,"type":6,"video":6,"videos":6,"__hash__":96},"reinvent2024\u002Freinvent2024\u002Fsvs321.json","SVS321: AWS Lambda and Apache Kafka for Real-time Data Processing Applications",null,[8],"content\u002Fcontributors\u002Fjulian-wood.json","json",{"headline":11,"text":12},"Resources for SVS321: AWS Lambda and Apache Kafka for real-time data processing applications","In this session, gain practical insights into building scalable, serverless data processing applications by integrating AWS Lambda with Apache Kafka. Explore using event-driven models for real-time data streaming and processing. Discover different architectural patterns and best practices to achieve high throughput, fault tolerance, and low latency. Leave with the knowledge to design serverless data processing pipelines that extract valuable insights from real-time data streams efficiently and cost-effectively.",{},{"source":15,"headline":16},"https:\u002F\u002Fserverlessland.s3.amazonaws.com\u002Fpdf\u002Freinvent2024\u002FSVS321.pdf","Slides from the presentation",{"left":18,"right":49},[19,26],{"headline":20,"subheading":21,"text":22,"button":23},"Using AWS Lambda to process Apache Kafka Streams","Learning guide","Deep dive into configuring Kafka and Lambda for stream processing.",{"text":24,"link":25},"Read","https:\u002F\u002Fserverlessland.com\u002Fcontent\u002Fguides\u002Flambda-kafka\u002Fintroduction",{"headline":27,"subheading":28,"text":29,"bullets":30},"Streaming","Talk resources","",[31,34,37,40,43,46],{"text":32,"link":33},"Serverless Stream Processing with Lambda","https:\u002F\u002Fserverlessland.com\u002Fcontent\u002Fservice\u002Flambda\u002Fguides\u002Fserverless-stream-processing-with-lambda\u002F1-introduction",{"text":35,"link":36},"Building serverless applications with streaming data","https:\u002F\u002Faws.amazon.com\u002Fblogs\u002Fcompute\u002Fbuilding-serverless-applications-with-streaming-data-part-1\u002F",{"text":38,"link":39},"Best practices for right-sizing your Apache Kafka clusters to optimize performance and cost","https:\u002F\u002Faws.amazon.com\u002Fblogs\u002Fbig-data\u002Fbest-practices-for-right-sizing-your-apache-kafka-clusters-to-optimize-performance-and-cost\u002F",{"text":41,"link":42},"Serverless Streaming Architectures and Best Practices","https:\u002F\u002Fd1.awsstatic.com\u002Fserverless\u002FWhitepaper\u002FStream%20Processing%20Whitepaper.pdf",{"text":44,"link":45},"Confluent: Trigger AWS Lambda Functions Directly from an Apache Kafka Topic","https:\u002F\u002Fwww.confluent.io\u002Fblog\u002Fserverless-kafka-streaming-with-confluent-cloud-and-aws-lambda\u002F",{"text":47,"link":48},"Confluent: Kafka Connect","https:\u002F\u002Fdocs.confluent.io\u002Fplatform\u002Fcurrent\u002Fconnect\u002Findex.html",[50,59,80],{"headline":51,"subheading":28,"text":29,"bullets":52},"Self-managed Kafka",[53,56],{"text":54,"link":55},"Using Lambda with self-managed Apache Kafka","https:\u002F\u002Fdocs.aws.amazon.com\u002Flambda\u002Flatest\u002Fdg\u002Fwith-kafka.html#services-kafka-scaling",{"text":57,"link":58},"Using self-hosted Apache Kafka as an event source for AWS Lambda","https:\u002F\u002Faws.amazon.com\u002Fblogs\u002Fcompute\u002Fusing-self-hosted-apache-kafka-as-an-event-source-for-aws-lambda\u002F",{"headline":60,"subheading":28,"text":29,"bullets":61},"Amazon MSK",[62,65,68,71,74,77],{"text":63,"link":64},"Using Lambda with Amazon MSK","https:\u002F\u002Fdocs.aws.amazon.com\u002Flambda\u002Flatest\u002Fdg\u002Fwith-msk.html#services-msk-vpc-config",{"text":66,"link":67},"Using Amazon MSK as an event source for AWS Lambda","https:\u002F\u002Faws.amazon.com\u002Fblogs\u002Fcompute\u002Fusing-amazon-msk-as-an-event-source-for-aws-lambda\u002F",{"text":69,"link":70},"Creating a serverless Apache Kafka publisher using AWS Lambda","https:\u002F\u002Faws.amazon.com\u002Fpt\u002Fblogs\u002Fcompute\u002Fcreating-a-serverless-apache-kafka-publisher-using-aws-lambda",{"text":72,"link":73},"Amazon MSK Labs Workshop","https:\u002F\u002Fcatalog.us-east-1.prod.workshops.aws\u002Fworkshops\u002Fc2b72b6f-666b-4596-b8bc-bafa5dcca741\u002Fen-US",{"text":75,"link":76},"Serverless Data Processing on MSK Workshop","https:\u002F\u002Fcatalog.us-east-1.prod.workshops.aws\u002Fworkshops\u002F76d4b4eb-bff7-40c6-a925-7f101ad3bd43\u002Fen-US\u002Fmsk",{"text":78,"link":79},"Amazon Managed Streaming for Apache Kafka Documentation","https:\u002F\u002Fdocs.aws.amazon.com\u002Fmsk\u002Findex.html",{"headline":81,"subheading":28,"text":29,"bullets":82},"Networking",[83,86,89,92],{"text":84,"link":85},"Setting up AWS Lambda with an Apache Kafka cluster within a VPC","https:\u002F\u002Faws.amazon.com\u002Fblogs\u002Fcompute\u002Fsetting-up-aws-lambda-with-an-apache-kafka-cluster-within-a-vpc\u002F",{"text":87,"link":88},"Connecting outbound networking to resources in a VPC","https:\u002F\u002Fdocs.aws.amazon.com\u002Flambda\u002Flatest\u002Fdg\u002Fconfiguration-vpc.html#vpc-internet",{"text":90,"link":91},"How do I troubleshoot Lambda triggers that poll from MSK and self-managed Kafka clusters?","https:\u002F\u002Frepost.aws\u002Fknowledge-center\u002Flambda-trigger-msk-kafka-cluster",{"text":93,"link":94},"What are VPC endpoints?","https:\u002F\u002Fdocs.aws.amazon.com\u002Fwhitepapers\u002Flatest\u002Faws-privatelink\u002Fwhat-are-vpc-endpoints.html","reinvent2024\u002Fsvs321","UkKHCocmAFfWI7vWpLy60-BHdcgRkPDY_8EnfaUskUQ",1792665336791]