[{"data":1,"prerenderedAt":138},["ShallowReactive",2],{"explore-reinvent2023-svs307":3},{"id":4,"title":5,"YouTubeChannelID":6,"banner":6,"contributors":7,"description":5,"extension":9,"introBox":10,"meta":13,"pdf":14,"resources":17,"stem":136,"type":6,"video":6,"videos":6,"__hash__":137},"explore\u002Fexplore\u002Freinvent2023-svs307.json","Resources for re:Invent SVS307",null,[8],"content\u002Fcontributors\u002Fjulian-wood.json","json",{"headline":11,"text":12},"Scaling your serverless data processing with Amazon Kinesis and Kafka","This talk explores how to build scalable data processing applications using AWS Lambda. Attendees will gain practical insights into integrating Lambda with Amazon Kinesis and Amazon MSK, using their event-driven models for real-time data streaming and processing. The talk showcases different architectural patterns, best practices, and code examples for achieving high throughput, fault tolerance, and low latency. By the end, participants will have the knowledge to design serverless data processing pipelines and extract valuable insights from real-time data streams.",{},{"source":15,"headline":16},"https:\u002F\u002Fserverlessland.s3.amazonaws.com\u002Fpdf\u002Freinvent2023\u002Freinvent-2023-SVS307.pdf","Slides from the presentation",{"left":18,"right":96},[19,21,28,51,60,81],{"headline":20},"AWS Lambda and Kafka Resources",{"headline":22,"subheading":23,"text":24,"button":25},"Using AWS Lambda to process Apache Kafka Streams","Learning guide","Deep dive into configuring Kafka and Lambda for stream processing.",{"text":26,"link":27},"Read","https:\u002F\u002Fserverlessland.com\u002Fcontent\u002Fguides\u002Flambda-kafka\u002Fintroduction",{"headline":29,"subheading":30,"text":31,"bullets":32},"Streaming","Talk resources","",[33,36,39,42,45,48],{"text":34,"link":35},"Serverless Stream Processing with Lambda","https:\u002F\u002Fserverlessland.com\u002Fcontent\u002Fservice\u002Flambda\u002Fguides\u002Fserverless-stream-processing-with-lambda\u002F1-introduction",{"text":37,"link":38},"Building serverless applications with streaming data","https:\u002F\u002Faws.amazon.com\u002Fblogs\u002Fcompute\u002Fbuilding-serverless-applications-with-streaming-data-part-1\u002F",{"text":40,"link":41},"Best practices for right-sizing your Apache Kafka clusters to optimize performance and cost","https:\u002F\u002Faws.amazon.com\u002Fblogs\u002Fbig-data\u002Fbest-practices-for-right-sizing-your-apache-kafka-clusters-to-optimize-performance-and-cost\u002F",{"text":43,"link":44},"Serverless Streaming Architectures and Best Practices","https:\u002F\u002Fd1.awsstatic.com\u002Fserverless\u002FWhitepaper\u002FStream%20Processing%20Whitepaper.pdf",{"text":46,"link":47},"Confluent: Trigger AWS Lambda Functions Directly from an Apache Kafka Topic","https:\u002F\u002Fwww.confluent.io\u002Fblog\u002Fserverless-kafka-streaming-with-confluent-cloud-and-aws-lambda\u002F",{"text":49,"link":50},"Confluent: Kafka Connect","https:\u002F\u002Fdocs.confluent.io\u002Fplatform\u002Fcurrent\u002Fconnect\u002Findex.html",{"headline":52,"subheading":30,"text":31,"bullets":53},"Self-managed Kafka",[54,57],{"text":55,"link":56},"Using Lambda with self-managed Apache Kafka","https:\u002F\u002Fdocs.aws.amazon.com\u002Flambda\u002Flatest\u002Fdg\u002Fwith-kafka.html#services-kafka-scaling",{"text":58,"link":59},"Using self-hosted Apache Kafka as an event source for AWS Lambda","https:\u002F\u002Faws.amazon.com\u002Fblogs\u002Fcompute\u002Fusing-self-hosted-apache-kafka-as-an-event-source-for-aws-lambda\u002F",{"headline":61,"subheading":30,"text":31,"bullets":62},"Amazon MSK",[63,66,69,72,75,78],{"text":64,"link":65},"Using Lambda with Amazon MSK","https:\u002F\u002Fdocs.aws.amazon.com\u002Flambda\u002Flatest\u002Fdg\u002Fwith-msk.html#services-msk-vpc-config",{"text":67,"link":68},"Using Amazon MSK as an event source for AWS Lambda","https:\u002F\u002Faws.amazon.com\u002Fblogs\u002Fcompute\u002Fusing-amazon-msk-as-an-event-source-for-aws-lambda\u002F",{"text":70,"link":71},"Creating a serverless Apache Kafka publisher using AWS Lambda","https:\u002F\u002Faws.amazon.com\u002Fpt\u002Fblogs\u002Fcompute\u002Fcreating-a-serverless-apache-kafka-publisher-using-aws-lambda",{"text":73,"link":74},"Amazon MSK Labs Workshop","https:\u002F\u002Fcatalog.us-east-1.prod.workshops.aws\u002Fworkshops\u002Fc2b72b6f-666b-4596-b8bc-bafa5dcca741\u002Fen-US",{"text":76,"link":77},"Serverless Data Processing on MSK Workshop","https:\u002F\u002Fcatalog.us-east-1.prod.workshops.aws\u002Fworkshops\u002F76d4b4eb-bff7-40c6-a925-7f101ad3bd43\u002Fen-US\u002Fmsk",{"text":79,"link":80},"Amazon Managed Streaming for Apache Kafka Documentation","https:\u002F\u002Fdocs.aws.amazon.com\u002Fmsk\u002Findex.html",{"headline":82,"subheading":30,"text":31,"bullets":83},"Networking",[84,87,90,93],{"text":85,"link":86},"Setting up AWS Lambda with an Apache Kafka cluster within a VPC","https:\u002F\u002Faws.amazon.com\u002Fblogs\u002Fcompute\u002Fsetting-up-aws-lambda-with-an-apache-kafka-cluster-within-a-vpc\u002F",{"text":88,"link":89},"Connecting outbound networking to resources in a VPC","https:\u002F\u002Fdocs.aws.amazon.com\u002Flambda\u002Flatest\u002Fdg\u002Fconfiguration-vpc.html#vpc-internet",{"text":91,"link":92},"How do I troubleshoot Lambda triggers that poll from MSK and self-managed Kafka clusters?","https:\u002F\u002Frepost.aws\u002Fknowledge-center\u002Flambda-trigger-msk-kafka-cluster",{"text":94,"link":95},"What are VPC endpoints?","https:\u002F\u002Fdocs.aws.amazon.com\u002Fwhitepapers\u002Flatest\u002Faws-privatelink\u002Fwhat-are-vpc-endpoints.html",[97,99,104],{"headline":98},"AWS Lambda and Kinesis Resources",{"headline":100,"subheading":23,"text":101,"button":102},"Streaming processing with Kinesis Data Streams","Deep dive into using Kinesis and Lambda for stream processing.",{"text":26,"link":103},"https:\u002F\u002Fserverlessland.com\u002Fcontent\u002Fservice\u002Flambda\u002Fguides\u002Fserverless-stream-processing-with-lambda\u002F4-1-KDS-key-concepts-terms",{"headline":29,"subheading":30,"text":31,"bullets":105},[106,107,109,112,115,118,121,122,124,127,130,133],{"text":34,"link":35},{"text":108,"link":38},"Building serverless applications with streaming data: Part 1",{"text":110,"link":111},"Building serverless applications with streaming data: Part 2","https:\u002F\u002Faws.amazon.com\u002Fblogs\u002Fcompute\u002Fbuilding-serverless-applications-with-streaming-data-part-2\u002F",{"text":113,"link":114},"Building serverless applications with streaming data: Part 3","https:\u002F\u002Faws.amazon.com\u002Fblogs\u002Fcompute\u002Fbuilding-serverless-applications-with-streaming-data-part-3\u002F",{"text":116,"link":117},"Building leaderboard functionality with serverless data analytics","https:\u002F\u002Faws.amazon.com\u002Fblogs\u002Fcompute\u002Fbuilding-serverless-applications-with-streaming-data-part-4\u002F",{"text":119,"link":120},"Monitoring and troubleshooting serverless data analytics applications","https:\u002F\u002Faws.amazon.com\u002Fblogs\u002Fcompute\u002Fmonitoring-and-troubleshooting-serverless-data-analytics-applications\u002F",{"text":43,"link":44},{"text":123,"link":103},"Key Concepts and Terminologies",{"text":125,"link":126},"Integration with AWS Lambda","https:\u002F\u002Fserverlessland.com\u002Fcontent\u002Fservice\u002Flambda\u002Fguides\u002Fserverless-stream-processing-with-lambda\u002F4-2-KDS-lambda-intg",{"text":128,"link":129},"Error handling with Lambda ESM","https:\u002F\u002Fserverlessland.com\u002Fcontent\u002Fservice\u002Flambda\u002Fguides\u002Fserverless-stream-processing-with-lambda\u002F4-3-KDS-lambda-error-handling",{"text":131,"link":132},"Scaling- Key Concepts and Terminologies","https:\u002F\u002Fserverlessland.com\u002Fcontent\u002Fservice\u002Flambda\u002Fguides\u002Fserverless-stream-processing-with-lambda\u002F4-4-KDS-scaling",{"text":134,"link":135},"Monitoring","https:\u002F\u002Fserverlessland.com\u002Fcontent\u002Fservice\u002Flambda\u002Fguides\u002Fserverless-stream-processing-with-lambda\u002F4-5-KDS-monitoring","explore\u002Freinvent2023-svs307","WSiVjyVcqHufYeSm9nPDyxujD-0FKPE-8qkp4mY8FU0",1792578863594]