[{"data":1,"prerenderedAt":37},["ShallowReactive",2],{"repo-lambda-bedrock-s3-streaming-rag":3},{"id":4,"title":5,"contributors":6,"date":8,"description":9,"diagram":10,"extension":11,"framework":12,"gitHub":14,"introBox":17,"language":24,"meta":26,"resources":27,"services":28,"simplicity":32,"stem":33,"type":34,"usecase":35,"__hash__":36},"repos\u002Frepos\u002Flambda-bedrock-s3-streaming-rag.json","Streaming Serverless Retrieval Augmented Generation",[7],"content\u002Fcontributors\u002Fkevin-shaffer-morrison.json","2023-11-03","Implement a streaming serverless Retrieval Augmented Generation (RAG) architecture.","\u002Fassets\u002Fimages\u002Frepos\u002Flambda-bedrock-s3-streaming-rag.png","json",[13],"AWS SAM",{"template":15},{"repoURL":16},"https:\u002F\u002Fgithub.com\u002Fshafkevi\u002Flambda-bedrock-s3-streaming-rag",{"headline":18,"text":19},"A serverless streaming retrieval augmented generation application using Amazon Bedrock",[20,21,22,23],"This repo showcases how to implement a streaming serverless Retrieval Augmented Generation (RAG) architecture.","Customers asked for a way to quickly test RAG capabilities on a small number of documents without managing infrastructure for contextual knowledge and non-parametric memory. In this pattern, I run a RAG workflow in a single Lambda function, so that customers only pay for the infrastructure they use, when they use it.","The responses are streamed using Lambda URL function streaming for a quicker time to first byte and a better user experience. This pattern makes use of Bedrock to calculate embeddings with Amazon Titan Embedding and any Amazon Bedrock chat model as prediction LLM.","I also provide a local pipeline to ingest your PDFs and upload them to S3. There is also an example of how to consume streamed responses using a very basic React application.",[25],"Node.js",{},null,[29,30,31],"lambda-event-functions","s3","bedrock","400","repos\u002Flambda-bedrock-s3-streaming-rag","Application","AI\u002FML\u002FGenAI","BAv3A66tgukKJHg67qIpf6_IwZPejjHWjFdXXFeZveo",1792578864915]