[{"data":1,"prerenderedAt":56},["ShallowReactive",2],{"workflow-bedrock-evaluations-sam":3},{"id":4,"title":5,"cleanup":6,"contributors":11,"deploy":13,"description":16,"diagram":17,"extension":18,"framework":19,"gitHub":20,"introBox":29,"level":34,"meta":35,"resources":36,"s3URL":42,"services":43,"simplicity":47,"stem":48,"testing":49,"type":53,"usecase":54,"videoId":28,"__hash__":55},"workflows\u002Fworkflows\u002Fbedrock-evaluations-sam.json","Amazon Bedrock Knowledge Base Evaluations",{"headline":7,"text":8},"Cleanup",[9,10],"1. Delete any documents stored in the S3 buckets.","2. Delete the stack: \u003Ccode>sam delete\u003C\u002Fcode>.",[12],"content\u002Fcontributors\u002Frohan-mehta.json",{"text":14},[15],"sam deploy --guided","Ingest data into multiple Knowledge Bases and evaluate the performance with your test suite of prompts","\u002Fassets\u002Fimages\u002Fworkflows\u002Fbedrock-evaluations-sam.png","json","AWS SAM",{"template":21,"payloads":26},{"repoURL":22,"templateDir":23,"templateFile":24,"ASL":25},"https:\u002F\u002Fgithub.com\u002Faws-samples\u002Fstep-functions-workflows-collection\u002Ftree\u002Fmain\u002Fbedrock-evaluations-sam\u002F","bedrock-evaluations-sam","template.yaml","statemachine\u002Fstatemachine.asl.json",[27],{"headline":28,"payloadURL":28},"",{"headline":30,"text":31},"How it works",[32,33],"This workflow creates multiple Knowledge Bases, performs an ingestion job into a vector database, and runs evaluation jobs for you to assess the effectiveness of your ingestion jobs.","This is done by making use of Step Functions Parallel state to run multiple testing flows in parallel","200",{},{"headline":37,"bullets":38},"Additional resources",[39],{"text":40,"link":41},"New RAG evaluation and LLM-as-a-judge capabilities in Amazon Bedrock","https:\u002F\u002Faws.amazon.com\u002Fblogs\u002Faws\u002Fnew-rag-evaluation-and-llm-as-a-judge-capabilities-in-amazon-bedrock\u002F",null,[44,45,46],"bedrock","opensearch","s3","3 - Application","workflows\u002Fbedrock-evaluations-sam",{"headline":50,"text":51},"Testing",[52],"See the GitHub repo for detailed testing instructions.","Standard","AI\u002FML\u002FGenAI","_VxfT6ws6QDiq_KCn8jBIswQmDVm19DIzmiLqRF4y30",1778846888797]