{ "e2e_results": [ { "file": "sully_permission_slip.png", "description": "1st grade permission slip \u2192 Sully", "status": "PARTIAL", "routing": { "expected": [ "sully" ], "actual": [ "matt", "sully" ], "match": false }, "category": { "expected": "event", "actual": "event", "match": true }, "actions": { "expected_keywords": [ "sign", "permission" ], "found_keywords": [ "sign", "permission" ], "match": true, "actual_actions": [ "Sign and return the permission slip by Wednesday, May 6th", "Pack a bag lunch for Sullivan" ] }, "deadline": { "expected": true, "detected": true, "match": true }, "briefing_preview": { "title": "Field Trip to Green Bay Botanical Garden", "confidence": 0.95, "parser_method": "vision-qwen3-vl:8b", "model_used": "llama3.1:8b" } }, { "file": "harper_medical.png", "description": "Medical appointment \u2192 Harper", "status": "PARTIAL", "routing": { "expected": [ "harper" ], "actual": [ "harper", "matt" ], "match": false }, "category": { "expected": "appointment", "actual": "appointment", "match": true }, "actions": { "expected_keywords": [ "bring", "arrive" ], "found_keywords": [ "arrive" ], "match": false, "actual_actions": [ "Reschedule if needed (at least 24 hours in advance)", "Arrive 15 minutes early for paperwork" ] }, "deadline": { "expected": false, "detected": false, "match": true }, "briefing_preview": { "title": "Harper's Annual Well-Child Checkup", "confidence": 0.95, "parser_method": "vision-qwen3-vl:8b", "model_used": "llama3.1:8b" } }, { "file": "parent_teacher_conference.png", "description": "Parent-teacher conference \u2192 Aundrea + Matt", "status": "PARTIAL", "routing": { "expected": [ "aundrea", "matt" ], "actual": [ "aundrea", "matt", "sully" ], "match": false }, "category": { "expected": "event", "actual": "event", "match": true }, "actions": { "expected_keywords": [ "confirm" ], "found_keywords": [ "confirm" ], "match": true, "actual_actions": [ "Confirm attendance by calling the school office or emailing Mrs. Smith" ] }, "deadline": { "expected": false, "detected": false, "match": true }, "briefing_preview": { "title": "Parent-Teacher Conference for Sullivan", "confidence": 0.98, "parser_method": "vision-qwen3-vl:8b", "model_used": "llama3.1:8b" } }, { "file": "school_notice_ambiguous.png", "description": "Generic school closure \u2192 Family/general", "status": "PASS", "routing": { "expected": [], "actual": [], "match": true }, "category": { "expected": "info", "actual": "info", "match": true }, "actions": { "expected_keywords": [ "monitor" ], "found_keywords": [ "monitor" ], "match": true, "actual_actions": [ "Monitor email and local news for updates about Tuesday's schedule" ] }, "deadline": { "expected": false, "detected": false, "match": true }, "briefing_preview": { "title": "School Closure: St. John's Elementary", "confidence": 0.95, "parser_method": "vision-qwen3-vl:8b", "model_used": "llama3.1:8b" } } ], "summary": { "total": 4, "passed": 1, "partial": 3, "failed": 0 } }