{
"e2e_results": [
{
"file": "sully_permission_slip.png",
"description": "1st grade permission slip \u2192 Sully",
"status": "PARTIAL",
"routing": {
"expected": [
"sully"
],
"actual": [
"matt",
"sully"
],
"match": false
},
"category": {
"expected": "event",
"actual": "event",
"match": true
},
"actions": {
"expected_keywords": [
"sign",
"permission"
],
"found_keywords": [
"sign",
"permission"
],
"match": true,
"actual_actions": [
"Sign and return the permission slip by Wednesday, May 6th",
"Pack a bag lunch for Sullivan"
]
},
"deadline": {
"expected": true,
"detected": true,
"match": true
},
"briefing_preview": {
"title": "Field Trip to Green Bay Botanical Garden",
"confidence": 0.95,
"parser_method": "vision-qwen3-vl:8b",
"model_used": "llama3.1:8b"
}
},
{
"file": "harper_medical.png",
"description": "Medical appointment \u2192 Harper",
"status": "PARTIAL",
"routing": {
"expected": [
"harper"
],
"actual": [
"harper",
"matt"
],
"match": false
},
"category": {
"expected": "appointment",
"actual": "appointment",
"match": true
},
"actions": {
"expected_keywords": [
"bring",
"arrive"
],
"found_keywords": [
"arrive"
],
"match": false,
"actual_actions": [
"Reschedule if needed (at least 24 hours in advance)",
"Arrive 15 minutes early for paperwork"
]
},
"deadline": {
"expected": false,
"detected": false,
"match": true
},
"briefing_preview": {
"title": "Harper's Annual Well-Child Checkup",
"confidence": 0.95,
"parser_method": "vision-qwen3-vl:8b",
"model_used": "llama3.1:8b"
}
},
{
"file": "parent_teacher_conference.png",
"description": "Parent-teacher conference \u2192 Aundrea + Matt",
"status": "PARTIAL",
"routing": {
"expected": [
"aundrea",
"matt"
],
"actual": [
"aundrea",
"matt",
"sully"
],
"match": false
},
"category": {
"expected": "event",
"actual": "event",
"match": true
},
"actions": {
"expected_keywords": [
"confirm"
],
"found_keywords": [
"confirm"
],
"match": true,
"actual_actions": [
"Confirm attendance by calling the school office or emailing Mrs. Smith"
]
},
"deadline": {
"expected": false,
"detected": false,
"match": true
},
"briefing_preview": {
"title": "Parent-Teacher Conference for Sullivan",
"confidence": 0.98,
"parser_method": "vision-qwen3-vl:8b",
"model_used": "llama3.1:8b"
}
},
{
"file": "school_notice_ambiguous.png",
"description": "Generic school closure \u2192 Family/general",
"status": "PASS",
"routing": {
"expected": [],
"actual": [],
"match": true
},
"category": {
"expected": "info",
"actual": "info",
"match": true
},
"actions": {
"expected_keywords": [
"monitor"
],
"found_keywords": [
"monitor"
],
"match": true,
"actual_actions": [
"Monitor email and local news for updates about Tuesday's schedule"
]
},
"deadline": {
"expected": false,
"detected": false,
"match": true
},
"briefing_preview": {
"title": "School Closure: St. John's Elementary",
"confidence": 0.95,
"parser_method": "vision-qwen3-vl:8b",
"model_used": "llama3.1:8b"
}
}
],
"summary": {
"total": 4,
"passed": 1,
"partial": 3,
"failed": 0
}
}