{
"summary": {
"total": 19,
"passed": 19,
"partial": 0,
"failed": 0,
"accuracy_strict": 100.0,
"accuracy_tolerant": 100.0
},
"results": [
{
"test_id": "T001",
"category": "grade-based",
"status": "PASS",
"detail": "Exact match",
"expected": [
"sully"
],
"actual": [
"sully"
],
"confidences": {
"sully": 0.95
},
"min_confidence_threshold": 0.9,
"matched_rules": [
"rule_001"
],
"text_preview": "Mrs. Smith's first grade class will have a field trip to the museum on Friday."
},
{
"test_id": "T002",
"category": "grade-based",
"status": "PASS",
"detail": "Exact match",
"expected": [
"sully"
],
"actual": [
"sully"
],
"confidences": {
"sully": 0.95
},
"min_confidence_threshold": 0.9,
"matched_rules": [
"rule_001"
],
"text_preview": "1st Grade Music Concert \u2014 December 15th at 2:00 PM in the gymnasium."
},
{
"test_id": "T003",
"category": "grade-based",
"status": "PASS",
"detail": "Exact match",
"expected": [
"harper"
],
"actual": [
"harper"
],
"confidences": {
"harper": 0.9
},
"min_confidence_threshold": 0.85,
"matched_rules": [
"rule_002"
],
"text_preview": "Pre-K class picture day is scheduled for next Tuesday."
},
{
"test_id": "T004",
"category": "grade-based",
"status": "PASS",
"detail": "Exact match",
"expected": [
"harper"
],
"actual": [
"harper"
],
"confidences": {
"harper": 0.9
},
"min_confidence_threshold": 0.85,
"matched_rules": [
"rule_002"
],
"text_preview": "Ms. Johnson's preschool class needs volunteers for the holiday party."
},
{
"test_id": "T005",
"category": "name-based",
"status": "PASS",
"detail": "Exact match",
"expected": [
"sully"
],
"actual": [
"sully"
],
"confidences": {
"sully": 0.98
},
"min_confidence_threshold": 0.95,
"matched_rules": [
"rule_004"
],
"text_preview": "Sullivan's permission slip for the zoo trip needs to be signed by Wednesday."
},
{
"test_id": "T006",
"category": "name-based",
"status": "PASS",
"detail": "Exact match",
"expected": [
"harper"
],
"actual": [
"harper"
],
"confidences": {
"harper": 0.98
},
"min_confidence_threshold": 0.95,
"matched_rules": [
"rule_005"
],
"text_preview": "Harper's dance recital is this Saturday at 3 PM at the community center."
},
{
"test_id": "T007",
"category": "name-based",
"status": "PASS",
"detail": "Exact match",
"expected": [
"sully"
],
"actual": [
"sully"
],
"confidences": {
"sully": 0.98
},
"min_confidence_threshold": 0.95,
"matched_rules": [
"rule_004"
],
"text_preview": "Sully brought home a reading log that needs to be signed daily."
},
{
"test_id": "T008",
"category": "parent-routing",
"status": "PASS",
"detail": "Exact match",
"expected": [
"aundrea",
"matt"
],
"actual": [
"aundrea",
"matt"
],
"confidences": {
"aundrea": 0.8,
"matt": 0.8
},
"min_confidence_threshold": 0.75,
"matched_rules": [
"rule_003",
"rule_003"
],
"text_preview": "Parent-teacher conferences are scheduled for November 14th and 15th."
},
{
"test_id": "T009",
"category": "parent-routing",
"status": "PASS",
"detail": "Exact match",
"expected": [
"aundrea",
"matt"
],
"actual": [
"aundrea",
"matt"
],
"confidences": {
"aundrea": 0.8,
"matt": 0.8
},
"min_confidence_threshold": 0.75,
"matched_rules": [
"rule_003",
"rule_003"
],
"text_preview": "Both parents are invited to the school open house this Thursday."
},
{
"test_id": "T010",
"category": "role-based",
"status": "PASS",
"detail": "Exact match",
"expected": [
"aundrea"
],
"actual": [
"aundrea"
],
"confidences": {
"aundrea": 0.95
},
"min_confidence_threshold": 0.9,
"matched_rules": [
"rule_006"
],
"text_preview": "Mom, we need you to bring snacks for the class party on Friday."
},
{
"test_id": "T011",
"category": "role-based",
"status": "PASS",
"detail": "Exact match",
"expected": [
"matt"
],
"actual": [
"matt"
],
"confidences": {
"matt": 0.95
},
"min_confidence_threshold": 0.9,
"matched_rules": [
"rule_007"
],
"text_preview": "Dad, can you help with the science fair project?"
},
{
"test_id": "T012",
"category": "role-based",
"status": "PASS",
"detail": "Exact match",
"expected": [
"matt"
],
"actual": [
"matt"
],
"confidences": {
"matt": 0.95
},
"min_confidence_threshold": 0.9,
"matched_rules": [
"rule_007"
],
"text_preview": "The Hoffmann family is invited to the neighborhood block party."
},
{
"test_id": "T013",
"category": "multi-member",
"status": "PASS",
"detail": "Exact match",
"expected": [
"sully",
"harper"
],
"actual": [
"sully",
"harper"
],
"confidences": {
"sully": 0.98,
"harper": 0.98
},
"min_confidence_threshold": 0.9,
"matched_rules": [
"rule_004",
"rule_005"
],
"text_preview": "Sullivan and Harper's school pictures are ready for pickup."
},
{
"test_id": "T014",
"category": "multi-member",
"status": "PASS",
"detail": "Exact match",
"expected": [
"sully",
"aundrea",
"matt"
],
"actual": [
"sully",
"aundrea",
"matt"
],
"confidences": {
"sully": 0.95,
"aundrea": 0.8,
"matt": 0.8
},
"min_confidence_threshold": 0.7,
"matched_rules": [
"rule_001",
"rule_003",
"rule_003"
],
"text_preview": "First grade parent-teacher conference schedule: Mrs. Smith's class."
},
{
"test_id": "T015",
"category": "ambiguous",
"status": "PASS",
"detail": "No routing expected",
"expected": [],
"actual": [],
"confidences": {},
"min_confidence_threshold": 0.0,
"matched_rules": [],
"text_preview": "The school will be closed on Monday for a teacher in-service day."
},
{
"test_id": "T016",
"category": "ambiguous",
"status": "PASS",
"detail": "No routing expected",
"expected": [],
"actual": [],
"confidences": {},
"min_confidence_threshold": 0.0,
"matched_rules": [],
"text_preview": "Flu shots available at the clinic next week. Schedule your appointment."
},
{
"test_id": "T017",
"category": "real-world",
"status": "PASS",
"detail": "Exact match",
"expected": [
"sully"
],
"actual": [
"sully"
],
"confidences": {
"sully": 0.95
},
"min_confidence_threshold": 0.9,
"matched_rules": [
"rule_001"
],
"text_preview": "ST. JOHN'S ELEMENTARY\nPERMISSION SLIP \u2014 Field Trip\n\nStudent Name: __..."
},
{
"test_id": "T018",
"category": "real-world",
"status": "PASS",
"detail": "Exact match",
"expected": [
"sully",
"harper"
],
"actual": [
"sully",
"harper"
],
"confidences": {
"sully": 0.95,
"harper": 0.9
},
"min_confidence_threshold": 0.85,
"matched_rules": [
"rule_001",
"rule_002"
],
"text_preview": "ST. JOHN'S ELEMENTARY\nHealth Update \u2014 Flu Season\n\nDear Parents,\nAs flu season ap..."
},
{
"test_id": "T019",
"category": "real-world",
"status": "PASS",
"detail": "Exact match",
"expected": [
"sully",
"aundrea",
"matt"
],
"actual": [
"sully",
"aundrea",
"matt"
],
"confidences": {
"aundrea": 0.8,
"matt": 0.8,
"sully": 0.98
},
"min_confidence_threshold": 0.75,
"matched_rules": [
"rule_003",
"rule_003",
"rule_004"
],
"text_preview": "NOTICE: Parent-Teacher Conference\nSt. John's Elementary School\n\nDear Mr. and Mrs..."
}
]
}