{ "version": "inbox-final-report-1.0", "freeze": { "version": "inbox-freeze-1.0", "frozenAt": "2026-10-08T12:15:44.189Z", "reviewer": "Fresh independent Sol 6.1 agent; independent-review.md", "approval": "Policy, all200 references, message-only input, spend guard and scoring approved before heldout/challenge and stability inference.", "model": "jev-1.13.0", "rulesVersion": "inbox-rules-1.1", "scoringVersion": "inbox-scoring-1.1", "questionVersion": "latticedesk-questions-1.0", "primary": { "heldout": 120, "challenge": 40 }, "development": { "cases": 40, "smokeCalls": 1, "scoredCalls": 40, "rulesRevisions": 1, "questionRevisions": 0, "precededIndependentReview": true }, "stability": { "cases": 12, "rounds": 2 }, "concurrency": 1, "retries": 0, "capUsd": 1, "hashes": { "policy.md": "f817cc6325660dc1ef8a7dd3215360bb12607f7e87dd7c9688ab9c8cfcc24b3e", "corpus.json": "c9febfb493c7274dc6a43460cb31dd7981de6ceaf7ef0d8dcefb576e85fac39e", "protocol.json": "2d0c6f9c728cfb08c09e5e572344eef6a33a3bb69f090ff55b0ac9d060bb5ab3", "questions.json": "23f69c597c2a42f2b67b8ff17e62b507587a895b949852e7a8b18a7afbad0f9a", "types.ts": "0ad95e8d6580130dd043ec662f584b8699db0eaea4314aef49fd4a8d48570997", "jev.ts": "2d18c96038a301ede3b4923aac72a1b447399bc2623bae5f5bc3e38002a7c4a8", "rules.ts": "5adb4c2e8f6f553dc489aee0f7408d0595c8c49a9aeae9f041fa07ef7018e5d3", "evaluate.ts": "3cadd100910ae30a56987439a50ba8d29a1be6f3c63cba4ca34d0bca121b03f6", "run.ts": "61622b393f8d44834ad66897de4fa8d10d71f123c9201594217d08bed68be20a", "report.ts": "e815e7e9906b593c4523cee014f33d550fe8f696a538efe06ae141be9a6531c4", "runner.test.ts": "62a2f7b010ce3f6b00a375d69f8ed7120f3d927387451473fde8943e98ee4fc1" } }, "jev": { "scoringVersion": "inbox-scoring-1.1", "source": "jev", "count": 160, "fields": { "queue": { "correct": 156, "total": 160, "accuracy": 0.975 }, "impact": { "correct": 158, "total": 160, "accuracy": 0.9875 }, "priority": { "correct": 158, "total": 160, "accuracy": 0.9875 } }, "combined": { "correct": 154, "total": 160, "accuracy": 0.9625 }, "seriousMisses": { "count": 0, "denominator": 50, "rate": 0, "ids": [] }, "unnecessaryUrgent": { "count": 0, "denominator": 110, "rate": 0, "ids": [] }, "validOnly": { "count": 160, "fields": { "queue": { "correct": 156, "total": 160, "accuracy": 0.975 }, "impact": { "correct": 158, "total": 160, "accuracy": 0.9875 }, "priority": { "correct": 158, "total": 160, "accuracy": 0.9875 } }, "combined": { "correct": 154, "total": 160, "accuracy": 0.9625 }, "seriousMisses": { "count": 0, "denominator": 50 }, "unnecessaryUrgent": { "count": 0, "denominator": 110 } }, "format": { "valid": 160, "total": 160, "fraction": 1, "missing": 0, "failures": [] }, "confusion": { "queue": { "billing": { "billing": 35, "account": 0, "technical": 1, "sales": 0, "review": 0, "missing": 0 }, "account": { "billing": 0, "account": 35, "technical": 0, "sales": 0, "review": 0, "missing": 0 }, "technical": { "billing": 0, "account": 0, "technical": 45, "sales": 1, "review": 0, "missing": 0 }, "sales": { "billing": 0, "account": 2, "technical": 0, "sales": 21, "review": 0, "missing": 0 }, "review": { "billing": 0, "account": 0, "technical": 0, "sales": 0, "review": 20, "missing": 0 } }, "impact": { "blocked": { "blocked": 50, "degraded": 0, "routine": 0, "unclear": 0, "missing": 0 }, "degraded": { "blocked": 0, "degraded": 20, "routine": 0, "unclear": 0, "missing": 0 }, "routine": { "blocked": 0, "degraded": 1, "routine": 70, "unclear": 0, "missing": 0 }, "unclear": { "blocked": 0, "degraded": 0, "routine": 1, "unclear": 18, "missing": 0 } }, "priority": { "urgent": { "urgent": 50, "high": 0, "normal": 0, "review": 0, "missing": 0 }, "high": { "urgent": 0, "high": 20, "normal": 0, "review": 0, "missing": 0 }, "normal": { "urgent": 0, "high": 1, "normal": 70, "review": 0, "missing": 0 }, "review": { "urgent": 0, "high": 0, "normal": 1, "review": 18, "missing": 0 } } }, "perQueue": { "account": { "count": 35, "fields": { "queue": { "correct": 35, "total": 35, "accuracy": 1 }, "impact": { "correct": 35, "total": 35, "accuracy": 1 }, "priority": { "correct": 35, "total": 35, "accuracy": 1 } }, "combined": { "correct": 35, "total": 35, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 15 }, "unnecessaryUrgent": { "count": 0, "denominator": 20 } }, "billing": { "count": 36, "fields": { "queue": { "correct": 35, "total": 36, "accuracy": 0.9722222222222222 }, "impact": { "correct": 35, "total": 36, "accuracy": 0.9722222222222222 }, "priority": { "correct": 35, "total": 36, "accuracy": 0.9722222222222222 } }, "combined": { "correct": 34, "total": 36, "accuracy": 0.9444444444444444 }, "seriousMisses": { "count": 0, "denominator": 11 }, "unnecessaryUrgent": { "count": 0, "denominator": 25 } }, "review": { "count": 20, "fields": { "queue": { "correct": 20, "total": 20, "accuracy": 1 }, "impact": { "correct": 19, "total": 20, "accuracy": 0.95 }, "priority": { "correct": 19, "total": 20, "accuracy": 0.95 } }, "combined": { "correct": 19, "total": 20, "accuracy": 0.95 }, "seriousMisses": { "count": 0, "denominator": 3 }, "unnecessaryUrgent": { "count": 0, "denominator": 17 } }, "sales": { "count": 23, "fields": { "queue": { "correct": 21, "total": 23, "accuracy": 0.9130434782608695 }, "impact": { "correct": 23, "total": 23, "accuracy": 1 }, "priority": { "correct": 23, "total": 23, "accuracy": 1 } }, "combined": { "correct": 21, "total": 23, "accuracy": 0.9130434782608695 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 23 } }, "technical": { "count": 46, "fields": { "queue": { "correct": 45, "total": 46, "accuracy": 0.9782608695652174 }, "impact": { "correct": 46, "total": 46, "accuracy": 1 }, "priority": { "correct": 46, "total": 46, "accuracy": 1 } }, "combined": { "correct": 45, "total": 46, "accuracy": 0.9782608695652174 }, "seriousMisses": { "count": 0, "denominator": 21 }, "unnecessaryUrgent": { "count": 0, "denominator": 25 } } }, "perScenario": { "calm-serious": { "count": 5, "fields": { "queue": { "correct": 5, "total": 5, "accuracy": 1 }, "impact": { "correct": 5, "total": 5, "accuracy": 1 }, "priority": { "correct": 5, "total": 5, "accuracy": 1 } }, "combined": { "correct": 5, "total": 5, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 5 }, "unnecessaryUrgent": { "count": 0, "denominator": 0 } }, "counterfactual": { "count": 38, "fields": { "queue": { "correct": 38, "total": 38, "accuracy": 1 }, "impact": { "correct": 38, "total": 38, "accuracy": 1 }, "priority": { "correct": 38, "total": 38, "accuracy": 1 } }, "combined": { "correct": 38, "total": 38, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 17 }, "unnecessaryUrgent": { "count": 0, "denominator": 21 } }, "loud-low-impact": { "count": 5, "fields": { "queue": { "correct": 4, "total": 5, "accuracy": 0.8 }, "impact": { "correct": 5, "total": 5, "accuracy": 1 }, "priority": { "correct": 5, "total": 5, "accuracy": 1 } }, "combined": { "correct": 4, "total": 5, "accuracy": 0.8 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 5 } }, "missing-context": { "count": 14, "fields": { "queue": { "correct": 14, "total": 14, "accuracy": 1 }, "impact": { "correct": 13, "total": 14, "accuracy": 0.9285714285714286 }, "priority": { "correct": 13, "total": 14, "accuracy": 0.9285714285714286 } }, "combined": { "correct": 13, "total": 14, "accuracy": 0.9285714285714286 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 14 } }, "mixed": { "count": 12, "fields": { "queue": { "correct": 11, "total": 12, "accuracy": 0.9166666666666666 }, "impact": { "correct": 12, "total": 12, "accuracy": 1 }, "priority": { "correct": 12, "total": 12, "accuracy": 1 } }, "combined": { "correct": 11, "total": 12, "accuracy": 0.9166666666666666 }, "seriousMisses": { "count": 0, "denominator": 6 }, "unnecessaryUrgent": { "count": 0, "denominator": 6 } }, "negation": { "count": 7, "fields": { "queue": { "correct": 7, "total": 7, "accuracy": 1 }, "impact": { "correct": 7, "total": 7, "accuracy": 1 }, "priority": { "correct": 7, "total": 7, "accuracy": 1 } }, "combined": { "correct": 7, "total": 7, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 2 }, "unnecessaryUrgent": { "count": 0, "denominator": 5 } }, "ordinary": { "count": 51, "fields": { "queue": { "correct": 50, "total": 51, "accuracy": 0.9803921568627451 }, "impact": { "correct": 50, "total": 51, "accuracy": 0.9803921568627451 }, "priority": { "correct": 50, "total": 51, "accuracy": 0.9803921568627451 } }, "combined": { "correct": 49, "total": 51, "accuracy": 0.9607843137254902 }, "seriousMisses": { "count": 0, "denominator": 12 }, "unnecessaryUrgent": { "count": 0, "denominator": 39 } }, "policy-injection": { "count": 10, "fields": { "queue": { "correct": 10, "total": 10, "accuracy": 1 }, "impact": { "correct": 10, "total": 10, "accuracy": 1 }, "priority": { "correct": 10, "total": 10, "accuracy": 1 } }, "combined": { "correct": 10, "total": 10, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 5 }, "unnecessaryUrgent": { "count": 0, "denominator": 5 } }, "quoted-history": { "count": 6, "fields": { "queue": { "correct": 6, "total": 6, "accuracy": 1 }, "impact": { "correct": 6, "total": 6, "accuracy": 1 }, "priority": { "correct": 6, "total": 6, "accuracy": 1 } }, "combined": { "correct": 6, "total": 6, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 1 }, "unnecessaryUrgent": { "count": 0, "denominator": 5 } }, "resolved": { "count": 5, "fields": { "queue": { "correct": 5, "total": 5, "accuracy": 1 }, "impact": { "correct": 5, "total": 5, "accuracy": 1 }, "priority": { "correct": 5, "total": 5, "accuracy": 1 } }, "combined": { "correct": 5, "total": 5, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 5 } }, "typos": { "count": 7, "fields": { "queue": { "correct": 6, "total": 7, "accuracy": 0.8571428571428571 }, "impact": { "correct": 7, "total": 7, "accuracy": 1 }, "priority": { "correct": 7, "total": 7, "accuracy": 1 } }, "combined": { "correct": 6, "total": 7, "accuracy": 0.8571428571428571 }, "seriousMisses": { "count": 0, "denominator": 2 }, "unnecessaryUrgent": { "count": 0, "denominator": 5 } } }, "baselineComputedForMissingCases": [], "review": { "queue": 20, "priority": 18, "either": 31 }, "top20": { "arrival": { "ids": [ "H001", "H002", "H003", "H004", "H005", "H006", "H007", "H008", "H009", "H010", "H011", "H012", "H013", "H014", "H015", "H016", "H017", "H018", "H019", "H020" ], "size": 20, "seriousCaptured": 6, "seriousTotal": 50, "coverage": 0.12, "precision": 0.3, "precisionDenominator": 20 }, "baseline": { "ids": [ "H002", "H011", "H013", "H032", "H044", "H062", "H064", "H076", "H079", "H082", "H086", "H089", "H095", "H097", "H100", "H103", "H108", "C002", "C004", "C009" ], "size": 20, "seriousCaptured": 17, "seriousTotal": 50, "coverage": 0.34, "precision": 0.85, "precisionDenominator": 20 }, "jev": { "ids": [ "H002", "H008", "H011", "H013", "H016", "H020", "H023", "H026", "H029", "H032", "H035", "H044", "H061", "H062", "H063", "H064", "H076", "H079", "H080", "H082" ], "size": 20, "seriousCaptured": 20, "seriousTotal": 50, "coverage": 0.4, "precision": 1, "precisionDenominator": 20 } }, "confidenceBins": { "queue": [ { "lower": 0, "upper": 0.5, "upperInclusive": false, "correct": 5, "total": 5, "accuracy": 1, "meanConfidence": 0.368, "absoluteGap": 0.632 }, { "lower": 0.5, "upper": 0.8, "upperInclusive": false, "correct": 11, "total": 14, "accuracy": 0.7857142857142857, "meanConfidence": 0.6814285714285715, "absoluteGap": 0.1042857142857142 }, { "lower": 0.8, "upper": 0.9, "upperInclusive": false, "correct": 9, "total": 9, "accuracy": 1, "meanConfidence": 0.8377777777777778, "absoluteGap": 0.16222222222222216 }, { "lower": 0.9, "upper": 1, "upperInclusive": true, "correct": 131, "total": 132, "accuracy": 0.9924242424242424, "meanConfidence": 0.9867424242424239, "absoluteGap": 0.005681818181818565 } ], "impact": [ { "lower": 0, "upper": 0.5, "upperInclusive": false, "correct": 1, "total": 1, "accuracy": 1, "meanConfidence": 0.44, "absoluteGap": 0.56 }, { "lower": 0.5, "upper": 0.8, "upperInclusive": false, "correct": 4, "total": 6, "accuracy": 0.6666666666666666, "meanConfidence": 0.695, "absoluteGap": 0.02833333333333332 }, { "lower": 0.8, "upper": 0.9, "upperInclusive": false, "correct": 11, "total": 11, "accuracy": 1, "meanConfidence": 0.8463636363636362, "absoluteGap": 0.1536363636363638 }, { "lower": 0.9, "upper": 1, "upperInclusive": true, "correct": 142, "total": 142, "accuracy": 1, "meanConfidence": 0.9880281690140842, "absoluteGap": 0.01197183098591581 } ] }, "confidenceEce": { "queue": { "count": 160, "excluded": 0, "invalidOrFailedOrMissing": 0, "successfulWithoutValidConfidence": 0, "value": 0.04268750000000031, "interpretation": "Descriptive confidence/accuracy bin gap; this experiment does not establish calibration." }, "impact": { "count": 160, "excluded": 0, "invalidOrFailedOrMissing": 0, "successfulWithoutValidConfidence": 0, "value": 0.025750000000000293, "interpretation": "Descriptive confidence/accuracy bin gap; this experiment does not establish calibration." } }, "groupDiagnostics": { "c01": { "cases": [ "C001" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c02": { "cases": [ "C002" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c03": { "cases": [ "C003" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c04": { "cases": [ "C004" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c05": { "cases": [ "C005" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c06": { "cases": [ "C006" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c07": { "cases": [ "C007" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c08": { "cases": [ "C008" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c09": { "cases": [ "C009" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c10": { "cases": [ "C010" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c11": { "cases": [ "C011" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c12": { "cases": [ "C012" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c13": { "cases": [ "C013" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c14": { "cases": [ "C014" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c15": { "cases": [ "C015" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c16": { "cases": [ "C016" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c17": { "cases": [ "C017" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c18": { "cases": [ "C018" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c19": { "cases": [ "C019" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c20": { "cases": [ "C020" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "ccf01": { "cases": [ "C021", "C022" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf02": { "cases": [ "C023", "C024" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf03": { "cases": [ "C025", "C026" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf04": { "cases": [ "C027", "C028" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf05": { "cases": [ "C029", "C030" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf06": { "cases": [ "C031", "C032" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf07": { "cases": [ "C033", "C034" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf08": { "cases": [ "C035", "C036" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf09": { "cases": [ "C037", "C038" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf10": { "cases": [ "C039", "C040" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "h01": { "cases": [ "H001" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h02": { "cases": [ "H002" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h03": { "cases": [ "H003" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h04": { "cases": [ "H004" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h05": { "cases": [ "H005" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h06": { "cases": [ "H006" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h07": { "cases": [ "H007" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h08": { "cases": [ "H008" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h09": { "cases": [ "H009" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h10": { "cases": [ "H010" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h100": { "cases": [ "H100" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h101": { "cases": [ "H101" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h102": { "cases": [ "H102" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h11": { "cases": [ "H011" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h12": { "cases": [ "H012" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h13": { "cases": [ "H013" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h14": { "cases": [ "H014" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h15": { "cases": [ "H015" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h16": { "cases": [ "H016" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h17": { "cases": [ "H017" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h18": { "cases": [ "H018" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h19": { "cases": [ "H019" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h20": { "cases": [ "H020" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h21": { "cases": [ "H021" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h22": { "cases": [ "H022" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h23": { "cases": [ "H023" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h24": { "cases": [ "H024" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h25": { "cases": [ "H025" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h26": { "cases": [ "H026" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h27": { "cases": [ "H027" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h28": { "cases": [ "H028" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h29": { "cases": [ "H029" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h30": { "cases": [ "H030" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h31": { "cases": [ "H031" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h32": { "cases": [ "H032" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h33": { "cases": [ "H033" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h34": { "cases": [ "H034" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h35": { "cases": [ "H035" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h36": { "cases": [ "H036" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h37": { "cases": [ "H037" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h38": { "cases": [ "H038" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h39": { "cases": [ "H039" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h40": { "cases": [ "H040" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h41": { "cases": [ "H041" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h42": { "cases": [ "H042" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h43": { "cases": [ "H043" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h44": { "cases": [ "H044" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h45": { "cases": [ "H045" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h46": { "cases": [ "H046" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h47": { "cases": [ "H047" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h48": { "cases": [ "H048" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h49": { "cases": [ "H049" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h50": { "cases": [ "H050" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h51": { "cases": [ "H051" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h52": { "cases": [ "H052" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h53": { "cases": [ "H053" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h54": { "cases": [ "H054" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h55": { "cases": [ "H055" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h56": { "cases": [ "H056" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h57": { "cases": [ "H057" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h58": { "cases": [ "H058" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h59": { "cases": [ "H059" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h60": { "cases": [ "H060" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h61": { "cases": [ "H061" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h62": { "cases": [ "H062" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h63": { "cases": [ "H063" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h64": { "cases": [ "H064" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h65": { "cases": [ "H065" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h66": { "cases": [ "H066" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h67": { "cases": [ "H067" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h68": { "cases": [ "H068" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h69": { "cases": [ "H069" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h70": { "cases": [ "H070" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h71": { "cases": [ "H071" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h72": { "cases": [ "H072" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h73": { "cases": [ "H073" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h74": { "cases": [ "H074" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h75": { "cases": [ "H075" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h76": { "cases": [ "H076" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h77": { "cases": [ "H077" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h78": { "cases": [ "H078" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h79": { "cases": [ "H079" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h80": { "cases": [ "H080" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h81": { "cases": [ "H081" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h82": { "cases": [ "H082" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h83": { "cases": [ "H083" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h84": { "cases": [ "H084" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h85": { "cases": [ "H085" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h86": { "cases": [ "H086" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h87": { "cases": [ "H087" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h88": { "cases": [ "H088" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h89": { "cases": [ "H089" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h90": { "cases": [ "H090" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h91": { "cases": [ "H091" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h92": { "cases": [ "H092" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h93": { "cases": [ "H093" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h94": { "cases": [ "H094" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h95": { "cases": [ "H095" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h96": { "cases": [ "H096" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h97": { "cases": [ "H097" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h98": { "cases": [ "H098" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h99": { "cases": [ "H099" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "hcf01": { "cases": [ "H103", "H104" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf02": { "cases": [ "H105", "H106" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf03": { "cases": [ "H107", "H108" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf04": { "cases": [ "H109", "H110" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf05": { "cases": [ "H111", "H112" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf06": { "cases": [ "H113", "H114" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf07": { "cases": [ "H115", "H116" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf08": { "cases": [ "H117", "H118" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf09": { "cases": [ "H119", "H120" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] } }, "operations": { "concurrency": 1, "attempts": 160, "questions": 320, "retries": 0, "latency": { "count": 160, "p50Ms": 284.2326439999997, "p95Ms": 327.23645699999906 }, "inputTokens": 388943, "outputTokens": 15399, "calculatedCostUsd": 0.016335606000000003, "unknownUsage": 0 }, "details": [ { "caseId": "H001", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "review": 0, "billing": 1, "sales": 0, "technical": 0 }, "impact": { "blocked": 0, "degraded": 0, "unclear": 0.01, "routine": 0.99 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H002", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "billing": 1, "technical": 0, "sales": 0, "review": 0 }, "impact": { "unclear": 0, "routine": 0, "blocked": 1, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H003", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "degraded", "priority": "high", "confidence": { "queue": 0.99, "impact": 0.73 }, "probabilities": { "queue": { "account": 0, "review": 0.01, "billing": 0.99, "technical": 0, "sales": 0 }, "impact": { "blocked": 0.01, "unclear": 0, "routine": 0.19, "degraded": 0.8 } } }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H004", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 0.74, "impact": 1 }, "probabilities": { "queue": { "review": 0, "account": 0, "billing": 0.21, "technical": 0.79, "sales": 0 }, "impact": { "blocked": 0, "unclear": 0, "routine": 0, "degraded": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H005", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.95 }, "probabilities": { "queue": { "review": 0, "billing": 1, "technical": 0, "account": 0, "sales": 0 }, "impact": { "routine": 0.96, "unclear": 0.04, "degraded": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H006", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "review": 0, "sales": 0, "billing": 1, "technical": 0 }, "impact": { "blocked": 0, "unclear": 0, "routine": 0.99, "degraded": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H007", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "billing": 1, "account": 0, "technical": 0, "sales": 0, "review": 0 }, "impact": { "blocked": 0, "degraded": 0, "routine": 0.99, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H008", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 1 }, "probabilities": { "queue": { "account": 0, "review": 0.01, "billing": 0.99, "technical": 0, "sales": 0 }, "impact": { "blocked": 1, "unclear": 0, "routine": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H009", "expected": { "queue": "billing", "impact": "degraded", "priority": "high" }, "actual": { "queue": "billing", "impact": "degraded", "priority": "high", "confidence": { "queue": 0.96, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "account": 0, "billing": 0.97, "technical": 0.03, "review": 0 }, "impact": { "routine": 0, "unclear": 0, "blocked": 0, "degraded": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H010", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.96, "impact": 0.99 }, "probabilities": { "queue": { "billing": 0.97, "account": 0.02, "technical": 0, "sales": 0, "review": 0.01 }, "impact": { "blocked": 0, "degraded": 0, "routine": 1, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H011", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "account": 0, "review": 0, "billing": 1, "technical": 0 }, "impact": { "degraded": 0, "blocked": 1, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H012", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.75, "impact": 0.77 }, "probabilities": { "queue": { "sales": 0.8, "account": 0, "review": 0, "billing": 0.2, "technical": 0 }, "impact": { "routine": 0.83, "unclear": 0.05, "blocked": 0.12, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H013", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "billing": 0, "account": 1, "sales": 0, "review": 0 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H014", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "sales": 0, "account": 1, "billing": 0, "technical": 0, "review": 0 }, "impact": { "routine": 0.99, "unclear": 0.01, "blocked": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H015", "expected": { "queue": "account", "impact": "degraded", "priority": "high" }, "actual": { "queue": "account", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "sales": 0, "review": 0, "technical": 0, "account": 1 }, "impact": { "routine": 0, "unclear": 0, "blocked": 0, "degraded": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H016", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "sales": 0, "billing": 0, "review": 0, "account": 1 }, "impact": { "unclear": 0, "degraded": 0, "routine": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H017", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "sales": 0, "review": 0, "technical": 0, "account": 1 }, "impact": { "routine": 1, "unclear": 0, "blocked": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H018", "expected": { "queue": "account", "impact": "degraded", "priority": "high" }, "actual": { "queue": "account", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "sales": 0, "billing": 0, "review": 0, "account": 1 }, "impact": { "routine": 0, "degraded": 1, "blocked": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H019", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.94, "impact": 0.97 }, "probabilities": { "queue": { "review": 0, "billing": 0, "technical": 0.05, "sales": 0, "account": 0.95 }, "impact": { "blocked": 0, "degraded": 0, "routine": 0.98, "unclear": 0.02 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H020", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "review": 0, "technical": 0, "account": 1, "billing": 0 }, "impact": { "degraded": 0, "routine": 0, "unclear": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H021", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.74, "impact": 0.6 }, "probabilities": { "queue": { "technical": 0.13, "sales": 0, "review": 0.08, "billing": 0, "account": 0.79 }, "impact": { "routine": 0.7, "degraded": 0.3, "blocked": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H022", "expected": { "queue": "account", "impact": "degraded", "priority": "high" }, "actual": { "queue": "account", "impact": "degraded", "priority": "high", "confidence": { "queue": 0.91, "impact": 1 }, "probabilities": { "queue": { "review": 0, "account": 0.93, "sales": 0, "billing": 0, "technical": 0.07 }, "impact": { "unclear": 0, "degraded": 1, "routine": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H023", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "technical": 0, "account": 1, "billing": 0, "review": 0 }, "impact": { "blocked": 1, "routine": 0, "unclear": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H024", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.75, "impact": 0.95 }, "probabilities": { "queue": { "review": 0, "billing": 0, "account": 0.2, "sales": 0.8, "technical": 0 }, "impact": { "blocked": 0, "routine": 0.96, "degraded": 0, "unclear": 0.04 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H025", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "review": 0, "account": 0, "sales": 0, "technical": 1 }, "impact": { "unclear": 0, "routine": 0, "blocked": 0, "degraded": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H026", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "account": 0, "billing": 0, "review": 0, "technical": 1 }, "impact": { "unclear": 0, "routine": 0, "degraded": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H027", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "technical": 1, "review": 0, "sales": 0, "billing": 0 }, "impact": { "unclear": 0.01, "degraded": 0, "routine": 0.99, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H028", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "technical": 1, "billing": 0, "sales": 0, "review": 0 }, "impact": { "degraded": 1, "blocked": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H029", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "review": 0, "technical": 1, "sales": 0, "account": 0, "billing": 0 }, "impact": { "blocked": 1, "routine": 0, "degraded": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H030", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.96 }, "probabilities": { "queue": { "account": 0, "technical": 1, "sales": 0, "review": 0, "billing": 0 }, "impact": { "routine": 0.97, "blocked": 0, "unclear": 0, "degraded": 0.03 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H031", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 0.95, "impact": 1 }, "probabilities": { "queue": { "review": 0.04, "account": 0, "billing": 0, "sales": 0, "technical": 0.96 }, "impact": { "blocked": 0, "routine": 0, "degraded": 1, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H032", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "technical": 1, "account": 0, "billing": 0, "review": 0 }, "impact": { "blocked": 1, "routine": 0, "unclear": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H033", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 1, "billing": 0, "sales": 0, "review": 0, "account": 0 }, "impact": { "routine": 1, "degraded": 0, "unclear": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H034", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "technical": 1, "account": 0, "review": 0, "billing": 0 }, "impact": { "blocked": 0, "routine": 0, "unclear": 0, "degraded": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H035", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.97, "impact": 1 }, "probabilities": { "queue": { "technical": 0.98, "sales": 0, "account": 0, "review": 0.02, "billing": 0 }, "impact": { "blocked": 1, "routine": 0, "unclear": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H036", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.99 }, "probabilities": { "queue": { "billing": 0, "technical": 0.99, "sales": 0.01, "review": 0, "account": 0 }, "impact": { "degraded": 0.01, "routine": 0.99, "blocked": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H037", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.96, "impact": 0.96 }, "probabilities": { "queue": { "sales": 0.97, "billing": 0, "review": 0, "account": 0.03, "technical": 0 }, "impact": { "unclear": 0.03, "blocked": 0, "routine": 0.97, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H038", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "technical": 0, "sales": 1, "billing": 0, "review": 0 }, "impact": { "degraded": 0, "routine": 0.99, "unclear": 0.01, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H039", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.88 }, "probabilities": { "queue": { "review": 0, "technical": 0, "billing": 0, "sales": 0.99, "account": 0.01 }, "impact": { "degraded": 0, "blocked": 0.01, "unclear": 0.08, "routine": 0.91 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H040", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "sales": 1, "billing": 0, "review": 0, "technical": 0 }, "impact": { "degraded": 0, "unclear": 0, "blocked": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H041", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "review": 0, "technical": 0, "sales": 1, "billing": 0 }, "impact": { "blocked": 0, "unclear": 0.01, "degraded": 0, "routine": 0.99 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H042", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.99 }, "probabilities": { "queue": { "sales": 0.99, "billing": 0, "account": 0, "technical": 0, "review": 0.01 }, "impact": { "unclear": 0.01, "routine": 0.99, "degraded": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H043", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.69, "impact": 0.88 }, "probabilities": { "queue": { "account": 0.75, "sales": 0.25, "billing": 0, "technical": 0, "review": 0 }, "impact": { "blocked": 0, "degraded": 0, "unclear": 0.09, "routine": 0.91 } } }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H044", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.96, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "account": 0, "technical": 0.98, "sales": 0.02, "review": 0 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H045", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.92 }, "probabilities": { "queue": { "account": 0, "technical": 0, "billing": 0, "sales": 1, "review": 0 }, "impact": { "degraded": 0, "blocked": 0.03, "unclear": 0.03, "routine": 0.94 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H046", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "sales": 1, "account": 0, "review": 0, "billing": 0 }, "impact": { "degraded": 0, "unclear": 0, "blocked": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H047", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.97 }, "probabilities": { "queue": { "review": 0, "sales": 1, "technical": 0, "account": 0, "billing": 0 }, "impact": { "blocked": 0, "degraded": 0, "unclear": 0.02, "routine": 0.98 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H048", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.92 }, "probabilities": { "queue": { "technical": 0, "billing": 0, "review": 0, "account": 0, "sales": 1 }, "impact": { "blocked": 0, "unclear": 0.06, "degraded": 0, "routine": 0.94 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H049", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.93 }, "probabilities": { "queue": { "account": 0, "technical": 0, "billing": 0, "sales": 0, "review": 1 }, "impact": { "routine": 0.95, "blocked": 0.03, "unclear": 0.02, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H050", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.8 }, "probabilities": { "queue": { "account": 0, "sales": 0, "billing": 0, "review": 0.99, "technical": 0.01 }, "impact": { "degraded": 0, "unclear": 0.14, "routine": 0.85, "blocked": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H051", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.97 }, "probabilities": { "queue": { "technical": 0, "billing": 0, "review": 1, "account": 0, "sales": 0 }, "impact": { "blocked": 0, "unclear": 0.02, "degraded": 0, "routine": 0.98 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H052", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.91, "impact": 0.98 }, "probabilities": { "queue": { "billing": 0, "account": 0, "technical": 0.07, "sales": 0, "review": 0.93 }, "impact": { "blocked": 0.01, "degraded": 0, "routine": 0, "unclear": 0.99 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H053", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.99, "impact": 0.81 }, "probabilities": { "queue": { "sales": 0, "review": 0.01, "technical": 0, "account": 0, "billing": 0.99 }, "impact": { "degraded": 0, "unclear": 0.86, "blocked": 0, "routine": 0.14 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H054", "expected": { "queue": "account", "impact": "unclear", "priority": "review" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.97, "impact": 0.96 }, "probabilities": { "queue": { "billing": 0, "technical": 0, "account": 0.98, "review": 0.02, "sales": 0 }, "impact": { "degraded": 0, "routine": 0.01, "blocked": 0.02, "unclear": 0.97 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H055", "expected": { "queue": "technical", "impact": "unclear", "priority": "review" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.8, "impact": 0.88 }, "probabilities": { "queue": { "technical": 0.84, "billing": 0, "review": 0.16, "account": 0, "sales": 0 }, "impact": { "blocked": 0.05, "unclear": 0.91, "degraded": 0.01, "routine": 0.03 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H056", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "sales": 0, "technical": 0, "account": 0, "review": 1, "billing": 0 }, "impact": { "routine": 0.01, "unclear": 0.99, "degraded": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H057", "expected": { "queue": "account", "impact": "unclear", "priority": "review" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "technical": 0, "account": 1, "review": 0, "billing": 0 }, "impact": { "degraded": 0, "blocked": 0, "unclear": 1, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H058", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.51, "impact": 0.99 }, "probabilities": { "queue": { "sales": 0, "review": 0.38, "account": 0, "billing": 0.61, "technical": 0.01 }, "impact": { "blocked": 0.01, "routine": 0, "unclear": 0.99, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H059", "expected": { "queue": "technical", "impact": "unclear", "priority": "review" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.75, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "technical": 0.8, "account": 0, "review": 0.2, "sales": 0 }, "impact": { "degraded": 0, "blocked": 0, "unclear": 1, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H060", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "technical": 0, "billing": 0, "review": 1, "sales": 0 }, "impact": { "blocked": 0, "unclear": 1, "degraded": 0, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H061", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "review": 0, "technical": 0, "billing": 0, "account": 1, "sales": 0 }, "impact": { "degraded": 0, "blocked": 1, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H062", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 0.99 }, "probabilities": { "queue": { "billing": 1, "account": 0, "technical": 0, "sales": 0, "review": 0 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H063", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 1, "account": 0, "billing": 0, "sales": 0, "review": 0 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H064", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "review": 0, "sales": 0, "account": 0, "technical": 1 }, "impact": { "unclear": 0, "routine": 0, "blocked": 1, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H065", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.86, "impact": 1 }, "probabilities": { "queue": { "technical": 0.02, "account": 0, "billing": 0.89, "review": 0.09, "sales": 0 }, "impact": { "degraded": 0, "blocked": 0, "unclear": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H066", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.22, "impact": 0.96 }, "probabilities": { "queue": { "sales": 0.21, "account": 0.38, "review": 0.04, "billing": 0, "technical": 0.37 }, "impact": { "degraded": 0.02, "blocked": 0, "routine": 0.97, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H067", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.97 }, "probabilities": { "queue": { "technical": 0.01, "billing": 0, "review": 0, "account": 0, "sales": 0.99 }, "impact": { "degraded": 0, "unclear": 0.02, "routine": 0.98, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H068", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.66, "impact": 1 }, "probabilities": { "queue": { "review": 0.14, "account": 0, "technical": 0.13, "billing": 0, "sales": 0.73 }, "impact": { "unclear": 0, "blocked": 0, "degraded": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H069", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.87, "impact": 0.99 }, "probabilities": { "queue": { "technical": 0.1, "sales": 0, "account": 0, "review": 0, "billing": 0.9 }, "impact": { "blocked": 0.01, "routine": 0.99, "unclear": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H070", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.91, "impact": 0.99 }, "probabilities": { "queue": { "billing": 0, "review": 0.01, "technical": 0.05, "account": 0.9299999999999999, "sales": 0.01 }, "impact": { "degraded": 0, "routine": 0.99, "unclear": 0.01, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H071", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "sales": 0, "review": 0, "technical": 1, "account": 0 }, "impact": { "blocked": 0, "degraded": 0, "unclear": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H072", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.85 }, "probabilities": { "queue": { "billing": 0, "technical": 1, "account": 0, "review": 0, "sales": 0 }, "impact": { "degraded": 0.09, "blocked": 0, "unclear": 0.02, "routine": 0.89 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H073", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.96 }, "probabilities": { "queue": { "billing": 1, "technical": 0, "sales": 0, "review": 0, "account": 0 }, "impact": { "degraded": 0, "routine": 0.97, "blocked": 0.02, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H074", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.41, "impact": 0.97 }, "probabilities": { "queue": { "account": 0.53, "billing": 0, "sales": 0, "technical": 0.47, "review": 0 }, "impact": { "unclear": 0.02, "routine": 0.98, "blocked": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H075", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.98 }, "probabilities": { "queue": { "billing": 0, "account": 0, "technical": 1, "sales": 0, "review": 0 }, "impact": { "blocked": 0, "degraded": 0, "routine": 0.99, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H076", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "technical": 0.99, "account": 0.01, "review": 0, "billing": 0 }, "impact": { "blocked": 1, "routine": 0, "unclear": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H077", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.99 }, "probabilities": { "queue": { "billing": 0, "technical": 0, "account": 0.01, "review": 0.99, "sales": 0 }, "impact": { "degraded": 0, "blocked": 0, "unclear": 0.01, "routine": 0.99 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H078", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "review": 0, "technical": 1, "billing": 0, "sales": 0 }, "impact": { "unclear": 0, "blocked": 0, "degraded": 1, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H079", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "sales": 0, "billing": 1, "technical": 0, "review": 0 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H080", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 0.98 }, "probabilities": { "queue": { "billing": 0, "account": 0.99, "technical": 0, "sales": 0, "review": 0.01 }, "impact": { "blocked": 0.99, "degraded": 0, "routine": 0, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H081", "expected": { "queue": "review", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "degraded", "priority": "high", "confidence": { "queue": 0.99, "impact": 1 }, "probabilities": { "queue": { "account": 0, "sales": 0, "billing": 0, "technical": 0.01, "review": 0.99 }, "impact": { "routine": 0, "blocked": 0, "degraded": 1, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H082", "expected": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.31, "impact": 1 }, "probabilities": { "queue": { "review": 0.45, "technical": 0, "account": 0.24, "billing": 0.31, "sales": 0 }, "impact": { "blocked": 1, "routine": 0, "degraded": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H083", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.85, "impact": 0.84 }, "probabilities": { "queue": { "technical": 0.88, "review": 0.11, "sales": 0, "account": 0.01, "billing": 0 }, "impact": { "degraded": 0.12, "routine": 0, "blocked": 0.88, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H084", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.8, "impact": 0.99 }, "probabilities": { "queue": { "technical": 0.06, "sales": 0.1, "billing": 0, "review": 0.84, "account": 0 }, "impact": { "degraded": 0, "unclear": 0.01, "routine": 0.99, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H085", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 1, "review": 0, "technical": 0, "account": 0, "sales": 0 }, "impact": { "degraded": 0, "routine": 1, "unclear": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H086", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.79 }, "probabilities": { "queue": { "review": 0, "sales": 0, "technical": 0.01, "account": 0.99, "billing": 0 }, "impact": { "degraded": 0.01, "unclear": 0.01, "blocked": 0.14, "routine": 0.84 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H087", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "sales": 0, "billing": 0, "account": 0, "technical": 1, "review": 0 }, "impact": { "blocked": 0, "unclear": 0, "degraded": 0.99, "routine": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H088", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "technical": 0, "review": 0, "billing": 0, "sales": 1 }, "impact": { "routine": 0.99, "degraded": 0, "unclear": 0.01, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H089", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.87, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "review": 0.01, "technical": 0.9, "sales": 0, "account": 0.09 }, "impact": { "blocked": 1, "routine": 0, "degraded": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H090", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.64, "impact": 0.63 }, "probabilities": { "queue": { "review": 0.09, "billing": 0.2, "technical": 0.71, "sales": 0, "account": 0 }, "impact": { "unclear": 0.01, "routine": 0.72, "degraded": 0.24, "blocked": 0.03 } } }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H091", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "review": 0, "technical": 0, "account": 1, "billing": 0, "sales": 0 }, "impact": { "degraded": 0, "blocked": 1, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H092", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 1, "review": 0, "billing": 0, "sales": 0, "account": 0 }, "impact": { "blocked": 0, "degraded": 1, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H093", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "billing": 0, "technical": 0, "review": 0, "account": 0, "sales": 1 }, "impact": { "routine": 0.99, "unclear": 0.01, "degraded": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H094", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.45, "impact": 1 }, "probabilities": { "queue": { "review": 0.56, "sales": 0, "billing": 0, "technical": 0.44, "account": 0 }, "impact": { "degraded": 0, "unclear": 1, "blocked": 0, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H095", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 0.88 }, "probabilities": { "queue": { "review": 0, "sales": 0, "technical": 0, "account": 0.01, "billing": 0.99 }, "impact": { "degraded": 0, "unclear": 0.01, "routine": 0.08, "blocked": 0.91 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H096", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.97 }, "probabilities": { "queue": { "account": 0, "sales": 1, "billing": 0, "review": 0, "technical": 0 }, "impact": { "unclear": 0.02, "degraded": 0, "routine": 0.98, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H097", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.9, "impact": 0.93 }, "probabilities": { "queue": { "account": 0.06, "sales": 0.01, "billing": 0, "technical": 0.92, "review": 0.01 }, "impact": { "routine": 0.04, "blocked": 0.95, "degraded": 0, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H098", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.96 }, "probabilities": { "queue": { "sales": 0, "review": 0.01, "account": 0, "technical": 0, "billing": 0.99 }, "impact": { "routine": 0.97, "degraded": 0, "unclear": 0.03, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H099", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.86, "impact": 0.99 }, "probabilities": { "queue": { "review": 0.02, "technical": 0.09, "account": 0.89, "billing": 0, "sales": 0 }, "impact": { "degraded": 0, "routine": 0.99, "blocked": 0, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H100", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "billing": 0, "account": 0, "technical": 1, "review": 0 }, "impact": { "unclear": 0, "routine": 0, "degraded": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H101", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.5, "impact": 0.97 }, "probabilities": { "queue": { "account": 0, "review": 0.4, "technical": 0, "billing": 0.6, "sales": 0 }, "impact": { "routine": 0.02, "degraded": 0, "unclear": 0.98, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H102", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.65 }, "probabilities": { "queue": { "account": 0, "review": 1, "technical": 0, "billing": 0, "sales": 0 }, "impact": { "blocked": 0, "unclear": 0.26, "routine": 0.74, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H103", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 1, "technical": 0, "sales": 0, "review": 0, "account": 0 }, "impact": { "routine": 0, "blocked": 1, "unclear": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H104", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.96 }, "probabilities": { "queue": { "billing": 1, "account": 0, "technical": 0, "sales": 0, "review": 0 }, "impact": { "routine": 0.97, "unclear": 0, "blocked": 0, "degraded": 0.03 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H105", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "sales": 0, "review": 0, "technical": 0, "account": 1 }, "impact": { "routine": 0, "degraded": 0, "unclear": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H106", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.92 }, "probabilities": { "queue": { "billing": 0, "account": 1, "technical": 0, "sales": 0, "review": 0 }, "impact": { "blocked": 0.02, "degraded": 0, "routine": 0.95, "unclear": 0.03 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H107", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "technical": 1, "account": 0, "billing": 0, "review": 0 }, "impact": { "blocked": 0, "routine": 0, "unclear": 0, "degraded": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H108", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "account": 0, "technical": 0.99, "sales": 0, "review": 0.01 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H109", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.97 }, "probabilities": { "queue": { "review": 0, "account": 0, "sales": 1, "billing": 0, "technical": 0 }, "impact": { "unclear": 0.02, "degraded": 0, "routine": 0.98, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H110", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "billing": 0, "sales": 1, "review": 0, "technical": 0, "account": 0 }, "impact": { "routine": 0.99, "unclear": 0.01, "blocked": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H111", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "technical": 0, "review": 0, "account": 1, "sales": 0 }, "impact": { "degraded": 0, "routine": 0, "blocked": 1, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H112", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "account": 0, "technical": 1, "sales": 0, "review": 0 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H113", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "technical": 1, "billing": 0, "review": 0, "sales": 0 }, "impact": { "unclear": 0.01, "blocked": 0, "degraded": 0, "routine": 0.99 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H114", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "billing": 0, "technical": 1, "review": 0, "sales": 0 }, "impact": { "blocked": 1, "degraded": 0, "unclear": 0, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H115", "expected": { "queue": "review", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "degraded", "priority": "high", "confidence": { "queue": 0.99, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "technical": 0.01, "review": 0.99, "account": 0, "sales": 0 }, "impact": { "routine": 0, "unclear": 0, "degraded": 1, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H116", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.96, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "review": 0.03, "billing": 0, "account": 0.97, "technical": 0 }, "impact": { "unclear": 0, "blocked": 1, "routine": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H117", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "billing": 0, "review": 0, "sales": 1, "account": 0 }, "impact": { "blocked": 0, "degraded": 0, "routine": 1, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H118", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "technical": 1, "review": 0, "billing": 0, "sales": 0 }, "impact": { "degraded": 1, "unclear": 0, "routine": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H119", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.9, "impact": 1 }, "probabilities": { "queue": { "account": 0, "sales": 0, "billing": 0.92, "technical": 0, "review": 0.08 }, "impact": { "degraded": 0, "blocked": 0, "routine": 0, "unclear": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H120", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "billing": 1, "sales": 0, "technical": 0, "review": 0 }, "impact": { "blocked": 1, "degraded": 0, "unclear": 0, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C001", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.91, "impact": 0.97 }, "probabilities": { "queue": { "sales": 0, "billing": 0.93, "account": 0, "technical": 0.06, "review": 0.01 }, "impact": { "unclear": 0.02, "routine": 0.98, "degraded": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C002", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.96, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "sales": 0, "billing": 0, "review": 0.03, "account": 0.97 }, "impact": { "routine": 0, "degraded": 0, "blocked": 1, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C003", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.79, "impact": 0.97 }, "probabilities": { "queue": { "billing": 0, "account": 0.15, "technical": 0.84, "sales": 0, "review": 0.01 }, "impact": { "blocked": 0.98, "degraded": 0, "routine": 0.01, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C004", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "review": 0, "account": 0, "billing": 1, "sales": 0 }, "impact": { "degraded": 0, "routine": 1, "blocked": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C005", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "billing": 0, "review": 0, "sales": 0, "account": 0, "technical": 1 }, "impact": { "routine": 0, "degraded": 0.99, "unclear": 0, "blocked": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C006", "expected": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.95, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "technical": 0, "review": 0.96, "account": 0, "billing": 0.04 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C007", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.97, "impact": 0.99 }, "probabilities": { "queue": { "review": 0.02, "account": 0.98, "billing": 0, "sales": 0, "technical": 0 }, "impact": { "blocked": 0, "unclear": 0.01, "routine": 0.99, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C008", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 1, "billing": 0, "review": 0, "account": 0, "sales": 0 }, "impact": { "degraded": 0, "unclear": 0, "routine": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C009", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.73, "impact": 0.96 }, "probabilities": { "queue": { "technical": 0.22, "sales": 0, "account": 0.78, "review": 0, "billing": 0 }, "impact": { "blocked": 0.01, "routine": 0.97, "unclear": 0.02, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C010", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review", "confidence": { "queue": 1, "impact": 0.97 }, "probabilities": { "queue": { "review": 1, "billing": 0, "technical": 0, "account": 0, "sales": 0 }, "impact": { "degraded": 0, "blocked": 0, "unclear": 0.98, "routine": 0.02 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C011", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.91, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "billing": 0.07, "technical": 0, "review": 0.93, "sales": 0 }, "impact": { "blocked": 0, "degraded": 0, "unclear": 0.99, "routine": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C012", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "review": 0, "billing": 1, "account": 0, "sales": 0 }, "impact": { "degraded": 0, "unclear": 0, "blocked": 1, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C013", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.99 }, "probabilities": { "queue": { "review": 0.01, "technical": 0, "billing": 0, "account": 0, "sales": 0.99 }, "impact": { "blocked": 0, "routine": 0.99, "degraded": 0, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C014", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 0.99 }, "probabilities": { "queue": { "sales": 0, "technical": 0, "billing": 0, "account": 0.99, "review": 0.01 }, "impact": { "blocked": 0.99, "routine": 0, "degraded": 0, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C015", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.94, "impact": 0.81 }, "probabilities": { "queue": { "technical": 0.02, "billing": 0.95, "account": 0, "sales": 0, "review": 0.03 }, "impact": { "blocked": 0.11, "degraded": 0.02, "routine": 0.86, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C016", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "review": 0, "sales": 0, "billing": 1, "technical": 0, "account": 0 }, "impact": { "degraded": 0, "blocked": 0, "unclear": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C017", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.9, "impact": 0.44 }, "probabilities": { "queue": { "billing": 0, "account": 0, "technical": 0.92, "sales": 0.01, "review": 0.07 }, "impact": { "blocked": 0.58, "degraded": 0.42, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C018", "expected": { "queue": "technical", "impact": "unclear", "priority": "review" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.82, "impact": 0.99 }, "probabilities": { "queue": { "technical": 0.86, "sales": 0, "billing": 0, "review": 0.14, "account": 0 }, "impact": { "routine": 0.01, "degraded": 0, "unclear": 0.99, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C019", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.45, "impact": 1 }, "probabilities": { "queue": { "account": 0, "technical": 0.2, "sales": 0.24, "billing": 0, "review": 0.56 }, "impact": { "degraded": 0, "routine": 1, "blocked": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C020", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review", "confidence": { "queue": 1, "impact": 0.97 }, "probabilities": { "queue": { "technical": 0, "review": 1, "account": 0, "sales": 0, "billing": 0 }, "impact": { "blocked": 0, "degraded": 0, "routine": 0.02, "unclear": 0.98 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C021", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "review": 0, "billing": 0, "account": 1, "sales": 0 }, "impact": { "degraded": 0, "routine": 0, "blocked": 1, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C022", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.96, "impact": 1 }, "probabilities": { "queue": { "technical": 0.03, "sales": 0, "billing": 0, "review": 0, "account": 0.97 }, "impact": { "degraded": 0, "unclear": 0, "blocked": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C023", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "review": 0, "account": 0, "technical": 0, "billing": 1, "sales": 0 }, "impact": { "unclear": 0, "blocked": 1, "degraded": 0, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C024", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "review": 0, "billing": 0, "technical": 0, "sales": 0, "account": 1 }, "impact": { "routine": 0, "unclear": 0, "degraded": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C025", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "review": 0, "billing": 0, "technical": 1, "sales": 0, "account": 0 }, "impact": { "routine": 0, "unclear": 0, "degraded": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C026", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 0.92 }, "probabilities": { "queue": { "technical": 1, "billing": 0, "review": 0, "account": 0, "sales": 0 }, "impact": { "degraded": 0.9400000000000001, "unclear": 0, "routine": 0, "blocked": 0.06 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C027", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.74, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "technical": 0, "sales": 0.79, "billing": 0.21, "review": 0 }, "impact": { "degraded": 0, "routine": 0.99, "blocked": 0, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C028", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.97 }, "probabilities": { "queue": { "account": 0, "technical": 0, "sales": 0, "review": 0, "billing": 1 }, "impact": { "degraded": 0, "routine": 0.98, "unclear": 0.02, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C029", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "review": 1, "technical": 0, "billing": 0, "sales": 0 }, "impact": { "degraded": 0, "blocked": 0, "unclear": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C030", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.96, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "sales": 0, "billing": 0.97, "review": 0.03, "account": 0 }, "impact": { "degraded": 0, "unclear": 0, "blocked": 1, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C031", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.95, "impact": 1 }, "probabilities": { "queue": { "account": 0, "technical": 0, "sales": 0, "review": 0.04, "billing": 0.96 }, "impact": { "degraded": 0, "routine": 0, "blocked": 0, "unclear": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C032", "expected": { "queue": "billing", "impact": "degraded", "priority": "high" }, "actual": { "queue": "billing", "impact": "degraded", "priority": "high", "confidence": { "queue": 0.99, "impact": 0.99 }, "probabilities": { "queue": { "billing": 1, "account": 0, "technical": 0, "sales": 0, "review": 0 }, "impact": { "blocked": 0, "degraded": 0.99, "routine": 0.01, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C033", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.97, "impact": 0.97 }, "probabilities": { "queue": { "review": 0.01, "account": 0.98, "sales": 0, "billing": 0, "technical": 0.01 }, "impact": { "unclear": 0.01, "degraded": 0, "blocked": 0.01, "routine": 0.98 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C034", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "account": 1, "billing": 0, "review": 0, "technical": 0 }, "impact": { "degraded": 0, "blocked": 1, "unclear": 0, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C035", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "account": 0, "technical": 1, "sales": 0, "review": 0 }, "impact": { "blocked": 0, "degraded": 1, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C036", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "sales": 0, "billing": 0, "technical": 1, "review": 0 }, "impact": { "degraded": 0, "blocked": 1, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C037", "expected": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.81, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "technical": 0.13, "account": 0.02, "sales": 0, "review": 0.85 }, "impact": { "degraded": 0, "unclear": 0, "blocked": 1, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C038", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.95, "impact": 0.81 }, "probabilities": { "queue": { "account": 0.01, "technical": 0.96, "sales": 0, "review": 0.03, "billing": 0 }, "impact": { "blocked": 0.86, "routine": 0.12, "unclear": 0.01, "degraded": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C039", "expected": { "queue": "account", "impact": "unclear", "priority": "review" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.99, "impact": 0.87 }, "probabilities": { "queue": { "review": 0.01, "account": 0.99, "sales": 0, "billing": 0, "technical": 0 }, "impact": { "unclear": 0.9, "degraded": 0, "routine": 0, "blocked": 0.1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C040", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.55, "impact": 0.97 }, "probabilities": { "queue": { "account": 0.64, "billing": 0, "technical": 0.36, "sales": 0, "review": 0 }, "impact": { "unclear": 0, "routine": 0.98, "blocked": 0, "degraded": 0.02 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] } ] }, "baseline": { "scoringVersion": "inbox-scoring-1.1", "source": "baseline", "count": 160, "fields": { "queue": { "correct": 97, "total": 160, "accuracy": 0.60625 }, "impact": { "correct": 82, "total": 160, "accuracy": 0.5125 }, "priority": { "correct": 82, "total": 160, "accuracy": 0.5125 } }, "combined": { "correct": 52, "total": 160, "accuracy": 0.325 }, "seriousMisses": { "count": 26, "denominator": 50, "rate": 0.52, "ids": [ "H008", "H016", "H020", "H023", "H026", "H029", "H035", "H061", "H063", "H080", "H083", "H091", "H105", "H111", "H112", "H114", "H116", "H120", "C003", "C006", "C008", "C012", "C023", "C024", "C030", "C034" ] }, "unnecessaryUrgent": { "count": 4, "denominator": 110, "rate": 0.03636363636363636, "ids": [ "H086", "C004", "C009", "C029" ] }, "validOnly": { "count": 160, "fields": { "queue": { "correct": 97, "total": 160, "accuracy": 0.60625 }, "impact": { "correct": 82, "total": 160, "accuracy": 0.5125 }, "priority": { "correct": 82, "total": 160, "accuracy": 0.5125 } }, "combined": { "correct": 52, "total": 160, "accuracy": 0.325 }, "seriousMisses": { "count": 26, "denominator": 50 }, "unnecessaryUrgent": { "count": 4, "denominator": 110 } }, "format": { "valid": 160, "total": 160, "fraction": 1, "missing": 0, "failures": [] }, "confusion": { "queue": { "billing": { "billing": 26, "account": 0, "technical": 0, "sales": 0, "review": 10, "missing": 0 }, "account": { "billing": 0, "account": 29, "technical": 0, "sales": 0, "review": 6, "missing": 0 }, "technical": { "billing": 2, "account": 3, "technical": 18, "sales": 2, "review": 21, "missing": 0 }, "sales": { "billing": 2, "account": 3, "technical": 1, "sales": 9, "review": 8, "missing": 0 }, "review": { "billing": 1, "account": 4, "technical": 0, "sales": 0, "review": 15, "missing": 0 } }, "impact": { "blocked": { "blocked": 24, "degraded": 2, "routine": 2, "unclear": 22, "missing": 0 }, "degraded": { "blocked": 0, "degraded": 7, "routine": 0, "unclear": 13, "missing": 0 }, "routine": { "blocked": 4, "degraded": 2, "routine": 33, "unclear": 32, "missing": 0 }, "unclear": { "blocked": 0, "degraded": 0, "routine": 1, "unclear": 18, "missing": 0 } }, "priority": { "urgent": { "urgent": 24, "high": 2, "normal": 2, "review": 22, "missing": 0 }, "high": { "urgent": 0, "high": 7, "normal": 0, "review": 13, "missing": 0 }, "normal": { "urgent": 4, "high": 2, "normal": 33, "review": 32, "missing": 0 }, "review": { "urgent": 0, "high": 0, "normal": 1, "review": 18, "missing": 0 } } }, "perQueue": { "account": { "count": 35, "fields": { "queue": { "correct": 29, "total": 35, "accuracy": 0.8285714285714286 }, "impact": { "correct": 12, "total": 35, "accuracy": 0.34285714285714286 }, "priority": { "correct": 12, "total": 35, "accuracy": 0.34285714285714286 } }, "combined": { "correct": 10, "total": 35, "accuracy": 0.2857142857142857 }, "seriousMisses": { "count": 11, "denominator": 15 }, "unnecessaryUrgent": { "count": 2, "denominator": 20 } }, "billing": { "count": 36, "fields": { "queue": { "correct": 26, "total": 36, "accuracy": 0.7222222222222222 }, "impact": { "correct": 21, "total": 36, "accuracy": 0.5833333333333334 }, "priority": { "correct": 21, "total": 36, "accuracy": 0.5833333333333334 } }, "combined": { "correct": 14, "total": 36, "accuracy": 0.3888888888888889 }, "seriousMisses": { "count": 5, "denominator": 11 }, "unnecessaryUrgent": { "count": 1, "denominator": 25 } }, "review": { "count": 20, "fields": { "queue": { "correct": 15, "total": 20, "accuracy": 0.75 }, "impact": { "correct": 14, "total": 20, "accuracy": 0.7 }, "priority": { "correct": 14, "total": 20, "accuracy": 0.7 } }, "combined": { "correct": 12, "total": 20, "accuracy": 0.6 }, "seriousMisses": { "count": 1, "denominator": 3 }, "unnecessaryUrgent": { "count": 1, "denominator": 17 } }, "sales": { "count": 23, "fields": { "queue": { "correct": 9, "total": 23, "accuracy": 0.391304347826087 }, "impact": { "correct": 12, "total": 23, "accuracy": 0.5217391304347826 }, "priority": { "correct": 12, "total": 23, "accuracy": 0.5217391304347826 } }, "combined": { "correct": 6, "total": 23, "accuracy": 0.2608695652173913 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 23 } }, "technical": { "count": 46, "fields": { "queue": { "correct": 18, "total": 46, "accuracy": 0.391304347826087 }, "impact": { "correct": 23, "total": 46, "accuracy": 0.5 }, "priority": { "correct": 23, "total": 46, "accuracy": 0.5 } }, "combined": { "correct": 10, "total": 46, "accuracy": 0.21739130434782608 }, "seriousMisses": { "count": 9, "denominator": 21 }, "unnecessaryUrgent": { "count": 0, "denominator": 25 } } }, "perScenario": { "calm-serious": { "count": 5, "fields": { "queue": { "correct": 3, "total": 5, "accuracy": 0.6 }, "impact": { "correct": 3, "total": 5, "accuracy": 0.6 }, "priority": { "correct": 3, "total": 5, "accuracy": 0.6 } }, "combined": { "correct": 1, "total": 5, "accuracy": 0.2 }, "seriousMisses": { "count": 2, "denominator": 5 }, "unnecessaryUrgent": { "count": 0, "denominator": 0 } }, "counterfactual": { "count": 38, "fields": { "queue": { "correct": 22, "total": 38, "accuracy": 0.5789473684210527 }, "impact": { "correct": 22, "total": 38, "accuracy": 0.5789473684210527 }, "priority": { "correct": 22, "total": 38, "accuracy": 0.5789473684210527 } }, "combined": { "correct": 13, "total": 38, "accuracy": 0.34210526315789475 }, "seriousMisses": { "count": 10, "denominator": 17 }, "unnecessaryUrgent": { "count": 1, "denominator": 21 } }, "loud-low-impact": { "count": 5, "fields": { "queue": { "correct": 4, "total": 5, "accuracy": 0.8 }, "impact": { "correct": 2, "total": 5, "accuracy": 0.4 }, "priority": { "correct": 2, "total": 5, "accuracy": 0.4 } }, "combined": { "correct": 1, "total": 5, "accuracy": 0.2 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 5 } }, "missing-context": { "count": 14, "fields": { "queue": { "correct": 12, "total": 14, "accuracy": 0.8571428571428571 }, "impact": { "correct": 13, "total": 14, "accuracy": 0.9285714285714286 }, "priority": { "correct": 13, "total": 14, "accuracy": 0.9285714285714286 } }, "combined": { "correct": 11, "total": 14, "accuracy": 0.7857142857142857 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 14 } }, "mixed": { "count": 12, "fields": { "queue": { "correct": 8, "total": 12, "accuracy": 0.6666666666666666 }, "impact": { "correct": 6, "total": 12, "accuracy": 0.5 }, "priority": { "correct": 6, "total": 12, "accuracy": 0.5 } }, "combined": { "correct": 5, "total": 12, "accuracy": 0.4166666666666667 }, "seriousMisses": { "count": 3, "denominator": 6 }, "unnecessaryUrgent": { "count": 0, "denominator": 6 } }, "negation": { "count": 7, "fields": { "queue": { "correct": 4, "total": 7, "accuracy": 0.5714285714285714 }, "impact": { "correct": 2, "total": 7, "accuracy": 0.2857142857142857 }, "priority": { "correct": 2, "total": 7, "accuracy": 0.2857142857142857 } }, "combined": { "correct": 0, "total": 7, "accuracy": 0 }, "seriousMisses": { "count": 1, "denominator": 2 }, "unnecessaryUrgent": { "count": 2, "denominator": 5 } }, "ordinary": { "count": 51, "fields": { "queue": { "correct": 27, "total": 51, "accuracy": 0.5294117647058824 }, "impact": { "correct": 22, "total": 51, "accuracy": 0.43137254901960786 }, "priority": { "correct": 22, "total": 51, "accuracy": 0.43137254901960786 } }, "combined": { "correct": 13, "total": 51, "accuracy": 0.2549019607843137 }, "seriousMisses": { "count": 7, "denominator": 12 }, "unnecessaryUrgent": { "count": 0, "denominator": 39 } }, "policy-injection": { "count": 10, "fields": { "queue": { "correct": 6, "total": 10, "accuracy": 0.6 }, "impact": { "correct": 7, "total": 10, "accuracy": 0.7 }, "priority": { "correct": 7, "total": 10, "accuracy": 0.7 } }, "combined": { "correct": 4, "total": 10, "accuracy": 0.4 }, "seriousMisses": { "count": 1, "denominator": 5 }, "unnecessaryUrgent": { "count": 0, "denominator": 5 } }, "quoted-history": { "count": 6, "fields": { "queue": { "correct": 6, "total": 6, "accuracy": 1 }, "impact": { "correct": 2, "total": 6, "accuracy": 0.3333333333333333 }, "priority": { "correct": 2, "total": 6, "accuracy": 0.3333333333333333 } }, "combined": { "correct": 2, "total": 6, "accuracy": 0.3333333333333333 }, "seriousMisses": { "count": 0, "denominator": 1 }, "unnecessaryUrgent": { "count": 1, "denominator": 5 } }, "resolved": { "count": 5, "fields": { "queue": { "correct": 3, "total": 5, "accuracy": 0.6 }, "impact": { "correct": 2, "total": 5, "accuracy": 0.4 }, "priority": { "correct": 2, "total": 5, "accuracy": 0.4 } }, "combined": { "correct": 1, "total": 5, "accuracy": 0.2 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 5 } }, "typos": { "count": 7, "fields": { "queue": { "correct": 2, "total": 7, "accuracy": 0.2857142857142857 }, "impact": { "correct": 1, "total": 7, "accuracy": 0.14285714285714285 }, "priority": { "correct": 1, "total": 7, "accuracy": 0.14285714285714285 } }, "combined": { "correct": 1, "total": 7, "accuracy": 0.14285714285714285 }, "seriousMisses": { "count": 2, "denominator": 2 }, "unnecessaryUrgent": { "count": 0, "denominator": 5 } } }, "baselineComputedForMissingCases": [], "review": { "queue": 60, "priority": 85, "either": 111 }, "top20": { "arrival": { "ids": [ "H001", "H002", "H003", "H004", "H005", "H006", "H007", "H008", "H009", "H010", "H011", "H012", "H013", "H014", "H015", "H016", "H017", "H018", "H019", "H020" ], "size": 20, "seriousCaptured": 6, "seriousTotal": 50, "coverage": 0.12, "precision": 0.3, "precisionDenominator": 20 }, "baseline": { "ids": [ "H002", "H011", "H013", "H032", "H044", "H062", "H064", "H076", "H079", "H082", "H086", "H089", "H095", "H097", "H100", "H103", "H108", "C002", "C004", "C009" ], "size": 20, "seriousCaptured": 17, "seriousTotal": 50, "coverage": 0.34, "precision": 0.85, "precisionDenominator": 20 }, "jev": { "ids": [ "H002", "H008", "H011", "H013", "H016", "H020", "H023", "H026", "H029", "H032", "H035", "H044", "H061", "H062", "H063", "H064", "H076", "H079", "H080", "H082" ], "size": 20, "seriousCaptured": 20, "seriousTotal": 50, "coverage": 0.4, "precision": 1, "precisionDenominator": 20 } }, "confidenceBins": { "queue": [ { "lower": 0, "upper": 0.5, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.5, "upper": 0.8, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.8, "upper": 0.9, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.9, "upper": 1, "upperInclusive": true, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null } ], "impact": [ { "lower": 0, "upper": 0.5, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.5, "upper": 0.8, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.8, "upper": 0.9, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.9, "upper": 1, "upperInclusive": true, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null } ] }, "confidenceEce": { "queue": { "count": 0, "excluded": null, "invalidOrFailedOrMissing": null, "successfulWithoutValidConfidence": null, "value": null, "interpretation": "Descriptive confidence/accuracy bin gap; this experiment does not establish calibration." }, "impact": { "count": 0, "excluded": null, "invalidOrFailedOrMissing": null, "successfulWithoutValidConfidence": null, "value": null, "interpretation": "Descriptive confidence/accuracy bin gap; this experiment does not establish calibration." } }, "groupDiagnostics": { "c01": { "cases": [ "C001" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c02": { "cases": [ "C002" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c03": { "cases": [ "C003" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c04": { "cases": [ "C004" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c05": { "cases": [ "C005" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c06": { "cases": [ "C006" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c07": { "cases": [ "C007" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c08": { "cases": [ "C008" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c09": { "cases": [ "C009" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c10": { "cases": [ "C010" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c11": { "cases": [ "C011" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c12": { "cases": [ "C012" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c13": { "cases": [ "C013" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c14": { "cases": [ "C014" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c15": { "cases": [ "C015" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c16": { "cases": [ "C016" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c17": { "cases": [ "C017" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c18": { "cases": [ "C018" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c19": { "cases": [ "C019" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c20": { "cases": [ "C020" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "ccf01": { "cases": [ "C021", "C022" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf02": { "cases": [ "C023", "C024" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf03": { "cases": [ "C025", "C026" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf04": { "cases": [ "C027", "C028" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 0, "total": 1, "accuracy": 0 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [ { "left": "C027", "right": "C028" } ] }, "ccf05": { "cases": [ "C029", "C030" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf06": { "cases": [ "C031", "C032" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf07": { "cases": [ "C033", "C034" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf08": { "cases": [ "C035", "C036" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf09": { "cases": [ "C037", "C038" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 0, "total": 1, "accuracy": 0 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [ { "left": "C037", "right": "C038" } ] }, "ccf10": { "cases": [ "C039", "C040" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 0, "total": 1, "accuracy": 0 }, "priority": { "correct": 0, "total": 1, "accuracy": 0 } }, "mismatches": [ { "left": "C039", "right": "C040" } ] }, "h01": { "cases": [ "H001" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h02": { "cases": [ "H002" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h03": { "cases": [ "H003" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h04": { "cases": [ "H004" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h05": { "cases": [ "H005" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h06": { "cases": [ "H006" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h07": { "cases": [ "H007" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h08": { "cases": [ "H008" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h09": { "cases": [ "H009" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h10": { "cases": [ "H010" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h100": { "cases": [ "H100" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h101": { "cases": [ "H101" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h102": { "cases": [ "H102" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h11": { "cases": [ "H011" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h12": { "cases": [ "H012" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h13": { "cases": [ "H013" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h14": { "cases": [ "H014" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h15": { "cases": [ "H015" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h16": { "cases": [ "H016" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h17": { "cases": [ "H017" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h18": { "cases": [ "H018" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h19": { "cases": [ "H019" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h20": { "cases": [ "H020" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h21": { "cases": [ "H021" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h22": { "cases": [ "H022" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h23": { "cases": [ "H023" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h24": { "cases": [ "H024" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h25": { "cases": [ "H025" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h26": { "cases": [ "H026" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h27": { "cases": [ "H027" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h28": { "cases": [ "H028" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h29": { "cases": [ "H029" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h30": { "cases": [ "H030" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h31": { "cases": [ "H031" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h32": { "cases": [ "H032" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h33": { "cases": [ "H033" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h34": { "cases": [ "H034" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h35": { "cases": [ "H035" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h36": { "cases": [ "H036" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h37": { "cases": [ "H037" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h38": { "cases": [ "H038" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h39": { "cases": [ "H039" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h40": { "cases": [ "H040" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h41": { "cases": [ "H041" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h42": { "cases": [ "H042" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h43": { "cases": [ "H043" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h44": { "cases": [ "H044" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h45": { "cases": [ "H045" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h46": { "cases": [ "H046" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h47": { "cases": [ "H047" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h48": { "cases": [ "H048" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h49": { "cases": [ "H049" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h50": { "cases": [ "H050" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h51": { "cases": [ "H051" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h52": { "cases": [ "H052" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h53": { "cases": [ "H053" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h54": { "cases": [ "H054" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h55": { "cases": [ "H055" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h56": { "cases": [ "H056" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h57": { "cases": [ "H057" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h58": { "cases": [ "H058" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h59": { "cases": [ "H059" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h60": { "cases": [ "H060" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h61": { "cases": [ "H061" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h62": { "cases": [ "H062" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h63": { "cases": [ "H063" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h64": { "cases": [ "H064" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h65": { "cases": [ "H065" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h66": { "cases": [ "H066" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h67": { "cases": [ "H067" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h68": { "cases": [ "H068" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h69": { "cases": [ "H069" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h70": { "cases": [ "H070" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h71": { "cases": [ "H071" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h72": { "cases": [ "H072" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h73": { "cases": [ "H073" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h74": { "cases": [ "H074" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h75": { "cases": [ "H075" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h76": { "cases": [ "H076" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h77": { "cases": [ "H077" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h78": { "cases": [ "H078" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h79": { "cases": [ "H079" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h80": { "cases": [ "H080" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h81": { "cases": [ "H081" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h82": { "cases": [ "H082" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h83": { "cases": [ "H083" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h84": { "cases": [ "H084" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h85": { "cases": [ "H085" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h86": { "cases": [ "H086" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h87": { "cases": [ "H087" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h88": { "cases": [ "H088" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h89": { "cases": [ "H089" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h90": { "cases": [ "H090" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h91": { "cases": [ "H091" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h92": { "cases": [ "H092" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h93": { "cases": [ "H093" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h94": { "cases": [ "H094" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h95": { "cases": [ "H095" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h96": { "cases": [ "H096" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h97": { "cases": [ "H097" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h98": { "cases": [ "H098" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h99": { "cases": [ "H099" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "hcf01": { "cases": [ "H103", "H104" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 0, "total": 1, "accuracy": 0 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [ { "left": "H103", "right": "H104" } ] }, "hcf02": { "cases": [ "H105", "H106" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf03": { "cases": [ "H107", "H108" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf04": { "cases": [ "H109", "H110" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf05": { "cases": [ "H111", "H112" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 0, "total": 1, "accuracy": 0 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [ { "left": "H111", "right": "H112" } ] }, "hcf06": { "cases": [ "H113", "H114" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 0, "total": 1, "accuracy": 0 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [ { "left": "H113", "right": "H114" } ] }, "hcf07": { "cases": [ "H115", "H116" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 0, "total": 1, "accuracy": 0 }, "impact": { "correct": 0, "total": 1, "accuracy": 0 }, "priority": { "correct": 0, "total": 1, "accuracy": 0 } }, "mismatches": [ { "left": "H115", "right": "H116" } ] }, "hcf08": { "cases": [ "H117", "H118" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 0, "total": 1, "accuracy": 0 }, "impact": { "correct": 0, "total": 1, "accuracy": 0 }, "priority": { "correct": 0, "total": 1, "accuracy": 0 } }, "mismatches": [ { "left": "H117", "right": "H118" } ] }, "hcf09": { "cases": [ "H119", "H120" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 0, "total": 1, "accuracy": 0 }, "priority": { "correct": 0, "total": 1, "accuracy": 0 } }, "mismatches": [ { "left": "H119", "right": "H120" } ] } }, "operations": { "concurrency": 1, "attempts": 0, "questions": 0, "retries": 0, "latency": { "count": 0, "p50Ms": null, "p95Ms": null }, "inputTokens": 0, "outputTokens": 0, "calculatedCostUsd": 0, "unknownUsage": 0 }, "details": [ { "caseId": "H001", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H002", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H003", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H004", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H005", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H006", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H007", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H008", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H009", "expected": { "queue": "billing", "impact": "degraded", "priority": "high" }, "actual": { "queue": "billing", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H010", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H011", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H012", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H013", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H014", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H015", "expected": { "queue": "account", "impact": "degraded", "priority": "high" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H016", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H017", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H018", "expected": { "queue": "account", "impact": "degraded", "priority": "high" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H019", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H020", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H021", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H022", "expected": { "queue": "account", "impact": "degraded", "priority": "high" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H023", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H024", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H025", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H026", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H027", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H028", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H029", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H030", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H031", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H032", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H033", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H034", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "billing", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H035", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H036", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H037", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H038", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H039", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H040", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H041", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H042", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H043", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H044", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H045", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H046", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H047", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H048", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H049", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H050", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H051", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H052", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H053", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H054", "expected": { "queue": "account", "impact": "unclear", "priority": "review" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H055", "expected": { "queue": "technical", "impact": "unclear", "priority": "review" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H056", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H057", "expected": { "queue": "account", "impact": "unclear", "priority": "review" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H058", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H059", "expected": { "queue": "technical", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H060", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H061", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H062", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H063", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H064", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H065", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H066", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H067", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H068", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H069", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H070", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H071", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H072", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H073", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H074", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H075", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H076", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H077", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H078", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H079", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H080", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H081", "expected": { "queue": "review", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H082", "expected": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H083", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H084", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H085", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H086", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H087", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H088", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H089", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H090", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H091", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H092", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H093", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H094", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H095", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H096", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H097", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H098", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H099", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H100", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H101", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H102", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H103", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H104", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H105", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H106", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H107", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H108", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H109", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H110", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H111", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H112", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H113", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H114", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H115", "expected": { "queue": "review", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H116", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H117", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H118", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H119", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H120", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C001", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C002", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C003", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "C004", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C005", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C006", "expected": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "C007", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "C008", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "C009", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C010", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C011", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C012", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "C013", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C014", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C015", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C016", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "C017", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C018", "expected": { "queue": "technical", "impact": "unclear", "priority": "review" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C019", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C020", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C021", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C022", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C023", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C024", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C025", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C026", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "C027", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C028", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C029", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C030", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C031", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C032", "expected": { "queue": "billing", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C033", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C034", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C035", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "sales", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "C036", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "sales", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C037", "expected": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C038", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C039", "expected": { "queue": "account", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C040", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] } ] }, "sets": { "jev": { "heldout": { "scoringVersion": "inbox-scoring-1.1", "source": "jev", "count": 120, "fields": { "queue": { "correct": 117, "total": 120, "accuracy": 0.975 }, "impact": { "correct": 118, "total": 120, "accuracy": 0.9833333333333333 }, "priority": { "correct": 118, "total": 120, "accuracy": 0.9833333333333333 } }, "combined": { "correct": 115, "total": 120, "accuracy": 0.9583333333333334 }, "seriousMisses": { "count": 0, "denominator": 34, "rate": 0, "ids": [] }, "unnecessaryUrgent": { "count": 0, "denominator": 86, "rate": 0, "ids": [] }, "validOnly": { "count": 120, "fields": { "queue": { "correct": 117, "total": 120, "accuracy": 0.975 }, "impact": { "correct": 118, "total": 120, "accuracy": 0.9833333333333333 }, "priority": { "correct": 118, "total": 120, "accuracy": 0.9833333333333333 } }, "combined": { "correct": 115, "total": 120, "accuracy": 0.9583333333333334 }, "seriousMisses": { "count": 0, "denominator": 34 }, "unnecessaryUrgent": { "count": 0, "denominator": 86 } }, "format": { "valid": 120, "total": 120, "fraction": 1, "missing": 0, "failures": [] }, "confusion": { "queue": { "billing": { "billing": 25, "account": 0, "technical": 1, "sales": 0, "review": 0, "missing": 0 }, "account": { "billing": 0, "account": 25, "technical": 0, "sales": 0, "review": 0, "missing": 0 }, "technical": { "billing": 0, "account": 0, "technical": 35, "sales": 1, "review": 0, "missing": 0 }, "sales": { "billing": 0, "account": 1, "technical": 0, "sales": 19, "review": 0, "missing": 0 }, "review": { "billing": 0, "account": 0, "technical": 0, "sales": 0, "review": 13, "missing": 0 } }, "impact": { "blocked": { "blocked": 34, "degraded": 0, "routine": 0, "unclear": 0, "missing": 0 }, "degraded": { "blocked": 0, "degraded": 16, "routine": 0, "unclear": 0, "missing": 0 }, "routine": { "blocked": 0, "degraded": 1, "routine": 56, "unclear": 0, "missing": 0 }, "unclear": { "blocked": 0, "degraded": 0, "routine": 1, "unclear": 12, "missing": 0 } }, "priority": { "urgent": { "urgent": 34, "high": 0, "normal": 0, "review": 0, "missing": 0 }, "high": { "urgent": 0, "high": 16, "normal": 0, "review": 0, "missing": 0 }, "normal": { "urgent": 0, "high": 1, "normal": 56, "review": 0, "missing": 0 }, "review": { "urgent": 0, "high": 0, "normal": 1, "review": 12, "missing": 0 } } }, "perQueue": { "account": { "count": 25, "fields": { "queue": { "correct": 25, "total": 25, "accuracy": 1 }, "impact": { "correct": 25, "total": 25, "accuracy": 1 }, "priority": { "correct": 25, "total": 25, "accuracy": 1 } }, "combined": { "correct": 25, "total": 25, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 10 }, "unnecessaryUrgent": { "count": 0, "denominator": 15 } }, "billing": { "count": 26, "fields": { "queue": { "correct": 25, "total": 26, "accuracy": 0.9615384615384616 }, "impact": { "correct": 25, "total": 26, "accuracy": 0.9615384615384616 }, "priority": { "correct": 25, "total": 26, "accuracy": 0.9615384615384616 } }, "combined": { "correct": 24, "total": 26, "accuracy": 0.9230769230769231 }, "seriousMisses": { "count": 0, "denominator": 8 }, "unnecessaryUrgent": { "count": 0, "denominator": 18 } }, "review": { "count": 13, "fields": { "queue": { "correct": 13, "total": 13, "accuracy": 1 }, "impact": { "correct": 12, "total": 13, "accuracy": 0.9230769230769231 }, "priority": { "correct": 12, "total": 13, "accuracy": 0.9230769230769231 } }, "combined": { "correct": 12, "total": 13, "accuracy": 0.9230769230769231 }, "seriousMisses": { "count": 0, "denominator": 1 }, "unnecessaryUrgent": { "count": 0, "denominator": 12 } }, "sales": { "count": 20, "fields": { "queue": { "correct": 19, "total": 20, "accuracy": 0.95 }, "impact": { "correct": 20, "total": 20, "accuracy": 1 }, "priority": { "correct": 20, "total": 20, "accuracy": 1 } }, "combined": { "correct": 19, "total": 20, "accuracy": 0.95 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 20 } }, "technical": { "count": 36, "fields": { "queue": { "correct": 35, "total": 36, "accuracy": 0.9722222222222222 }, "impact": { "correct": 36, "total": 36, "accuracy": 1 }, "priority": { "correct": 36, "total": 36, "accuracy": 1 } }, "combined": { "correct": 35, "total": 36, "accuracy": 0.9722222222222222 }, "seriousMisses": { "count": 0, "denominator": 15 }, "unnecessaryUrgent": { "count": 0, "denominator": 21 } } }, "perScenario": { "calm-serious": { "count": 4, "fields": { "queue": { "correct": 4, "total": 4, "accuracy": 1 }, "impact": { "correct": 4, "total": 4, "accuracy": 1 }, "priority": { "correct": 4, "total": 4, "accuracy": 1 } }, "combined": { "correct": 4, "total": 4, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 4 }, "unnecessaryUrgent": { "count": 0, "denominator": 0 } }, "counterfactual": { "count": 18, "fields": { "queue": { "correct": 18, "total": 18, "accuracy": 1 }, "impact": { "correct": 18, "total": 18, "accuracy": 1 }, "priority": { "correct": 18, "total": 18, "accuracy": 1 } }, "combined": { "correct": 18, "total": 18, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 8 }, "unnecessaryUrgent": { "count": 0, "denominator": 10 } }, "loud-low-impact": { "count": 4, "fields": { "queue": { "correct": 3, "total": 4, "accuracy": 0.75 }, "impact": { "correct": 4, "total": 4, "accuracy": 1 }, "priority": { "correct": 4, "total": 4, "accuracy": 1 } }, "combined": { "correct": 3, "total": 4, "accuracy": 0.75 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 4 } }, "missing-context": { "count": 11, "fields": { "queue": { "correct": 11, "total": 11, "accuracy": 1 }, "impact": { "correct": 10, "total": 11, "accuracy": 0.9090909090909091 }, "priority": { "correct": 10, "total": 11, "accuracy": 0.9090909090909091 } }, "combined": { "correct": 10, "total": 11, "accuracy": 0.9090909090909091 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 11 } }, "mixed": { "count": 8, "fields": { "queue": { "correct": 8, "total": 8, "accuracy": 1 }, "impact": { "correct": 8, "total": 8, "accuracy": 1 }, "priority": { "correct": 8, "total": 8, "accuracy": 1 } }, "combined": { "correct": 8, "total": 8, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 4 }, "unnecessaryUrgent": { "count": 0, "denominator": 4 } }, "negation": { "count": 5, "fields": { "queue": { "correct": 5, "total": 5, "accuracy": 1 }, "impact": { "correct": 5, "total": 5, "accuracy": 1 }, "priority": { "correct": 5, "total": 5, "accuracy": 1 } }, "combined": { "correct": 5, "total": 5, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 1 }, "unnecessaryUrgent": { "count": 0, "denominator": 4 } }, "ordinary": { "count": 51, "fields": { "queue": { "correct": 50, "total": 51, "accuracy": 0.9803921568627451 }, "impact": { "correct": 50, "total": 51, "accuracy": 0.9803921568627451 }, "priority": { "correct": 50, "total": 51, "accuracy": 0.9803921568627451 } }, "combined": { "correct": 49, "total": 51, "accuracy": 0.9607843137254902 }, "seriousMisses": { "count": 0, "denominator": 12 }, "unnecessaryUrgent": { "count": 0, "denominator": 39 } }, "policy-injection": { "count": 6, "fields": { "queue": { "correct": 6, "total": 6, "accuracy": 1 }, "impact": { "correct": 6, "total": 6, "accuracy": 1 }, "priority": { "correct": 6, "total": 6, "accuracy": 1 } }, "combined": { "correct": 6, "total": 6, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 3 }, "unnecessaryUrgent": { "count": 0, "denominator": 3 } }, "quoted-history": { "count": 4, "fields": { "queue": { "correct": 4, "total": 4, "accuracy": 1 }, "impact": { "correct": 4, "total": 4, "accuracy": 1 }, "priority": { "correct": 4, "total": 4, "accuracy": 1 } }, "combined": { "correct": 4, "total": 4, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 1 }, "unnecessaryUrgent": { "count": 0, "denominator": 3 } }, "resolved": { "count": 4, "fields": { "queue": { "correct": 4, "total": 4, "accuracy": 1 }, "impact": { "correct": 4, "total": 4, "accuracy": 1 }, "priority": { "correct": 4, "total": 4, "accuracy": 1 } }, "combined": { "correct": 4, "total": 4, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 4 } }, "typos": { "count": 5, "fields": { "queue": { "correct": 4, "total": 5, "accuracy": 0.8 }, "impact": { "correct": 5, "total": 5, "accuracy": 1 }, "priority": { "correct": 5, "total": 5, "accuracy": 1 } }, "combined": { "correct": 4, "total": 5, "accuracy": 0.8 }, "seriousMisses": { "count": 0, "denominator": 1 }, "unnecessaryUrgent": { "count": 0, "denominator": 4 } } }, "baselineComputedForMissingCases": [], "review": { "queue": 13, "priority": 12, "either": 21 }, "top20": { "arrival": { "ids": [ "H001", "H002", "H003", "H004", "H005", "H006", "H007", "H008", "H009", "H010", "H011", "H012", "H013", "H014", "H015", "H016", "H017", "H018", "H019", "H020" ], "size": 20, "seriousCaptured": 6, "seriousTotal": 34, "coverage": 0.17647058823529413, "precision": 0.3, "precisionDenominator": 20 }, "baseline": { "ids": [ "H002", "H011", "H013", "H032", "H044", "H062", "H064", "H076", "H079", "H082", "H086", "H089", "H095", "H097", "H100", "H103", "H108", "H003", "H009", "H028" ], "size": 20, "seriousCaptured": 16, "seriousTotal": 34, "coverage": 0.47058823529411764, "precision": 0.8, "precisionDenominator": 20 }, "jev": { "ids": [ "H002", "H008", "H011", "H013", "H016", "H020", "H023", "H026", "H029", "H032", "H035", "H044", "H061", "H062", "H063", "H064", "H076", "H079", "H080", "H082" ], "size": 20, "seriousCaptured": 20, "seriousTotal": 34, "coverage": 0.5882352941176471, "precision": 1, "precisionDenominator": 20 } }, "confidenceBins": { "queue": [ { "lower": 0, "upper": 0.5, "upperInclusive": false, "correct": 4, "total": 4, "accuracy": 1, "meanConfidence": 0.3475, "absoluteGap": 0.6525000000000001 }, { "lower": 0.5, "upper": 0.8, "upperInclusive": false, "correct": 7, "total": 10, "accuracy": 0.7, "meanConfidence": 0.6729999999999999, "absoluteGap": 0.027000000000000024 }, { "lower": 0.8, "upper": 0.9, "upperInclusive": false, "correct": 7, "total": 7, "accuracy": 1, "meanConfidence": 0.8442857142857144, "absoluteGap": 0.15571428571428558 }, { "lower": 0.9, "upper": 1, "upperInclusive": true, "correct": 99, "total": 99, "accuracy": 1, "meanConfidence": 0.9894949494949491, "absoluteGap": 0.010505050505050906 } ], "impact": [ { "lower": 0, "upper": 0.5, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.5, "upper": 0.8, "upperInclusive": false, "correct": 4, "total": 6, "accuracy": 0.6666666666666666, "meanConfidence": 0.695, "absoluteGap": 0.02833333333333332 }, { "lower": 0.8, "upper": 0.9, "upperInclusive": false, "correct": 8, "total": 8, "accuracy": 1, "meanConfidence": 0.8524999999999999, "absoluteGap": 0.14750000000000008 }, { "lower": 0.9, "upper": 1, "upperInclusive": true, "correct": 106, "total": 106, "accuracy": 1, "meanConfidence": 0.9878301886792451, "absoluteGap": 0.012169811320754897 } ] }, "confidenceEce": { "queue": { "count": 120, "excluded": 0, "invalidOrFailedOrMissing": 0, "successfulWithoutValidConfidence": 0, "value": 0.04175000000000032, "interpretation": "Descriptive confidence/accuracy bin gap; this experiment does not establish calibration." }, "impact": { "count": 120, "excluded": 0, "invalidOrFailedOrMissing": 0, "successfulWithoutValidConfidence": 0, "value": 0.022000000000000165, "interpretation": "Descriptive confidence/accuracy bin gap; this experiment does not establish calibration." } }, "groupDiagnostics": { "h01": { "cases": [ "H001" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h02": { "cases": [ "H002" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h03": { "cases": [ "H003" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h04": { "cases": [ "H004" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h05": { "cases": [ "H005" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h06": { "cases": [ "H006" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h07": { "cases": [ "H007" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h08": { "cases": [ "H008" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h09": { "cases": [ "H009" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h10": { "cases": [ "H010" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h100": { "cases": [ "H100" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h101": { "cases": [ "H101" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h102": { "cases": [ "H102" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h11": { "cases": [ "H011" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h12": { "cases": [ "H012" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h13": { "cases": [ "H013" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h14": { "cases": [ "H014" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h15": { "cases": [ "H015" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h16": { "cases": [ "H016" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h17": { "cases": [ "H017" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h18": { "cases": [ "H018" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h19": { "cases": [ "H019" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h20": { "cases": [ "H020" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h21": { "cases": [ "H021" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h22": { "cases": [ "H022" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h23": { "cases": [ "H023" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h24": { "cases": [ "H024" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h25": { "cases": [ "H025" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h26": { "cases": [ "H026" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h27": { "cases": [ "H027" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h28": { "cases": [ "H028" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h29": { "cases": [ "H029" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h30": { "cases": [ "H030" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h31": { "cases": [ "H031" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h32": { "cases": [ "H032" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h33": { "cases": [ "H033" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h34": { "cases": [ "H034" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h35": { "cases": [ "H035" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h36": { "cases": [ "H036" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h37": { "cases": [ "H037" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h38": { "cases": [ "H038" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h39": { "cases": [ "H039" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h40": { "cases": [ "H040" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h41": { "cases": [ "H041" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h42": { "cases": [ "H042" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h43": { "cases": [ "H043" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h44": { "cases": [ "H044" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h45": { "cases": [ "H045" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h46": { "cases": [ "H046" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h47": { "cases": [ "H047" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h48": { "cases": [ "H048" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h49": { "cases": [ "H049" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h50": { "cases": [ "H050" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h51": { "cases": [ "H051" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h52": { "cases": [ "H052" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h53": { "cases": [ "H053" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h54": { "cases": [ "H054" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h55": { "cases": [ "H055" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h56": { "cases": [ "H056" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h57": { "cases": [ "H057" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h58": { "cases": [ "H058" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h59": { "cases": [ "H059" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h60": { "cases": [ "H060" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h61": { "cases": [ "H061" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h62": { "cases": [ "H062" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h63": { "cases": [ "H063" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h64": { "cases": [ "H064" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h65": { "cases": [ "H065" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h66": { "cases": [ "H066" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h67": { "cases": [ "H067" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h68": { "cases": [ "H068" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h69": { "cases": [ "H069" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h70": { "cases": [ "H070" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h71": { "cases": [ "H071" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h72": { "cases": [ "H072" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h73": { "cases": [ "H073" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h74": { "cases": [ "H074" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h75": { "cases": [ "H075" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h76": { "cases": [ "H076" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h77": { "cases": [ "H077" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h78": { "cases": [ "H078" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h79": { "cases": [ "H079" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h80": { "cases": [ "H080" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h81": { "cases": [ "H081" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h82": { "cases": [ "H082" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h83": { "cases": [ "H083" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h84": { "cases": [ "H084" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h85": { "cases": [ "H085" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h86": { "cases": [ "H086" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h87": { "cases": [ "H087" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h88": { "cases": [ "H088" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h89": { "cases": [ "H089" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h90": { "cases": [ "H090" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h91": { "cases": [ "H091" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h92": { "cases": [ "H092" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h93": { "cases": [ "H093" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h94": { "cases": [ "H094" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h95": { "cases": [ "H095" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h96": { "cases": [ "H096" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h97": { "cases": [ "H097" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h98": { "cases": [ "H098" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h99": { "cases": [ "H099" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "hcf01": { "cases": [ "H103", "H104" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf02": { "cases": [ "H105", "H106" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf03": { "cases": [ "H107", "H108" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf04": { "cases": [ "H109", "H110" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf05": { "cases": [ "H111", "H112" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf06": { "cases": [ "H113", "H114" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf07": { "cases": [ "H115", "H116" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf08": { "cases": [ "H117", "H118" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf09": { "cases": [ "H119", "H120" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] } }, "operations": { "concurrency": 1, "attempts": 120, "questions": 240, "retries": 0, "latency": { "count": 120, "p50Ms": 285.0831040000003, "p95Ms": 337.5846410000013 }, "inputTokens": 291576, "outputTokens": 11549, "calculatedCostUsd": 0.012246192000000001, "unknownUsage": 0 }, "details": [ { "caseId": "H001", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "review": 0, "billing": 1, "sales": 0, "technical": 0 }, "impact": { "blocked": 0, "degraded": 0, "unclear": 0.01, "routine": 0.99 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H002", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "billing": 1, "technical": 0, "sales": 0, "review": 0 }, "impact": { "unclear": 0, "routine": 0, "blocked": 1, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H003", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "degraded", "priority": "high", "confidence": { "queue": 0.99, "impact": 0.73 }, "probabilities": { "queue": { "account": 0, "review": 0.01, "billing": 0.99, "technical": 0, "sales": 0 }, "impact": { "blocked": 0.01, "unclear": 0, "routine": 0.19, "degraded": 0.8 } } }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H004", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 0.74, "impact": 1 }, "probabilities": { "queue": { "review": 0, "account": 0, "billing": 0.21, "technical": 0.79, "sales": 0 }, "impact": { "blocked": 0, "unclear": 0, "routine": 0, "degraded": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H005", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.95 }, "probabilities": { "queue": { "review": 0, "billing": 1, "technical": 0, "account": 0, "sales": 0 }, "impact": { "routine": 0.96, "unclear": 0.04, "degraded": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H006", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "review": 0, "sales": 0, "billing": 1, "technical": 0 }, "impact": { "blocked": 0, "unclear": 0, "routine": 0.99, "degraded": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H007", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "billing": 1, "account": 0, "technical": 0, "sales": 0, "review": 0 }, "impact": { "blocked": 0, "degraded": 0, "routine": 0.99, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H008", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 1 }, "probabilities": { "queue": { "account": 0, "review": 0.01, "billing": 0.99, "technical": 0, "sales": 0 }, "impact": { "blocked": 1, "unclear": 0, "routine": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H009", "expected": { "queue": "billing", "impact": "degraded", "priority": "high" }, "actual": { "queue": "billing", "impact": "degraded", "priority": "high", "confidence": { "queue": 0.96, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "account": 0, "billing": 0.97, "technical": 0.03, "review": 0 }, "impact": { "routine": 0, "unclear": 0, "blocked": 0, "degraded": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H010", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.96, "impact": 0.99 }, "probabilities": { "queue": { "billing": 0.97, "account": 0.02, "technical": 0, "sales": 0, "review": 0.01 }, "impact": { "blocked": 0, "degraded": 0, "routine": 1, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H011", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "account": 0, "review": 0, "billing": 1, "technical": 0 }, "impact": { "degraded": 0, "blocked": 1, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H012", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.75, "impact": 0.77 }, "probabilities": { "queue": { "sales": 0.8, "account": 0, "review": 0, "billing": 0.2, "technical": 0 }, "impact": { "routine": 0.83, "unclear": 0.05, "blocked": 0.12, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H013", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "billing": 0, "account": 1, "sales": 0, "review": 0 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H014", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "sales": 0, "account": 1, "billing": 0, "technical": 0, "review": 0 }, "impact": { "routine": 0.99, "unclear": 0.01, "blocked": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H015", "expected": { "queue": "account", "impact": "degraded", "priority": "high" }, "actual": { "queue": "account", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "sales": 0, "review": 0, "technical": 0, "account": 1 }, "impact": { "routine": 0, "unclear": 0, "blocked": 0, "degraded": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H016", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "sales": 0, "billing": 0, "review": 0, "account": 1 }, "impact": { "unclear": 0, "degraded": 0, "routine": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H017", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "sales": 0, "review": 0, "technical": 0, "account": 1 }, "impact": { "routine": 1, "unclear": 0, "blocked": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H018", "expected": { "queue": "account", "impact": "degraded", "priority": "high" }, "actual": { "queue": "account", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "sales": 0, "billing": 0, "review": 0, "account": 1 }, "impact": { "routine": 0, "degraded": 1, "blocked": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H019", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.94, "impact": 0.97 }, "probabilities": { "queue": { "review": 0, "billing": 0, "technical": 0.05, "sales": 0, "account": 0.95 }, "impact": { "blocked": 0, "degraded": 0, "routine": 0.98, "unclear": 0.02 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H020", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "review": 0, "technical": 0, "account": 1, "billing": 0 }, "impact": { "degraded": 0, "routine": 0, "unclear": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H021", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.74, "impact": 0.6 }, "probabilities": { "queue": { "technical": 0.13, "sales": 0, "review": 0.08, "billing": 0, "account": 0.79 }, "impact": { "routine": 0.7, "degraded": 0.3, "blocked": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H022", "expected": { "queue": "account", "impact": "degraded", "priority": "high" }, "actual": { "queue": "account", "impact": "degraded", "priority": "high", "confidence": { "queue": 0.91, "impact": 1 }, "probabilities": { "queue": { "review": 0, "account": 0.93, "sales": 0, "billing": 0, "technical": 0.07 }, "impact": { "unclear": 0, "degraded": 1, "routine": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H023", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "technical": 0, "account": 1, "billing": 0, "review": 0 }, "impact": { "blocked": 1, "routine": 0, "unclear": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H024", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.75, "impact": 0.95 }, "probabilities": { "queue": { "review": 0, "billing": 0, "account": 0.2, "sales": 0.8, "technical": 0 }, "impact": { "blocked": 0, "routine": 0.96, "degraded": 0, "unclear": 0.04 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H025", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "review": 0, "account": 0, "sales": 0, "technical": 1 }, "impact": { "unclear": 0, "routine": 0, "blocked": 0, "degraded": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H026", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "account": 0, "billing": 0, "review": 0, "technical": 1 }, "impact": { "unclear": 0, "routine": 0, "degraded": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H027", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "technical": 1, "review": 0, "sales": 0, "billing": 0 }, "impact": { "unclear": 0.01, "degraded": 0, "routine": 0.99, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H028", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "technical": 1, "billing": 0, "sales": 0, "review": 0 }, "impact": { "degraded": 1, "blocked": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H029", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "review": 0, "technical": 1, "sales": 0, "account": 0, "billing": 0 }, "impact": { "blocked": 1, "routine": 0, "degraded": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H030", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.96 }, "probabilities": { "queue": { "account": 0, "technical": 1, "sales": 0, "review": 0, "billing": 0 }, "impact": { "routine": 0.97, "blocked": 0, "unclear": 0, "degraded": 0.03 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H031", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 0.95, "impact": 1 }, "probabilities": { "queue": { "review": 0.04, "account": 0, "billing": 0, "sales": 0, "technical": 0.96 }, "impact": { "blocked": 0, "routine": 0, "degraded": 1, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H032", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "technical": 1, "account": 0, "billing": 0, "review": 0 }, "impact": { "blocked": 1, "routine": 0, "unclear": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H033", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 1, "billing": 0, "sales": 0, "review": 0, "account": 0 }, "impact": { "routine": 1, "degraded": 0, "unclear": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H034", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "technical": 1, "account": 0, "review": 0, "billing": 0 }, "impact": { "blocked": 0, "routine": 0, "unclear": 0, "degraded": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H035", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.97, "impact": 1 }, "probabilities": { "queue": { "technical": 0.98, "sales": 0, "account": 0, "review": 0.02, "billing": 0 }, "impact": { "blocked": 1, "routine": 0, "unclear": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H036", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.99 }, "probabilities": { "queue": { "billing": 0, "technical": 0.99, "sales": 0.01, "review": 0, "account": 0 }, "impact": { "degraded": 0.01, "routine": 0.99, "blocked": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H037", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.96, "impact": 0.96 }, "probabilities": { "queue": { "sales": 0.97, "billing": 0, "review": 0, "account": 0.03, "technical": 0 }, "impact": { "unclear": 0.03, "blocked": 0, "routine": 0.97, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H038", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "technical": 0, "sales": 1, "billing": 0, "review": 0 }, "impact": { "degraded": 0, "routine": 0.99, "unclear": 0.01, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H039", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.88 }, "probabilities": { "queue": { "review": 0, "technical": 0, "billing": 0, "sales": 0.99, "account": 0.01 }, "impact": { "degraded": 0, "blocked": 0.01, "unclear": 0.08, "routine": 0.91 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H040", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "sales": 1, "billing": 0, "review": 0, "technical": 0 }, "impact": { "degraded": 0, "unclear": 0, "blocked": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H041", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "review": 0, "technical": 0, "sales": 1, "billing": 0 }, "impact": { "blocked": 0, "unclear": 0.01, "degraded": 0, "routine": 0.99 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H042", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.99 }, "probabilities": { "queue": { "sales": 0.99, "billing": 0, "account": 0, "technical": 0, "review": 0.01 }, "impact": { "unclear": 0.01, "routine": 0.99, "degraded": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H043", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.69, "impact": 0.88 }, "probabilities": { "queue": { "account": 0.75, "sales": 0.25, "billing": 0, "technical": 0, "review": 0 }, "impact": { "blocked": 0, "degraded": 0, "unclear": 0.09, "routine": 0.91 } } }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H044", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.96, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "account": 0, "technical": 0.98, "sales": 0.02, "review": 0 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H045", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.92 }, "probabilities": { "queue": { "account": 0, "technical": 0, "billing": 0, "sales": 1, "review": 0 }, "impact": { "degraded": 0, "blocked": 0.03, "unclear": 0.03, "routine": 0.94 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H046", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "sales": 1, "account": 0, "review": 0, "billing": 0 }, "impact": { "degraded": 0, "unclear": 0, "blocked": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H047", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.97 }, "probabilities": { "queue": { "review": 0, "sales": 1, "technical": 0, "account": 0, "billing": 0 }, "impact": { "blocked": 0, "degraded": 0, "unclear": 0.02, "routine": 0.98 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H048", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.92 }, "probabilities": { "queue": { "technical": 0, "billing": 0, "review": 0, "account": 0, "sales": 1 }, "impact": { "blocked": 0, "unclear": 0.06, "degraded": 0, "routine": 0.94 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H049", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.93 }, "probabilities": { "queue": { "account": 0, "technical": 0, "billing": 0, "sales": 0, "review": 1 }, "impact": { "routine": 0.95, "blocked": 0.03, "unclear": 0.02, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H050", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.8 }, "probabilities": { "queue": { "account": 0, "sales": 0, "billing": 0, "review": 0.99, "technical": 0.01 }, "impact": { "degraded": 0, "unclear": 0.14, "routine": 0.85, "blocked": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H051", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.97 }, "probabilities": { "queue": { "technical": 0, "billing": 0, "review": 1, "account": 0, "sales": 0 }, "impact": { "blocked": 0, "unclear": 0.02, "degraded": 0, "routine": 0.98 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H052", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.91, "impact": 0.98 }, "probabilities": { "queue": { "billing": 0, "account": 0, "technical": 0.07, "sales": 0, "review": 0.93 }, "impact": { "blocked": 0.01, "degraded": 0, "routine": 0, "unclear": 0.99 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H053", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.99, "impact": 0.81 }, "probabilities": { "queue": { "sales": 0, "review": 0.01, "technical": 0, "account": 0, "billing": 0.99 }, "impact": { "degraded": 0, "unclear": 0.86, "blocked": 0, "routine": 0.14 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H054", "expected": { "queue": "account", "impact": "unclear", "priority": "review" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.97, "impact": 0.96 }, "probabilities": { "queue": { "billing": 0, "technical": 0, "account": 0.98, "review": 0.02, "sales": 0 }, "impact": { "degraded": 0, "routine": 0.01, "blocked": 0.02, "unclear": 0.97 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H055", "expected": { "queue": "technical", "impact": "unclear", "priority": "review" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.8, "impact": 0.88 }, "probabilities": { "queue": { "technical": 0.84, "billing": 0, "review": 0.16, "account": 0, "sales": 0 }, "impact": { "blocked": 0.05, "unclear": 0.91, "degraded": 0.01, "routine": 0.03 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H056", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "sales": 0, "technical": 0, "account": 0, "review": 1, "billing": 0 }, "impact": { "routine": 0.01, "unclear": 0.99, "degraded": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H057", "expected": { "queue": "account", "impact": "unclear", "priority": "review" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "technical": 0, "account": 1, "review": 0, "billing": 0 }, "impact": { "degraded": 0, "blocked": 0, "unclear": 1, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H058", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.51, "impact": 0.99 }, "probabilities": { "queue": { "sales": 0, "review": 0.38, "account": 0, "billing": 0.61, "technical": 0.01 }, "impact": { "blocked": 0.01, "routine": 0, "unclear": 0.99, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H059", "expected": { "queue": "technical", "impact": "unclear", "priority": "review" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.75, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "technical": 0.8, "account": 0, "review": 0.2, "sales": 0 }, "impact": { "degraded": 0, "blocked": 0, "unclear": 1, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H060", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "technical": 0, "billing": 0, "review": 1, "sales": 0 }, "impact": { "blocked": 0, "unclear": 1, "degraded": 0, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H061", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "review": 0, "technical": 0, "billing": 0, "account": 1, "sales": 0 }, "impact": { "degraded": 0, "blocked": 1, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H062", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 0.99 }, "probabilities": { "queue": { "billing": 1, "account": 0, "technical": 0, "sales": 0, "review": 0 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H063", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 1, "account": 0, "billing": 0, "sales": 0, "review": 0 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H064", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "review": 0, "sales": 0, "account": 0, "technical": 1 }, "impact": { "unclear": 0, "routine": 0, "blocked": 1, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H065", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.86, "impact": 1 }, "probabilities": { "queue": { "technical": 0.02, "account": 0, "billing": 0.89, "review": 0.09, "sales": 0 }, "impact": { "degraded": 0, "blocked": 0, "unclear": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H066", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.22, "impact": 0.96 }, "probabilities": { "queue": { "sales": 0.21, "account": 0.38, "review": 0.04, "billing": 0, "technical": 0.37 }, "impact": { "degraded": 0.02, "blocked": 0, "routine": 0.97, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H067", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.97 }, "probabilities": { "queue": { "technical": 0.01, "billing": 0, "review": 0, "account": 0, "sales": 0.99 }, "impact": { "degraded": 0, "unclear": 0.02, "routine": 0.98, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H068", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.66, "impact": 1 }, "probabilities": { "queue": { "review": 0.14, "account": 0, "technical": 0.13, "billing": 0, "sales": 0.73 }, "impact": { "unclear": 0, "blocked": 0, "degraded": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H069", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.87, "impact": 0.99 }, "probabilities": { "queue": { "technical": 0.1, "sales": 0, "account": 0, "review": 0, "billing": 0.9 }, "impact": { "blocked": 0.01, "routine": 0.99, "unclear": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H070", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.91, "impact": 0.99 }, "probabilities": { "queue": { "billing": 0, "review": 0.01, "technical": 0.05, "account": 0.9299999999999999, "sales": 0.01 }, "impact": { "degraded": 0, "routine": 0.99, "unclear": 0.01, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H071", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "sales": 0, "review": 0, "technical": 1, "account": 0 }, "impact": { "blocked": 0, "degraded": 0, "unclear": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H072", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.85 }, "probabilities": { "queue": { "billing": 0, "technical": 1, "account": 0, "review": 0, "sales": 0 }, "impact": { "degraded": 0.09, "blocked": 0, "unclear": 0.02, "routine": 0.89 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H073", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.96 }, "probabilities": { "queue": { "billing": 1, "technical": 0, "sales": 0, "review": 0, "account": 0 }, "impact": { "degraded": 0, "routine": 0.97, "blocked": 0.02, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H074", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.41, "impact": 0.97 }, "probabilities": { "queue": { "account": 0.53, "billing": 0, "sales": 0, "technical": 0.47, "review": 0 }, "impact": { "unclear": 0.02, "routine": 0.98, "blocked": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H075", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.98 }, "probabilities": { "queue": { "billing": 0, "account": 0, "technical": 1, "sales": 0, "review": 0 }, "impact": { "blocked": 0, "degraded": 0, "routine": 0.99, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H076", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "technical": 0.99, "account": 0.01, "review": 0, "billing": 0 }, "impact": { "blocked": 1, "routine": 0, "unclear": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H077", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.99 }, "probabilities": { "queue": { "billing": 0, "technical": 0, "account": 0.01, "review": 0.99, "sales": 0 }, "impact": { "degraded": 0, "blocked": 0, "unclear": 0.01, "routine": 0.99 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H078", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "review": 0, "technical": 1, "billing": 0, "sales": 0 }, "impact": { "unclear": 0, "blocked": 0, "degraded": 1, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H079", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "sales": 0, "billing": 1, "technical": 0, "review": 0 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H080", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 0.98 }, "probabilities": { "queue": { "billing": 0, "account": 0.99, "technical": 0, "sales": 0, "review": 0.01 }, "impact": { "blocked": 0.99, "degraded": 0, "routine": 0, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H081", "expected": { "queue": "review", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "degraded", "priority": "high", "confidence": { "queue": 0.99, "impact": 1 }, "probabilities": { "queue": { "account": 0, "sales": 0, "billing": 0, "technical": 0.01, "review": 0.99 }, "impact": { "routine": 0, "blocked": 0, "degraded": 1, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H082", "expected": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.31, "impact": 1 }, "probabilities": { "queue": { "review": 0.45, "technical": 0, "account": 0.24, "billing": 0.31, "sales": 0 }, "impact": { "blocked": 1, "routine": 0, "degraded": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H083", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.85, "impact": 0.84 }, "probabilities": { "queue": { "technical": 0.88, "review": 0.11, "sales": 0, "account": 0.01, "billing": 0 }, "impact": { "degraded": 0.12, "routine": 0, "blocked": 0.88, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H084", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.8, "impact": 0.99 }, "probabilities": { "queue": { "technical": 0.06, "sales": 0.1, "billing": 0, "review": 0.84, "account": 0 }, "impact": { "degraded": 0, "unclear": 0.01, "routine": 0.99, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H085", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 1, "review": 0, "technical": 0, "account": 0, "sales": 0 }, "impact": { "degraded": 0, "routine": 1, "unclear": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H086", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.79 }, "probabilities": { "queue": { "review": 0, "sales": 0, "technical": 0.01, "account": 0.99, "billing": 0 }, "impact": { "degraded": 0.01, "unclear": 0.01, "blocked": 0.14, "routine": 0.84 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H087", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "sales": 0, "billing": 0, "account": 0, "technical": 1, "review": 0 }, "impact": { "blocked": 0, "unclear": 0, "degraded": 0.99, "routine": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H088", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "technical": 0, "review": 0, "billing": 0, "sales": 1 }, "impact": { "routine": 0.99, "degraded": 0, "unclear": 0.01, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H089", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.87, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "review": 0.01, "technical": 0.9, "sales": 0, "account": 0.09 }, "impact": { "blocked": 1, "routine": 0, "degraded": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H090", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.64, "impact": 0.63 }, "probabilities": { "queue": { "review": 0.09, "billing": 0.2, "technical": 0.71, "sales": 0, "account": 0 }, "impact": { "unclear": 0.01, "routine": 0.72, "degraded": 0.24, "blocked": 0.03 } } }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H091", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "review": 0, "technical": 0, "account": 1, "billing": 0, "sales": 0 }, "impact": { "degraded": 0, "blocked": 1, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H092", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 1, "review": 0, "billing": 0, "sales": 0, "account": 0 }, "impact": { "blocked": 0, "degraded": 1, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H093", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "billing": 0, "technical": 0, "review": 0, "account": 0, "sales": 1 }, "impact": { "routine": 0.99, "unclear": 0.01, "degraded": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H094", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.45, "impact": 1 }, "probabilities": { "queue": { "review": 0.56, "sales": 0, "billing": 0, "technical": 0.44, "account": 0 }, "impact": { "degraded": 0, "unclear": 1, "blocked": 0, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H095", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 0.88 }, "probabilities": { "queue": { "review": 0, "sales": 0, "technical": 0, "account": 0.01, "billing": 0.99 }, "impact": { "degraded": 0, "unclear": 0.01, "routine": 0.08, "blocked": 0.91 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H096", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.97 }, "probabilities": { "queue": { "account": 0, "sales": 1, "billing": 0, "review": 0, "technical": 0 }, "impact": { "unclear": 0.02, "degraded": 0, "routine": 0.98, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H097", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.9, "impact": 0.93 }, "probabilities": { "queue": { "account": 0.06, "sales": 0.01, "billing": 0, "technical": 0.92, "review": 0.01 }, "impact": { "routine": 0.04, "blocked": 0.95, "degraded": 0, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H098", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.96 }, "probabilities": { "queue": { "sales": 0, "review": 0.01, "account": 0, "technical": 0, "billing": 0.99 }, "impact": { "routine": 0.97, "degraded": 0, "unclear": 0.03, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H099", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.86, "impact": 0.99 }, "probabilities": { "queue": { "review": 0.02, "technical": 0.09, "account": 0.89, "billing": 0, "sales": 0 }, "impact": { "degraded": 0, "routine": 0.99, "blocked": 0, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H100", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "billing": 0, "account": 0, "technical": 1, "review": 0 }, "impact": { "unclear": 0, "routine": 0, "degraded": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H101", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.5, "impact": 0.97 }, "probabilities": { "queue": { "account": 0, "review": 0.4, "technical": 0, "billing": 0.6, "sales": 0 }, "impact": { "routine": 0.02, "degraded": 0, "unclear": 0.98, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H102", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.65 }, "probabilities": { "queue": { "account": 0, "review": 1, "technical": 0, "billing": 0, "sales": 0 }, "impact": { "blocked": 0, "unclear": 0.26, "routine": 0.74, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H103", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 1, "technical": 0, "sales": 0, "review": 0, "account": 0 }, "impact": { "routine": 0, "blocked": 1, "unclear": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H104", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.96 }, "probabilities": { "queue": { "billing": 1, "account": 0, "technical": 0, "sales": 0, "review": 0 }, "impact": { "routine": 0.97, "unclear": 0, "blocked": 0, "degraded": 0.03 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H105", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "sales": 0, "review": 0, "technical": 0, "account": 1 }, "impact": { "routine": 0, "degraded": 0, "unclear": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H106", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.92 }, "probabilities": { "queue": { "billing": 0, "account": 1, "technical": 0, "sales": 0, "review": 0 }, "impact": { "blocked": 0.02, "degraded": 0, "routine": 0.95, "unclear": 0.03 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H107", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "technical": 1, "account": 0, "billing": 0, "review": 0 }, "impact": { "blocked": 0, "routine": 0, "unclear": 0, "degraded": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H108", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "account": 0, "technical": 0.99, "sales": 0, "review": 0.01 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H109", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.97 }, "probabilities": { "queue": { "review": 0, "account": 0, "sales": 1, "billing": 0, "technical": 0 }, "impact": { "unclear": 0.02, "degraded": 0, "routine": 0.98, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H110", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "billing": 0, "sales": 1, "review": 0, "technical": 0, "account": 0 }, "impact": { "routine": 0.99, "unclear": 0.01, "blocked": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H111", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "technical": 0, "review": 0, "account": 1, "sales": 0 }, "impact": { "degraded": 0, "routine": 0, "blocked": 1, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H112", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "account": 0, "technical": 1, "sales": 0, "review": 0 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H113", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "technical": 1, "billing": 0, "review": 0, "sales": 0 }, "impact": { "unclear": 0.01, "blocked": 0, "degraded": 0, "routine": 0.99 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H114", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "billing": 0, "technical": 1, "review": 0, "sales": 0 }, "impact": { "blocked": 1, "degraded": 0, "unclear": 0, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H115", "expected": { "queue": "review", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "degraded", "priority": "high", "confidence": { "queue": 0.99, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "technical": 0.01, "review": 0.99, "account": 0, "sales": 0 }, "impact": { "routine": 0, "unclear": 0, "degraded": 1, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H116", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.96, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "review": 0.03, "billing": 0, "account": 0.97, "technical": 0 }, "impact": { "unclear": 0, "blocked": 1, "routine": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H117", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "billing": 0, "review": 0, "sales": 1, "account": 0 }, "impact": { "blocked": 0, "degraded": 0, "routine": 1, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H118", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "technical": 1, "review": 0, "billing": 0, "sales": 0 }, "impact": { "degraded": 1, "unclear": 0, "routine": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H119", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.9, "impact": 1 }, "probabilities": { "queue": { "account": 0, "sales": 0, "billing": 0.92, "technical": 0, "review": 0.08 }, "impact": { "degraded": 0, "blocked": 0, "routine": 0, "unclear": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H120", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "billing": 1, "sales": 0, "technical": 0, "review": 0 }, "impact": { "blocked": 1, "degraded": 0, "unclear": 0, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] } ] }, "challenge": { "scoringVersion": "inbox-scoring-1.1", "source": "jev", "count": 40, "fields": { "queue": { "correct": 39, "total": 40, "accuracy": 0.975 }, "impact": { "correct": 40, "total": 40, "accuracy": 1 }, "priority": { "correct": 40, "total": 40, "accuracy": 1 } }, "combined": { "correct": 39, "total": 40, "accuracy": 0.975 }, "seriousMisses": { "count": 0, "denominator": 16, "rate": 0, "ids": [] }, "unnecessaryUrgent": { "count": 0, "denominator": 24, "rate": 0, "ids": [] }, "validOnly": { "count": 40, "fields": { "queue": { "correct": 39, "total": 40, "accuracy": 0.975 }, "impact": { "correct": 40, "total": 40, "accuracy": 1 }, "priority": { "correct": 40, "total": 40, "accuracy": 1 } }, "combined": { "correct": 39, "total": 40, "accuracy": 0.975 }, "seriousMisses": { "count": 0, "denominator": 16 }, "unnecessaryUrgent": { "count": 0, "denominator": 24 } }, "format": { "valid": 40, "total": 40, "fraction": 1, "missing": 0, "failures": [] }, "confusion": { "queue": { "billing": { "billing": 10, "account": 0, "technical": 0, "sales": 0, "review": 0, "missing": 0 }, "account": { "billing": 0, "account": 10, "technical": 0, "sales": 0, "review": 0, "missing": 0 }, "technical": { "billing": 0, "account": 0, "technical": 10, "sales": 0, "review": 0, "missing": 0 }, "sales": { "billing": 0, "account": 1, "technical": 0, "sales": 2, "review": 0, "missing": 0 }, "review": { "billing": 0, "account": 0, "technical": 0, "sales": 0, "review": 7, "missing": 0 } }, "impact": { "blocked": { "blocked": 16, "degraded": 0, "routine": 0, "unclear": 0, "missing": 0 }, "degraded": { "blocked": 0, "degraded": 4, "routine": 0, "unclear": 0, "missing": 0 }, "routine": { "blocked": 0, "degraded": 0, "routine": 14, "unclear": 0, "missing": 0 }, "unclear": { "blocked": 0, "degraded": 0, "routine": 0, "unclear": 6, "missing": 0 } }, "priority": { "urgent": { "urgent": 16, "high": 0, "normal": 0, "review": 0, "missing": 0 }, "high": { "urgent": 0, "high": 4, "normal": 0, "review": 0, "missing": 0 }, "normal": { "urgent": 0, "high": 0, "normal": 14, "review": 0, "missing": 0 }, "review": { "urgent": 0, "high": 0, "normal": 0, "review": 6, "missing": 0 } } }, "perQueue": { "account": { "count": 10, "fields": { "queue": { "correct": 10, "total": 10, "accuracy": 1 }, "impact": { "correct": 10, "total": 10, "accuracy": 1 }, "priority": { "correct": 10, "total": 10, "accuracy": 1 } }, "combined": { "correct": 10, "total": 10, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 5 }, "unnecessaryUrgent": { "count": 0, "denominator": 5 } }, "billing": { "count": 10, "fields": { "queue": { "correct": 10, "total": 10, "accuracy": 1 }, "impact": { "correct": 10, "total": 10, "accuracy": 1 }, "priority": { "correct": 10, "total": 10, "accuracy": 1 } }, "combined": { "correct": 10, "total": 10, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 3 }, "unnecessaryUrgent": { "count": 0, "denominator": 7 } }, "review": { "count": 7, "fields": { "queue": { "correct": 7, "total": 7, "accuracy": 1 }, "impact": { "correct": 7, "total": 7, "accuracy": 1 }, "priority": { "correct": 7, "total": 7, "accuracy": 1 } }, "combined": { "correct": 7, "total": 7, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 2 }, "unnecessaryUrgent": { "count": 0, "denominator": 5 } }, "sales": { "count": 3, "fields": { "queue": { "correct": 2, "total": 3, "accuracy": 0.6666666666666666 }, "impact": { "correct": 3, "total": 3, "accuracy": 1 }, "priority": { "correct": 3, "total": 3, "accuracy": 1 } }, "combined": { "correct": 2, "total": 3, "accuracy": 0.6666666666666666 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 3 } }, "technical": { "count": 10, "fields": { "queue": { "correct": 10, "total": 10, "accuracy": 1 }, "impact": { "correct": 10, "total": 10, "accuracy": 1 }, "priority": { "correct": 10, "total": 10, "accuracy": 1 } }, "combined": { "correct": 10, "total": 10, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 6 }, "unnecessaryUrgent": { "count": 0, "denominator": 4 } } }, "perScenario": { "calm-serious": { "count": 1, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "combined": { "correct": 1, "total": 1, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 1 }, "unnecessaryUrgent": { "count": 0, "denominator": 0 } }, "counterfactual": { "count": 20, "fields": { "queue": { "correct": 20, "total": 20, "accuracy": 1 }, "impact": { "correct": 20, "total": 20, "accuracy": 1 }, "priority": { "correct": 20, "total": 20, "accuracy": 1 } }, "combined": { "correct": 20, "total": 20, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 9 }, "unnecessaryUrgent": { "count": 0, "denominator": 11 } }, "loud-low-impact": { "count": 1, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "combined": { "correct": 1, "total": 1, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 1 } }, "missing-context": { "count": 3, "fields": { "queue": { "correct": 3, "total": 3, "accuracy": 1 }, "impact": { "correct": 3, "total": 3, "accuracy": 1 }, "priority": { "correct": 3, "total": 3, "accuracy": 1 } }, "combined": { "correct": 3, "total": 3, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 3 } }, "mixed": { "count": 4, "fields": { "queue": { "correct": 3, "total": 4, "accuracy": 0.75 }, "impact": { "correct": 4, "total": 4, "accuracy": 1 }, "priority": { "correct": 4, "total": 4, "accuracy": 1 } }, "combined": { "correct": 3, "total": 4, "accuracy": 0.75 }, "seriousMisses": { "count": 0, "denominator": 2 }, "unnecessaryUrgent": { "count": 0, "denominator": 2 } }, "negation": { "count": 2, "fields": { "queue": { "correct": 2, "total": 2, "accuracy": 1 }, "impact": { "correct": 2, "total": 2, "accuracy": 1 }, "priority": { "correct": 2, "total": 2, "accuracy": 1 } }, "combined": { "correct": 2, "total": 2, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 1 }, "unnecessaryUrgent": { "count": 0, "denominator": 1 } }, "policy-injection": { "count": 4, "fields": { "queue": { "correct": 4, "total": 4, "accuracy": 1 }, "impact": { "correct": 4, "total": 4, "accuracy": 1 }, "priority": { "correct": 4, "total": 4, "accuracy": 1 } }, "combined": { "correct": 4, "total": 4, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 2 }, "unnecessaryUrgent": { "count": 0, "denominator": 2 } }, "quoted-history": { "count": 2, "fields": { "queue": { "correct": 2, "total": 2, "accuracy": 1 }, "impact": { "correct": 2, "total": 2, "accuracy": 1 }, "priority": { "correct": 2, "total": 2, "accuracy": 1 } }, "combined": { "correct": 2, "total": 2, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 2 } }, "resolved": { "count": 1, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "combined": { "correct": 1, "total": 1, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 1 } }, "typos": { "count": 2, "fields": { "queue": { "correct": 2, "total": 2, "accuracy": 1 }, "impact": { "correct": 2, "total": 2, "accuracy": 1 }, "priority": { "correct": 2, "total": 2, "accuracy": 1 } }, "combined": { "correct": 2, "total": 2, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 1 }, "unnecessaryUrgent": { "count": 0, "denominator": 1 } } }, "baselineComputedForMissingCases": [], "review": { "queue": 7, "priority": 6, "either": 10 }, "top20": { "arrival": { "ids": [ "C001", "C002", "C003", "C004", "C005", "C006", "C007", "C008", "C009", "C010", "C011", "C012", "C013", "C014", "C015", "C016", "C017", "C018", "C019", "C020" ], "size": 20, "seriousCaptured": 7, "seriousTotal": 16, "coverage": 0.4375, "precision": 0.35, "precisionDenominator": 20 }, "baseline": { "ids": [ "C002", "C004", "C009", "C014", "C017", "C021", "C025", "C029", "C036", "C037", "C038", "C032", "C001", "C019", "C022", "C027", "C028", "C030", "C033", "C003" ], "size": 20, "seriousCaptured": 10, "seriousTotal": 16, "coverage": 0.625, "precision": 0.5, "precisionDenominator": 20 }, "jev": { "ids": [ "C002", "C003", "C006", "C008", "C012", "C014", "C017", "C021", "C023", "C024", "C025", "C030", "C034", "C036", "C037", "C038", "C005", "C026", "C032", "C035" ], "size": 20, "seriousCaptured": 16, "seriousTotal": 16, "coverage": 1, "precision": 0.8, "precisionDenominator": 20 } }, "confidenceBins": { "queue": [ { "lower": 0, "upper": 0.5, "upperInclusive": false, "correct": 1, "total": 1, "accuracy": 1, "meanConfidence": 0.45, "absoluteGap": 0.55 }, { "lower": 0.5, "upper": 0.8, "upperInclusive": false, "correct": 4, "total": 4, "accuracy": 1, "meanConfidence": 0.7024999999999999, "absoluteGap": 0.2975000000000001 }, { "lower": 0.8, "upper": 0.9, "upperInclusive": false, "correct": 2, "total": 2, "accuracy": 1, "meanConfidence": 0.815, "absoluteGap": 0.18500000000000005 }, { "lower": 0.9, "upper": 1, "upperInclusive": true, "correct": 32, "total": 33, "accuracy": 0.9696969696969697, "meanConfidence": 0.9784848484848485, "absoluteGap": 0.008787878787878789 } ], "impact": [ { "lower": 0, "upper": 0.5, "upperInclusive": false, "correct": 1, "total": 1, "accuracy": 1, "meanConfidence": 0.44, "absoluteGap": 0.56 }, { "lower": 0.5, "upper": 0.8, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.8, "upper": 0.9, "upperInclusive": false, "correct": 3, "total": 3, "accuracy": 1, "meanConfidence": 0.8300000000000001, "absoluteGap": 0.16999999999999993 }, { "lower": 0.9, "upper": 1, "upperInclusive": true, "correct": 36, "total": 36, "accuracy": 1, "meanConfidence": 0.988611111111111, "absoluteGap": 0.011388888888889004 } ] }, "confidenceEce": { "queue": { "count": 40, "excluded": 0, "invalidOrFailedOrMissing": 0, "successfulWithoutValidConfidence": 0, "value": 0.06000000000000001, "interpretation": "Descriptive confidence/accuracy bin gap; this experiment does not establish calibration." }, "impact": { "count": 40, "excluded": 0, "invalidOrFailedOrMissing": 0, "successfulWithoutValidConfidence": 0, "value": 0.0370000000000001, "interpretation": "Descriptive confidence/accuracy bin gap; this experiment does not establish calibration." } }, "groupDiagnostics": { "c01": { "cases": [ "C001" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c02": { "cases": [ "C002" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c03": { "cases": [ "C003" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c04": { "cases": [ "C004" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c05": { "cases": [ "C005" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c06": { "cases": [ "C006" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c07": { "cases": [ "C007" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c08": { "cases": [ "C008" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c09": { "cases": [ "C009" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c10": { "cases": [ "C010" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c11": { "cases": [ "C011" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c12": { "cases": [ "C012" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c13": { "cases": [ "C013" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c14": { "cases": [ "C014" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c15": { "cases": [ "C015" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c16": { "cases": [ "C016" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c17": { "cases": [ "C017" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c18": { "cases": [ "C018" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c19": { "cases": [ "C019" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c20": { "cases": [ "C020" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "ccf01": { "cases": [ "C021", "C022" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf02": { "cases": [ "C023", "C024" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf03": { "cases": [ "C025", "C026" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf04": { "cases": [ "C027", "C028" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf05": { "cases": [ "C029", "C030" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf06": { "cases": [ "C031", "C032" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf07": { "cases": [ "C033", "C034" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf08": { "cases": [ "C035", "C036" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf09": { "cases": [ "C037", "C038" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf10": { "cases": [ "C039", "C040" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] } }, "operations": { "concurrency": 1, "attempts": 40, "questions": 80, "retries": 0, "latency": { "count": 40, "p50Ms": 279.7981669999999, "p95Ms": 320.5856450000001 }, "inputTokens": 97367, "outputTokens": 3850, "calculatedCostUsd": 0.004089414000000002, "unknownUsage": 0 }, "details": [ { "caseId": "C001", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.91, "impact": 0.97 }, "probabilities": { "queue": { "sales": 0, "billing": 0.93, "account": 0, "technical": 0.06, "review": 0.01 }, "impact": { "unclear": 0.02, "routine": 0.98, "degraded": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C002", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.96, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "sales": 0, "billing": 0, "review": 0.03, "account": 0.97 }, "impact": { "routine": 0, "degraded": 0, "blocked": 1, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C003", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.79, "impact": 0.97 }, "probabilities": { "queue": { "billing": 0, "account": 0.15, "technical": 0.84, "sales": 0, "review": 0.01 }, "impact": { "blocked": 0.98, "degraded": 0, "routine": 0.01, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C004", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "review": 0, "account": 0, "billing": 1, "sales": 0 }, "impact": { "degraded": 0, "routine": 1, "blocked": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C005", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "billing": 0, "review": 0, "sales": 0, "account": 0, "technical": 1 }, "impact": { "routine": 0, "degraded": 0.99, "unclear": 0, "blocked": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C006", "expected": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.95, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "technical": 0, "review": 0.96, "account": 0, "billing": 0.04 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C007", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.97, "impact": 0.99 }, "probabilities": { "queue": { "review": 0.02, "account": 0.98, "billing": 0, "sales": 0, "technical": 0 }, "impact": { "blocked": 0, "unclear": 0.01, "routine": 0.99, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C008", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 1, "billing": 0, "review": 0, "account": 0, "sales": 0 }, "impact": { "degraded": 0, "unclear": 0, "routine": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C009", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.73, "impact": 0.96 }, "probabilities": { "queue": { "technical": 0.22, "sales": 0, "account": 0.78, "review": 0, "billing": 0 }, "impact": { "blocked": 0.01, "routine": 0.97, "unclear": 0.02, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C010", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review", "confidence": { "queue": 1, "impact": 0.97 }, "probabilities": { "queue": { "review": 1, "billing": 0, "technical": 0, "account": 0, "sales": 0 }, "impact": { "degraded": 0, "blocked": 0, "unclear": 0.98, "routine": 0.02 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C011", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.91, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "billing": 0.07, "technical": 0, "review": 0.93, "sales": 0 }, "impact": { "blocked": 0, "degraded": 0, "unclear": 0.99, "routine": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C012", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "review": 0, "billing": 1, "account": 0, "sales": 0 }, "impact": { "degraded": 0, "unclear": 0, "blocked": 1, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C013", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.99 }, "probabilities": { "queue": { "review": 0.01, "technical": 0, "billing": 0, "account": 0, "sales": 0.99 }, "impact": { "blocked": 0, "routine": 0.99, "degraded": 0, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C014", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 0.99 }, "probabilities": { "queue": { "sales": 0, "technical": 0, "billing": 0, "account": 0.99, "review": 0.01 }, "impact": { "blocked": 0.99, "routine": 0, "degraded": 0, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C015", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.94, "impact": 0.81 }, "probabilities": { "queue": { "technical": 0.02, "billing": 0.95, "account": 0, "sales": 0, "review": 0.03 }, "impact": { "blocked": 0.11, "degraded": 0.02, "routine": 0.86, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C016", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "review": 0, "sales": 0, "billing": 1, "technical": 0, "account": 0 }, "impact": { "degraded": 0, "blocked": 0, "unclear": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C017", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.9, "impact": 0.44 }, "probabilities": { "queue": { "billing": 0, "account": 0, "technical": 0.92, "sales": 0.01, "review": 0.07 }, "impact": { "blocked": 0.58, "degraded": 0.42, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C018", "expected": { "queue": "technical", "impact": "unclear", "priority": "review" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.82, "impact": 0.99 }, "probabilities": { "queue": { "technical": 0.86, "sales": 0, "billing": 0, "review": 0.14, "account": 0 }, "impact": { "routine": 0.01, "degraded": 0, "unclear": 0.99, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C019", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.45, "impact": 1 }, "probabilities": { "queue": { "account": 0, "technical": 0.2, "sales": 0.24, "billing": 0, "review": 0.56 }, "impact": { "degraded": 0, "routine": 1, "blocked": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C020", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review", "confidence": { "queue": 1, "impact": 0.97 }, "probabilities": { "queue": { "technical": 0, "review": 1, "account": 0, "sales": 0, "billing": 0 }, "impact": { "blocked": 0, "degraded": 0, "routine": 0.02, "unclear": 0.98 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C021", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "review": 0, "billing": 0, "account": 1, "sales": 0 }, "impact": { "degraded": 0, "routine": 0, "blocked": 1, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C022", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.96, "impact": 1 }, "probabilities": { "queue": { "technical": 0.03, "sales": 0, "billing": 0, "review": 0, "account": 0.97 }, "impact": { "degraded": 0, "unclear": 0, "blocked": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C023", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "review": 0, "account": 0, "technical": 0, "billing": 1, "sales": 0 }, "impact": { "unclear": 0, "blocked": 1, "degraded": 0, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C024", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "review": 0, "billing": 0, "technical": 0, "sales": 0, "account": 1 }, "impact": { "routine": 0, "unclear": 0, "degraded": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C025", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "review": 0, "billing": 0, "technical": 1, "sales": 0, "account": 0 }, "impact": { "routine": 0, "unclear": 0, "degraded": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C026", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 0.92 }, "probabilities": { "queue": { "technical": 1, "billing": 0, "review": 0, "account": 0, "sales": 0 }, "impact": { "degraded": 0.9400000000000001, "unclear": 0, "routine": 0, "blocked": 0.06 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C027", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.74, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "technical": 0, "sales": 0.79, "billing": 0.21, "review": 0 }, "impact": { "degraded": 0, "routine": 0.99, "blocked": 0, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C028", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.97 }, "probabilities": { "queue": { "account": 0, "technical": 0, "sales": 0, "review": 0, "billing": 1 }, "impact": { "degraded": 0, "routine": 0.98, "unclear": 0.02, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C029", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "review": 1, "technical": 0, "billing": 0, "sales": 0 }, "impact": { "degraded": 0, "blocked": 0, "unclear": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C030", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.96, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "sales": 0, "billing": 0.97, "review": 0.03, "account": 0 }, "impact": { "degraded": 0, "unclear": 0, "blocked": 1, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C031", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.95, "impact": 1 }, "probabilities": { "queue": { "account": 0, "technical": 0, "sales": 0, "review": 0.04, "billing": 0.96 }, "impact": { "degraded": 0, "routine": 0, "blocked": 0, "unclear": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C032", "expected": { "queue": "billing", "impact": "degraded", "priority": "high" }, "actual": { "queue": "billing", "impact": "degraded", "priority": "high", "confidence": { "queue": 0.99, "impact": 0.99 }, "probabilities": { "queue": { "billing": 1, "account": 0, "technical": 0, "sales": 0, "review": 0 }, "impact": { "blocked": 0, "degraded": 0.99, "routine": 0.01, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C033", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.97, "impact": 0.97 }, "probabilities": { "queue": { "review": 0.01, "account": 0.98, "sales": 0, "billing": 0, "technical": 0.01 }, "impact": { "unclear": 0.01, "degraded": 0, "blocked": 0.01, "routine": 0.98 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C034", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "account": 1, "billing": 0, "review": 0, "technical": 0 }, "impact": { "degraded": 0, "blocked": 1, "unclear": 0, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C035", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "account": 0, "technical": 1, "sales": 0, "review": 0 }, "impact": { "blocked": 0, "degraded": 1, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C036", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "sales": 0, "billing": 0, "technical": 1, "review": 0 }, "impact": { "degraded": 0, "blocked": 1, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C037", "expected": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.81, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "technical": 0.13, "account": 0.02, "sales": 0, "review": 0.85 }, "impact": { "degraded": 0, "unclear": 0, "blocked": 1, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C038", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.95, "impact": 0.81 }, "probabilities": { "queue": { "account": 0.01, "technical": 0.96, "sales": 0, "review": 0.03, "billing": 0 }, "impact": { "blocked": 0.86, "routine": 0.12, "unclear": 0.01, "degraded": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C039", "expected": { "queue": "account", "impact": "unclear", "priority": "review" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.99, "impact": 0.87 }, "probabilities": { "queue": { "review": 0.01, "account": 0.99, "sales": 0, "billing": 0, "technical": 0 }, "impact": { "unclear": 0.9, "degraded": 0, "routine": 0, "blocked": 0.1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C040", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.55, "impact": 0.97 }, "probabilities": { "queue": { "account": 0.64, "billing": 0, "technical": 0.36, "sales": 0, "review": 0 }, "impact": { "unclear": 0, "routine": 0.98, "blocked": 0, "degraded": 0.02 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] } ] }, "combined": { "scoringVersion": "inbox-scoring-1.1", "source": "jev", "count": 160, "fields": { "queue": { "correct": 156, "total": 160, "accuracy": 0.975 }, "impact": { "correct": 158, "total": 160, "accuracy": 0.9875 }, "priority": { "correct": 158, "total": 160, "accuracy": 0.9875 } }, "combined": { "correct": 154, "total": 160, "accuracy": 0.9625 }, "seriousMisses": { "count": 0, "denominator": 50, "rate": 0, "ids": [] }, "unnecessaryUrgent": { "count": 0, "denominator": 110, "rate": 0, "ids": [] }, "validOnly": { "count": 160, "fields": { "queue": { "correct": 156, "total": 160, "accuracy": 0.975 }, "impact": { "correct": 158, "total": 160, "accuracy": 0.9875 }, "priority": { "correct": 158, "total": 160, "accuracy": 0.9875 } }, "combined": { "correct": 154, "total": 160, "accuracy": 0.9625 }, "seriousMisses": { "count": 0, "denominator": 50 }, "unnecessaryUrgent": { "count": 0, "denominator": 110 } }, "format": { "valid": 160, "total": 160, "fraction": 1, "missing": 0, "failures": [] }, "confusion": { "queue": { "billing": { "billing": 35, "account": 0, "technical": 1, "sales": 0, "review": 0, "missing": 0 }, "account": { "billing": 0, "account": 35, "technical": 0, "sales": 0, "review": 0, "missing": 0 }, "technical": { "billing": 0, "account": 0, "technical": 45, "sales": 1, "review": 0, "missing": 0 }, "sales": { "billing": 0, "account": 2, "technical": 0, "sales": 21, "review": 0, "missing": 0 }, "review": { "billing": 0, "account": 0, "technical": 0, "sales": 0, "review": 20, "missing": 0 } }, "impact": { "blocked": { "blocked": 50, "degraded": 0, "routine": 0, "unclear": 0, "missing": 0 }, "degraded": { "blocked": 0, "degraded": 20, "routine": 0, "unclear": 0, "missing": 0 }, "routine": { "blocked": 0, "degraded": 1, "routine": 70, "unclear": 0, "missing": 0 }, "unclear": { "blocked": 0, "degraded": 0, "routine": 1, "unclear": 18, "missing": 0 } }, "priority": { "urgent": { "urgent": 50, "high": 0, "normal": 0, "review": 0, "missing": 0 }, "high": { "urgent": 0, "high": 20, "normal": 0, "review": 0, "missing": 0 }, "normal": { "urgent": 0, "high": 1, "normal": 70, "review": 0, "missing": 0 }, "review": { "urgent": 0, "high": 0, "normal": 1, "review": 18, "missing": 0 } } }, "perQueue": { "account": { "count": 35, "fields": { "queue": { "correct": 35, "total": 35, "accuracy": 1 }, "impact": { "correct": 35, "total": 35, "accuracy": 1 }, "priority": { "correct": 35, "total": 35, "accuracy": 1 } }, "combined": { "correct": 35, "total": 35, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 15 }, "unnecessaryUrgent": { "count": 0, "denominator": 20 } }, "billing": { "count": 36, "fields": { "queue": { "correct": 35, "total": 36, "accuracy": 0.9722222222222222 }, "impact": { "correct": 35, "total": 36, "accuracy": 0.9722222222222222 }, "priority": { "correct": 35, "total": 36, "accuracy": 0.9722222222222222 } }, "combined": { "correct": 34, "total": 36, "accuracy": 0.9444444444444444 }, "seriousMisses": { "count": 0, "denominator": 11 }, "unnecessaryUrgent": { "count": 0, "denominator": 25 } }, "review": { "count": 20, "fields": { "queue": { "correct": 20, "total": 20, "accuracy": 1 }, "impact": { "correct": 19, "total": 20, "accuracy": 0.95 }, "priority": { "correct": 19, "total": 20, "accuracy": 0.95 } }, "combined": { "correct": 19, "total": 20, "accuracy": 0.95 }, "seriousMisses": { "count": 0, "denominator": 3 }, "unnecessaryUrgent": { "count": 0, "denominator": 17 } }, "sales": { "count": 23, "fields": { "queue": { "correct": 21, "total": 23, "accuracy": 0.9130434782608695 }, "impact": { "correct": 23, "total": 23, "accuracy": 1 }, "priority": { "correct": 23, "total": 23, "accuracy": 1 } }, "combined": { "correct": 21, "total": 23, "accuracy": 0.9130434782608695 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 23 } }, "technical": { "count": 46, "fields": { "queue": { "correct": 45, "total": 46, "accuracy": 0.9782608695652174 }, "impact": { "correct": 46, "total": 46, "accuracy": 1 }, "priority": { "correct": 46, "total": 46, "accuracy": 1 } }, "combined": { "correct": 45, "total": 46, "accuracy": 0.9782608695652174 }, "seriousMisses": { "count": 0, "denominator": 21 }, "unnecessaryUrgent": { "count": 0, "denominator": 25 } } }, "perScenario": { "calm-serious": { "count": 5, "fields": { "queue": { "correct": 5, "total": 5, "accuracy": 1 }, "impact": { "correct": 5, "total": 5, "accuracy": 1 }, "priority": { "correct": 5, "total": 5, "accuracy": 1 } }, "combined": { "correct": 5, "total": 5, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 5 }, "unnecessaryUrgent": { "count": 0, "denominator": 0 } }, "counterfactual": { "count": 38, "fields": { "queue": { "correct": 38, "total": 38, "accuracy": 1 }, "impact": { "correct": 38, "total": 38, "accuracy": 1 }, "priority": { "correct": 38, "total": 38, "accuracy": 1 } }, "combined": { "correct": 38, "total": 38, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 17 }, "unnecessaryUrgent": { "count": 0, "denominator": 21 } }, "loud-low-impact": { "count": 5, "fields": { "queue": { "correct": 4, "total": 5, "accuracy": 0.8 }, "impact": { "correct": 5, "total": 5, "accuracy": 1 }, "priority": { "correct": 5, "total": 5, "accuracy": 1 } }, "combined": { "correct": 4, "total": 5, "accuracy": 0.8 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 5 } }, "missing-context": { "count": 14, "fields": { "queue": { "correct": 14, "total": 14, "accuracy": 1 }, "impact": { "correct": 13, "total": 14, "accuracy": 0.9285714285714286 }, "priority": { "correct": 13, "total": 14, "accuracy": 0.9285714285714286 } }, "combined": { "correct": 13, "total": 14, "accuracy": 0.9285714285714286 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 14 } }, "mixed": { "count": 12, "fields": { "queue": { "correct": 11, "total": 12, "accuracy": 0.9166666666666666 }, "impact": { "correct": 12, "total": 12, "accuracy": 1 }, "priority": { "correct": 12, "total": 12, "accuracy": 1 } }, "combined": { "correct": 11, "total": 12, "accuracy": 0.9166666666666666 }, "seriousMisses": { "count": 0, "denominator": 6 }, "unnecessaryUrgent": { "count": 0, "denominator": 6 } }, "negation": { "count": 7, "fields": { "queue": { "correct": 7, "total": 7, "accuracy": 1 }, "impact": { "correct": 7, "total": 7, "accuracy": 1 }, "priority": { "correct": 7, "total": 7, "accuracy": 1 } }, "combined": { "correct": 7, "total": 7, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 2 }, "unnecessaryUrgent": { "count": 0, "denominator": 5 } }, "ordinary": { "count": 51, "fields": { "queue": { "correct": 50, "total": 51, "accuracy": 0.9803921568627451 }, "impact": { "correct": 50, "total": 51, "accuracy": 0.9803921568627451 }, "priority": { "correct": 50, "total": 51, "accuracy": 0.9803921568627451 } }, "combined": { "correct": 49, "total": 51, "accuracy": 0.9607843137254902 }, "seriousMisses": { "count": 0, "denominator": 12 }, "unnecessaryUrgent": { "count": 0, "denominator": 39 } }, "policy-injection": { "count": 10, "fields": { "queue": { "correct": 10, "total": 10, "accuracy": 1 }, "impact": { "correct": 10, "total": 10, "accuracy": 1 }, "priority": { "correct": 10, "total": 10, "accuracy": 1 } }, "combined": { "correct": 10, "total": 10, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 5 }, "unnecessaryUrgent": { "count": 0, "denominator": 5 } }, "quoted-history": { "count": 6, "fields": { "queue": { "correct": 6, "total": 6, "accuracy": 1 }, "impact": { "correct": 6, "total": 6, "accuracy": 1 }, "priority": { "correct": 6, "total": 6, "accuracy": 1 } }, "combined": { "correct": 6, "total": 6, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 1 }, "unnecessaryUrgent": { "count": 0, "denominator": 5 } }, "resolved": { "count": 5, "fields": { "queue": { "correct": 5, "total": 5, "accuracy": 1 }, "impact": { "correct": 5, "total": 5, "accuracy": 1 }, "priority": { "correct": 5, "total": 5, "accuracy": 1 } }, "combined": { "correct": 5, "total": 5, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 5 } }, "typos": { "count": 7, "fields": { "queue": { "correct": 6, "total": 7, "accuracy": 0.8571428571428571 }, "impact": { "correct": 7, "total": 7, "accuracy": 1 }, "priority": { "correct": 7, "total": 7, "accuracy": 1 } }, "combined": { "correct": 6, "total": 7, "accuracy": 0.8571428571428571 }, "seriousMisses": { "count": 0, "denominator": 2 }, "unnecessaryUrgent": { "count": 0, "denominator": 5 } } }, "baselineComputedForMissingCases": [], "review": { "queue": 20, "priority": 18, "either": 31 }, "top20": { "arrival": { "ids": [ "H001", "H002", "H003", "H004", "H005", "H006", "H007", "H008", "H009", "H010", "H011", "H012", "H013", "H014", "H015", "H016", "H017", "H018", "H019", "H020" ], "size": 20, "seriousCaptured": 6, "seriousTotal": 50, "coverage": 0.12, "precision": 0.3, "precisionDenominator": 20 }, "baseline": { "ids": [ "H002", "H011", "H013", "H032", "H044", "H062", "H064", "H076", "H079", "H082", "H086", "H089", "H095", "H097", "H100", "H103", "H108", "C002", "C004", "C009" ], "size": 20, "seriousCaptured": 17, "seriousTotal": 50, "coverage": 0.34, "precision": 0.85, "precisionDenominator": 20 }, "jev": { "ids": [ "H002", "H008", "H011", "H013", "H016", "H020", "H023", "H026", "H029", "H032", "H035", "H044", "H061", "H062", "H063", "H064", "H076", "H079", "H080", "H082" ], "size": 20, "seriousCaptured": 20, "seriousTotal": 50, "coverage": 0.4, "precision": 1, "precisionDenominator": 20 } }, "confidenceBins": { "queue": [ { "lower": 0, "upper": 0.5, "upperInclusive": false, "correct": 5, "total": 5, "accuracy": 1, "meanConfidence": 0.368, "absoluteGap": 0.632 }, { "lower": 0.5, "upper": 0.8, "upperInclusive": false, "correct": 11, "total": 14, "accuracy": 0.7857142857142857, "meanConfidence": 0.6814285714285715, "absoluteGap": 0.1042857142857142 }, { "lower": 0.8, "upper": 0.9, "upperInclusive": false, "correct": 9, "total": 9, "accuracy": 1, "meanConfidence": 0.8377777777777778, "absoluteGap": 0.16222222222222216 }, { "lower": 0.9, "upper": 1, "upperInclusive": true, "correct": 131, "total": 132, "accuracy": 0.9924242424242424, "meanConfidence": 0.9867424242424239, "absoluteGap": 0.005681818181818565 } ], "impact": [ { "lower": 0, "upper": 0.5, "upperInclusive": false, "correct": 1, "total": 1, "accuracy": 1, "meanConfidence": 0.44, "absoluteGap": 0.56 }, { "lower": 0.5, "upper": 0.8, "upperInclusive": false, "correct": 4, "total": 6, "accuracy": 0.6666666666666666, "meanConfidence": 0.695, "absoluteGap": 0.02833333333333332 }, { "lower": 0.8, "upper": 0.9, "upperInclusive": false, "correct": 11, "total": 11, "accuracy": 1, "meanConfidence": 0.8463636363636362, "absoluteGap": 0.1536363636363638 }, { "lower": 0.9, "upper": 1, "upperInclusive": true, "correct": 142, "total": 142, "accuracy": 1, "meanConfidence": 0.9880281690140842, "absoluteGap": 0.01197183098591581 } ] }, "confidenceEce": { "queue": { "count": 160, "excluded": 0, "invalidOrFailedOrMissing": 0, "successfulWithoutValidConfidence": 0, "value": 0.04268750000000031, "interpretation": "Descriptive confidence/accuracy bin gap; this experiment does not establish calibration." }, "impact": { "count": 160, "excluded": 0, "invalidOrFailedOrMissing": 0, "successfulWithoutValidConfidence": 0, "value": 0.025750000000000293, "interpretation": "Descriptive confidence/accuracy bin gap; this experiment does not establish calibration." } }, "groupDiagnostics": { "c01": { "cases": [ "C001" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c02": { "cases": [ "C002" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c03": { "cases": [ "C003" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c04": { "cases": [ "C004" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c05": { "cases": [ "C005" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c06": { "cases": [ "C006" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c07": { "cases": [ "C007" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c08": { "cases": [ "C008" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c09": { "cases": [ "C009" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c10": { "cases": [ "C010" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c11": { "cases": [ "C011" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c12": { "cases": [ "C012" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c13": { "cases": [ "C013" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c14": { "cases": [ "C014" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c15": { "cases": [ "C015" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c16": { "cases": [ "C016" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c17": { "cases": [ "C017" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c18": { "cases": [ "C018" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c19": { "cases": [ "C019" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c20": { "cases": [ "C020" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "ccf01": { "cases": [ "C021", "C022" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf02": { "cases": [ "C023", "C024" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf03": { "cases": [ "C025", "C026" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf04": { "cases": [ "C027", "C028" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf05": { "cases": [ "C029", "C030" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf06": { "cases": [ "C031", "C032" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf07": { "cases": [ "C033", "C034" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf08": { "cases": [ "C035", "C036" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf09": { "cases": [ "C037", "C038" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf10": { "cases": [ "C039", "C040" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "h01": { "cases": [ "H001" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h02": { "cases": [ "H002" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h03": { "cases": [ "H003" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h04": { "cases": [ "H004" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h05": { "cases": [ "H005" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h06": { "cases": [ "H006" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h07": { "cases": [ "H007" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h08": { "cases": [ "H008" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h09": { "cases": [ "H009" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h10": { "cases": [ "H010" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h100": { "cases": [ "H100" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h101": { "cases": [ "H101" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h102": { "cases": [ "H102" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h11": { "cases": [ "H011" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h12": { "cases": [ "H012" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h13": { "cases": [ "H013" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h14": { "cases": [ "H014" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h15": { "cases": [ "H015" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h16": { "cases": [ "H016" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h17": { "cases": [ "H017" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h18": { "cases": [ "H018" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h19": { "cases": [ "H019" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h20": { "cases": [ "H020" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h21": { "cases": [ "H021" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h22": { "cases": [ "H022" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h23": { "cases": [ "H023" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h24": { "cases": [ "H024" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h25": { "cases": [ "H025" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h26": { "cases": [ "H026" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h27": { "cases": [ "H027" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h28": { "cases": [ "H028" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h29": { "cases": [ "H029" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h30": { "cases": [ "H030" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h31": { "cases": [ "H031" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h32": { "cases": [ "H032" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h33": { "cases": [ "H033" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h34": { "cases": [ "H034" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h35": { "cases": [ "H035" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h36": { "cases": [ "H036" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h37": { "cases": [ "H037" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h38": { "cases": [ "H038" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h39": { "cases": [ "H039" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h40": { "cases": [ "H040" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h41": { "cases": [ "H041" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h42": { "cases": [ "H042" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h43": { "cases": [ "H043" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h44": { "cases": [ "H044" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h45": { "cases": [ "H045" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h46": { "cases": [ "H046" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h47": { "cases": [ "H047" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h48": { "cases": [ "H048" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h49": { "cases": [ "H049" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h50": { "cases": [ "H050" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h51": { "cases": [ "H051" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h52": { "cases": [ "H052" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h53": { "cases": [ "H053" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h54": { "cases": [ "H054" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h55": { "cases": [ "H055" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h56": { "cases": [ "H056" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h57": { "cases": [ "H057" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h58": { "cases": [ "H058" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h59": { "cases": [ "H059" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h60": { "cases": [ "H060" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h61": { "cases": [ "H061" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h62": { "cases": [ "H062" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h63": { "cases": [ "H063" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h64": { "cases": [ "H064" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h65": { "cases": [ "H065" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h66": { "cases": [ "H066" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h67": { "cases": [ "H067" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h68": { "cases": [ "H068" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h69": { "cases": [ "H069" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h70": { "cases": [ "H070" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h71": { "cases": [ "H071" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h72": { "cases": [ "H072" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h73": { "cases": [ "H073" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h74": { "cases": [ "H074" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h75": { "cases": [ "H075" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h76": { "cases": [ "H076" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h77": { "cases": [ "H077" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h78": { "cases": [ "H078" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h79": { "cases": [ "H079" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h80": { "cases": [ "H080" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h81": { "cases": [ "H081" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h82": { "cases": [ "H082" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h83": { "cases": [ "H083" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h84": { "cases": [ "H084" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h85": { "cases": [ "H085" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h86": { "cases": [ "H086" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h87": { "cases": [ "H087" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h88": { "cases": [ "H088" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h89": { "cases": [ "H089" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h90": { "cases": [ "H090" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h91": { "cases": [ "H091" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h92": { "cases": [ "H092" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h93": { "cases": [ "H093" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h94": { "cases": [ "H094" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h95": { "cases": [ "H095" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h96": { "cases": [ "H096" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h97": { "cases": [ "H097" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h98": { "cases": [ "H098" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h99": { "cases": [ "H099" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "hcf01": { "cases": [ "H103", "H104" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf02": { "cases": [ "H105", "H106" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf03": { "cases": [ "H107", "H108" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf04": { "cases": [ "H109", "H110" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf05": { "cases": [ "H111", "H112" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf06": { "cases": [ "H113", "H114" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf07": { "cases": [ "H115", "H116" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf08": { "cases": [ "H117", "H118" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf09": { "cases": [ "H119", "H120" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] } }, "operations": { "concurrency": 1, "attempts": 160, "questions": 320, "retries": 0, "latency": { "count": 160, "p50Ms": 284.2326439999997, "p95Ms": 327.23645699999906 }, "inputTokens": 388943, "outputTokens": 15399, "calculatedCostUsd": 0.016335606000000003, "unknownUsage": 0 }, "details": [ { "caseId": "H001", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "review": 0, "billing": 1, "sales": 0, "technical": 0 }, "impact": { "blocked": 0, "degraded": 0, "unclear": 0.01, "routine": 0.99 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H002", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "billing": 1, "technical": 0, "sales": 0, "review": 0 }, "impact": { "unclear": 0, "routine": 0, "blocked": 1, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H003", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "degraded", "priority": "high", "confidence": { "queue": 0.99, "impact": 0.73 }, "probabilities": { "queue": { "account": 0, "review": 0.01, "billing": 0.99, "technical": 0, "sales": 0 }, "impact": { "blocked": 0.01, "unclear": 0, "routine": 0.19, "degraded": 0.8 } } }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H004", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 0.74, "impact": 1 }, "probabilities": { "queue": { "review": 0, "account": 0, "billing": 0.21, "technical": 0.79, "sales": 0 }, "impact": { "blocked": 0, "unclear": 0, "routine": 0, "degraded": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H005", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.95 }, "probabilities": { "queue": { "review": 0, "billing": 1, "technical": 0, "account": 0, "sales": 0 }, "impact": { "routine": 0.96, "unclear": 0.04, "degraded": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H006", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "review": 0, "sales": 0, "billing": 1, "technical": 0 }, "impact": { "blocked": 0, "unclear": 0, "routine": 0.99, "degraded": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H007", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "billing": 1, "account": 0, "technical": 0, "sales": 0, "review": 0 }, "impact": { "blocked": 0, "degraded": 0, "routine": 0.99, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H008", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 1 }, "probabilities": { "queue": { "account": 0, "review": 0.01, "billing": 0.99, "technical": 0, "sales": 0 }, "impact": { "blocked": 1, "unclear": 0, "routine": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H009", "expected": { "queue": "billing", "impact": "degraded", "priority": "high" }, "actual": { "queue": "billing", "impact": "degraded", "priority": "high", "confidence": { "queue": 0.96, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "account": 0, "billing": 0.97, "technical": 0.03, "review": 0 }, "impact": { "routine": 0, "unclear": 0, "blocked": 0, "degraded": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H010", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.96, "impact": 0.99 }, "probabilities": { "queue": { "billing": 0.97, "account": 0.02, "technical": 0, "sales": 0, "review": 0.01 }, "impact": { "blocked": 0, "degraded": 0, "routine": 1, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H011", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "account": 0, "review": 0, "billing": 1, "technical": 0 }, "impact": { "degraded": 0, "blocked": 1, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H012", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.75, "impact": 0.77 }, "probabilities": { "queue": { "sales": 0.8, "account": 0, "review": 0, "billing": 0.2, "technical": 0 }, "impact": { "routine": 0.83, "unclear": 0.05, "blocked": 0.12, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H013", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "billing": 0, "account": 1, "sales": 0, "review": 0 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H014", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "sales": 0, "account": 1, "billing": 0, "technical": 0, "review": 0 }, "impact": { "routine": 0.99, "unclear": 0.01, "blocked": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H015", "expected": { "queue": "account", "impact": "degraded", "priority": "high" }, "actual": { "queue": "account", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "sales": 0, "review": 0, "technical": 0, "account": 1 }, "impact": { "routine": 0, "unclear": 0, "blocked": 0, "degraded": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H016", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "sales": 0, "billing": 0, "review": 0, "account": 1 }, "impact": { "unclear": 0, "degraded": 0, "routine": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H017", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "sales": 0, "review": 0, "technical": 0, "account": 1 }, "impact": { "routine": 1, "unclear": 0, "blocked": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H018", "expected": { "queue": "account", "impact": "degraded", "priority": "high" }, "actual": { "queue": "account", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "sales": 0, "billing": 0, "review": 0, "account": 1 }, "impact": { "routine": 0, "degraded": 1, "blocked": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H019", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.94, "impact": 0.97 }, "probabilities": { "queue": { "review": 0, "billing": 0, "technical": 0.05, "sales": 0, "account": 0.95 }, "impact": { "blocked": 0, "degraded": 0, "routine": 0.98, "unclear": 0.02 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H020", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "review": 0, "technical": 0, "account": 1, "billing": 0 }, "impact": { "degraded": 0, "routine": 0, "unclear": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H021", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.74, "impact": 0.6 }, "probabilities": { "queue": { "technical": 0.13, "sales": 0, "review": 0.08, "billing": 0, "account": 0.79 }, "impact": { "routine": 0.7, "degraded": 0.3, "blocked": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H022", "expected": { "queue": "account", "impact": "degraded", "priority": "high" }, "actual": { "queue": "account", "impact": "degraded", "priority": "high", "confidence": { "queue": 0.91, "impact": 1 }, "probabilities": { "queue": { "review": 0, "account": 0.93, "sales": 0, "billing": 0, "technical": 0.07 }, "impact": { "unclear": 0, "degraded": 1, "routine": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H023", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "technical": 0, "account": 1, "billing": 0, "review": 0 }, "impact": { "blocked": 1, "routine": 0, "unclear": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H024", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.75, "impact": 0.95 }, "probabilities": { "queue": { "review": 0, "billing": 0, "account": 0.2, "sales": 0.8, "technical": 0 }, "impact": { "blocked": 0, "routine": 0.96, "degraded": 0, "unclear": 0.04 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H025", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "review": 0, "account": 0, "sales": 0, "technical": 1 }, "impact": { "unclear": 0, "routine": 0, "blocked": 0, "degraded": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H026", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "account": 0, "billing": 0, "review": 0, "technical": 1 }, "impact": { "unclear": 0, "routine": 0, "degraded": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H027", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "technical": 1, "review": 0, "sales": 0, "billing": 0 }, "impact": { "unclear": 0.01, "degraded": 0, "routine": 0.99, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H028", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "technical": 1, "billing": 0, "sales": 0, "review": 0 }, "impact": { "degraded": 1, "blocked": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H029", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "review": 0, "technical": 1, "sales": 0, "account": 0, "billing": 0 }, "impact": { "blocked": 1, "routine": 0, "degraded": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H030", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.96 }, "probabilities": { "queue": { "account": 0, "technical": 1, "sales": 0, "review": 0, "billing": 0 }, "impact": { "routine": 0.97, "blocked": 0, "unclear": 0, "degraded": 0.03 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H031", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 0.95, "impact": 1 }, "probabilities": { "queue": { "review": 0.04, "account": 0, "billing": 0, "sales": 0, "technical": 0.96 }, "impact": { "blocked": 0, "routine": 0, "degraded": 1, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H032", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "technical": 1, "account": 0, "billing": 0, "review": 0 }, "impact": { "blocked": 1, "routine": 0, "unclear": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H033", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 1, "billing": 0, "sales": 0, "review": 0, "account": 0 }, "impact": { "routine": 1, "degraded": 0, "unclear": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H034", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "technical": 1, "account": 0, "review": 0, "billing": 0 }, "impact": { "blocked": 0, "routine": 0, "unclear": 0, "degraded": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H035", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.97, "impact": 1 }, "probabilities": { "queue": { "technical": 0.98, "sales": 0, "account": 0, "review": 0.02, "billing": 0 }, "impact": { "blocked": 1, "routine": 0, "unclear": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H036", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.99 }, "probabilities": { "queue": { "billing": 0, "technical": 0.99, "sales": 0.01, "review": 0, "account": 0 }, "impact": { "degraded": 0.01, "routine": 0.99, "blocked": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H037", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.96, "impact": 0.96 }, "probabilities": { "queue": { "sales": 0.97, "billing": 0, "review": 0, "account": 0.03, "technical": 0 }, "impact": { "unclear": 0.03, "blocked": 0, "routine": 0.97, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H038", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "technical": 0, "sales": 1, "billing": 0, "review": 0 }, "impact": { "degraded": 0, "routine": 0.99, "unclear": 0.01, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H039", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.88 }, "probabilities": { "queue": { "review": 0, "technical": 0, "billing": 0, "sales": 0.99, "account": 0.01 }, "impact": { "degraded": 0, "blocked": 0.01, "unclear": 0.08, "routine": 0.91 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H040", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "sales": 1, "billing": 0, "review": 0, "technical": 0 }, "impact": { "degraded": 0, "unclear": 0, "blocked": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H041", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "review": 0, "technical": 0, "sales": 1, "billing": 0 }, "impact": { "blocked": 0, "unclear": 0.01, "degraded": 0, "routine": 0.99 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H042", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.99 }, "probabilities": { "queue": { "sales": 0.99, "billing": 0, "account": 0, "technical": 0, "review": 0.01 }, "impact": { "unclear": 0.01, "routine": 0.99, "degraded": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H043", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.69, "impact": 0.88 }, "probabilities": { "queue": { "account": 0.75, "sales": 0.25, "billing": 0, "technical": 0, "review": 0 }, "impact": { "blocked": 0, "degraded": 0, "unclear": 0.09, "routine": 0.91 } } }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H044", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.96, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "account": 0, "technical": 0.98, "sales": 0.02, "review": 0 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H045", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.92 }, "probabilities": { "queue": { "account": 0, "technical": 0, "billing": 0, "sales": 1, "review": 0 }, "impact": { "degraded": 0, "blocked": 0.03, "unclear": 0.03, "routine": 0.94 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H046", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "sales": 1, "account": 0, "review": 0, "billing": 0 }, "impact": { "degraded": 0, "unclear": 0, "blocked": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H047", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.97 }, "probabilities": { "queue": { "review": 0, "sales": 1, "technical": 0, "account": 0, "billing": 0 }, "impact": { "blocked": 0, "degraded": 0, "unclear": 0.02, "routine": 0.98 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H048", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.92 }, "probabilities": { "queue": { "technical": 0, "billing": 0, "review": 0, "account": 0, "sales": 1 }, "impact": { "blocked": 0, "unclear": 0.06, "degraded": 0, "routine": 0.94 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H049", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.93 }, "probabilities": { "queue": { "account": 0, "technical": 0, "billing": 0, "sales": 0, "review": 1 }, "impact": { "routine": 0.95, "blocked": 0.03, "unclear": 0.02, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H050", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.8 }, "probabilities": { "queue": { "account": 0, "sales": 0, "billing": 0, "review": 0.99, "technical": 0.01 }, "impact": { "degraded": 0, "unclear": 0.14, "routine": 0.85, "blocked": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H051", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.97 }, "probabilities": { "queue": { "technical": 0, "billing": 0, "review": 1, "account": 0, "sales": 0 }, "impact": { "blocked": 0, "unclear": 0.02, "degraded": 0, "routine": 0.98 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H052", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.91, "impact": 0.98 }, "probabilities": { "queue": { "billing": 0, "account": 0, "technical": 0.07, "sales": 0, "review": 0.93 }, "impact": { "blocked": 0.01, "degraded": 0, "routine": 0, "unclear": 0.99 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H053", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.99, "impact": 0.81 }, "probabilities": { "queue": { "sales": 0, "review": 0.01, "technical": 0, "account": 0, "billing": 0.99 }, "impact": { "degraded": 0, "unclear": 0.86, "blocked": 0, "routine": 0.14 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H054", "expected": { "queue": "account", "impact": "unclear", "priority": "review" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.97, "impact": 0.96 }, "probabilities": { "queue": { "billing": 0, "technical": 0, "account": 0.98, "review": 0.02, "sales": 0 }, "impact": { "degraded": 0, "routine": 0.01, "blocked": 0.02, "unclear": 0.97 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H055", "expected": { "queue": "technical", "impact": "unclear", "priority": "review" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.8, "impact": 0.88 }, "probabilities": { "queue": { "technical": 0.84, "billing": 0, "review": 0.16, "account": 0, "sales": 0 }, "impact": { "blocked": 0.05, "unclear": 0.91, "degraded": 0.01, "routine": 0.03 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H056", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "sales": 0, "technical": 0, "account": 0, "review": 1, "billing": 0 }, "impact": { "routine": 0.01, "unclear": 0.99, "degraded": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H057", "expected": { "queue": "account", "impact": "unclear", "priority": "review" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "technical": 0, "account": 1, "review": 0, "billing": 0 }, "impact": { "degraded": 0, "blocked": 0, "unclear": 1, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H058", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.51, "impact": 0.99 }, "probabilities": { "queue": { "sales": 0, "review": 0.38, "account": 0, "billing": 0.61, "technical": 0.01 }, "impact": { "blocked": 0.01, "routine": 0, "unclear": 0.99, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H059", "expected": { "queue": "technical", "impact": "unclear", "priority": "review" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.75, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "technical": 0.8, "account": 0, "review": 0.2, "sales": 0 }, "impact": { "degraded": 0, "blocked": 0, "unclear": 1, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H060", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "technical": 0, "billing": 0, "review": 1, "sales": 0 }, "impact": { "blocked": 0, "unclear": 1, "degraded": 0, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H061", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "review": 0, "technical": 0, "billing": 0, "account": 1, "sales": 0 }, "impact": { "degraded": 0, "blocked": 1, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H062", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 0.99 }, "probabilities": { "queue": { "billing": 1, "account": 0, "technical": 0, "sales": 0, "review": 0 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H063", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 1, "account": 0, "billing": 0, "sales": 0, "review": 0 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H064", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "review": 0, "sales": 0, "account": 0, "technical": 1 }, "impact": { "unclear": 0, "routine": 0, "blocked": 1, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H065", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.86, "impact": 1 }, "probabilities": { "queue": { "technical": 0.02, "account": 0, "billing": 0.89, "review": 0.09, "sales": 0 }, "impact": { "degraded": 0, "blocked": 0, "unclear": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H066", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.22, "impact": 0.96 }, "probabilities": { "queue": { "sales": 0.21, "account": 0.38, "review": 0.04, "billing": 0, "technical": 0.37 }, "impact": { "degraded": 0.02, "blocked": 0, "routine": 0.97, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H067", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.97 }, "probabilities": { "queue": { "technical": 0.01, "billing": 0, "review": 0, "account": 0, "sales": 0.99 }, "impact": { "degraded": 0, "unclear": 0.02, "routine": 0.98, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H068", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.66, "impact": 1 }, "probabilities": { "queue": { "review": 0.14, "account": 0, "technical": 0.13, "billing": 0, "sales": 0.73 }, "impact": { "unclear": 0, "blocked": 0, "degraded": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H069", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.87, "impact": 0.99 }, "probabilities": { "queue": { "technical": 0.1, "sales": 0, "account": 0, "review": 0, "billing": 0.9 }, "impact": { "blocked": 0.01, "routine": 0.99, "unclear": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H070", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.91, "impact": 0.99 }, "probabilities": { "queue": { "billing": 0, "review": 0.01, "technical": 0.05, "account": 0.9299999999999999, "sales": 0.01 }, "impact": { "degraded": 0, "routine": 0.99, "unclear": 0.01, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H071", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "sales": 0, "review": 0, "technical": 1, "account": 0 }, "impact": { "blocked": 0, "degraded": 0, "unclear": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H072", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.85 }, "probabilities": { "queue": { "billing": 0, "technical": 1, "account": 0, "review": 0, "sales": 0 }, "impact": { "degraded": 0.09, "blocked": 0, "unclear": 0.02, "routine": 0.89 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H073", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.96 }, "probabilities": { "queue": { "billing": 1, "technical": 0, "sales": 0, "review": 0, "account": 0 }, "impact": { "degraded": 0, "routine": 0.97, "blocked": 0.02, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H074", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.41, "impact": 0.97 }, "probabilities": { "queue": { "account": 0.53, "billing": 0, "sales": 0, "technical": 0.47, "review": 0 }, "impact": { "unclear": 0.02, "routine": 0.98, "blocked": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H075", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.98 }, "probabilities": { "queue": { "billing": 0, "account": 0, "technical": 1, "sales": 0, "review": 0 }, "impact": { "blocked": 0, "degraded": 0, "routine": 0.99, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H076", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "technical": 0.99, "account": 0.01, "review": 0, "billing": 0 }, "impact": { "blocked": 1, "routine": 0, "unclear": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H077", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.99 }, "probabilities": { "queue": { "billing": 0, "technical": 0, "account": 0.01, "review": 0.99, "sales": 0 }, "impact": { "degraded": 0, "blocked": 0, "unclear": 0.01, "routine": 0.99 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H078", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "review": 0, "technical": 1, "billing": 0, "sales": 0 }, "impact": { "unclear": 0, "blocked": 0, "degraded": 1, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H079", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "sales": 0, "billing": 1, "technical": 0, "review": 0 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H080", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 0.98 }, "probabilities": { "queue": { "billing": 0, "account": 0.99, "technical": 0, "sales": 0, "review": 0.01 }, "impact": { "blocked": 0.99, "degraded": 0, "routine": 0, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H081", "expected": { "queue": "review", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "degraded", "priority": "high", "confidence": { "queue": 0.99, "impact": 1 }, "probabilities": { "queue": { "account": 0, "sales": 0, "billing": 0, "technical": 0.01, "review": 0.99 }, "impact": { "routine": 0, "blocked": 0, "degraded": 1, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H082", "expected": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.31, "impact": 1 }, "probabilities": { "queue": { "review": 0.45, "technical": 0, "account": 0.24, "billing": 0.31, "sales": 0 }, "impact": { "blocked": 1, "routine": 0, "degraded": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H083", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.85, "impact": 0.84 }, "probabilities": { "queue": { "technical": 0.88, "review": 0.11, "sales": 0, "account": 0.01, "billing": 0 }, "impact": { "degraded": 0.12, "routine": 0, "blocked": 0.88, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H084", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.8, "impact": 0.99 }, "probabilities": { "queue": { "technical": 0.06, "sales": 0.1, "billing": 0, "review": 0.84, "account": 0 }, "impact": { "degraded": 0, "unclear": 0.01, "routine": 0.99, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H085", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 1, "review": 0, "technical": 0, "account": 0, "sales": 0 }, "impact": { "degraded": 0, "routine": 1, "unclear": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H086", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.79 }, "probabilities": { "queue": { "review": 0, "sales": 0, "technical": 0.01, "account": 0.99, "billing": 0 }, "impact": { "degraded": 0.01, "unclear": 0.01, "blocked": 0.14, "routine": 0.84 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H087", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "sales": 0, "billing": 0, "account": 0, "technical": 1, "review": 0 }, "impact": { "blocked": 0, "unclear": 0, "degraded": 0.99, "routine": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H088", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "technical": 0, "review": 0, "billing": 0, "sales": 1 }, "impact": { "routine": 0.99, "degraded": 0, "unclear": 0.01, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H089", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.87, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "review": 0.01, "technical": 0.9, "sales": 0, "account": 0.09 }, "impact": { "blocked": 1, "routine": 0, "degraded": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H090", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.64, "impact": 0.63 }, "probabilities": { "queue": { "review": 0.09, "billing": 0.2, "technical": 0.71, "sales": 0, "account": 0 }, "impact": { "unclear": 0.01, "routine": 0.72, "degraded": 0.24, "blocked": 0.03 } } }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H091", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "review": 0, "technical": 0, "account": 1, "billing": 0, "sales": 0 }, "impact": { "degraded": 0, "blocked": 1, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H092", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 1, "review": 0, "billing": 0, "sales": 0, "account": 0 }, "impact": { "blocked": 0, "degraded": 1, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H093", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "billing": 0, "technical": 0, "review": 0, "account": 0, "sales": 1 }, "impact": { "routine": 0.99, "unclear": 0.01, "degraded": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H094", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.45, "impact": 1 }, "probabilities": { "queue": { "review": 0.56, "sales": 0, "billing": 0, "technical": 0.44, "account": 0 }, "impact": { "degraded": 0, "unclear": 1, "blocked": 0, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H095", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 0.88 }, "probabilities": { "queue": { "review": 0, "sales": 0, "technical": 0, "account": 0.01, "billing": 0.99 }, "impact": { "degraded": 0, "unclear": 0.01, "routine": 0.08, "blocked": 0.91 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H096", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.97 }, "probabilities": { "queue": { "account": 0, "sales": 1, "billing": 0, "review": 0, "technical": 0 }, "impact": { "unclear": 0.02, "degraded": 0, "routine": 0.98, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H097", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.9, "impact": 0.93 }, "probabilities": { "queue": { "account": 0.06, "sales": 0.01, "billing": 0, "technical": 0.92, "review": 0.01 }, "impact": { "routine": 0.04, "blocked": 0.95, "degraded": 0, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H098", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.96 }, "probabilities": { "queue": { "sales": 0, "review": 0.01, "account": 0, "technical": 0, "billing": 0.99 }, "impact": { "routine": 0.97, "degraded": 0, "unclear": 0.03, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H099", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.86, "impact": 0.99 }, "probabilities": { "queue": { "review": 0.02, "technical": 0.09, "account": 0.89, "billing": 0, "sales": 0 }, "impact": { "degraded": 0, "routine": 0.99, "blocked": 0, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H100", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "billing": 0, "account": 0, "technical": 1, "review": 0 }, "impact": { "unclear": 0, "routine": 0, "degraded": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H101", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.5, "impact": 0.97 }, "probabilities": { "queue": { "account": 0, "review": 0.4, "technical": 0, "billing": 0.6, "sales": 0 }, "impact": { "routine": 0.02, "degraded": 0, "unclear": 0.98, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H102", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.65 }, "probabilities": { "queue": { "account": 0, "review": 1, "technical": 0, "billing": 0, "sales": 0 }, "impact": { "blocked": 0, "unclear": 0.26, "routine": 0.74, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H103", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 1, "technical": 0, "sales": 0, "review": 0, "account": 0 }, "impact": { "routine": 0, "blocked": 1, "unclear": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H104", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.96 }, "probabilities": { "queue": { "billing": 1, "account": 0, "technical": 0, "sales": 0, "review": 0 }, "impact": { "routine": 0.97, "unclear": 0, "blocked": 0, "degraded": 0.03 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H105", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "sales": 0, "review": 0, "technical": 0, "account": 1 }, "impact": { "routine": 0, "degraded": 0, "unclear": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H106", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.92 }, "probabilities": { "queue": { "billing": 0, "account": 1, "technical": 0, "sales": 0, "review": 0 }, "impact": { "blocked": 0.02, "degraded": 0, "routine": 0.95, "unclear": 0.03 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H107", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "technical": 1, "account": 0, "billing": 0, "review": 0 }, "impact": { "blocked": 0, "routine": 0, "unclear": 0, "degraded": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H108", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "account": 0, "technical": 0.99, "sales": 0, "review": 0.01 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H109", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.97 }, "probabilities": { "queue": { "review": 0, "account": 0, "sales": 1, "billing": 0, "technical": 0 }, "impact": { "unclear": 0.02, "degraded": 0, "routine": 0.98, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H110", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "billing": 0, "sales": 1, "review": 0, "technical": 0, "account": 0 }, "impact": { "routine": 0.99, "unclear": 0.01, "blocked": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H111", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "technical": 0, "review": 0, "account": 1, "sales": 0 }, "impact": { "degraded": 0, "routine": 0, "blocked": 1, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H112", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "account": 0, "technical": 1, "sales": 0, "review": 0 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H113", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "technical": 1, "billing": 0, "review": 0, "sales": 0 }, "impact": { "unclear": 0.01, "blocked": 0, "degraded": 0, "routine": 0.99 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H114", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "billing": 0, "technical": 1, "review": 0, "sales": 0 }, "impact": { "blocked": 1, "degraded": 0, "unclear": 0, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H115", "expected": { "queue": "review", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "degraded", "priority": "high", "confidence": { "queue": 0.99, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "technical": 0.01, "review": 0.99, "account": 0, "sales": 0 }, "impact": { "routine": 0, "unclear": 0, "degraded": 1, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H116", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.96, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "review": 0.03, "billing": 0, "account": 0.97, "technical": 0 }, "impact": { "unclear": 0, "blocked": 1, "routine": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H117", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "billing": 0, "review": 0, "sales": 1, "account": 0 }, "impact": { "blocked": 0, "degraded": 0, "routine": 1, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H118", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "technical": 1, "review": 0, "billing": 0, "sales": 0 }, "impact": { "degraded": 1, "unclear": 0, "routine": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H119", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.9, "impact": 1 }, "probabilities": { "queue": { "account": 0, "sales": 0, "billing": 0.92, "technical": 0, "review": 0.08 }, "impact": { "degraded": 0, "blocked": 0, "routine": 0, "unclear": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H120", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "billing": 1, "sales": 0, "technical": 0, "review": 0 }, "impact": { "blocked": 1, "degraded": 0, "unclear": 0, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C001", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.91, "impact": 0.97 }, "probabilities": { "queue": { "sales": 0, "billing": 0.93, "account": 0, "technical": 0.06, "review": 0.01 }, "impact": { "unclear": 0.02, "routine": 0.98, "degraded": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C002", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.96, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "sales": 0, "billing": 0, "review": 0.03, "account": 0.97 }, "impact": { "routine": 0, "degraded": 0, "blocked": 1, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C003", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.79, "impact": 0.97 }, "probabilities": { "queue": { "billing": 0, "account": 0.15, "technical": 0.84, "sales": 0, "review": 0.01 }, "impact": { "blocked": 0.98, "degraded": 0, "routine": 0.01, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C004", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "review": 0, "account": 0, "billing": 1, "sales": 0 }, "impact": { "degraded": 0, "routine": 1, "blocked": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C005", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "billing": 0, "review": 0, "sales": 0, "account": 0, "technical": 1 }, "impact": { "routine": 0, "degraded": 0.99, "unclear": 0, "blocked": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C006", "expected": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.95, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "technical": 0, "review": 0.96, "account": 0, "billing": 0.04 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C007", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.97, "impact": 0.99 }, "probabilities": { "queue": { "review": 0.02, "account": 0.98, "billing": 0, "sales": 0, "technical": 0 }, "impact": { "blocked": 0, "unclear": 0.01, "routine": 0.99, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C008", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 1, "billing": 0, "review": 0, "account": 0, "sales": 0 }, "impact": { "degraded": 0, "unclear": 0, "routine": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C009", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.73, "impact": 0.96 }, "probabilities": { "queue": { "technical": 0.22, "sales": 0, "account": 0.78, "review": 0, "billing": 0 }, "impact": { "blocked": 0.01, "routine": 0.97, "unclear": 0.02, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C010", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review", "confidence": { "queue": 1, "impact": 0.97 }, "probabilities": { "queue": { "review": 1, "billing": 0, "technical": 0, "account": 0, "sales": 0 }, "impact": { "degraded": 0, "blocked": 0, "unclear": 0.98, "routine": 0.02 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C011", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.91, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "billing": 0.07, "technical": 0, "review": 0.93, "sales": 0 }, "impact": { "blocked": 0, "degraded": 0, "unclear": 0.99, "routine": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C012", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "review": 0, "billing": 1, "account": 0, "sales": 0 }, "impact": { "degraded": 0, "unclear": 0, "blocked": 1, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C013", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 0.99 }, "probabilities": { "queue": { "review": 0.01, "technical": 0, "billing": 0, "account": 0, "sales": 0.99 }, "impact": { "blocked": 0, "routine": 0.99, "degraded": 0, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C014", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 0.99 }, "probabilities": { "queue": { "sales": 0, "technical": 0, "billing": 0, "account": 0.99, "review": 0.01 }, "impact": { "blocked": 0.99, "routine": 0, "degraded": 0, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C015", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.94, "impact": 0.81 }, "probabilities": { "queue": { "technical": 0.02, "billing": 0.95, "account": 0, "sales": 0, "review": 0.03 }, "impact": { "blocked": 0.11, "degraded": 0.02, "routine": 0.86, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C016", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "review": 0, "sales": 0, "billing": 1, "technical": 0, "account": 0 }, "impact": { "degraded": 0, "blocked": 0, "unclear": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C017", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.9, "impact": 0.44 }, "probabilities": { "queue": { "billing": 0, "account": 0, "technical": 0.92, "sales": 0.01, "review": 0.07 }, "impact": { "blocked": 0.58, "degraded": 0.42, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C018", "expected": { "queue": "technical", "impact": "unclear", "priority": "review" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.82, "impact": 0.99 }, "probabilities": { "queue": { "technical": 0.86, "sales": 0, "billing": 0, "review": 0.14, "account": 0 }, "impact": { "routine": 0.01, "degraded": 0, "unclear": 0.99, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C019", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.45, "impact": 1 }, "probabilities": { "queue": { "account": 0, "technical": 0.2, "sales": 0.24, "billing": 0, "review": 0.56 }, "impact": { "degraded": 0, "routine": 1, "blocked": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C020", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review", "confidence": { "queue": 1, "impact": 0.97 }, "probabilities": { "queue": { "technical": 0, "review": 1, "account": 0, "sales": 0, "billing": 0 }, "impact": { "blocked": 0, "degraded": 0, "routine": 0.02, "unclear": 0.98 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C021", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "review": 0, "billing": 0, "account": 1, "sales": 0 }, "impact": { "degraded": 0, "routine": 0, "blocked": 1, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C022", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.96, "impact": 1 }, "probabilities": { "queue": { "technical": 0.03, "sales": 0, "billing": 0, "review": 0, "account": 0.97 }, "impact": { "degraded": 0, "unclear": 0, "blocked": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C023", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "review": 0, "account": 0, "technical": 0, "billing": 1, "sales": 0 }, "impact": { "unclear": 0, "blocked": 1, "degraded": 0, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C024", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "review": 0, "billing": 0, "technical": 0, "sales": 0, "account": 1 }, "impact": { "routine": 0, "unclear": 0, "degraded": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C025", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "review": 0, "billing": 0, "technical": 1, "sales": 0, "account": 0 }, "impact": { "routine": 0, "unclear": 0, "degraded": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C026", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 0.92 }, "probabilities": { "queue": { "technical": 1, "billing": 0, "review": 0, "account": 0, "sales": 0 }, "impact": { "degraded": 0.9400000000000001, "unclear": 0, "routine": 0, "blocked": 0.06 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C027", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.74, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "technical": 0, "sales": 0.79, "billing": 0.21, "review": 0 }, "impact": { "degraded": 0, "routine": 0.99, "blocked": 0, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C028", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.97 }, "probabilities": { "queue": { "account": 0, "technical": 0, "sales": 0, "review": 0, "billing": 1 }, "impact": { "degraded": 0, "routine": 0.98, "unclear": 0.02, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C029", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "review": 1, "technical": 0, "billing": 0, "sales": 0 }, "impact": { "degraded": 0, "blocked": 0, "unclear": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C030", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.96, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "sales": 0, "billing": 0.97, "review": 0.03, "account": 0 }, "impact": { "degraded": 0, "unclear": 0, "blocked": 1, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C031", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.95, "impact": 1 }, "probabilities": { "queue": { "account": 0, "technical": 0, "sales": 0, "review": 0.04, "billing": 0.96 }, "impact": { "degraded": 0, "routine": 0, "blocked": 0, "unclear": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C032", "expected": { "queue": "billing", "impact": "degraded", "priority": "high" }, "actual": { "queue": "billing", "impact": "degraded", "priority": "high", "confidence": { "queue": 0.99, "impact": 0.99 }, "probabilities": { "queue": { "billing": 1, "account": 0, "technical": 0, "sales": 0, "review": 0 }, "impact": { "blocked": 0, "degraded": 0.99, "routine": 0.01, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C033", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.97, "impact": 0.97 }, "probabilities": { "queue": { "review": 0.01, "account": 0.98, "sales": 0, "billing": 0, "technical": 0.01 }, "impact": { "unclear": 0.01, "degraded": 0, "blocked": 0.01, "routine": 0.98 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C034", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "account": 1, "billing": 0, "review": 0, "technical": 0 }, "impact": { "degraded": 0, "blocked": 1, "unclear": 0, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C035", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "account": 0, "technical": 1, "sales": 0, "review": 0 }, "impact": { "blocked": 0, "degraded": 1, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C036", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "sales": 0, "billing": 0, "technical": 1, "review": 0 }, "impact": { "degraded": 0, "blocked": 1, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C037", "expected": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.81, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "technical": 0.13, "account": 0.02, "sales": 0, "review": 0.85 }, "impact": { "degraded": 0, "unclear": 0, "blocked": 1, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C038", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.95, "impact": 0.81 }, "probabilities": { "queue": { "account": 0.01, "technical": 0.96, "sales": 0, "review": 0.03, "billing": 0 }, "impact": { "blocked": 0.86, "routine": 0.12, "unclear": 0.01, "degraded": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C039", "expected": { "queue": "account", "impact": "unclear", "priority": "review" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.99, "impact": 0.87 }, "probabilities": { "queue": { "review": 0.01, "account": 0.99, "sales": 0, "billing": 0, "technical": 0 }, "impact": { "unclear": 0.9, "degraded": 0, "routine": 0, "blocked": 0.1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C040", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.55, "impact": 0.97 }, "probabilities": { "queue": { "account": 0.64, "billing": 0, "technical": 0.36, "sales": 0, "review": 0 }, "impact": { "unclear": 0, "routine": 0.98, "blocked": 0, "degraded": 0.02 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] } ] } }, "baseline": { "heldout": { "scoringVersion": "inbox-scoring-1.1", "source": "baseline", "count": 120, "fields": { "queue": { "correct": 75, "total": 120, "accuracy": 0.625 }, "impact": { "correct": 61, "total": 120, "accuracy": 0.5083333333333333 }, "priority": { "correct": 61, "total": 120, "accuracy": 0.5083333333333333 } }, "combined": { "correct": 40, "total": 120, "accuracy": 0.3333333333333333 }, "seriousMisses": { "count": 18, "denominator": 34, "rate": 0.5294117647058824, "ids": [ "H008", "H016", "H020", "H023", "H026", "H029", "H035", "H061", "H063", "H080", "H083", "H091", "H105", "H111", "H112", "H114", "H116", "H120" ] }, "unnecessaryUrgent": { "count": 1, "denominator": 86, "rate": 0.011627906976744186, "ids": [ "H086" ] }, "validOnly": { "count": 120, "fields": { "queue": { "correct": 75, "total": 120, "accuracy": 0.625 }, "impact": { "correct": 61, "total": 120, "accuracy": 0.5083333333333333 }, "priority": { "correct": 61, "total": 120, "accuracy": 0.5083333333333333 } }, "combined": { "correct": 40, "total": 120, "accuracy": 0.3333333333333333 }, "seriousMisses": { "count": 18, "denominator": 34 }, "unnecessaryUrgent": { "count": 1, "denominator": 86 } }, "format": { "valid": 120, "total": 120, "fraction": 1, "missing": 0, "failures": [] }, "confusion": { "queue": { "billing": { "billing": 20, "account": 0, "technical": 0, "sales": 0, "review": 6, "missing": 0 }, "account": { "billing": 0, "account": 22, "technical": 0, "sales": 0, "review": 3, "missing": 0 }, "technical": { "billing": 2, "account": 2, "technical": 15, "sales": 0, "review": 17, "missing": 0 }, "sales": { "billing": 1, "account": 2, "technical": 1, "sales": 8, "review": 8, "missing": 0 }, "review": { "billing": 0, "account": 3, "technical": 0, "sales": 0, "review": 10, "missing": 0 } }, "impact": { "blocked": { "blocked": 16, "degraded": 2, "routine": 1, "unclear": 15, "missing": 0 }, "degraded": { "blocked": 0, "degraded": 6, "routine": 0, "unclear": 10, "missing": 0 }, "routine": { "blocked": 1, "degraded": 2, "routine": 27, "unclear": 27, "missing": 0 }, "unclear": { "blocked": 0, "degraded": 0, "routine": 1, "unclear": 12, "missing": 0 } }, "priority": { "urgent": { "urgent": 16, "high": 2, "normal": 1, "review": 15, "missing": 0 }, "high": { "urgent": 0, "high": 6, "normal": 0, "review": 10, "missing": 0 }, "normal": { "urgent": 1, "high": 2, "normal": 27, "review": 27, "missing": 0 }, "review": { "urgent": 0, "high": 0, "normal": 1, "review": 12, "missing": 0 } } }, "perQueue": { "account": { "count": 25, "fields": { "queue": { "correct": 22, "total": 25, "accuracy": 0.88 }, "impact": { "correct": 6, "total": 25, "accuracy": 0.24 }, "priority": { "correct": 6, "total": 25, "accuracy": 0.24 } }, "combined": { "correct": 6, "total": 25, "accuracy": 0.24 }, "seriousMisses": { "count": 9, "denominator": 10 }, "unnecessaryUrgent": { "count": 1, "denominator": 15 } }, "billing": { "count": 26, "fields": { "queue": { "correct": 20, "total": 26, "accuracy": 0.7692307692307693 }, "impact": { "correct": 17, "total": 26, "accuracy": 0.6538461538461539 }, "priority": { "correct": 17, "total": 26, "accuracy": 0.6538461538461539 } }, "combined": { "correct": 12, "total": 26, "accuracy": 0.46153846153846156 }, "seriousMisses": { "count": 2, "denominator": 8 }, "unnecessaryUrgent": { "count": 0, "denominator": 18 } }, "review": { "count": 13, "fields": { "queue": { "correct": 10, "total": 13, "accuracy": 0.7692307692307693 }, "impact": { "correct": 9, "total": 13, "accuracy": 0.6923076923076923 }, "priority": { "correct": 9, "total": 13, "accuracy": 0.6923076923076923 } }, "combined": { "correct": 8, "total": 13, "accuracy": 0.6153846153846154 }, "seriousMisses": { "count": 0, "denominator": 1 }, "unnecessaryUrgent": { "count": 0, "denominator": 12 } }, "sales": { "count": 20, "fields": { "queue": { "correct": 8, "total": 20, "accuracy": 0.4 }, "impact": { "correct": 11, "total": 20, "accuracy": 0.55 }, "priority": { "correct": 11, "total": 20, "accuracy": 0.55 } }, "combined": { "correct": 6, "total": 20, "accuracy": 0.3 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 20 } }, "technical": { "count": 36, "fields": { "queue": { "correct": 15, "total": 36, "accuracy": 0.4166666666666667 }, "impact": { "correct": 18, "total": 36, "accuracy": 0.5 }, "priority": { "correct": 18, "total": 36, "accuracy": 0.5 } }, "combined": { "correct": 8, "total": 36, "accuracy": 0.2222222222222222 }, "seriousMisses": { "count": 7, "denominator": 15 }, "unnecessaryUrgent": { "count": 0, "denominator": 21 } } }, "perScenario": { "calm-serious": { "count": 4, "fields": { "queue": { "correct": 2, "total": 4, "accuracy": 0.5 }, "impact": { "correct": 2, "total": 4, "accuracy": 0.5 }, "priority": { "correct": 2, "total": 4, "accuracy": 0.5 } }, "combined": { "correct": 0, "total": 4, "accuracy": 0 }, "seriousMisses": { "count": 2, "denominator": 4 }, "unnecessaryUrgent": { "count": 0, "denominator": 0 } }, "counterfactual": { "count": 18, "fields": { "queue": { "correct": 13, "total": 18, "accuracy": 0.7222222222222222 }, "impact": { "correct": 10, "total": 18, "accuracy": 0.5555555555555556 }, "priority": { "correct": 10, "total": 18, "accuracy": 0.5555555555555556 } }, "combined": { "correct": 9, "total": 18, "accuracy": 0.5 }, "seriousMisses": { "count": 6, "denominator": 8 }, "unnecessaryUrgent": { "count": 0, "denominator": 10 } }, "loud-low-impact": { "count": 4, "fields": { "queue": { "correct": 3, "total": 4, "accuracy": 0.75 }, "impact": { "correct": 2, "total": 4, "accuracy": 0.5 }, "priority": { "correct": 2, "total": 4, "accuracy": 0.5 } }, "combined": { "correct": 1, "total": 4, "accuracy": 0.25 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 4 } }, "missing-context": { "count": 11, "fields": { "queue": { "correct": 9, "total": 11, "accuracy": 0.8181818181818182 }, "impact": { "correct": 10, "total": 11, "accuracy": 0.9090909090909091 }, "priority": { "correct": 10, "total": 11, "accuracy": 0.9090909090909091 } }, "combined": { "correct": 8, "total": 11, "accuracy": 0.7272727272727273 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 11 } }, "mixed": { "count": 8, "fields": { "queue": { "correct": 6, "total": 8, "accuracy": 0.75 }, "impact": { "correct": 4, "total": 8, "accuracy": 0.5 }, "priority": { "correct": 4, "total": 8, "accuracy": 0.5 } }, "combined": { "correct": 3, "total": 8, "accuracy": 0.375 }, "seriousMisses": { "count": 2, "denominator": 4 }, "unnecessaryUrgent": { "count": 0, "denominator": 4 } }, "negation": { "count": 5, "fields": { "queue": { "correct": 3, "total": 5, "accuracy": 0.6 }, "impact": { "correct": 2, "total": 5, "accuracy": 0.4 }, "priority": { "correct": 2, "total": 5, "accuracy": 0.4 } }, "combined": { "correct": 0, "total": 5, "accuracy": 0 }, "seriousMisses": { "count": 0, "denominator": 1 }, "unnecessaryUrgent": { "count": 1, "denominator": 4 } }, "ordinary": { "count": 51, "fields": { "queue": { "correct": 27, "total": 51, "accuracy": 0.5294117647058824 }, "impact": { "correct": 22, "total": 51, "accuracy": 0.43137254901960786 }, "priority": { "correct": 22, "total": 51, "accuracy": 0.43137254901960786 } }, "combined": { "correct": 13, "total": 51, "accuracy": 0.2549019607843137 }, "seriousMisses": { "count": 7, "denominator": 12 }, "unnecessaryUrgent": { "count": 0, "denominator": 39 } }, "policy-injection": { "count": 6, "fields": { "queue": { "correct": 4, "total": 6, "accuracy": 0.6666666666666666 }, "impact": { "correct": 4, "total": 6, "accuracy": 0.6666666666666666 }, "priority": { "correct": 4, "total": 6, "accuracy": 0.6666666666666666 } }, "combined": { "correct": 2, "total": 6, "accuracy": 0.3333333333333333 }, "seriousMisses": { "count": 0, "denominator": 3 }, "unnecessaryUrgent": { "count": 0, "denominator": 3 } }, "quoted-history": { "count": 4, "fields": { "queue": { "correct": 4, "total": 4, "accuracy": 1 }, "impact": { "correct": 2, "total": 4, "accuracy": 0.5 }, "priority": { "correct": 2, "total": 4, "accuracy": 0.5 } }, "combined": { "correct": 2, "total": 4, "accuracy": 0.5 }, "seriousMisses": { "count": 0, "denominator": 1 }, "unnecessaryUrgent": { "count": 0, "denominator": 3 } }, "resolved": { "count": 4, "fields": { "queue": { "correct": 3, "total": 4, "accuracy": 0.75 }, "impact": { "correct": 2, "total": 4, "accuracy": 0.5 }, "priority": { "correct": 2, "total": 4, "accuracy": 0.5 } }, "combined": { "correct": 1, "total": 4, "accuracy": 0.25 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 4 } }, "typos": { "count": 5, "fields": { "queue": { "correct": 1, "total": 5, "accuracy": 0.2 }, "impact": { "correct": 1, "total": 5, "accuracy": 0.2 }, "priority": { "correct": 1, "total": 5, "accuracy": 0.2 } }, "combined": { "correct": 1, "total": 5, "accuracy": 0.2 }, "seriousMisses": { "count": 1, "denominator": 1 }, "unnecessaryUrgent": { "count": 0, "denominator": 4 } } }, "baselineComputedForMissingCases": [], "review": { "queue": 44, "priority": 64, "either": 85 }, "top20": { "arrival": { "ids": [ "H001", "H002", "H003", "H004", "H005", "H006", "H007", "H008", "H009", "H010", "H011", "H012", "H013", "H014", "H015", "H016", "H017", "H018", "H019", "H020" ], "size": 20, "seriousCaptured": 6, "seriousTotal": 34, "coverage": 0.17647058823529413, "precision": 0.3, "precisionDenominator": 20 }, "baseline": { "ids": [ "H002", "H011", "H013", "H032", "H044", "H062", "H064", "H076", "H079", "H082", "H086", "H089", "H095", "H097", "H100", "H103", "H108", "H003", "H009", "H028" ], "size": 20, "seriousCaptured": 16, "seriousTotal": 34, "coverage": 0.47058823529411764, "precision": 0.8, "precisionDenominator": 20 }, "jev": { "ids": [ "H002", "H008", "H011", "H013", "H016", "H020", "H023", "H026", "H029", "H032", "H035", "H044", "H061", "H062", "H063", "H064", "H076", "H079", "H080", "H082" ], "size": 20, "seriousCaptured": 20, "seriousTotal": 34, "coverage": 0.5882352941176471, "precision": 1, "precisionDenominator": 20 } }, "confidenceBins": { "queue": [ { "lower": 0, "upper": 0.5, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.5, "upper": 0.8, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.8, "upper": 0.9, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.9, "upper": 1, "upperInclusive": true, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null } ], "impact": [ { "lower": 0, "upper": 0.5, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.5, "upper": 0.8, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.8, "upper": 0.9, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.9, "upper": 1, "upperInclusive": true, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null } ] }, "confidenceEce": { "queue": { "count": 0, "excluded": null, "invalidOrFailedOrMissing": null, "successfulWithoutValidConfidence": null, "value": null, "interpretation": "Descriptive confidence/accuracy bin gap; this experiment does not establish calibration." }, "impact": { "count": 0, "excluded": null, "invalidOrFailedOrMissing": null, "successfulWithoutValidConfidence": null, "value": null, "interpretation": "Descriptive confidence/accuracy bin gap; this experiment does not establish calibration." } }, "groupDiagnostics": { "h01": { "cases": [ "H001" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h02": { "cases": [ "H002" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h03": { "cases": [ "H003" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h04": { "cases": [ "H004" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h05": { "cases": [ "H005" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h06": { "cases": [ "H006" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h07": { "cases": [ "H007" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h08": { "cases": [ "H008" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h09": { "cases": [ "H009" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h10": { "cases": [ "H010" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h100": { "cases": [ "H100" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h101": { "cases": [ "H101" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h102": { "cases": [ "H102" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h11": { "cases": [ "H011" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h12": { "cases": [ "H012" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h13": { "cases": [ "H013" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h14": { "cases": [ "H014" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h15": { "cases": [ "H015" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h16": { "cases": [ "H016" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h17": { "cases": [ "H017" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h18": { "cases": [ "H018" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h19": { "cases": [ "H019" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h20": { "cases": [ "H020" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h21": { "cases": [ "H021" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h22": { "cases": [ "H022" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h23": { "cases": [ "H023" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h24": { "cases": [ "H024" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h25": { "cases": [ "H025" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h26": { "cases": [ "H026" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h27": { "cases": [ "H027" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h28": { "cases": [ "H028" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h29": { "cases": [ "H029" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h30": { "cases": [ "H030" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h31": { "cases": [ "H031" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h32": { "cases": [ "H032" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h33": { "cases": [ "H033" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h34": { "cases": [ "H034" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h35": { "cases": [ "H035" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h36": { "cases": [ "H036" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h37": { "cases": [ "H037" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h38": { "cases": [ "H038" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h39": { "cases": [ "H039" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h40": { "cases": [ "H040" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h41": { "cases": [ "H041" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h42": { "cases": [ "H042" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h43": { "cases": [ "H043" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h44": { "cases": [ "H044" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h45": { "cases": [ "H045" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h46": { "cases": [ "H046" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h47": { "cases": [ "H047" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h48": { "cases": [ "H048" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h49": { "cases": [ "H049" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h50": { "cases": [ "H050" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h51": { "cases": [ "H051" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h52": { "cases": [ "H052" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h53": { "cases": [ "H053" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h54": { "cases": [ "H054" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h55": { "cases": [ "H055" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h56": { "cases": [ "H056" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h57": { "cases": [ "H057" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h58": { "cases": [ "H058" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h59": { "cases": [ "H059" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h60": { "cases": [ "H060" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h61": { "cases": [ "H061" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h62": { "cases": [ "H062" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h63": { "cases": [ "H063" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h64": { "cases": [ "H064" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h65": { "cases": [ "H065" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h66": { "cases": [ "H066" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h67": { "cases": [ "H067" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h68": { "cases": [ "H068" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h69": { "cases": [ "H069" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h70": { "cases": [ "H070" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h71": { "cases": [ "H071" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h72": { "cases": [ "H072" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h73": { "cases": [ "H073" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h74": { "cases": [ "H074" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h75": { "cases": [ "H075" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h76": { "cases": [ "H076" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h77": { "cases": [ "H077" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h78": { "cases": [ "H078" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h79": { "cases": [ "H079" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h80": { "cases": [ "H080" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h81": { "cases": [ "H081" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h82": { "cases": [ "H082" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h83": { "cases": [ "H083" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h84": { "cases": [ "H084" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h85": { "cases": [ "H085" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h86": { "cases": [ "H086" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h87": { "cases": [ "H087" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h88": { "cases": [ "H088" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h89": { "cases": [ "H089" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h90": { "cases": [ "H090" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h91": { "cases": [ "H091" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h92": { "cases": [ "H092" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h93": { "cases": [ "H093" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h94": { "cases": [ "H094" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h95": { "cases": [ "H095" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h96": { "cases": [ "H096" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h97": { "cases": [ "H097" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h98": { "cases": [ "H098" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h99": { "cases": [ "H099" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "hcf01": { "cases": [ "H103", "H104" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 0, "total": 1, "accuracy": 0 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [ { "left": "H103", "right": "H104" } ] }, "hcf02": { "cases": [ "H105", "H106" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf03": { "cases": [ "H107", "H108" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf04": { "cases": [ "H109", "H110" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf05": { "cases": [ "H111", "H112" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 0, "total": 1, "accuracy": 0 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [ { "left": "H111", "right": "H112" } ] }, "hcf06": { "cases": [ "H113", "H114" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 0, "total": 1, "accuracy": 0 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [ { "left": "H113", "right": "H114" } ] }, "hcf07": { "cases": [ "H115", "H116" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 0, "total": 1, "accuracy": 0 }, "impact": { "correct": 0, "total": 1, "accuracy": 0 }, "priority": { "correct": 0, "total": 1, "accuracy": 0 } }, "mismatches": [ { "left": "H115", "right": "H116" } ] }, "hcf08": { "cases": [ "H117", "H118" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 0, "total": 1, "accuracy": 0 }, "impact": { "correct": 0, "total": 1, "accuracy": 0 }, "priority": { "correct": 0, "total": 1, "accuracy": 0 } }, "mismatches": [ { "left": "H117", "right": "H118" } ] }, "hcf09": { "cases": [ "H119", "H120" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 0, "total": 1, "accuracy": 0 }, "priority": { "correct": 0, "total": 1, "accuracy": 0 } }, "mismatches": [ { "left": "H119", "right": "H120" } ] } }, "operations": { "concurrency": 1, "attempts": 0, "questions": 0, "retries": 0, "latency": { "count": 0, "p50Ms": null, "p95Ms": null }, "inputTokens": 0, "outputTokens": 0, "calculatedCostUsd": 0, "unknownUsage": 0 }, "details": [ { "caseId": "H001", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H002", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H003", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H004", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H005", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H006", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H007", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H008", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H009", "expected": { "queue": "billing", "impact": "degraded", "priority": "high" }, "actual": { "queue": "billing", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H010", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H011", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H012", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H013", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H014", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H015", "expected": { "queue": "account", "impact": "degraded", "priority": "high" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H016", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H017", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H018", "expected": { "queue": "account", "impact": "degraded", "priority": "high" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H019", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H020", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H021", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H022", "expected": { "queue": "account", "impact": "degraded", "priority": "high" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H023", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H024", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H025", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H026", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H027", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H028", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H029", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H030", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H031", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H032", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H033", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H034", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "billing", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H035", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H036", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H037", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H038", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H039", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H040", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H041", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H042", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H043", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H044", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H045", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H046", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H047", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H048", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H049", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H050", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H051", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H052", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H053", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H054", "expected": { "queue": "account", "impact": "unclear", "priority": "review" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H055", "expected": { "queue": "technical", "impact": "unclear", "priority": "review" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H056", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H057", "expected": { "queue": "account", "impact": "unclear", "priority": "review" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H058", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H059", "expected": { "queue": "technical", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H060", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H061", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H062", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H063", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H064", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H065", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H066", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H067", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H068", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H069", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H070", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H071", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H072", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H073", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H074", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H075", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H076", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H077", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H078", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H079", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H080", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H081", "expected": { "queue": "review", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H082", "expected": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H083", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H084", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H085", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H086", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H087", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H088", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H089", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H090", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H091", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H092", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H093", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H094", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H095", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H096", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H097", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H098", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H099", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H100", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H101", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H102", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H103", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H104", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H105", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H106", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H107", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H108", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H109", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H110", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H111", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H112", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H113", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H114", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H115", "expected": { "queue": "review", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H116", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H117", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H118", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H119", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H120", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] } ] }, "challenge": { "scoringVersion": "inbox-scoring-1.1", "source": "baseline", "count": 40, "fields": { "queue": { "correct": 22, "total": 40, "accuracy": 0.55 }, "impact": { "correct": 21, "total": 40, "accuracy": 0.525 }, "priority": { "correct": 21, "total": 40, "accuracy": 0.525 } }, "combined": { "correct": 12, "total": 40, "accuracy": 0.3 }, "seriousMisses": { "count": 8, "denominator": 16, "rate": 0.5, "ids": [ "C003", "C006", "C008", "C012", "C023", "C024", "C030", "C034" ] }, "unnecessaryUrgent": { "count": 3, "denominator": 24, "rate": 0.125, "ids": [ "C004", "C009", "C029" ] }, "validOnly": { "count": 40, "fields": { "queue": { "correct": 22, "total": 40, "accuracy": 0.55 }, "impact": { "correct": 21, "total": 40, "accuracy": 0.525 }, "priority": { "correct": 21, "total": 40, "accuracy": 0.525 } }, "combined": { "correct": 12, "total": 40, "accuracy": 0.3 }, "seriousMisses": { "count": 8, "denominator": 16 }, "unnecessaryUrgent": { "count": 3, "denominator": 24 } }, "format": { "valid": 40, "total": 40, "fraction": 1, "missing": 0, "failures": [] }, "confusion": { "queue": { "billing": { "billing": 6, "account": 0, "technical": 0, "sales": 0, "review": 4, "missing": 0 }, "account": { "billing": 0, "account": 7, "technical": 0, "sales": 0, "review": 3, "missing": 0 }, "technical": { "billing": 0, "account": 1, "technical": 3, "sales": 2, "review": 4, "missing": 0 }, "sales": { "billing": 1, "account": 1, "technical": 0, "sales": 1, "review": 0, "missing": 0 }, "review": { "billing": 1, "account": 1, "technical": 0, "sales": 0, "review": 5, "missing": 0 } }, "impact": { "blocked": { "blocked": 8, "degraded": 0, "routine": 1, "unclear": 7, "missing": 0 }, "degraded": { "blocked": 0, "degraded": 1, "routine": 0, "unclear": 3, "missing": 0 }, "routine": { "blocked": 3, "degraded": 0, "routine": 6, "unclear": 5, "missing": 0 }, "unclear": { "blocked": 0, "degraded": 0, "routine": 0, "unclear": 6, "missing": 0 } }, "priority": { "urgent": { "urgent": 8, "high": 0, "normal": 1, "review": 7, "missing": 0 }, "high": { "urgent": 0, "high": 1, "normal": 0, "review": 3, "missing": 0 }, "normal": { "urgent": 3, "high": 0, "normal": 6, "review": 5, "missing": 0 }, "review": { "urgent": 0, "high": 0, "normal": 0, "review": 6, "missing": 0 } } }, "perQueue": { "account": { "count": 10, "fields": { "queue": { "correct": 7, "total": 10, "accuracy": 0.7 }, "impact": { "correct": 6, "total": 10, "accuracy": 0.6 }, "priority": { "correct": 6, "total": 10, "accuracy": 0.6 } }, "combined": { "correct": 4, "total": 10, "accuracy": 0.4 }, "seriousMisses": { "count": 2, "denominator": 5 }, "unnecessaryUrgent": { "count": 1, "denominator": 5 } }, "billing": { "count": 10, "fields": { "queue": { "correct": 6, "total": 10, "accuracy": 0.6 }, "impact": { "correct": 4, "total": 10, "accuracy": 0.4 }, "priority": { "correct": 4, "total": 10, "accuracy": 0.4 } }, "combined": { "correct": 2, "total": 10, "accuracy": 0.2 }, "seriousMisses": { "count": 3, "denominator": 3 }, "unnecessaryUrgent": { "count": 1, "denominator": 7 } }, "review": { "count": 7, "fields": { "queue": { "correct": 5, "total": 7, "accuracy": 0.7142857142857143 }, "impact": { "correct": 5, "total": 7, "accuracy": 0.7142857142857143 }, "priority": { "correct": 5, "total": 7, "accuracy": 0.7142857142857143 } }, "combined": { "correct": 4, "total": 7, "accuracy": 0.5714285714285714 }, "seriousMisses": { "count": 1, "denominator": 2 }, "unnecessaryUrgent": { "count": 1, "denominator": 5 } }, "sales": { "count": 3, "fields": { "queue": { "correct": 1, "total": 3, "accuracy": 0.3333333333333333 }, "impact": { "correct": 1, "total": 3, "accuracy": 0.3333333333333333 }, "priority": { "correct": 1, "total": 3, "accuracy": 0.3333333333333333 } }, "combined": { "correct": 0, "total": 3, "accuracy": 0 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 3 } }, "technical": { "count": 10, "fields": { "queue": { "correct": 3, "total": 10, "accuracy": 0.3 }, "impact": { "correct": 5, "total": 10, "accuracy": 0.5 }, "priority": { "correct": 5, "total": 10, "accuracy": 0.5 } }, "combined": { "correct": 2, "total": 10, "accuracy": 0.2 }, "seriousMisses": { "count": 2, "denominator": 6 }, "unnecessaryUrgent": { "count": 0, "denominator": 4 } } }, "perScenario": { "calm-serious": { "count": 1, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "combined": { "correct": 1, "total": 1, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 1 }, "unnecessaryUrgent": { "count": 0, "denominator": 0 } }, "counterfactual": { "count": 20, "fields": { "queue": { "correct": 9, "total": 20, "accuracy": 0.45 }, "impact": { "correct": 12, "total": 20, "accuracy": 0.6 }, "priority": { "correct": 12, "total": 20, "accuracy": 0.6 } }, "combined": { "correct": 4, "total": 20, "accuracy": 0.2 }, "seriousMisses": { "count": 4, "denominator": 9 }, "unnecessaryUrgent": { "count": 1, "denominator": 11 } }, "loud-low-impact": { "count": 1, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 0, "total": 1, "accuracy": 0 }, "priority": { "correct": 0, "total": 1, "accuracy": 0 } }, "combined": { "correct": 0, "total": 1, "accuracy": 0 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 1 } }, "missing-context": { "count": 3, "fields": { "queue": { "correct": 3, "total": 3, "accuracy": 1 }, "impact": { "correct": 3, "total": 3, "accuracy": 1 }, "priority": { "correct": 3, "total": 3, "accuracy": 1 } }, "combined": { "correct": 3, "total": 3, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 3 } }, "mixed": { "count": 4, "fields": { "queue": { "correct": 2, "total": 4, "accuracy": 0.5 }, "impact": { "correct": 2, "total": 4, "accuracy": 0.5 }, "priority": { "correct": 2, "total": 4, "accuracy": 0.5 } }, "combined": { "correct": 2, "total": 4, "accuracy": 0.5 }, "seriousMisses": { "count": 1, "denominator": 2 }, "unnecessaryUrgent": { "count": 0, "denominator": 2 } }, "negation": { "count": 2, "fields": { "queue": { "correct": 1, "total": 2, "accuracy": 0.5 }, "impact": { "correct": 0, "total": 2, "accuracy": 0 }, "priority": { "correct": 0, "total": 2, "accuracy": 0 } }, "combined": { "correct": 0, "total": 2, "accuracy": 0 }, "seriousMisses": { "count": 1, "denominator": 1 }, "unnecessaryUrgent": { "count": 1, "denominator": 1 } }, "policy-injection": { "count": 4, "fields": { "queue": { "correct": 2, "total": 4, "accuracy": 0.5 }, "impact": { "correct": 3, "total": 4, "accuracy": 0.75 }, "priority": { "correct": 3, "total": 4, "accuracy": 0.75 } }, "combined": { "correct": 2, "total": 4, "accuracy": 0.5 }, "seriousMisses": { "count": 1, "denominator": 2 }, "unnecessaryUrgent": { "count": 0, "denominator": 2 } }, "quoted-history": { "count": 2, "fields": { "queue": { "correct": 2, "total": 2, "accuracy": 1 }, "impact": { "correct": 0, "total": 2, "accuracy": 0 }, "priority": { "correct": 0, "total": 2, "accuracy": 0 } }, "combined": { "correct": 0, "total": 2, "accuracy": 0 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 1, "denominator": 2 } }, "resolved": { "count": 1, "fields": { "queue": { "correct": 0, "total": 1, "accuracy": 0 }, "impact": { "correct": 0, "total": 1, "accuracy": 0 }, "priority": { "correct": 0, "total": 1, "accuracy": 0 } }, "combined": { "correct": 0, "total": 1, "accuracy": 0 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 1 } }, "typos": { "count": 2, "fields": { "queue": { "correct": 1, "total": 2, "accuracy": 0.5 }, "impact": { "correct": 0, "total": 2, "accuracy": 0 }, "priority": { "correct": 0, "total": 2, "accuracy": 0 } }, "combined": { "correct": 0, "total": 2, "accuracy": 0 }, "seriousMisses": { "count": 1, "denominator": 1 }, "unnecessaryUrgent": { "count": 0, "denominator": 1 } } }, "baselineComputedForMissingCases": [], "review": { "queue": 16, "priority": 21, "either": 26 }, "top20": { "arrival": { "ids": [ "C001", "C002", "C003", "C004", "C005", "C006", "C007", "C008", "C009", "C010", "C011", "C012", "C013", "C014", "C015", "C016", "C017", "C018", "C019", "C020" ], "size": 20, "seriousCaptured": 7, "seriousTotal": 16, "coverage": 0.4375, "precision": 0.35, "precisionDenominator": 20 }, "baseline": { "ids": [ "C002", "C004", "C009", "C014", "C017", "C021", "C025", "C029", "C036", "C037", "C038", "C032", "C001", "C019", "C022", "C027", "C028", "C030", "C033", "C003" ], "size": 20, "seriousCaptured": 10, "seriousTotal": 16, "coverage": 0.625, "precision": 0.5, "precisionDenominator": 20 }, "jev": { "ids": [ "C002", "C003", "C006", "C008", "C012", "C014", "C017", "C021", "C023", "C024", "C025", "C030", "C034", "C036", "C037", "C038", "C005", "C026", "C032", "C035" ], "size": 20, "seriousCaptured": 16, "seriousTotal": 16, "coverage": 1, "precision": 0.8, "precisionDenominator": 20 } }, "confidenceBins": { "queue": [ { "lower": 0, "upper": 0.5, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.5, "upper": 0.8, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.8, "upper": 0.9, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.9, "upper": 1, "upperInclusive": true, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null } ], "impact": [ { "lower": 0, "upper": 0.5, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.5, "upper": 0.8, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.8, "upper": 0.9, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.9, "upper": 1, "upperInclusive": true, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null } ] }, "confidenceEce": { "queue": { "count": 0, "excluded": null, "invalidOrFailedOrMissing": null, "successfulWithoutValidConfidence": null, "value": null, "interpretation": "Descriptive confidence/accuracy bin gap; this experiment does not establish calibration." }, "impact": { "count": 0, "excluded": null, "invalidOrFailedOrMissing": null, "successfulWithoutValidConfidence": null, "value": null, "interpretation": "Descriptive confidence/accuracy bin gap; this experiment does not establish calibration." } }, "groupDiagnostics": { "c01": { "cases": [ "C001" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c02": { "cases": [ "C002" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c03": { "cases": [ "C003" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c04": { "cases": [ "C004" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c05": { "cases": [ "C005" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c06": { "cases": [ "C006" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c07": { "cases": [ "C007" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c08": { "cases": [ "C008" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c09": { "cases": [ "C009" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c10": { "cases": [ "C010" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c11": { "cases": [ "C011" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c12": { "cases": [ "C012" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c13": { "cases": [ "C013" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c14": { "cases": [ "C014" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c15": { "cases": [ "C015" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c16": { "cases": [ "C016" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c17": { "cases": [ "C017" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c18": { "cases": [ "C018" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c19": { "cases": [ "C019" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c20": { "cases": [ "C020" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "ccf01": { "cases": [ "C021", "C022" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf02": { "cases": [ "C023", "C024" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf03": { "cases": [ "C025", "C026" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf04": { "cases": [ "C027", "C028" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 0, "total": 1, "accuracy": 0 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [ { "left": "C027", "right": "C028" } ] }, "ccf05": { "cases": [ "C029", "C030" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf06": { "cases": [ "C031", "C032" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf07": { "cases": [ "C033", "C034" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf08": { "cases": [ "C035", "C036" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf09": { "cases": [ "C037", "C038" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 0, "total": 1, "accuracy": 0 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [ { "left": "C037", "right": "C038" } ] }, "ccf10": { "cases": [ "C039", "C040" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 0, "total": 1, "accuracy": 0 }, "priority": { "correct": 0, "total": 1, "accuracy": 0 } }, "mismatches": [ { "left": "C039", "right": "C040" } ] } }, "operations": { "concurrency": 1, "attempts": 0, "questions": 0, "retries": 0, "latency": { "count": 0, "p50Ms": null, "p95Ms": null }, "inputTokens": 0, "outputTokens": 0, "calculatedCostUsd": 0, "unknownUsage": 0 }, "details": [ { "caseId": "C001", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C002", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C003", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "C004", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C005", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C006", "expected": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "C007", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "C008", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "C009", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C010", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C011", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C012", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "C013", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C014", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C015", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C016", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "C017", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C018", "expected": { "queue": "technical", "impact": "unclear", "priority": "review" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C019", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C020", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C021", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C022", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C023", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C024", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C025", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C026", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "C027", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C028", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C029", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C030", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C031", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C032", "expected": { "queue": "billing", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C033", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C034", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C035", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "sales", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "C036", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "sales", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C037", "expected": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C038", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C039", "expected": { "queue": "account", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C040", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] } ] }, "combined": { "scoringVersion": "inbox-scoring-1.1", "source": "baseline", "count": 160, "fields": { "queue": { "correct": 97, "total": 160, "accuracy": 0.60625 }, "impact": { "correct": 82, "total": 160, "accuracy": 0.5125 }, "priority": { "correct": 82, "total": 160, "accuracy": 0.5125 } }, "combined": { "correct": 52, "total": 160, "accuracy": 0.325 }, "seriousMisses": { "count": 26, "denominator": 50, "rate": 0.52, "ids": [ "H008", "H016", "H020", "H023", "H026", "H029", "H035", "H061", "H063", "H080", "H083", "H091", "H105", "H111", "H112", "H114", "H116", "H120", "C003", "C006", "C008", "C012", "C023", "C024", "C030", "C034" ] }, "unnecessaryUrgent": { "count": 4, "denominator": 110, "rate": 0.03636363636363636, "ids": [ "H086", "C004", "C009", "C029" ] }, "validOnly": { "count": 160, "fields": { "queue": { "correct": 97, "total": 160, "accuracy": 0.60625 }, "impact": { "correct": 82, "total": 160, "accuracy": 0.5125 }, "priority": { "correct": 82, "total": 160, "accuracy": 0.5125 } }, "combined": { "correct": 52, "total": 160, "accuracy": 0.325 }, "seriousMisses": { "count": 26, "denominator": 50 }, "unnecessaryUrgent": { "count": 4, "denominator": 110 } }, "format": { "valid": 160, "total": 160, "fraction": 1, "missing": 0, "failures": [] }, "confusion": { "queue": { "billing": { "billing": 26, "account": 0, "technical": 0, "sales": 0, "review": 10, "missing": 0 }, "account": { "billing": 0, "account": 29, "technical": 0, "sales": 0, "review": 6, "missing": 0 }, "technical": { "billing": 2, "account": 3, "technical": 18, "sales": 2, "review": 21, "missing": 0 }, "sales": { "billing": 2, "account": 3, "technical": 1, "sales": 9, "review": 8, "missing": 0 }, "review": { "billing": 1, "account": 4, "technical": 0, "sales": 0, "review": 15, "missing": 0 } }, "impact": { "blocked": { "blocked": 24, "degraded": 2, "routine": 2, "unclear": 22, "missing": 0 }, "degraded": { "blocked": 0, "degraded": 7, "routine": 0, "unclear": 13, "missing": 0 }, "routine": { "blocked": 4, "degraded": 2, "routine": 33, "unclear": 32, "missing": 0 }, "unclear": { "blocked": 0, "degraded": 0, "routine": 1, "unclear": 18, "missing": 0 } }, "priority": { "urgent": { "urgent": 24, "high": 2, "normal": 2, "review": 22, "missing": 0 }, "high": { "urgent": 0, "high": 7, "normal": 0, "review": 13, "missing": 0 }, "normal": { "urgent": 4, "high": 2, "normal": 33, "review": 32, "missing": 0 }, "review": { "urgent": 0, "high": 0, "normal": 1, "review": 18, "missing": 0 } } }, "perQueue": { "account": { "count": 35, "fields": { "queue": { "correct": 29, "total": 35, "accuracy": 0.8285714285714286 }, "impact": { "correct": 12, "total": 35, "accuracy": 0.34285714285714286 }, "priority": { "correct": 12, "total": 35, "accuracy": 0.34285714285714286 } }, "combined": { "correct": 10, "total": 35, "accuracy": 0.2857142857142857 }, "seriousMisses": { "count": 11, "denominator": 15 }, "unnecessaryUrgent": { "count": 2, "denominator": 20 } }, "billing": { "count": 36, "fields": { "queue": { "correct": 26, "total": 36, "accuracy": 0.7222222222222222 }, "impact": { "correct": 21, "total": 36, "accuracy": 0.5833333333333334 }, "priority": { "correct": 21, "total": 36, "accuracy": 0.5833333333333334 } }, "combined": { "correct": 14, "total": 36, "accuracy": 0.3888888888888889 }, "seriousMisses": { "count": 5, "denominator": 11 }, "unnecessaryUrgent": { "count": 1, "denominator": 25 } }, "review": { "count": 20, "fields": { "queue": { "correct": 15, "total": 20, "accuracy": 0.75 }, "impact": { "correct": 14, "total": 20, "accuracy": 0.7 }, "priority": { "correct": 14, "total": 20, "accuracy": 0.7 } }, "combined": { "correct": 12, "total": 20, "accuracy": 0.6 }, "seriousMisses": { "count": 1, "denominator": 3 }, "unnecessaryUrgent": { "count": 1, "denominator": 17 } }, "sales": { "count": 23, "fields": { "queue": { "correct": 9, "total": 23, "accuracy": 0.391304347826087 }, "impact": { "correct": 12, "total": 23, "accuracy": 0.5217391304347826 }, "priority": { "correct": 12, "total": 23, "accuracy": 0.5217391304347826 } }, "combined": { "correct": 6, "total": 23, "accuracy": 0.2608695652173913 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 23 } }, "technical": { "count": 46, "fields": { "queue": { "correct": 18, "total": 46, "accuracy": 0.391304347826087 }, "impact": { "correct": 23, "total": 46, "accuracy": 0.5 }, "priority": { "correct": 23, "total": 46, "accuracy": 0.5 } }, "combined": { "correct": 10, "total": 46, "accuracy": 0.21739130434782608 }, "seriousMisses": { "count": 9, "denominator": 21 }, "unnecessaryUrgent": { "count": 0, "denominator": 25 } } }, "perScenario": { "calm-serious": { "count": 5, "fields": { "queue": { "correct": 3, "total": 5, "accuracy": 0.6 }, "impact": { "correct": 3, "total": 5, "accuracy": 0.6 }, "priority": { "correct": 3, "total": 5, "accuracy": 0.6 } }, "combined": { "correct": 1, "total": 5, "accuracy": 0.2 }, "seriousMisses": { "count": 2, "denominator": 5 }, "unnecessaryUrgent": { "count": 0, "denominator": 0 } }, "counterfactual": { "count": 38, "fields": { "queue": { "correct": 22, "total": 38, "accuracy": 0.5789473684210527 }, "impact": { "correct": 22, "total": 38, "accuracy": 0.5789473684210527 }, "priority": { "correct": 22, "total": 38, "accuracy": 0.5789473684210527 } }, "combined": { "correct": 13, "total": 38, "accuracy": 0.34210526315789475 }, "seriousMisses": { "count": 10, "denominator": 17 }, "unnecessaryUrgent": { "count": 1, "denominator": 21 } }, "loud-low-impact": { "count": 5, "fields": { "queue": { "correct": 4, "total": 5, "accuracy": 0.8 }, "impact": { "correct": 2, "total": 5, "accuracy": 0.4 }, "priority": { "correct": 2, "total": 5, "accuracy": 0.4 } }, "combined": { "correct": 1, "total": 5, "accuracy": 0.2 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 5 } }, "missing-context": { "count": 14, "fields": { "queue": { "correct": 12, "total": 14, "accuracy": 0.8571428571428571 }, "impact": { "correct": 13, "total": 14, "accuracy": 0.9285714285714286 }, "priority": { "correct": 13, "total": 14, "accuracy": 0.9285714285714286 } }, "combined": { "correct": 11, "total": 14, "accuracy": 0.7857142857142857 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 14 } }, "mixed": { "count": 12, "fields": { "queue": { "correct": 8, "total": 12, "accuracy": 0.6666666666666666 }, "impact": { "correct": 6, "total": 12, "accuracy": 0.5 }, "priority": { "correct": 6, "total": 12, "accuracy": 0.5 } }, "combined": { "correct": 5, "total": 12, "accuracy": 0.4166666666666667 }, "seriousMisses": { "count": 3, "denominator": 6 }, "unnecessaryUrgent": { "count": 0, "denominator": 6 } }, "negation": { "count": 7, "fields": { "queue": { "correct": 4, "total": 7, "accuracy": 0.5714285714285714 }, "impact": { "correct": 2, "total": 7, "accuracy": 0.2857142857142857 }, "priority": { "correct": 2, "total": 7, "accuracy": 0.2857142857142857 } }, "combined": { "correct": 0, "total": 7, "accuracy": 0 }, "seriousMisses": { "count": 1, "denominator": 2 }, "unnecessaryUrgent": { "count": 2, "denominator": 5 } }, "ordinary": { "count": 51, "fields": { "queue": { "correct": 27, "total": 51, "accuracy": 0.5294117647058824 }, "impact": { "correct": 22, "total": 51, "accuracy": 0.43137254901960786 }, "priority": { "correct": 22, "total": 51, "accuracy": 0.43137254901960786 } }, "combined": { "correct": 13, "total": 51, "accuracy": 0.2549019607843137 }, "seriousMisses": { "count": 7, "denominator": 12 }, "unnecessaryUrgent": { "count": 0, "denominator": 39 } }, "policy-injection": { "count": 10, "fields": { "queue": { "correct": 6, "total": 10, "accuracy": 0.6 }, "impact": { "correct": 7, "total": 10, "accuracy": 0.7 }, "priority": { "correct": 7, "total": 10, "accuracy": 0.7 } }, "combined": { "correct": 4, "total": 10, "accuracy": 0.4 }, "seriousMisses": { "count": 1, "denominator": 5 }, "unnecessaryUrgent": { "count": 0, "denominator": 5 } }, "quoted-history": { "count": 6, "fields": { "queue": { "correct": 6, "total": 6, "accuracy": 1 }, "impact": { "correct": 2, "total": 6, "accuracy": 0.3333333333333333 }, "priority": { "correct": 2, "total": 6, "accuracy": 0.3333333333333333 } }, "combined": { "correct": 2, "total": 6, "accuracy": 0.3333333333333333 }, "seriousMisses": { "count": 0, "denominator": 1 }, "unnecessaryUrgent": { "count": 1, "denominator": 5 } }, "resolved": { "count": 5, "fields": { "queue": { "correct": 3, "total": 5, "accuracy": 0.6 }, "impact": { "correct": 2, "total": 5, "accuracy": 0.4 }, "priority": { "correct": 2, "total": 5, "accuracy": 0.4 } }, "combined": { "correct": 1, "total": 5, "accuracy": 0.2 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 5 } }, "typos": { "count": 7, "fields": { "queue": { "correct": 2, "total": 7, "accuracy": 0.2857142857142857 }, "impact": { "correct": 1, "total": 7, "accuracy": 0.14285714285714285 }, "priority": { "correct": 1, "total": 7, "accuracy": 0.14285714285714285 } }, "combined": { "correct": 1, "total": 7, "accuracy": 0.14285714285714285 }, "seriousMisses": { "count": 2, "denominator": 2 }, "unnecessaryUrgent": { "count": 0, "denominator": 5 } } }, "baselineComputedForMissingCases": [], "review": { "queue": 60, "priority": 85, "either": 111 }, "top20": { "arrival": { "ids": [ "H001", "H002", "H003", "H004", "H005", "H006", "H007", "H008", "H009", "H010", "H011", "H012", "H013", "H014", "H015", "H016", "H017", "H018", "H019", "H020" ], "size": 20, "seriousCaptured": 6, "seriousTotal": 50, "coverage": 0.12, "precision": 0.3, "precisionDenominator": 20 }, "baseline": { "ids": [ "H002", "H011", "H013", "H032", "H044", "H062", "H064", "H076", "H079", "H082", "H086", "H089", "H095", "H097", "H100", "H103", "H108", "C002", "C004", "C009" ], "size": 20, "seriousCaptured": 17, "seriousTotal": 50, "coverage": 0.34, "precision": 0.85, "precisionDenominator": 20 }, "jev": { "ids": [ "H002", "H008", "H011", "H013", "H016", "H020", "H023", "H026", "H029", "H032", "H035", "H044", "H061", "H062", "H063", "H064", "H076", "H079", "H080", "H082" ], "size": 20, "seriousCaptured": 20, "seriousTotal": 50, "coverage": 0.4, "precision": 1, "precisionDenominator": 20 } }, "confidenceBins": { "queue": [ { "lower": 0, "upper": 0.5, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.5, "upper": 0.8, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.8, "upper": 0.9, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.9, "upper": 1, "upperInclusive": true, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null } ], "impact": [ { "lower": 0, "upper": 0.5, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.5, "upper": 0.8, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.8, "upper": 0.9, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.9, "upper": 1, "upperInclusive": true, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null } ] }, "confidenceEce": { "queue": { "count": 0, "excluded": null, "invalidOrFailedOrMissing": null, "successfulWithoutValidConfidence": null, "value": null, "interpretation": "Descriptive confidence/accuracy bin gap; this experiment does not establish calibration." }, "impact": { "count": 0, "excluded": null, "invalidOrFailedOrMissing": null, "successfulWithoutValidConfidence": null, "value": null, "interpretation": "Descriptive confidence/accuracy bin gap; this experiment does not establish calibration." } }, "groupDiagnostics": { "c01": { "cases": [ "C001" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c02": { "cases": [ "C002" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c03": { "cases": [ "C003" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c04": { "cases": [ "C004" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c05": { "cases": [ "C005" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c06": { "cases": [ "C006" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c07": { "cases": [ "C007" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c08": { "cases": [ "C008" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c09": { "cases": [ "C009" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c10": { "cases": [ "C010" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c11": { "cases": [ "C011" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c12": { "cases": [ "C012" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c13": { "cases": [ "C013" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c14": { "cases": [ "C014" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c15": { "cases": [ "C015" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c16": { "cases": [ "C016" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c17": { "cases": [ "C017" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c18": { "cases": [ "C018" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c19": { "cases": [ "C019" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "c20": { "cases": [ "C020" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "ccf01": { "cases": [ "C021", "C022" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf02": { "cases": [ "C023", "C024" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf03": { "cases": [ "C025", "C026" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf04": { "cases": [ "C027", "C028" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 0, "total": 1, "accuracy": 0 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [ { "left": "C027", "right": "C028" } ] }, "ccf05": { "cases": [ "C029", "C030" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf06": { "cases": [ "C031", "C032" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf07": { "cases": [ "C033", "C034" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf08": { "cases": [ "C035", "C036" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "ccf09": { "cases": [ "C037", "C038" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 0, "total": 1, "accuracy": 0 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [ { "left": "C037", "right": "C038" } ] }, "ccf10": { "cases": [ "C039", "C040" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 0, "total": 1, "accuracy": 0 }, "priority": { "correct": 0, "total": 1, "accuracy": 0 } }, "mismatches": [ { "left": "C039", "right": "C040" } ] }, "h01": { "cases": [ "H001" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h02": { "cases": [ "H002" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h03": { "cases": [ "H003" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h04": { "cases": [ "H004" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h05": { "cases": [ "H005" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h06": { "cases": [ "H006" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h07": { "cases": [ "H007" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h08": { "cases": [ "H008" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h09": { "cases": [ "H009" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h10": { "cases": [ "H010" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h100": { "cases": [ "H100" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h101": { "cases": [ "H101" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h102": { "cases": [ "H102" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h11": { "cases": [ "H011" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h12": { "cases": [ "H012" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h13": { "cases": [ "H013" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h14": { "cases": [ "H014" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h15": { "cases": [ "H015" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h16": { "cases": [ "H016" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h17": { "cases": [ "H017" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h18": { "cases": [ "H018" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h19": { "cases": [ "H019" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h20": { "cases": [ "H020" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h21": { "cases": [ "H021" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h22": { "cases": [ "H022" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h23": { "cases": [ "H023" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h24": { "cases": [ "H024" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h25": { "cases": [ "H025" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h26": { "cases": [ "H026" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h27": { "cases": [ "H027" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h28": { "cases": [ "H028" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h29": { "cases": [ "H029" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h30": { "cases": [ "H030" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h31": { "cases": [ "H031" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h32": { "cases": [ "H032" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h33": { "cases": [ "H033" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h34": { "cases": [ "H034" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h35": { "cases": [ "H035" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h36": { "cases": [ "H036" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h37": { "cases": [ "H037" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h38": { "cases": [ "H038" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h39": { "cases": [ "H039" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h40": { "cases": [ "H040" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h41": { "cases": [ "H041" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h42": { "cases": [ "H042" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h43": { "cases": [ "H043" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h44": { "cases": [ "H044" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h45": { "cases": [ "H045" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h46": { "cases": [ "H046" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h47": { "cases": [ "H047" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h48": { "cases": [ "H048" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h49": { "cases": [ "H049" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h50": { "cases": [ "H050" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h51": { "cases": [ "H051" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h52": { "cases": [ "H052" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h53": { "cases": [ "H053" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h54": { "cases": [ "H054" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h55": { "cases": [ "H055" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h56": { "cases": [ "H056" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h57": { "cases": [ "H057" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h58": { "cases": [ "H058" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h59": { "cases": [ "H059" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h60": { "cases": [ "H060" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h61": { "cases": [ "H061" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h62": { "cases": [ "H062" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h63": { "cases": [ "H063" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h64": { "cases": [ "H064" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h65": { "cases": [ "H065" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h66": { "cases": [ "H066" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h67": { "cases": [ "H067" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h68": { "cases": [ "H068" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h69": { "cases": [ "H069" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h70": { "cases": [ "H070" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h71": { "cases": [ "H071" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h72": { "cases": [ "H072" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h73": { "cases": [ "H073" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h74": { "cases": [ "H074" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h75": { "cases": [ "H075" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h76": { "cases": [ "H076" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h77": { "cases": [ "H077" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h78": { "cases": [ "H078" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h79": { "cases": [ "H079" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h80": { "cases": [ "H080" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h81": { "cases": [ "H081" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h82": { "cases": [ "H082" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h83": { "cases": [ "H083" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h84": { "cases": [ "H084" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h85": { "cases": [ "H085" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h86": { "cases": [ "H086" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h87": { "cases": [ "H087" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h88": { "cases": [ "H088" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h89": { "cases": [ "H089" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h90": { "cases": [ "H090" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h91": { "cases": [ "H091" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h92": { "cases": [ "H092" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h93": { "cases": [ "H093" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h94": { "cases": [ "H094" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h95": { "cases": [ "H095" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h96": { "cases": [ "H096" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h97": { "cases": [ "H097" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h98": { "cases": [ "H098" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "h99": { "cases": [ "H099" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "hcf01": { "cases": [ "H103", "H104" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 0, "total": 1, "accuracy": 0 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [ { "left": "H103", "right": "H104" } ] }, "hcf02": { "cases": [ "H105", "H106" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf03": { "cases": [ "H107", "H108" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf04": { "cases": [ "H109", "H110" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "hcf05": { "cases": [ "H111", "H112" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 0, "total": 1, "accuracy": 0 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [ { "left": "H111", "right": "H112" } ] }, "hcf06": { "cases": [ "H113", "H114" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 0, "total": 1, "accuracy": 0 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [ { "left": "H113", "right": "H114" } ] }, "hcf07": { "cases": [ "H115", "H116" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 0, "total": 1, "accuracy": 0 }, "impact": { "correct": 0, "total": 1, "accuracy": 0 }, "priority": { "correct": 0, "total": 1, "accuracy": 0 } }, "mismatches": [ { "left": "H115", "right": "H116" } ] }, "hcf08": { "cases": [ "H117", "H118" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 0, "total": 1, "accuracy": 0 }, "impact": { "correct": 0, "total": 1, "accuracy": 0 }, "priority": { "correct": 0, "total": 1, "accuracy": 0 } }, "mismatches": [ { "left": "H117", "right": "H118" } ] }, "hcf09": { "cases": [ "H119", "H120" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 0, "total": 1, "accuracy": 0 }, "priority": { "correct": 0, "total": 1, "accuracy": 0 } }, "mismatches": [ { "left": "H119", "right": "H120" } ] } }, "operations": { "concurrency": 1, "attempts": 0, "questions": 0, "retries": 0, "latency": { "count": 0, "p50Ms": null, "p95Ms": null }, "inputTokens": 0, "outputTokens": 0, "calculatedCostUsd": 0, "unknownUsage": 0 }, "details": [ { "caseId": "H001", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H002", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H003", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H004", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H005", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H006", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H007", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H008", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H009", "expected": { "queue": "billing", "impact": "degraded", "priority": "high" }, "actual": { "queue": "billing", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H010", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H011", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H012", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H013", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H014", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H015", "expected": { "queue": "account", "impact": "degraded", "priority": "high" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H016", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H017", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H018", "expected": { "queue": "account", "impact": "degraded", "priority": "high" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H019", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H020", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H021", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H022", "expected": { "queue": "account", "impact": "degraded", "priority": "high" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H023", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H024", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H025", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H026", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H027", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H028", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H029", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H030", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H031", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H032", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H033", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H034", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "billing", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H035", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H036", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H037", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H038", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H039", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H040", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H041", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H042", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H043", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H044", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H045", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H046", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H047", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H048", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H049", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H050", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H051", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H052", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H053", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H054", "expected": { "queue": "account", "impact": "unclear", "priority": "review" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H055", "expected": { "queue": "technical", "impact": "unclear", "priority": "review" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H056", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H057", "expected": { "queue": "account", "impact": "unclear", "priority": "review" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H058", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H059", "expected": { "queue": "technical", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H060", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H061", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H062", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H063", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H064", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H065", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H066", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H067", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H068", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H069", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H070", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H071", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H072", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H073", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H074", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H075", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H076", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H077", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H078", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H079", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H080", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H081", "expected": { "queue": "review", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H082", "expected": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H083", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H084", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H085", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H086", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H087", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H088", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H089", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H090", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H091", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H092", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H093", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H094", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H095", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H096", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H097", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H098", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H099", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H100", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H101", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H102", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H103", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "H104", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H105", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H106", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H107", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H108", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H109", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H110", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H111", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H112", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H113", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H114", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H115", "expected": { "queue": "review", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H116", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H117", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "H118", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "H119", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "H120", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C001", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C002", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C003", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "C004", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C005", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C006", "expected": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "C007", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "C008", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "C009", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C010", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C011", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C012", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "C013", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C014", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C015", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C016", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "C017", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C018", "expected": { "queue": "technical", "impact": "unclear", "priority": "review" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C019", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C020", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C021", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C022", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C023", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C024", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C025", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C026", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "C027", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C028", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C029", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C030", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C031", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C032", "expected": { "queue": "billing", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C033", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "C034", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "C035", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "sales", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "C036", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "sales", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C037", "expected": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C038", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C039", "expected": { "queue": "account", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "C040", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] } ] } } }, "stability": { "repeat": { "requestedPairs": 12, "commonCases": 12, "attemptedPairs": 12, "validPairs": 12, "invalidPairs": 0, "missingPairs": 0, "validPairDisagreement": { "count": 0, "denominator": 12, "rate": 0 }, "fields": { "queue": { "correct": 12, "total": 12, "accuracy": 1 }, "impact": { "correct": 12, "total": 12, "accuracy": 1 }, "priority": { "correct": 12, "total": 12, "accuracy": 1 } }, "combined": { "correct": 12, "total": 12, "accuracy": 1 }, "mismatches": [] }, "reversed": { "requestedPairs": 12, "commonCases": 12, "attemptedPairs": 12, "validPairs": 12, "invalidPairs": 0, "missingPairs": 0, "validPairDisagreement": { "count": 0, "denominator": 12, "rate": 0 }, "fields": { "queue": { "correct": 12, "total": 12, "accuracy": 1 }, "impact": { "correct": 12, "total": 12, "accuracy": 1 }, "priority": { "correct": 12, "total": 12, "accuracy": 1 } }, "combined": { "correct": 12, "total": 12, "accuracy": 1 }, "mismatches": [] }, "repeatVsReversed": { "requestedPairs": 12, "commonCases": 12, "attemptedPairs": 12, "validPairs": 12, "invalidPairs": 0, "missingPairs": 0, "validPairDisagreement": { "count": 0, "denominator": 12, "rate": 0 }, "fields": { "queue": { "correct": 12, "total": 12, "accuracy": 1 }, "impact": { "correct": 12, "total": 12, "accuracy": 1 }, "priority": { "correct": 12, "total": 12, "accuracy": 1 } }, "combined": { "correct": 12, "total": 12, "accuracy": 1 }, "mismatches": [] } }, "development": { "jev": { "scoringVersion": "inbox-scoring-1.1", "source": "jev", "count": 40, "fields": { "queue": { "correct": 39, "total": 40, "accuracy": 0.975 }, "impact": { "correct": 40, "total": 40, "accuracy": 1 }, "priority": { "correct": 40, "total": 40, "accuracy": 1 } }, "combined": { "correct": 39, "total": 40, "accuracy": 0.975 }, "seriousMisses": { "count": 0, "denominator": 12, "rate": 0, "ids": [] }, "unnecessaryUrgent": { "count": 0, "denominator": 28, "rate": 0, "ids": [] }, "validOnly": { "count": 40, "fields": { "queue": { "correct": 39, "total": 40, "accuracy": 0.975 }, "impact": { "correct": 40, "total": 40, "accuracy": 1 }, "priority": { "correct": 40, "total": 40, "accuracy": 1 } }, "combined": { "correct": 39, "total": 40, "accuracy": 0.975 }, "seriousMisses": { "count": 0, "denominator": 12 }, "unnecessaryUrgent": { "count": 0, "denominator": 28 } }, "format": { "valid": 40, "total": 40, "fraction": 1, "missing": 0, "failures": [] }, "confusion": { "queue": { "billing": { "billing": 9, "account": 0, "technical": 0, "sales": 0, "review": 0, "missing": 0 }, "account": { "billing": 0, "account": 11, "technical": 0, "sales": 0, "review": 0, "missing": 0 }, "technical": { "billing": 0, "account": 0, "technical": 9, "sales": 0, "review": 1, "missing": 0 }, "sales": { "billing": 0, "account": 0, "technical": 0, "sales": 5, "review": 0, "missing": 0 }, "review": { "billing": 0, "account": 0, "technical": 0, "sales": 0, "review": 5, "missing": 0 } }, "impact": { "blocked": { "blocked": 12, "degraded": 0, "routine": 0, "unclear": 0, "missing": 0 }, "degraded": { "blocked": 0, "degraded": 5, "routine": 0, "unclear": 0, "missing": 0 }, "routine": { "blocked": 0, "degraded": 0, "routine": 19, "unclear": 0, "missing": 0 }, "unclear": { "blocked": 0, "degraded": 0, "routine": 0, "unclear": 4, "missing": 0 } }, "priority": { "urgent": { "urgent": 12, "high": 0, "normal": 0, "review": 0, "missing": 0 }, "high": { "urgent": 0, "high": 5, "normal": 0, "review": 0, "missing": 0 }, "normal": { "urgent": 0, "high": 0, "normal": 19, "review": 0, "missing": 0 }, "review": { "urgent": 0, "high": 0, "normal": 0, "review": 4, "missing": 0 } } }, "perQueue": { "account": { "count": 11, "fields": { "queue": { "correct": 11, "total": 11, "accuracy": 1 }, "impact": { "correct": 11, "total": 11, "accuracy": 1 }, "priority": { "correct": 11, "total": 11, "accuracy": 1 } }, "combined": { "correct": 11, "total": 11, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 4 }, "unnecessaryUrgent": { "count": 0, "denominator": 7 } }, "billing": { "count": 9, "fields": { "queue": { "correct": 9, "total": 9, "accuracy": 1 }, "impact": { "correct": 9, "total": 9, "accuracy": 1 }, "priority": { "correct": 9, "total": 9, "accuracy": 1 } }, "combined": { "correct": 9, "total": 9, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 3 }, "unnecessaryUrgent": { "count": 0, "denominator": 6 } }, "review": { "count": 5, "fields": { "queue": { "correct": 5, "total": 5, "accuracy": 1 }, "impact": { "correct": 5, "total": 5, "accuracy": 1 }, "priority": { "correct": 5, "total": 5, "accuracy": 1 } }, "combined": { "correct": 5, "total": 5, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 1 }, "unnecessaryUrgent": { "count": 0, "denominator": 4 } }, "sales": { "count": 5, "fields": { "queue": { "correct": 5, "total": 5, "accuracy": 1 }, "impact": { "correct": 5, "total": 5, "accuracy": 1 }, "priority": { "correct": 5, "total": 5, "accuracy": 1 } }, "combined": { "correct": 5, "total": 5, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 5 } }, "technical": { "count": 10, "fields": { "queue": { "correct": 9, "total": 10, "accuracy": 0.9 }, "impact": { "correct": 10, "total": 10, "accuracy": 1 }, "priority": { "correct": 10, "total": 10, "accuracy": 1 } }, "combined": { "correct": 9, "total": 10, "accuracy": 0.9 }, "seriousMisses": { "count": 0, "denominator": 4 }, "unnecessaryUrgent": { "count": 0, "denominator": 6 } } }, "perScenario": { "calm-serious": { "count": 2, "fields": { "queue": { "correct": 2, "total": 2, "accuracy": 1 }, "impact": { "correct": 2, "total": 2, "accuracy": 1 }, "priority": { "correct": 2, "total": 2, "accuracy": 1 } }, "combined": { "correct": 2, "total": 2, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 2 }, "unnecessaryUrgent": { "count": 0, "denominator": 0 } }, "counterfactual": { "count": 4, "fields": { "queue": { "correct": 4, "total": 4, "accuracy": 1 }, "impact": { "correct": 4, "total": 4, "accuracy": 1 }, "priority": { "correct": 4, "total": 4, "accuracy": 1 } }, "combined": { "correct": 4, "total": 4, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 2 }, "unnecessaryUrgent": { "count": 0, "denominator": 2 } }, "loud-low-impact": { "count": 2, "fields": { "queue": { "correct": 1, "total": 2, "accuracy": 0.5 }, "impact": { "correct": 2, "total": 2, "accuracy": 1 }, "priority": { "correct": 2, "total": 2, "accuracy": 1 } }, "combined": { "correct": 1, "total": 2, "accuracy": 0.5 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 2 } }, "missing-context": { "count": 4, "fields": { "queue": { "correct": 4, "total": 4, "accuracy": 1 }, "impact": { "correct": 4, "total": 4, "accuracy": 1 }, "priority": { "correct": 4, "total": 4, "accuracy": 1 } }, "combined": { "correct": 4, "total": 4, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 4 } }, "mixed": { "count": 3, "fields": { "queue": { "correct": 3, "total": 3, "accuracy": 1 }, "impact": { "correct": 3, "total": 3, "accuracy": 1 }, "priority": { "correct": 3, "total": 3, "accuracy": 1 } }, "combined": { "correct": 3, "total": 3, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 2 }, "unnecessaryUrgent": { "count": 0, "denominator": 1 } }, "negation": { "count": 2, "fields": { "queue": { "correct": 2, "total": 2, "accuracy": 1 }, "impact": { "correct": 2, "total": 2, "accuracy": 1 }, "priority": { "correct": 2, "total": 2, "accuracy": 1 } }, "combined": { "correct": 2, "total": 2, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 2 } }, "ordinary": { "count": 17, "fields": { "queue": { "correct": 17, "total": 17, "accuracy": 1 }, "impact": { "correct": 17, "total": 17, "accuracy": 1 }, "priority": { "correct": 17, "total": 17, "accuracy": 1 } }, "combined": { "correct": 17, "total": 17, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 4 }, "unnecessaryUrgent": { "count": 0, "denominator": 13 } }, "policy-injection": { "count": 2, "fields": { "queue": { "correct": 2, "total": 2, "accuracy": 1 }, "impact": { "correct": 2, "total": 2, "accuracy": 1 }, "priority": { "correct": 2, "total": 2, "accuracy": 1 } }, "combined": { "correct": 2, "total": 2, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 1 }, "unnecessaryUrgent": { "count": 0, "denominator": 1 } }, "quoted-history": { "count": 1, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "combined": { "correct": 1, "total": 1, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 1 } }, "resolved": { "count": 1, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "combined": { "correct": 1, "total": 1, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 1 } }, "typos": { "count": 2, "fields": { "queue": { "correct": 2, "total": 2, "accuracy": 1 }, "impact": { "correct": 2, "total": 2, "accuracy": 1 }, "priority": { "correct": 2, "total": 2, "accuracy": 1 } }, "combined": { "correct": 2, "total": 2, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 1 }, "unnecessaryUrgent": { "count": 0, "denominator": 1 } } }, "baselineComputedForMissingCases": [], "review": { "queue": 6, "priority": 4, "either": 8 }, "top20": { "arrival": { "ids": [ "D001", "D002", "D003", "D004", "D005", "D006", "D007", "D008", "D009", "D010", "D011", "D012", "D013", "D014", "D015", "D016", "D017", "D018", "D019", "D020" ], "size": 20, "seriousCaptured": 4, "seriousTotal": 12, "coverage": 0.3333333333333333, "precision": 0.2, "precisionDenominator": 20 }, "baseline": { "ids": [ "D005", "D027", "D029", "D031", "D004", "D009", "D012", "D035", "D001", "D003", "D006", "D011", "D013", "D014", "D015", "D016", "D018", "D023", "D024", "D025" ], "size": 20, "seriousCaptured": 4, "seriousTotal": 12, "coverage": 0.3333333333333333, "precision": 0.2, "precisionDenominator": 20 }, "jev": { "ids": [ "D002", "D005", "D008", "D010", "D021", "D026", "D029", "D031", "D033", "D035", "D037", "D039", "D004", "D007", "D009", "D028", "D030", "D001", "D003", "D006" ], "size": 20, "seriousCaptured": 12, "seriousTotal": 12, "coverage": 1, "precision": 0.6, "precisionDenominator": 20 } }, "confidenceBins": { "queue": [ { "lower": 0, "upper": 0.5, "upperInclusive": false, "correct": 1, "total": 1, "accuracy": 1, "meanConfidence": 0.47, "absoluteGap": 0.53 }, { "lower": 0.5, "upper": 0.8, "upperInclusive": false, "correct": 1, "total": 2, "accuracy": 0.5, "meanConfidence": 0.7050000000000001, "absoluteGap": 0.20500000000000007 }, { "lower": 0.8, "upper": 0.9, "upperInclusive": false, "correct": 2, "total": 2, "accuracy": 1, "meanConfidence": 0.825, "absoluteGap": 0.17500000000000004 }, { "lower": 0.9, "upper": 1, "upperInclusive": true, "correct": 35, "total": 35, "accuracy": 1, "meanConfidence": 0.9908571428571427, "absoluteGap": 0.009142857142857341 } ], "impact": [ { "lower": 0, "upper": 0.5, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.5, "upper": 0.8, "upperInclusive": false, "correct": 1, "total": 1, "accuracy": 1, "meanConfidence": 0.55, "absoluteGap": 0.44999999999999996 }, { "lower": 0.8, "upper": 0.9, "upperInclusive": false, "correct": 1, "total": 1, "accuracy": 1, "meanConfidence": 0.88, "absoluteGap": 0.12 }, { "lower": 0.9, "upper": 1, "upperInclusive": true, "correct": 38, "total": 38, "accuracy": 1, "meanConfidence": 0.990263157894737, "absoluteGap": 0.009736842105263044 } ] }, "confidenceEce": { "queue": { "count": 40, "excluded": 0, "invalidOrFailedOrMissing": 0, "successfulWithoutValidConfidence": 0, "value": 0.04025000000000018, "interpretation": "Descriptive confidence/accuracy bin gap; this experiment does not establish calibration." }, "impact": { "count": 40, "excluded": 0, "invalidOrFailedOrMissing": 0, "successfulWithoutValidConfidence": 0, "value": 0.02349999999999989, "interpretation": "Descriptive confidence/accuracy bin gap; this experiment does not establish calibration." } }, "groupDiagnostics": { "d01": { "cases": [ "D001" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d02": { "cases": [ "D002" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d03": { "cases": [ "D003" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d04": { "cases": [ "D004" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d05": { "cases": [ "D005" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d06": { "cases": [ "D006" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d07": { "cases": [ "D007" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d08": { "cases": [ "D008" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d09": { "cases": [ "D009" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d10": { "cases": [ "D010" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d11": { "cases": [ "D011" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d12": { "cases": [ "D012" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d13": { "cases": [ "D013" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d14": { "cases": [ "D014" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d15": { "cases": [ "D015" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d16": { "cases": [ "D016" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d17": { "cases": [ "D017" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d18": { "cases": [ "D018" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d19": { "cases": [ "D019" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d20": { "cases": [ "D020" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d21": { "cases": [ "D021" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d22": { "cases": [ "D022" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d23": { "cases": [ "D023" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d24": { "cases": [ "D024" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d25": { "cases": [ "D025" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d26": { "cases": [ "D026" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d27": { "cases": [ "D027" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d28": { "cases": [ "D028" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d33": { "cases": [ "D033" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d34": { "cases": [ "D034" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d35": { "cases": [ "D035" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d36": { "cases": [ "D036" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d37": { "cases": [ "D037" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d38": { "cases": [ "D038" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d39": { "cases": [ "D039" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d40": { "cases": [ "D040" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "dcf01": { "cases": [ "D029", "D030" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "dcf02": { "cases": [ "D031", "D032" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] } }, "operations": { "concurrency": 1, "attempts": 40, "questions": 80, "retries": 0, "latency": { "count": 40, "p50Ms": 288.04999899999893, "p95Ms": 321.13242400000036 }, "inputTokens": 97197, "outputTokens": 3849, "calculatedCostUsd": 0.004082274000000001, "unknownUsage": 0 }, "details": [ { "caseId": "D001", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 0, "billing": 1, "account": 0, "review": 0, "sales": 0 }, "impact": { "blocked": 0, "unclear": 0, "degraded": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D002", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 1, "account": 0, "technical": 0, "sales": 0, "review": 0 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D003", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.99, "impact": 1 }, "probabilities": { "queue": { "billing": 0.99, "review": 0.01, "technical": 0, "account": 0, "sales": 0 }, "impact": { "degraded": 0, "routine": 1, "unclear": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D004", "expected": { "queue": "billing", "impact": "degraded", "priority": "high" }, "actual": { "queue": "billing", "impact": "degraded", "priority": "high", "confidence": { "queue": 0.94, "impact": 1 }, "probabilities": { "queue": { "billing": 0.95, "account": 0, "technical": 0.02, "sales": 0, "review": 0.03 }, "impact": { "degraded": 1, "routine": 0, "blocked": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D005", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 1, "review": 0, "technical": 0, "sales": 0, "billing": 0 }, "impact": { "blocked": 1, "unclear": 0, "degraded": 0, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D006", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "technical": 0, "sales": 0, "review": 0, "billing": 0, "account": 1 }, "impact": { "routine": 0.99, "degraded": 0, "unclear": 0.01, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D007", "expected": { "queue": "account", "impact": "degraded", "priority": "high" }, "actual": { "queue": "account", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "account": 1, "review": 0, "technical": 0, "billing": 0, "sales": 0 }, "impact": { "blocked": 0.01, "unclear": 0, "routine": 0, "degraded": 0.99 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D008", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 1 }, "probabilities": { "queue": { "account": 0.99, "technical": 0, "sales": 0, "billing": 0, "review": 0.01 }, "impact": { "degraded": 0, "routine": 0, "blocked": 1, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D009", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "sales": 0, "billing": 0, "technical": 1, "review": 0 }, "impact": { "degraded": 1, "blocked": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D010", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "review": 0, "sales": 0, "account": 0, "technical": 1 }, "impact": { "unclear": 0, "blocked": 1, "routine": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D011", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "billing": 0, "account": 0, "technical": 1, "review": 0 }, "impact": { "blocked": 0, "unclear": 0, "degraded": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D012", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "review": 0, "account": 0, "technical": 1, "sales": 0, "billing": 0 }, "impact": { "blocked": 0, "degraded": 0, "routine": 1, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D013", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.95 }, "probabilities": { "queue": { "sales": 1, "account": 0, "billing": 0, "technical": 0, "review": 0 }, "impact": { "unclear": 0.04, "routine": 0.96, "degraded": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D014", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.95 }, "probabilities": { "queue": { "billing": 0, "account": 0, "technical": 0, "sales": 1, "review": 0 }, "impact": { "blocked": 0.01, "degraded": 0.01, "routine": 0.96, "unclear": 0.02 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D015", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "sales": 1, "billing": 0, "review": 0, "technical": 0 }, "impact": { "degraded": 0, "blocked": 0, "unclear": 0, "routine": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D016", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.97 }, "probabilities": { "queue": { "review": 0, "account": 0, "technical": 0, "billing": 1, "sales": 0 }, "impact": { "unclear": 0.02, "routine": 0.98, "degraded": 0, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D017", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.95, "impact": 1 }, "probabilities": { "queue": { "billing": 0, "account": 0, "technical": 0.04, "sales": 0, "review": 0.96 }, "impact": { "blocked": 0, "degraded": 0, "routine": 0, "unclear": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D018", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.99, "impact": 0.92 }, "probabilities": { "queue": { "billing": 0.99, "account": 0, "technical": 0, "sales": 0, "review": 0.01 }, "impact": { "blocked": 0, "degraded": 0, "routine": 0.06, "unclear": 0.94 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D019", "expected": { "queue": "account", "impact": "unclear", "priority": "review" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.97, "impact": 0.55 }, "probabilities": { "queue": { "sales": 0, "account": 0.98, "billing": 0, "review": 0.02, "technical": 0 }, "impact": { "degraded": 0, "blocked": 0.34, "unclear": 0.66, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D020", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.95, "impact": 0.95 }, "probabilities": { "queue": { "technical": 0, "billing": 0, "review": 0.96, "account": 0, "sales": 0.04 }, "impact": { "blocked": 0.01, "unclear": 0.03, "degraded": 0, "routine": 0.96 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D021", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.96, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "review": 0.03, "technical": 0.97, "account": 0, "billing": 0 }, "impact": { "unclear": 0, "degraded": 0, "blocked": 1, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D022", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.64, "impact": 1 }, "probabilities": { "queue": { "review": 0.71, "technical": 0.29, "account": 0, "billing": 0, "sales": 0 }, "impact": { "unclear": 0, "degraded": 0, "routine": 1, "blocked": 0 } } }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "D023", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "review": 0, "billing": 0, "account": 1, "technical": 0 }, "impact": { "unclear": 0, "blocked": 0, "routine": 1, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D024", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "technical": 1, "review": 0, "sales": 0, "account": 0, "billing": 0 }, "impact": { "degraded": 0, "routine": 1, "blocked": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D025", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.47, "impact": 0.88 }, "probabilities": { "queue": { "sales": 0.01, "technical": 0.01, "review": 0.58, "account": 0, "billing": 0.4 }, "impact": { "blocked": 0, "degraded": 0.08, "routine": 0.91, "unclear": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D026", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "account": 1, "billing": 0, "review": 0, "technical": 0 }, "impact": { "degraded": 0, "blocked": 1, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D027", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.95, "impact": 1 }, "probabilities": { "queue": { "technical": 0.04, "sales": 0, "review": 0, "account": 0.96, "billing": 0 }, "impact": { "routine": 1, "blocked": 0, "degraded": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D028", "expected": { "queue": "account", "impact": "degraded", "priority": "high" }, "actual": { "queue": "account", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "account": 1, "review": 0, "billing": 0, "sales": 0, "technical": 0 }, "impact": { "blocked": 0, "degraded": 0.99, "unclear": 0, "routine": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D029", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.99, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "account": 0, "review": 0.01, "technical": 0.99, "billing": 0 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D030", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 0, "review": 0, "billing": 0, "technical": 1, "sales": 0 }, "impact": { "blocked": 0, "unclear": 0, "routine": 0, "degraded": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D031", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "account": 1, "billing": 0, "sales": 0, "technical": 0, "review": 0 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D032", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.97 }, "probabilities": { "queue": { "technical": 0, "sales": 0, "billing": 0, "account": 1, "review": 0 }, "impact": { "degraded": 0, "blocked": 0.01, "unclear": 0.01, "routine": 0.98 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D033", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "review": 0, "billing": 1, "technical": 0, "account": 0, "sales": 0 }, "impact": { "unclear": 0, "routine": 0, "degraded": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D034", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.99 }, "probabilities": { "queue": { "account": 0, "technical": 0, "sales": 1, "review": 0, "billing": 0 }, "impact": { "blocked": 0, "routine": 0.99, "unclear": 0.01, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D035", "expected": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 0.84, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "account": 0.02, "review": 0.87, "billing": 0, "technical": 0.11 }, "impact": { "blocked": 1, "degraded": 0, "routine": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D036", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal", "confidence": { "queue": 1, "impact": 0.96 }, "probabilities": { "queue": { "billing": 1, "technical": 0, "sales": 0, "review": 0, "account": 0 }, "impact": { "blocked": 0.01, "routine": 0.97, "unclear": 0.01, "degraded": 0.01 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D037", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "review": 0, "technical": 1, "account": 0, "billing": 0 }, "impact": { "unclear": 0, "degraded": 0, "blocked": 1, "routine": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D038", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review", "confidence": { "queue": 0.81, "impact": 1 }, "probabilities": { "queue": { "sales": 0, "account": 0, "review": 0.85, "billing": 0, "technical": 0.15 }, "impact": { "blocked": 0, "unclear": 1, "routine": 0, "degraded": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D039", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent", "confidence": { "queue": 1, "impact": 1 }, "probabilities": { "queue": { "review": 0, "billing": 1, "technical": 0, "sales": 0, "account": 0 }, "impact": { "routine": 0, "unclear": 0, "degraded": 0, "blocked": 1 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D040", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal", "confidence": { "queue": 0.77, "impact": 1 }, "probabilities": { "queue": { "account": 0, "sales": 0.82, "billing": 0, "technical": 0.01, "review": 0.17 }, "impact": { "routine": 1, "degraded": 0, "blocked": 0, "unclear": 0 } } }, "status": "ok", "valid": true, "exact": true, "failedFields": [] } ] }, "originalBaseline": { "scoringVersion": "inbox-scoring-1.1", "source": "recorded-runs/dev-v1/report.json", "count": 40, "fields": { "queue": { "correct": 22, "total": 40, "accuracy": 0.55 }, "impact": { "correct": 21, "total": 40, "accuracy": 0.525 }, "priority": { "correct": 21, "total": 40, "accuracy": 0.525 } }, "combined": { "correct": 15, "total": 40, "accuracy": 0.375 }, "seriousMisses": { "count": 9, "denominator": 12, "rate": 0.75, "ids": [ "D002", "D008", "D010", "D021", "D026", "D033", "D035", "D037", "D039" ] }, "unnecessaryUrgent": { "count": 1, "denominator": 28, "rate": 0.03571428571428571, "ids": [ "D027" ] }, "validOnly": { "count": 40, "fields": { "queue": { "correct": 22, "total": 40, "accuracy": 0.55 }, "impact": { "correct": 21, "total": 40, "accuracy": 0.525 }, "priority": { "correct": 21, "total": 40, "accuracy": 0.525 } }, "combined": { "correct": 15, "total": 40, "accuracy": 0.375 }, "seriousMisses": { "count": 9, "denominator": 12 }, "unnecessaryUrgent": { "count": 1, "denominator": 28 } }, "format": { "valid": 40, "total": 40, "fraction": 1, "missing": 0, "failures": [] }, "confusion": { "queue": { "billing": { "billing": 6, "account": 0, "technical": 0, "sales": 0, "review": 3, "missing": 0 }, "account": { "billing": 0, "account": 8, "technical": 0, "sales": 0, "review": 3, "missing": 0 }, "technical": { "billing": 0, "account": 0, "technical": 5, "sales": 0, "review": 5, "missing": 0 }, "sales": { "billing": 0, "account": 0, "technical": 1, "sales": 1, "review": 3, "missing": 0 }, "review": { "billing": 0, "account": 1, "technical": 1, "sales": 1, "review": 2, "missing": 0 } }, "impact": { "blocked": { "blocked": 3, "degraded": 1, "routine": 2, "unclear": 6, "missing": 0 }, "degraded": { "blocked": 0, "degraded": 2, "routine": 0, "unclear": 3, "missing": 0 }, "routine": { "blocked": 1, "degraded": 1, "routine": 14, "unclear": 3, "missing": 0 }, "unclear": { "blocked": 0, "degraded": 0, "routine": 2, "unclear": 2, "missing": 0 } }, "priority": { "urgent": { "urgent": 3, "high": 1, "normal": 2, "review": 6, "missing": 0 }, "high": { "urgent": 0, "high": 2, "normal": 0, "review": 3, "missing": 0 }, "normal": { "urgent": 1, "high": 1, "normal": 14, "review": 3, "missing": 0 }, "review": { "urgent": 0, "high": 0, "normal": 2, "review": 2, "missing": 0 } } }, "perQueue": { "account": { "count": 11, "fields": { "queue": { "correct": 8, "total": 11, "accuracy": 0.7272727272727273 }, "impact": { "correct": 6, "total": 11, "accuracy": 0.5454545454545454 }, "priority": { "correct": 6, "total": 11, "accuracy": 0.5454545454545454 } }, "combined": { "correct": 6, "total": 11, "accuracy": 0.5454545454545454 }, "seriousMisses": { "count": 2, "denominator": 4 }, "unnecessaryUrgent": { "count": 1, "denominator": 7 } }, "billing": { "count": 9, "fields": { "queue": { "correct": 6, "total": 9, "accuracy": 0.6666666666666666 }, "impact": { "correct": 5, "total": 9, "accuracy": 0.5555555555555556 }, "priority": { "correct": 5, "total": 9, "accuracy": 0.5555555555555556 } }, "combined": { "correct": 4, "total": 9, "accuracy": 0.4444444444444444 }, "seriousMisses": { "count": 3, "denominator": 3 }, "unnecessaryUrgent": { "count": 0, "denominator": 6 } }, "review": { "count": 5, "fields": { "queue": { "correct": 2, "total": 5, "accuracy": 0.4 }, "impact": { "correct": 2, "total": 5, "accuracy": 0.4 }, "priority": { "correct": 2, "total": 5, "accuracy": 0.4 } }, "combined": { "correct": 1, "total": 5, "accuracy": 0.2 }, "seriousMisses": { "count": 1, "denominator": 1 }, "unnecessaryUrgent": { "count": 0, "denominator": 4 } }, "sales": { "count": 5, "fields": { "queue": { "correct": 1, "total": 5, "accuracy": 0.2 }, "impact": { "correct": 4, "total": 5, "accuracy": 0.8 }, "priority": { "correct": 4, "total": 5, "accuracy": 0.8 } }, "combined": { "correct": 1, "total": 5, "accuracy": 0.2 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 5 } }, "technical": { "count": 10, "fields": { "queue": { "correct": 5, "total": 10, "accuracy": 0.5 }, "impact": { "correct": 4, "total": 10, "accuracy": 0.4 }, "priority": { "correct": 4, "total": 10, "accuracy": 0.4 } }, "combined": { "correct": 3, "total": 10, "accuracy": 0.3 }, "seriousMisses": { "count": 3, "denominator": 4 }, "unnecessaryUrgent": { "count": 0, "denominator": 6 } } }, "perScenario": { "calm-serious": { "count": 2, "fields": { "queue": { "correct": 0, "total": 2, "accuracy": 0 }, "impact": { "correct": 0, "total": 2, "accuracy": 0 }, "priority": { "correct": 0, "total": 2, "accuracy": 0 } }, "combined": { "correct": 0, "total": 2, "accuracy": 0 }, "seriousMisses": { "count": 2, "denominator": 2 }, "unnecessaryUrgent": { "count": 0, "denominator": 0 } }, "counterfactual": { "count": 4, "fields": { "queue": { "correct": 3, "total": 4, "accuracy": 0.75 }, "impact": { "correct": 3, "total": 4, "accuracy": 0.75 }, "priority": { "correct": 3, "total": 4, "accuracy": 0.75 } }, "combined": { "correct": 2, "total": 4, "accuracy": 0.5 }, "seriousMisses": { "count": 0, "denominator": 2 }, "unnecessaryUrgent": { "count": 0, "denominator": 2 } }, "loud-low-impact": { "count": 2, "fields": { "queue": { "correct": 0, "total": 2, "accuracy": 0 }, "impact": { "correct": 1, "total": 2, "accuracy": 0.5 }, "priority": { "correct": 1, "total": 2, "accuracy": 0.5 } }, "combined": { "correct": 0, "total": 2, "accuracy": 0 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 2 } }, "missing-context": { "count": 4, "fields": { "queue": { "correct": 2, "total": 4, "accuracy": 0.5 }, "impact": { "correct": 2, "total": 4, "accuracy": 0.5 }, "priority": { "correct": 2, "total": 4, "accuracy": 0.5 } }, "combined": { "correct": 1, "total": 4, "accuracy": 0.25 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 4 } }, "mixed": { "count": 3, "fields": { "queue": { "correct": 1, "total": 3, "accuracy": 0.3333333333333333 }, "impact": { "correct": 1, "total": 3, "accuracy": 0.3333333333333333 }, "priority": { "correct": 1, "total": 3, "accuracy": 0.3333333333333333 } }, "combined": { "correct": 1, "total": 3, "accuracy": 0.3333333333333333 }, "seriousMisses": { "count": 2, "denominator": 2 }, "unnecessaryUrgent": { "count": 0, "denominator": 1 } }, "negation": { "count": 2, "fields": { "queue": { "correct": 2, "total": 2, "accuracy": 1 }, "impact": { "correct": 1, "total": 2, "accuracy": 0.5 }, "priority": { "correct": 1, "total": 2, "accuracy": 0.5 } }, "combined": { "correct": 1, "total": 2, "accuracy": 0.5 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 1, "denominator": 2 } }, "ordinary": { "count": 17, "fields": { "queue": { "correct": 12, "total": 17, "accuracy": 0.7058823529411765 }, "impact": { "correct": 11, "total": 17, "accuracy": 0.6470588235294118 }, "priority": { "correct": 11, "total": 17, "accuracy": 0.6470588235294118 } }, "combined": { "correct": 8, "total": 17, "accuracy": 0.47058823529411764 }, "seriousMisses": { "count": 3, "denominator": 4 }, "unnecessaryUrgent": { "count": 0, "denominator": 13 } }, "policy-injection": { "count": 2, "fields": { "queue": { "correct": 0, "total": 2, "accuracy": 0 }, "impact": { "correct": 0, "total": 2, "accuracy": 0 }, "priority": { "correct": 0, "total": 2, "accuracy": 0 } }, "combined": { "correct": 0, "total": 2, "accuracy": 0 }, "seriousMisses": { "count": 1, "denominator": 1 }, "unnecessaryUrgent": { "count": 0, "denominator": 1 } }, "quoted-history": { "count": 1, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "combined": { "correct": 1, "total": 1, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 1 } }, "resolved": { "count": 1, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "combined": { "correct": 1, "total": 1, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 1 } }, "typos": { "count": 2, "fields": { "queue": { "correct": 0, "total": 2, "accuracy": 0 }, "impact": { "correct": 0, "total": 2, "accuracy": 0 }, "priority": { "correct": 0, "total": 2, "accuracy": 0 } }, "combined": { "correct": 0, "total": 2, "accuracy": 0 }, "seriousMisses": { "count": 1, "denominator": 1 }, "unnecessaryUrgent": { "count": 0, "denominator": 1 } } }, "baselineComputedForMissingCases": [], "review": { "queue": 16, "priority": 14, "either": 22 }, "top20": { "arrival": { "ids": [ "D001", "D002", "D003", "D004", "D005", "D006", "D007", "D008", "D009", "D010", "D011", "D012", "D013", "D014", "D015", "D016", "D017", "D018", "D019", "D020" ], "size": 20, "seriousCaptured": 4, "seriousTotal": 12, "coverage": 0.3333333333333333, "precision": 0.2, "precisionDenominator": 20 }, "baseline": { "ids": [ "D005", "D027", "D029", "D031", "D004", "D009", "D012", "D035", "D001", "D003", "D006", "D011", "D013", "D014", "D015", "D016", "D018", "D023", "D024", "D025" ], "size": 20, "seriousCaptured": 4, "seriousTotal": 12, "coverage": 0.3333333333333333, "precision": 0.2, "precisionDenominator": 20 }, "jev": { "ids": [ "D002", "D005", "D008", "D010", "D021", "D026", "D029", "D031", "D033", "D035", "D037", "D039", "D004", "D007", "D009", "D028", "D030", "D001", "D003", "D006" ], "size": 20, "seriousCaptured": 12, "seriousTotal": 12, "coverage": 1, "precision": 0.6, "precisionDenominator": 20 } }, "confidenceBins": { "queue": [ { "lower": 0, "upper": 0.5, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.5, "upper": 0.8, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.8, "upper": 0.9, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.9, "upper": 1, "upperInclusive": true, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null } ], "impact": [ { "lower": 0, "upper": 0.5, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.5, "upper": 0.8, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.8, "upper": 0.9, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.9, "upper": 1, "upperInclusive": true, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null } ] }, "confidenceEce": { "queue": { "count": 0, "excluded": null, "invalidOrFailedOrMissing": null, "successfulWithoutValidConfidence": null, "value": null, "interpretation": "Descriptive confidence/accuracy bin gap; this experiment does not establish calibration." }, "impact": { "count": 0, "excluded": null, "invalidOrFailedOrMissing": null, "successfulWithoutValidConfidence": null, "value": null, "interpretation": "Descriptive confidence/accuracy bin gap; this experiment does not establish calibration." } }, "groupDiagnostics": { "d01": { "cases": [ "D001" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d02": { "cases": [ "D002" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d03": { "cases": [ "D003" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d04": { "cases": [ "D004" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d05": { "cases": [ "D005" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d06": { "cases": [ "D006" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d07": { "cases": [ "D007" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d08": { "cases": [ "D008" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d09": { "cases": [ "D009" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d10": { "cases": [ "D010" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d11": { "cases": [ "D011" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d12": { "cases": [ "D012" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d13": { "cases": [ "D013" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d14": { "cases": [ "D014" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d15": { "cases": [ "D015" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d16": { "cases": [ "D016" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d17": { "cases": [ "D017" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d18": { "cases": [ "D018" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d19": { "cases": [ "D019" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d20": { "cases": [ "D020" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d21": { "cases": [ "D021" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d22": { "cases": [ "D022" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d23": { "cases": [ "D023" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d24": { "cases": [ "D024" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d25": { "cases": [ "D025" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d26": { "cases": [ "D026" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d27": { "cases": [ "D027" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d28": { "cases": [ "D028" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d33": { "cases": [ "D033" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d34": { "cases": [ "D034" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d35": { "cases": [ "D035" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d36": { "cases": [ "D036" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d37": { "cases": [ "D037" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d38": { "cases": [ "D038" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d39": { "cases": [ "D039" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d40": { "cases": [ "D040" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "dcf01": { "cases": [ "D029", "D030" ], "pairCount": 1, "bothCaseExact": { "correct": 0, "total": 1, "accuracy": 0 }, "fields": { "queue": { "correct": 0, "total": 1, "accuracy": 0 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [ { "left": "D029", "right": "D030" } ] }, "dcf02": { "cases": [ "D031", "D032" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] } }, "operations": { "concurrency": 1, "attempts": 0, "questions": 0, "retries": 0, "latency": { "count": 0, "p50Ms": null, "p95Ms": null }, "inputTokens": 0, "outputTokens": 0, "calculatedCostUsd": 0, "unknownUsage": 0 }, "details": [ { "caseId": "D001", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "D002", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "D003", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D004", "expected": { "queue": "billing", "impact": "degraded", "priority": "high" }, "actual": { "queue": "billing", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D005", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D006", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D007", "expected": { "queue": "account", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "D008", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "D009", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D010", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "D011", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D012", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "D013", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "D014", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "D015", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D016", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D017", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "D018", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "D019", "expected": { "queue": "account", "impact": "unclear", "priority": "review" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D020", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "D021", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "D022", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "D023", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D024", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D025", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D026", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "D027", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "D028", "expected": { "queue": "account", "impact": "degraded", "priority": "high" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "D029", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] }, { "caseId": "D030", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "impact", "priority" ] }, { "caseId": "D031", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D032", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D033", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "D034", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "D035", "expected": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "D036", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D037", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "D038", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "D039", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue", "impact", "priority" ] }, { "caseId": "D040", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": false, "failedFields": [ "queue" ] } ], "version": "inbox-rules-1.0" }, "frozenBaseline": { "scoringVersion": "inbox-scoring-1.1", "source": "baseline", "count": 40, "fields": { "queue": { "correct": 40, "total": 40, "accuracy": 1 }, "impact": { "correct": 40, "total": 40, "accuracy": 1 }, "priority": { "correct": 40, "total": 40, "accuracy": 1 } }, "combined": { "correct": 40, "total": 40, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 12, "rate": 0, "ids": [] }, "unnecessaryUrgent": { "count": 0, "denominator": 28, "rate": 0, "ids": [] }, "validOnly": { "count": 40, "fields": { "queue": { "correct": 40, "total": 40, "accuracy": 1 }, "impact": { "correct": 40, "total": 40, "accuracy": 1 }, "priority": { "correct": 40, "total": 40, "accuracy": 1 } }, "combined": { "correct": 40, "total": 40, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 12 }, "unnecessaryUrgent": { "count": 0, "denominator": 28 } }, "format": { "valid": 40, "total": 40, "fraction": 1, "missing": 0, "failures": [] }, "confusion": { "queue": { "billing": { "billing": 9, "account": 0, "technical": 0, "sales": 0, "review": 0, "missing": 0 }, "account": { "billing": 0, "account": 11, "technical": 0, "sales": 0, "review": 0, "missing": 0 }, "technical": { "billing": 0, "account": 0, "technical": 10, "sales": 0, "review": 0, "missing": 0 }, "sales": { "billing": 0, "account": 0, "technical": 0, "sales": 5, "review": 0, "missing": 0 }, "review": { "billing": 0, "account": 0, "technical": 0, "sales": 0, "review": 5, "missing": 0 } }, "impact": { "blocked": { "blocked": 12, "degraded": 0, "routine": 0, "unclear": 0, "missing": 0 }, "degraded": { "blocked": 0, "degraded": 5, "routine": 0, "unclear": 0, "missing": 0 }, "routine": { "blocked": 0, "degraded": 0, "routine": 19, "unclear": 0, "missing": 0 }, "unclear": { "blocked": 0, "degraded": 0, "routine": 0, "unclear": 4, "missing": 0 } }, "priority": { "urgent": { "urgent": 12, "high": 0, "normal": 0, "review": 0, "missing": 0 }, "high": { "urgent": 0, "high": 5, "normal": 0, "review": 0, "missing": 0 }, "normal": { "urgent": 0, "high": 0, "normal": 19, "review": 0, "missing": 0 }, "review": { "urgent": 0, "high": 0, "normal": 0, "review": 4, "missing": 0 } } }, "perQueue": { "account": { "count": 11, "fields": { "queue": { "correct": 11, "total": 11, "accuracy": 1 }, "impact": { "correct": 11, "total": 11, "accuracy": 1 }, "priority": { "correct": 11, "total": 11, "accuracy": 1 } }, "combined": { "correct": 11, "total": 11, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 4 }, "unnecessaryUrgent": { "count": 0, "denominator": 7 } }, "billing": { "count": 9, "fields": { "queue": { "correct": 9, "total": 9, "accuracy": 1 }, "impact": { "correct": 9, "total": 9, "accuracy": 1 }, "priority": { "correct": 9, "total": 9, "accuracy": 1 } }, "combined": { "correct": 9, "total": 9, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 3 }, "unnecessaryUrgent": { "count": 0, "denominator": 6 } }, "review": { "count": 5, "fields": { "queue": { "correct": 5, "total": 5, "accuracy": 1 }, "impact": { "correct": 5, "total": 5, "accuracy": 1 }, "priority": { "correct": 5, "total": 5, "accuracy": 1 } }, "combined": { "correct": 5, "total": 5, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 1 }, "unnecessaryUrgent": { "count": 0, "denominator": 4 } }, "sales": { "count": 5, "fields": { "queue": { "correct": 5, "total": 5, "accuracy": 1 }, "impact": { "correct": 5, "total": 5, "accuracy": 1 }, "priority": { "correct": 5, "total": 5, "accuracy": 1 } }, "combined": { "correct": 5, "total": 5, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 5 } }, "technical": { "count": 10, "fields": { "queue": { "correct": 10, "total": 10, "accuracy": 1 }, "impact": { "correct": 10, "total": 10, "accuracy": 1 }, "priority": { "correct": 10, "total": 10, "accuracy": 1 } }, "combined": { "correct": 10, "total": 10, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 4 }, "unnecessaryUrgent": { "count": 0, "denominator": 6 } } }, "perScenario": { "calm-serious": { "count": 2, "fields": { "queue": { "correct": 2, "total": 2, "accuracy": 1 }, "impact": { "correct": 2, "total": 2, "accuracy": 1 }, "priority": { "correct": 2, "total": 2, "accuracy": 1 } }, "combined": { "correct": 2, "total": 2, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 2 }, "unnecessaryUrgent": { "count": 0, "denominator": 0 } }, "counterfactual": { "count": 4, "fields": { "queue": { "correct": 4, "total": 4, "accuracy": 1 }, "impact": { "correct": 4, "total": 4, "accuracy": 1 }, "priority": { "correct": 4, "total": 4, "accuracy": 1 } }, "combined": { "correct": 4, "total": 4, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 2 }, "unnecessaryUrgent": { "count": 0, "denominator": 2 } }, "loud-low-impact": { "count": 2, "fields": { "queue": { "correct": 2, "total": 2, "accuracy": 1 }, "impact": { "correct": 2, "total": 2, "accuracy": 1 }, "priority": { "correct": 2, "total": 2, "accuracy": 1 } }, "combined": { "correct": 2, "total": 2, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 2 } }, "missing-context": { "count": 4, "fields": { "queue": { "correct": 4, "total": 4, "accuracy": 1 }, "impact": { "correct": 4, "total": 4, "accuracy": 1 }, "priority": { "correct": 4, "total": 4, "accuracy": 1 } }, "combined": { "correct": 4, "total": 4, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 4 } }, "mixed": { "count": 3, "fields": { "queue": { "correct": 3, "total": 3, "accuracy": 1 }, "impact": { "correct": 3, "total": 3, "accuracy": 1 }, "priority": { "correct": 3, "total": 3, "accuracy": 1 } }, "combined": { "correct": 3, "total": 3, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 2 }, "unnecessaryUrgent": { "count": 0, "denominator": 1 } }, "negation": { "count": 2, "fields": { "queue": { "correct": 2, "total": 2, "accuracy": 1 }, "impact": { "correct": 2, "total": 2, "accuracy": 1 }, "priority": { "correct": 2, "total": 2, "accuracy": 1 } }, "combined": { "correct": 2, "total": 2, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 2 } }, "ordinary": { "count": 17, "fields": { "queue": { "correct": 17, "total": 17, "accuracy": 1 }, "impact": { "correct": 17, "total": 17, "accuracy": 1 }, "priority": { "correct": 17, "total": 17, "accuracy": 1 } }, "combined": { "correct": 17, "total": 17, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 4 }, "unnecessaryUrgent": { "count": 0, "denominator": 13 } }, "policy-injection": { "count": 2, "fields": { "queue": { "correct": 2, "total": 2, "accuracy": 1 }, "impact": { "correct": 2, "total": 2, "accuracy": 1 }, "priority": { "correct": 2, "total": 2, "accuracy": 1 } }, "combined": { "correct": 2, "total": 2, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 1 }, "unnecessaryUrgent": { "count": 0, "denominator": 1 } }, "quoted-history": { "count": 1, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "combined": { "correct": 1, "total": 1, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 1 } }, "resolved": { "count": 1, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "combined": { "correct": 1, "total": 1, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 0 }, "unnecessaryUrgent": { "count": 0, "denominator": 1 } }, "typos": { "count": 2, "fields": { "queue": { "correct": 2, "total": 2, "accuracy": 1 }, "impact": { "correct": 2, "total": 2, "accuracy": 1 }, "priority": { "correct": 2, "total": 2, "accuracy": 1 } }, "combined": { "correct": 2, "total": 2, "accuracy": 1 }, "seriousMisses": { "count": 0, "denominator": 1 }, "unnecessaryUrgent": { "count": 0, "denominator": 1 } } }, "baselineComputedForMissingCases": [], "review": { "queue": 5, "priority": 4, "either": 7 }, "top20": { "arrival": { "ids": [ "D001", "D002", "D003", "D004", "D005", "D006", "D007", "D008", "D009", "D010", "D011", "D012", "D013", "D014", "D015", "D016", "D017", "D018", "D019", "D020" ], "size": 20, "seriousCaptured": 4, "seriousTotal": 12, "coverage": 0.3333333333333333, "precision": 0.2, "precisionDenominator": 20 }, "baseline": { "ids": [ "D002", "D005", "D008", "D010", "D021", "D026", "D029", "D031", "D033", "D035", "D037", "D039", "D004", "D007", "D009", "D028", "D030", "D001", "D003", "D006" ], "size": 20, "seriousCaptured": 12, "seriousTotal": 12, "coverage": 1, "precision": 0.6, "precisionDenominator": 20 }, "jev": { "ids": [ "D002", "D005", "D008", "D010", "D021", "D026", "D029", "D031", "D033", "D035", "D037", "D039", "D004", "D007", "D009", "D028", "D030", "D001", "D003", "D006" ], "size": 20, "seriousCaptured": 12, "seriousTotal": 12, "coverage": 1, "precision": 0.6, "precisionDenominator": 20 } }, "confidenceBins": { "queue": [ { "lower": 0, "upper": 0.5, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.5, "upper": 0.8, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.8, "upper": 0.9, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.9, "upper": 1, "upperInclusive": true, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null } ], "impact": [ { "lower": 0, "upper": 0.5, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.5, "upper": 0.8, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.8, "upper": 0.9, "upperInclusive": false, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null }, { "lower": 0.9, "upper": 1, "upperInclusive": true, "correct": 0, "total": 0, "accuracy": null, "meanConfidence": null, "absoluteGap": null } ] }, "confidenceEce": { "queue": { "count": 0, "excluded": null, "invalidOrFailedOrMissing": null, "successfulWithoutValidConfidence": null, "value": null, "interpretation": "Descriptive confidence/accuracy bin gap; this experiment does not establish calibration." }, "impact": { "count": 0, "excluded": null, "invalidOrFailedOrMissing": null, "successfulWithoutValidConfidence": null, "value": null, "interpretation": "Descriptive confidence/accuracy bin gap; this experiment does not establish calibration." } }, "groupDiagnostics": { "d01": { "cases": [ "D001" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d02": { "cases": [ "D002" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d03": { "cases": [ "D003" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d04": { "cases": [ "D004" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d05": { "cases": [ "D005" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d06": { "cases": [ "D006" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d07": { "cases": [ "D007" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d08": { "cases": [ "D008" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d09": { "cases": [ "D009" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d10": { "cases": [ "D010" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d11": { "cases": [ "D011" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d12": { "cases": [ "D012" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d13": { "cases": [ "D013" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d14": { "cases": [ "D014" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d15": { "cases": [ "D015" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d16": { "cases": [ "D016" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d17": { "cases": [ "D017" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d18": { "cases": [ "D018" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d19": { "cases": [ "D019" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d20": { "cases": [ "D020" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d21": { "cases": [ "D021" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d22": { "cases": [ "D022" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d23": { "cases": [ "D023" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d24": { "cases": [ "D024" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d25": { "cases": [ "D025" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d26": { "cases": [ "D026" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d27": { "cases": [ "D027" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d28": { "cases": [ "D028" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d33": { "cases": [ "D033" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d34": { "cases": [ "D034" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d35": { "cases": [ "D035" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d36": { "cases": [ "D036" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d37": { "cases": [ "D037" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d38": { "cases": [ "D038" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d39": { "cases": [ "D039" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "d40": { "cases": [ "D040" ], "pairCount": 0, "bothCaseExact": { "correct": 0, "total": 0, "accuracy": null }, "fields": { "queue": { "correct": 0, "total": 0, "accuracy": null }, "impact": { "correct": 0, "total": 0, "accuracy": null }, "priority": { "correct": 0, "total": 0, "accuracy": null } }, "mismatches": [] }, "dcf01": { "cases": [ "D029", "D030" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] }, "dcf02": { "cases": [ "D031", "D032" ], "pairCount": 1, "bothCaseExact": { "correct": 1, "total": 1, "accuracy": 1 }, "fields": { "queue": { "correct": 1, "total": 1, "accuracy": 1 }, "impact": { "correct": 1, "total": 1, "accuracy": 1 }, "priority": { "correct": 1, "total": 1, "accuracy": 1 } }, "mismatches": [] } }, "operations": { "concurrency": 1, "attempts": 0, "questions": 0, "retries": 0, "latency": { "count": 0, "p50Ms": null, "p95Ms": null }, "inputTokens": 0, "outputTokens": 0, "calculatedCostUsd": 0, "unknownUsage": 0 }, "details": [ { "caseId": "D001", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D002", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D003", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D004", "expected": { "queue": "billing", "impact": "degraded", "priority": "high" }, "actual": { "queue": "billing", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D005", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D006", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D007", "expected": { "queue": "account", "impact": "degraded", "priority": "high" }, "actual": { "queue": "account", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D008", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D009", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D010", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D011", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D012", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D013", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D014", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D015", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D016", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D017", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D018", "expected": { "queue": "billing", "impact": "unclear", "priority": "review" }, "actual": { "queue": "billing", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D019", "expected": { "queue": "account", "impact": "unclear", "priority": "review" }, "actual": { "queue": "account", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D020", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D021", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D022", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D023", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D024", "expected": { "queue": "technical", "impact": "routine", "priority": "normal" }, "actual": { "queue": "technical", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D025", "expected": { "queue": "review", "impact": "routine", "priority": "normal" }, "actual": { "queue": "review", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D026", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D027", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D028", "expected": { "queue": "account", "impact": "degraded", "priority": "high" }, "actual": { "queue": "account", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D029", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D030", "expected": { "queue": "technical", "impact": "degraded", "priority": "high" }, "actual": { "queue": "technical", "impact": "degraded", "priority": "high" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D031", "expected": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "account", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D032", "expected": { "queue": "account", "impact": "routine", "priority": "normal" }, "actual": { "queue": "account", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D033", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D034", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D035", "expected": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "review", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D036", "expected": { "queue": "billing", "impact": "routine", "priority": "normal" }, "actual": { "queue": "billing", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D037", "expected": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "technical", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D038", "expected": { "queue": "review", "impact": "unclear", "priority": "review" }, "actual": { "queue": "review", "impact": "unclear", "priority": "review" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D039", "expected": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "actual": { "queue": "billing", "impact": "blocked", "priority": "urgent" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] }, { "caseId": "D040", "expected": { "queue": "sales", "impact": "routine", "priority": "normal" }, "actual": { "queue": "sales", "impact": "routine", "priority": "normal" }, "status": "ok", "valid": true, "exact": true, "failedFields": [] } ] } }, "accounting": { "calls": 225, "questions": 450, "retries": 0, "inputTokens": 546981, "outputTokens": 21656, "calculatedUsd": 0.022973202, "cashPurchasedByThisTaskUsd": 0, "actualDebitEvidence": "not-available; token value calculated using provider-reported usage and documented rate", "promotionalDebit": "not-reconciled", "buildAgentCompute": "not-included", "hostingAndHumanEffort": "not-included" }, "otherProviders": { "openaiDecisions": "not-run", "clef": "not-run" } }