{ "judge": { "model": "jev-1.14.0", "question_type": "choice", "label_rule": "returned choice; preserve probabilities and confidence; do not threshold away disagreements" }, "started_at": "2026-10-30T09:44:12.190693+00:00", "records": [ { "id": "t001", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.0, "pass": 0.97, "partial": 0.03 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.26, "probabilities": { "pass": 0.51, "fail": 0.07, "partial": 0.42 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 736, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t002", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "pass": 0.96, "fail": 0.0, "partial": 0.04 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.73, "probabilities": { "fail": 0.06, "pass": 0.82, "partial": 0.12 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } }, "connotation": { "type": "choice", "choice": "partial", "confidence": 0.68, "probabilities": { "partial": 0.79, "fail": 0.0, "pass": 0.21 } } }, "usage": { "input_tokens": 872, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t003", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.91, "probabilities": { "pass": 0.94, "fail": 0.01, "partial": 0.05 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.92, "probabilities": { "fail": 0.01, "partial": 0.04, "pass": 0.95 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "pass": 0.96, "fail": 0.02, "partial": 0.02 } } }, "usage": { "input_tokens": 882, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t004", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "partial": 0.03, "pass": 0.97, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.86, "probabilities": { "pass": 0.91, "partial": 0.07, "fail": 0.02 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "pass": 0.98, "fail": 0.02 } } }, "usage": { "input_tokens": 738, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t005", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.79, "probabilities": { "partial": 0.14, "fail": 0.0, "pass": 0.86 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.4, "probabilities": { "partial": 0.25, "pass": 0.6, "fail": 0.15 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 733, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t006", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "partial": 0.02, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.31, "probabilities": { "fail": 0.07, "pass": 0.54, "partial": 0.39 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "pass": 0.99, "partial": 0.01 } } }, "usage": { "input_tokens": 879, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t007", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "partial": 0.01, "pass": 0.99 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.79, "probabilities": { "fail": 0.01, "pass": 0.86, "partial": 0.13 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 752, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t008", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.0, "partial": 0.01 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.79, "probabilities": { "fail": 0.03, "pass": 0.86, "partial": 0.11 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 738, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t009", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "fail": 0.0, "pass": 0.98, "partial": 0.02 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.01, "pass": 0.97, "partial": 0.02 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.86, "probabilities": { "pass": 0.93, "fail": 0.07 } } }, "usage": { "input_tokens": 738, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t010", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.92, "probabilities": { "pass": 0.95, "fail": 0.01, "partial": 0.04 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.76, "probabilities": { "pass": 0.84, "fail": 0.02, "partial": 0.14 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "pass": 0.98, "fail": 0.02 } } }, "usage": { "input_tokens": 734, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t011", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.85, "probabilities": { "pass": 0.9, "partial": 0.1, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.67, "probabilities": { "pass": 0.78, "fail": 0.04, "partial": 0.18 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 733, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t012", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "partial": 0.01, "pass": 0.99 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.73, "probabilities": { "fail": 0.04, "partial": 0.14, "pass": 0.82 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 737, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t013", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "fail": 0.0, "pass": 0.99 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.76, "probabilities": { "partial": 0.15, "pass": 0.84, "fail": 0.01 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "pass": 0.98, "fail": 0.02 } } }, "usage": { "input_tokens": 732, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t014", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "partial": 0.0, "pass": 1.0 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.58, "probabilities": { "partial": 0.72, "fail": 0.17, "pass": 0.11 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "fail": 0.03, "pass": 0.97 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.74, "probabilities": { "partial": 0.16, "fail": 0.01, "pass": 0.83 } } }, "usage": { "input_tokens": 884, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t015", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.88, "probabilities": { "partial": 0.08, "pass": 0.92, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.16, "probabilities": { "pass": 0.44, "fail": 0.12, "partial": 0.44 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.85, "probabilities": { "pass": 0.9, "partial": 0.1, "fail": 0.0 } } }, "usage": { "input_tokens": 875, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t016", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "partial": 0.02, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "partial": 0.02, "fail": 0.0 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "pass": 0.97, "partial": 0.02, "fail": 0.01 } } }, "usage": { "input_tokens": 881, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t017", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.83, "probabilities": { "partial": 0.11, "pass": 0.89, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.7, "probabilities": { "fail": 0.03, "partial": 0.17, "pass": 0.8 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "pass": 0.98, "fail": 0.02 } } }, "usage": { "input_tokens": 737, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t018", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "fail": 0.0, "pass": 0.99 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "pass": 0.97, "fail": 0.0, "partial": 0.03 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 738, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t019", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "fail": 0.0, "partial": 0.04, "pass": 0.96 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.7, "probabilities": { "fail": 0.01, "pass": 0.8, "partial": 0.19 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 748, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t020", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "fail": 0.0, "pass": 0.99 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.88, "probabilities": { "fail": 0.01, "pass": 0.92, "partial": 0.07 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 735, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t021", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "pass": 0.99, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "pass": 0.96, "partial": 0.03, "fail": 0.01 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.78, "probabilities": { "fail": 0.11, "pass": 0.89 } } }, "usage": { "input_tokens": 734, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t022", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.73, "probabilities": { "partial": 0.17, "fail": 0.01, "pass": 0.82 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.85, "probabilities": { "fail": 0.02, "partial": 0.08, "pass": 0.9 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.86, "probabilities": { "fail": 0.07, "pass": 0.93 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "fail": 0.01, "partial": 0.01, "pass": 0.98 } } }, "usage": { "input_tokens": 887, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t023", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.89, "probabilities": { "pass": 0.93, "partial": 0.07, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "pass": 0.96, "partial": 0.04, "fail": 0.0 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 740, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t024", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.8, "probabilities": { "pass": 0.87, "partial": 0.13, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.91, "probabilities": { "partial": 0.05, "fail": 0.01, "pass": 0.94 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.02, "pass": 0.98 } } }, "usage": { "input_tokens": 738, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t025", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.86, "probabilities": { "fail": 0.0, "pass": 0.91, "partial": 0.09 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.26, "probabilities": { "pass": 0.37, "partial": 0.51, "fail": 0.12 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.91, "probabilities": { "pass": 0.94, "partial": 0.06, "fail": 0.0 } } }, "usage": { "input_tokens": 873, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t026", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.66, "probabilities": { "pass": 0.77, "fail": 0.03, "partial": 0.2 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.44, "probabilities": { "fail": 0.24, "partial": 0.63, "pass": 0.13 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.26, "probabilities": { "fail": 0.37, "pass": 0.63 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "partial": 0.0, "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 883, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t027", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "fail": 0.0, "partial": 0.02 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.82, "probabilities": { "pass": 0.88, "fail": 0.02, "partial": 0.1 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "partial": 0.04, "fail": 0.0, "pass": 0.96 } } }, "usage": { "input_tokens": 872, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t028", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "partial": 0.01, "pass": 0.99 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.79, "probabilities": { "fail": 0.04, "pass": 0.86, "partial": 0.1 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 731, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t029", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.49, "probabilities": { "fail": 0.01, "pass": 0.66, "partial": 0.33 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.86, "probabilities": { "pass": 0.91, "fail": 0.01, "partial": 0.08 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.4, "probabilities": { "fail": 0.3, "pass": 0.7 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.79, "probabilities": { "pass": 0.86, "fail": 0.04, "partial": 0.1 } } }, "usage": { "input_tokens": 878, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t030", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.8, "probabilities": { "partial": 0.13, "fail": 0.0, "pass": 0.87 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.86, "probabilities": { "partial": 0.08, "pass": 0.91, "fail": 0.01 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 740, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t031", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "partial": 0.0, "pass": 1.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.76, "probabilities": { "partial": 0.15, "fail": 0.01, "pass": 0.84 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 733, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t032", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.0, "partial": 0.03, "pass": 0.97 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "partial": 0.01, "fail": 0.0 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.76, "probabilities": { "fail": 0.0, "partial": 0.16, "pass": 0.84 } } }, "usage": { "input_tokens": 881, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t033", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "partial": 0.01, "pass": 0.99 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.6, "probabilities": { "pass": 0.73, "fail": 0.02, "partial": 0.25 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 753, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t034", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "partial": 0.03, "pass": 0.97, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "partial": 0.03, "fail": 0.01, "pass": 0.96 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "fail": 0.0, "pass": 0.99 } } }, "usage": { "input_tokens": 880, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t035", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.91, "probabilities": { "partial": 0.06, "pass": 0.94, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.89, "probabilities": { "partial": 0.06, "pass": 0.93, "fail": 0.01 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 734, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t036", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.0, "partial": 0.01 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.0, "pass": 0.97, "partial": 0.03 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "pass": 0.98, "fail": 0.02 } } }, "usage": { "input_tokens": 738, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t037", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "fail": 0.0, "pass": 0.98, "partial": 0.02 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.72, "probabilities": { "fail": 0.08, "partial": 0.11, "pass": 0.81 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } }, "connotation": { "type": "choice", "choice": "partial", "confidence": 0.88, "probabilities": { "pass": 0.08, "fail": 0.0, "partial": 0.92 } } }, "usage": { "input_tokens": 873, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t038", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.91, "probabilities": { "pass": 0.94, "partial": 0.06, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.35, "probabilities": { "partial": 0.57, "fail": 0.13, "pass": 0.3 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.89, "probabilities": { "pass": 0.93, "fail": 0.0, "partial": 0.07 } } }, "usage": { "input_tokens": 875, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t039", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.8, "probabilities": { "partial": 0.13, "pass": 0.87, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "partial": 0.02, "fail": 0.0 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 734, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t040", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.88, "probabilities": { "fail": 0.0, "pass": 0.92, "partial": 0.08 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.38, "probabilities": { "pass": 0.59, "fail": 0.07, "partial": 0.34 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 732, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t041", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "partial": 0.03, "fail": 0.0, "pass": 0.97 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "pass": 0.99, "fail": 0.0 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.91, "probabilities": { "fail": 0.0, "partial": 0.06, "pass": 0.94 } } }, "usage": { "input_tokens": 880, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t042", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "fail": 0.0, "pass": 0.99 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.79, "probabilities": { "fail": 0.03, "pass": 0.86, "partial": 0.11 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 734, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t043", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.0, "pass": 0.97, "partial": 0.03 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.88, "probabilities": { "pass": 0.92, "fail": 0.01, "partial": 0.07 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "fail": 0.0, "pass": 0.99 } } }, "usage": { "input_tokens": 881, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t044", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.89, "probabilities": { "partial": 0.07, "fail": 0.0, "pass": 0.93 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.48, "probabilities": { "pass": 0.25, "fail": 0.1, "partial": 0.65 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 747, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t045", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "partial": 0.02, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "fail": 0.0, "partial": 0.02, "pass": 0.98 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 730, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t046", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.89, "probabilities": { "fail": 0.0, "pass": 0.93, "partial": 0.07 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "fail": 0.0, "pass": 0.99 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.91, "probabilities": { "pass": 0.94, "partial": 0.05, "fail": 0.01 } } }, "usage": { "input_tokens": 880, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t047", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "partial": 0.01, "pass": 0.99 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.42, "probabilities": { "fail": 0.04, "partial": 0.35, "pass": 0.61 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "partial": 0.02, "fail": 0.0 } } }, "usage": { "input_tokens": 880, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t048", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "fail": 0.0, "partial": 0.02 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "partial": 0.03, "fail": 0.01, "pass": 0.96 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 734, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t049", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "partial": 0.0, "fail": 0.0, "pass": 1.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.76, "probabilities": { "partial": 0.14, "pass": 0.84, "fail": 0.02 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 738, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t050", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "partial": 0.01, "pass": 0.99 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.6, "probabilities": { "partial": 0.23, "fail": 0.04, "pass": 0.73 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 742, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t051", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "partial": 0.0, "pass": 1.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.66, "probabilities": { "fail": 0.03, "partial": 0.2, "pass": 0.77 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 734, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t052", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "partial": 0.01, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.42, "probabilities": { "partial": 0.61, "pass": 0.34, "fail": 0.05 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 738, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t053", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.92, "probabilities": { "fail": 0.0, "pass": 0.95, "partial": 0.05 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "fail": 0.0, "pass": 0.98, "partial": 0.02 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.86, "probabilities": { "pass": 0.91, "partial": 0.09, "fail": 0.0 } } }, "usage": { "input_tokens": 880, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t054", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "partial": 0.04, "pass": 0.96, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.58, "probabilities": { "partial": 0.25, "pass": 0.72, "fail": 0.03 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 745, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t055", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.91, "probabilities": { "partial": 0.06, "pass": 0.94, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.83, "probabilities": { "pass": 0.89, "partial": 0.1, "fail": 0.01 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 732, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t056", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "partial": 0.0, "fail": 0.0, "pass": 1.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.83, "probabilities": { "pass": 0.89, "partial": 0.09, "fail": 0.02 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 737, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t057", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "pass": 0.99, "partial": 0.01 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.64, "probabilities": { "partial": 0.23, "pass": 0.76, "fail": 0.01 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 1093, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t058", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "partial": 0.01, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.53, "probabilities": { "partial": 0.28, "pass": 0.69, "fail": 0.03 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 742, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t059", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.88, "probabilities": { "partial": 0.08, "pass": 0.92, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.6, "probabilities": { "pass": 0.73, "partial": 0.19, "fail": 0.08 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 732, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t060", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "pass": 0.99, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "pass": 0.97, "fail": 0.0, "partial": 0.03 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.92, "probabilities": { "fail": 0.04, "pass": 0.96 } } }, "usage": { "input_tokens": 736, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t061", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "fail": 0.0, "pass": 0.96, "partial": 0.04 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "pass": 0.96, "partial": 0.03, "fail": 0.01 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 738, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t062", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "fail": 0.0, "pass": 0.99 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.92, "probabilities": { "partial": 0.04, "pass": 0.95, "fail": 0.01 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 730, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t063", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.86, "probabilities": { "partial": 0.09, "fail": 0.0, "pass": 0.91 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.82, "probabilities": { "pass": 0.88, "partial": 0.11, "fail": 0.01 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 737, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t064", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.55, "probabilities": { "fail": 0.02, "pass": 0.7, "partial": 0.28 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.82, "probabilities": { "pass": 0.88, "fail": 0.01, "partial": 0.11 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.64, "probabilities": { "pass": 0.82, "fail": 0.18 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.0, "partial": 0.01 } } }, "usage": { "input_tokens": 883, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t065", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0, "partial": 0.0 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.6, "probabilities": { "fail": 0.11, "pass": 0.16, "partial": 0.73 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 736, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t066", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "pass": 0.99, "partial": 0.01 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.24, "probabilities": { "fail": 0.05, "pass": 0.46, "partial": 0.49 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 743, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t067", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.92, "probabilities": { "partial": 0.05, "fail": 0.0, "pass": 0.95 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "partial": 0.02, "fail": 0.0, "pass": 0.98 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.49, "probabilities": { "fail": 0.04, "pass": 0.66, "partial": 0.3 } } }, "usage": { "input_tokens": 880, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t068", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.0, "pass": 0.97, "partial": 0.03 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.91, "probabilities": { "partial": 0.05, "pass": 0.94, "fail": 0.01 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 733, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t069", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "partial": 0.01, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.5, "probabilities": { "partial": 0.3, "fail": 0.03, "pass": 0.67 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 735, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t070", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.73, "probabilities": { "fail": 0.02, "pass": 0.82, "partial": 0.16 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.89, "probabilities": { "pass": 0.93, "partial": 0.06, "fail": 0.01 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.8, "probabilities": { "fail": 0.1, "pass": 0.9 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "fail": 0.01, "pass": 0.96, "partial": 0.03 } } }, "usage": { "input_tokens": 887, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t071", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "pass": 0.97, "fail": 0.0, "partial": 0.03 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.89, "probabilities": { "pass": 0.93, "partial": 0.06, "fail": 0.01 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 732, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t072", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.89, "probabilities": { "pass": 0.93, "partial": 0.07, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.89, "probabilities": { "fail": 0.02, "partial": 0.05, "pass": 0.93 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.64, "probabilities": { "pass": 0.82, "fail": 0.18 } } }, "usage": { "input_tokens": 735, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t073", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "pass": 0.97, "fail": 0.0, "partial": 0.03 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.44, "probabilities": { "fail": 0.04, "partial": 0.33, "pass": 0.63 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 736, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t074", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "partial": 0.02, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.24, "probabilities": { "partial": 0.49, "pass": 0.44, "fail": 0.07 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "partial": 0.02, "fail": 0.0, "pass": 0.98 } } }, "usage": { "input_tokens": 884, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t075", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.91, "probabilities": { "partial": 0.06, "pass": 0.94, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.88, "probabilities": { "pass": 0.92, "partial": 0.07, "fail": 0.01 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 734, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t076", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.85, "probabilities": { "partial": 0.09, "fail": 0.01, "pass": 0.9 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.73, "probabilities": { "partial": 0.17, "fail": 0.01, "pass": 0.82 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.01, "pass": 0.97, "partial": 0.02 } } }, "usage": { "input_tokens": 884, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t077", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "pass": 0.96, "partial": 0.04, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "fail": 0.0, "pass": 0.99 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.53, "probabilities": { "pass": 0.69, "partial": 0.29, "fail": 0.02 } } }, "usage": { "input_tokens": 878, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t078", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "partial": 0.0, "pass": 1.0 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.24, "probabilities": { "pass": 0.47, "fail": 0.04, "partial": 0.49 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 733, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t079", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "fail": 0.0, "partial": 0.02, "pass": 0.98 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.19, "probabilities": { "fail": 0.12, "pass": 0.42, "partial": 0.46 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "fail": 0.0, "pass": 0.99 } } }, "usage": { "input_tokens": 879, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t080", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "partial": 0.0, "fail": 0.0, "pass": 1.0 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.58, "probabilities": { "fail": 0.14, "partial": 0.72, "pass": 0.14 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "pass": 0.97, "fail": 0.0, "partial": 0.03 } } }, "usage": { "input_tokens": 883, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t081", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.0, "partial": 0.03, "pass": 0.97 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.85, "probabilities": { "fail": 0.02, "pass": 0.9, "partial": 0.08 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 735, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t082", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.0, "pass": 0.97, "partial": 0.03 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.22, "probabilities": { "partial": 0.46, "pass": 0.48, "fail": 0.06 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.02, "pass": 0.98 } } }, "usage": { "input_tokens": 735, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t083", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.0, "partial": 0.01 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.38, "probabilities": { "fail": 0.06, "partial": 0.59, "pass": 0.35 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 736, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t084", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "pass": 0.99, "partial": 0.01 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.76, "probabilities": { "partial": 0.14, "pass": 0.84, "fail": 0.02 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 732, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t085", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "partial": 0.0, "pass": 1.0 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.46, "probabilities": { "fail": 0.07, "pass": 0.29, "partial": 0.64 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 1101, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t086", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.0, "pass": 0.97, "partial": 0.03 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.37, "probabilities": { "fail": 0.08, "pass": 0.34, "partial": 0.58 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 735, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t087", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "fail": 0.0, "partial": 0.02, "pass": 0.98 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "partial": 0.02, "fail": 0.0 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "partial": 0.04, "fail": 0.0, "pass": 0.96 } } }, "usage": { "input_tokens": 880, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t088", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "pass": 0.99, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.55, "probabilities": { "pass": 0.27, "partial": 0.7, "fail": 0.03 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 744, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t089", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0, "partial": 0.0 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.34, "probabilities": { "pass": 0.41, "partial": 0.56, "fail": 0.03 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 737, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t090", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "partial": 0.01, "pass": 0.99 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "pass": 0.96, "partial": 0.04, "fail": 0.0 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 737, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t091", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.76, "probabilities": { "partial": 0.14, "pass": 0.84, "fail": 0.02 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.43, "probabilities": { "fail": 0.1, "pass": 0.62, "partial": 0.28 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.86, "probabilities": { "pass": 0.93, "fail": 0.07 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.86, "probabilities": { "pass": 0.91, "fail": 0.01, "partial": 0.08 } } }, "usage": { "input_tokens": 886, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t092", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.91, "probabilities": { "fail": 0.0, "partial": 0.06, "pass": 0.94 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "partial": 0.01, "pass": 0.99 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 734, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t093", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "partial": 0.0, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.49, "probabilities": { "partial": 0.66, "pass": 0.3, "fail": 0.04 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.01, "pass": 0.97, "partial": 0.02 } } }, "usage": { "input_tokens": 887, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t094", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.88, "probabilities": { "partial": 0.08, "fail": 0.0, "pass": 0.92 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.68, "probabilities": { "fail": 0.01, "partial": 0.2, "pass": 0.79 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 745, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t095", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "partial": 0.01, "pass": 0.99 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.86, "probabilities": { "pass": 0.91, "partial": 0.08, "fail": 0.01 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 736, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t096", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.74, "probabilities": { "partial": 0.16, "pass": 0.83, "fail": 0.01 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.68, "probabilities": { "partial": 0.2, "fail": 0.01, "pass": 0.79 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "pass": 0.98, "fail": 0.02 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.85, "probabilities": { "partial": 0.1, "fail": 0.0, "pass": 0.9 } } }, "usage": { "input_tokens": 879, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t097", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.0, "partial": 0.01 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.7, "probabilities": { "pass": 0.8, "fail": 0.01, "partial": 0.19 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 752, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t098", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.0, "partial": 0.01 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.26, "probabilities": { "partial": 0.4, "fail": 0.09, "pass": 0.51 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.02, "pass": 0.98 } } }, "usage": { "input_tokens": 733, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t099", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.62, "probabilities": { "partial": 0.24, "pass": 0.75, "fail": 0.01 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.72, "probabilities": { "fail": 0.01, "pass": 0.81, "partial": 0.18 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 748, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t100", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "partial": 0.01, "pass": 0.99 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.43, "probabilities": { "pass": 0.62, "partial": 0.33, "fail": 0.05 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 746, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t101", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "partial": 0.01, "pass": 0.99 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "partial": 0.03, "fail": 0.01, "pass": 0.96 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.88, "probabilities": { "fail": 0.06, "pass": 0.94 } } }, "usage": { "input_tokens": 735, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t102", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "partial": 0.03, "fail": 0.0, "pass": 0.97 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.92, "probabilities": { "fail": 0.01, "pass": 0.95, "partial": 0.04 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 740, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t103", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "partial": 0.01, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.74, "probabilities": { "pass": 0.83, "fail": 0.05, "partial": 0.12 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "pass": 0.98, "fail": 0.02 } } }, "usage": { "input_tokens": 731, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t104", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "partial": 0.0, "fail": 0.0, "pass": 1.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.44, "probabilities": { "fail": 0.05, "partial": 0.32, "pass": 0.63 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "pass": 0.98, "fail": 0.02 } } }, "usage": { "input_tokens": 732, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t105", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "partial": 0.04, "pass": 0.96, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.64, "probabilities": { "pass": 0.76, "partial": 0.22, "fail": 0.02 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 751, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t106", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "partial": 0.0, "fail": 0.0, "pass": 1.0 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.76, "probabilities": { "partial": 0.84, "pass": 0.07, "fail": 0.09 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 736, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t107", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "partial": 0.03, "pass": 0.97, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.67, "probabilities": { "partial": 0.2, "pass": 0.78, "fail": 0.02 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.0, "partial": 0.01 } } }, "usage": { "input_tokens": 877, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t108", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "pass": 0.99, "partial": 0.01 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.91, "probabilities": { "pass": 0.94, "fail": 0.0, "partial": 0.06 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 737, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t109", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "fail": 0.0, "pass": 0.98, "partial": 0.02 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.5, "probabilities": { "pass": 0.67, "fail": 0.01, "partial": 0.32 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 751, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t110", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.85, "probabilities": { "partial": 0.1, "pass": 0.9, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.46, "probabilities": { "pass": 0.31, "partial": 0.64, "fail": 0.05 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 749, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t111", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.86, "probabilities": { "partial": 0.09, "pass": 0.91, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.46, "probabilities": { "fail": 0.09, "partial": 0.27, "pass": 0.64 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 732, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t112", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "partial": 0.02, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "partial": 0.04, "fail": 0.0, "pass": 0.96 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 734, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t113", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "partial": 0.01, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.6, "probabilities": { "fail": 0.02, "partial": 0.25, "pass": 0.73 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 1094, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t114", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.89, "probabilities": { "pass": 0.93, "partial": 0.07, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.79, "probabilities": { "pass": 0.86, "fail": 0.03, "partial": 0.11 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.02, "pass": 0.98 } } }, "usage": { "input_tokens": 737, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t115", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "fail": 0.0, "partial": 0.02 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.44, "probabilities": { "partial": 0.33, "pass": 0.63, "fail": 0.04 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "pass": 0.98, "fail": 0.02 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "fail": 0.02, "partial": 0.02, "pass": 0.96 } } }, "usage": { "input_tokens": 882, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t116", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "partial": 0.03, "fail": 0.0, "pass": 0.97 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "partial": 0.02, "fail": 0.0, "pass": 0.98 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 741, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t117", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "fail": 0.0, "pass": 0.99 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.67, "probabilities": { "fail": 0.04, "partial": 0.18, "pass": 0.78 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "fail": 0.0, "partial": 0.02 } } }, "usage": { "input_tokens": 878, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t118", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "partial": 0.02, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.42, "probabilities": { "partial": 0.38, "pass": 0.61, "fail": 0.01 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 752, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t119", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "partial": 0.0, "pass": 1.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.82, "probabilities": { "pass": 0.88, "fail": 0.02, "partial": 0.1 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 737, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t120", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "partial": 0.02, "fail": 0.0, "pass": 0.98 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.35, "probabilities": { "partial": 0.37, "pass": 0.57, "fail": 0.06 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.02, "pass": 0.98 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "partial": 0.02, "pass": 0.97, "fail": 0.01 } } }, "usage": { "input_tokens": 885, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t121", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "fail": 0.0, "pass": 0.96, "partial": 0.04 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.43, "probabilities": { "partial": 0.25, "fail": 0.13, "pass": 0.62 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 732, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t122", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "partial": 0.0, "fail": 0.0, "pass": 1.0 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.38, "probabilities": { "fail": 0.14, "pass": 0.27, "partial": 0.59 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 735, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t123", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "partial": 0.01, "pass": 0.99 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.01, "partial": 0.02, "pass": 0.97 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "pass": 0.98, "fail": 0.02 } } }, "usage": { "input_tokens": 736, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t124", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "partial": 0.01, "pass": 0.99 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "fail": 0.0, "pass": 0.99 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 736, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t125", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.91, "probabilities": { "fail": 0.0, "pass": 0.94, "partial": 0.06 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "fail": 0.0, "partial": 0.02 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.56, "probabilities": { "fail": 0.02, "partial": 0.27, "pass": 0.71 } } }, "usage": { "input_tokens": 879, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t126", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "partial": 0.02, "fail": 0.0, "pass": 0.98 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.85, "probabilities": { "partial": 0.09, "pass": 0.9, "fail": 0.01 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } }, "connotation": { "type": "choice", "choice": "partial", "confidence": 0.88, "probabilities": { "fail": 0.0, "pass": 0.08, "partial": 0.92 } } }, "usage": { "input_tokens": 874, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t127", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "pass": 0.99, "partial": 0.01 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.82, "probabilities": { "fail": 0.04, "pass": 0.88, "partial": 0.08 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 736, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t128", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.0, "partial": 0.01 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "pass": 0.96, "partial": 0.04, "fail": 0.0 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "partial": 0.02, "fail": 0.0, "pass": 0.98 } } }, "usage": { "input_tokens": 882, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t129", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "partial": 0.02, "pass": 0.98, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.76, "probabilities": { "partial": 0.15, "pass": 0.84, "fail": 0.01 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 731, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t130", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "partial": 0.02, "pass": 0.98, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "partial": 0.02, "fail": 0.0, "pass": 0.98 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 738, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t131", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "fail": 0.0, "pass": 0.99 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.8, "probabilities": { "partial": 0.11, "pass": 0.87, "fail": 0.02 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } }, "connotation": { "type": "choice", "choice": "partial", "confidence": 0.66, "probabilities": { "partial": 0.77, "fail": 0.0, "pass": 0.23 } } }, "usage": { "input_tokens": 870, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t132", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.0, "partial": 0.01 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.79, "probabilities": { "pass": 0.86, "partial": 0.12, "fail": 0.02 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 733, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t133", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.0, "partial": 0.03, "pass": 0.97 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.91, "probabilities": { "pass": 0.94, "partial": 0.05, "fail": 0.01 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.02, "pass": 0.98 } } }, "usage": { "input_tokens": 736, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t134", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.86, "probabilities": { "partial": 0.09, "pass": 0.91, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.67, "probabilities": { "pass": 0.78, "fail": 0.06, "partial": 0.16 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 732, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t135", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "fail": 0.0, "partial": 0.02 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.5, "probabilities": { "partial": 0.3, "fail": 0.03, "pass": 0.67 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 1093, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t136", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "fail": 0.0, "partial": 0.02, "pass": 0.98 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "partial": 0.01, "pass": 0.99 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.86, "probabilities": { "fail": 0.0, "partial": 0.09, "pass": 0.91 } } }, "usage": { "input_tokens": 880, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t137", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "pass": 0.97, "partial": 0.03, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.83, "probabilities": { "pass": 0.89, "fail": 0.02, "partial": 0.09 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 744, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t138", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "partial": 0.0, "pass": 1.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.77, "probabilities": { "partial": 0.12, "fail": 0.03, "pass": 0.85 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 737, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t139", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "partial": 0.02, "pass": 0.98, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.52, "probabilities": { "pass": 0.18, "fail": 0.14, "partial": 0.68 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "fail": 0.0, "partial": 0.02 } } }, "usage": { "input_tokens": 885, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t140", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "fail": 0.0, "partial": 0.02 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.72, "probabilities": { "partial": 0.16, "fail": 0.03, "pass": 0.81 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 736, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t141", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.0, "partial": 0.01 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.5, "probabilities": { "partial": 0.32, "fail": 0.01, "pass": 0.67 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 751, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t142", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "pass": 0.99, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.56, "probabilities": { "fail": 0.04, "partial": 0.25, "pass": 0.71 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 745, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t143", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.0, "pass": 0.97, "partial": 0.03 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.7, "probabilities": { "pass": 0.8, "partial": 0.18, "fail": 0.02 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 731, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t144", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "partial": 0.01, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.35, "probabilities": { "pass": 0.38, "fail": 0.05, "partial": 0.57 } }, "fidelity": { "type": "choice", "choice": "fail", "confidence": 0.18, "probabilities": { "fail": 0.59, "pass": 0.41 } } }, "usage": { "input_tokens": 1093, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t145", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "partial": 0.01, "pass": 0.99 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.8, "probabilities": { "pass": 0.87, "fail": 0.02, "partial": 0.11 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 730, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t146", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "partial": 0.0, "pass": 1.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.66, "probabilities": { "pass": 0.77, "fail": 0.06, "partial": 0.17 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 733, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t147", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "fail": 0.0, "pass": 0.99 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.26, "probabilities": { "fail": 0.07, "pass": 0.42, "partial": 0.51 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.02, "pass": 0.98 } } }, "usage": { "input_tokens": 733, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t148", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.83, "probabilities": { "partial": 0.11, "fail": 0.0, "pass": 0.89 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.82, "probabilities": { "fail": 0.01, "partial": 0.11, "pass": 0.88 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 749, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t149", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "partial": 0.01, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.72, "probabilities": { "pass": 0.81, "fail": 0.05, "partial": 0.14 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 733, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t150", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "fail": 0.0, "partial": 0.02 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.58, "probabilities": { "partial": 0.26, "fail": 0.02, "pass": 0.72 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "pass": 0.99, "partial": 0.01 } } }, "usage": { "input_tokens": 881, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t151", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "partial": 0.02, "fail": 0.0, "pass": 0.98 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.91, "probabilities": { "partial": 0.05, "pass": 0.94, "fail": 0.01 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.0, "partial": 0.01 } } }, "usage": { "input_tokens": 880, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t152", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.8, "probabilities": { "pass": 0.87, "partial": 0.13, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.52, "probabilities": { "pass": 0.68, "partial": 0.31, "fail": 0.01 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 747, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t153", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "pass": 0.97, "partial": 0.03, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.73, "probabilities": { "pass": 0.82, "fail": 0.06, "partial": 0.12 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 735, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t154", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "fail": 0.0, "partial": 0.02 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.92, "probabilities": { "partial": 0.04, "fail": 0.01, "pass": 0.95 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 731, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t155", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.91, "probabilities": { "partial": 0.06, "fail": 0.0, "pass": 0.94 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.92, "probabilities": { "fail": 0.01, "pass": 0.95, "partial": 0.04 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 742, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t156", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.85, "probabilities": { "pass": 0.9, "partial": 0.09, "fail": 0.01 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.37, "probabilities": { "fail": 0.13, "pass": 0.29, "partial": 0.58 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.52, "probabilities": { "fail": 0.24, "pass": 0.76 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "partial": 0.0, "fail": 0.0 } } }, "usage": { "input_tokens": 881, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t157", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.64, "probabilities": { "partial": 0.22, "pass": 0.76, "fail": 0.02 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.8, "probabilities": { "fail": 0.01, "partial": 0.12, "pass": 0.87 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.78, "probabilities": { "pass": 0.89, "fail": 0.11 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.91, "probabilities": { "partial": 0.05, "pass": 0.94, "fail": 0.01 } } }, "usage": { "input_tokens": 883, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t158", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "fail": 0.0, "pass": 0.96, "partial": 0.04 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.42, "probabilities": { "partial": 0.61, "fail": 0.2, "pass": 0.19 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 740, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t159", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "partial": 0.01, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.6, "probabilities": { "pass": 0.73, "fail": 0.02, "partial": 0.25 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 1092, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t160", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "pass": 0.99, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.76, "probabilities": { "pass": 0.84, "fail": 0.01, "partial": 0.15 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 741, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t161", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "pass": 0.96, "partial": 0.04, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.42, "probabilities": { "pass": 0.34, "partial": 0.61, "fail": 0.05 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "partial": 0.02, "fail": 0.0, "pass": 0.98 } } }, "usage": { "input_tokens": 886, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t162", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "partial": 0.0, "fail": 0.0, "pass": 1.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.37, "probabilities": { "partial": 0.39, "fail": 0.03, "pass": 0.58 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 734, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t163", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "partial": 0.04, "pass": 0.96, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.5, "probabilities": { "fail": 0.04, "partial": 0.29, "pass": 0.67 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "fail": 0.03, "pass": 0.97 } } }, "usage": { "input_tokens": 744, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t164", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "partial": 0.01, "pass": 0.99 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.72, "probabilities": { "partial": 0.18, "pass": 0.81, "fail": 0.01 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 731, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t165", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.0, "pass": 0.97, "partial": 0.03 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.7, "probabilities": { "partial": 0.17, "fail": 0.03, "pass": 0.8 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "pass": 0.98, "fail": 0.02 } } }, "usage": { "input_tokens": 739, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t166", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "partial": 0.02, "fail": 0.0, "pass": 0.98 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.2, "probabilities": { "fail": 0.13, "partial": 0.47, "pass": 0.4 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.77, "probabilities": { "partial": 0.15, "pass": 0.85, "fail": 0.0 } } }, "usage": { "input_tokens": 883, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t167", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.0, "partial": 0.03, "pass": 0.97 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.73, "probabilities": { "fail": 0.05, "pass": 0.82, "partial": 0.13 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 732, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t168", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "fail": 0.0, "partial": 0.02 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.62, "probabilities": { "pass": 0.75, "fail": 0.02, "partial": 0.23 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 751, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t169", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "fail": 0.0, "pass": 0.99 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.62, "probabilities": { "fail": 0.02, "partial": 0.23, "pass": 0.75 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 1094, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t170", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "fail": 0.0, "pass": 0.99 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.55, "probabilities": { "fail": 0.05, "partial": 0.25, "pass": 0.7 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 736, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t171", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.91, "probabilities": { "fail": 0.0, "partial": 0.06, "pass": 0.94 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.89, "probabilities": { "partial": 0.06, "fail": 0.01, "pass": 0.93 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 741, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t172", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "partial": 0.02, "fail": 0.0, "pass": 0.98 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.55, "probabilities": { "pass": 0.7, "fail": 0.05, "partial": 0.25 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "fail": 0.03, "pass": 0.97 } } }, "usage": { "input_tokens": 736, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t173", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "fail": 0.0, "pass": 0.96, "partial": 0.04 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.01, "pass": 0.97, "partial": 0.02 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 737, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t174", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "pass": 0.96, "partial": 0.04, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "partial": 0.03, "pass": 0.97, "fail": 0.0 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 740, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t175", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "fail": 0.0, "pass": 0.98, "partial": 0.02 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "fail": 0.0, "pass": 0.98, "partial": 0.02 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 738, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t176", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "partial": 0.0, "pass": 1.0 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.48, "probabilities": { "partial": 0.65, "fail": 0.05, "pass": 0.3 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 740, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t177", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "partial": 0.02, "pass": 0.98, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.91, "probabilities": { "fail": 0.01, "partial": 0.05, "pass": 0.94 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.0, "partial": 0.03, "pass": 0.97 } } }, "usage": { "input_tokens": 872, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t178", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "partial": 0.02, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.3, "probabilities": { "partial": 0.45, "pass": 0.53, "fail": 0.02 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 735, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t179", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "pass": 0.99, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.8, "probabilities": { "partial": 0.12, "pass": 0.87, "fail": 0.01 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 749, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t180", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "fail": 0.0, "pass": 0.99 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.58, "probabilities": { "fail": 0.03, "pass": 0.72, "partial": 0.25 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.82, "probabilities": { "pass": 0.91, "fail": 0.09 } }, "connotation": { "type": "choice", "choice": "partial", "confidence": 0.46, "probabilities": { "partial": 0.64, "fail": 0.04, "pass": 0.32 } } }, "usage": { "input_tokens": 885, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t181", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0, "partial": 0.0 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.56, "probabilities": { "partial": 0.71, "pass": 0.22, "fail": 0.07 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 736, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t182", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.89, "probabilities": { "fail": 0.0, "pass": 0.93, "partial": 0.07 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.28, "probabilities": { "pass": 0.52, "fail": 0.09, "partial": 0.39 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } }, "connotation": { "type": "choice", "choice": "partial", "confidence": 0.85, "probabilities": { "pass": 0.1, "fail": 0.0, "partial": 0.9 } } }, "usage": { "input_tokens": 873, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t183", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "fail": 0.0, "pass": 0.98, "partial": 0.02 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.53, "probabilities": { "partial": 0.29, "pass": 0.69, "fail": 0.02 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "fail": 0.0, "pass": 0.99 } } }, "usage": { "input_tokens": 878, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t184", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.85, "probabilities": { "fail": 0.02, "partial": 0.08, "pass": 0.9 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.85, "probabilities": { "fail": 0.01, "pass": 0.9, "partial": 0.09 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.66, "probabilities": { "pass": 0.83, "fail": 0.17 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "fail": 0.0, "pass": 0.99 } } }, "usage": { "input_tokens": 880, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t185", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "partial": 0.01, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.22, "probabilities": { "fail": 0.06, "pass": 0.48, "partial": 0.46 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 743, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t186", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.8, "probabilities": { "partial": 0.13, "pass": 0.87, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.83, "probabilities": { "fail": 0.01, "pass": 0.89, "partial": 0.1 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.76, "probabilities": { "partial": 0.16, "fail": 0.0, "pass": 0.84 } } }, "usage": { "input_tokens": 879, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t187", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "fail": 0.0, "partial": 0.04, "pass": 0.96 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.37, "probabilities": { "partial": 0.58, "fail": 0.18, "pass": 0.24 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } }, "connotation": { "type": "choice", "choice": "partial", "confidence": 0.85, "probabilities": { "pass": 0.1, "partial": 0.9, "fail": 0.0 } } }, "usage": { "input_tokens": 871, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t188", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "partial": 0.04, "pass": 0.96, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.38, "probabilities": { "pass": 0.59, "partial": 0.36, "fail": 0.05 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } }, "connotation": { "type": "choice", "choice": "partial", "confidence": 0.55, "probabilities": { "partial": 0.7, "fail": 0.0, "pass": 0.3 } } }, "usage": { "input_tokens": 882, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t189", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "partial": 0.02, "fail": 0.0, "pass": 0.98 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.88, "probabilities": { "partial": 0.07, "pass": 0.92, "fail": 0.01 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.02, "pass": 0.98 } } }, "usage": { "input_tokens": 732, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t190", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "partial": 0.03, "pass": 0.97, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "partial": 0.02, "fail": 0.0 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.86, "probabilities": { "pass": 0.93, "fail": 0.07 } } }, "usage": { "input_tokens": 735, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t191", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "pass": 0.97, "partial": 0.03, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "fail": 0.0, "partial": 0.02, "pass": 0.98 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.73, "probabilities": { "partial": 0.18, "pass": 0.82, "fail": 0.0 } } }, "usage": { "input_tokens": 881, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t192", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.86, "probabilities": { "partial": 0.09, "pass": 0.91, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.31, "probabilities": { "partial": 0.39, "pass": 0.54, "fail": 0.07 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 736, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t193", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "partial": 0.02, "pass": 0.98, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "partial": 0.03, "pass": 0.97, "fail": 0.0 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } }, "connotation": { "type": "choice", "choice": "partial", "confidence": 0.55, "probabilities": { "fail": 0.01, "pass": 0.29, "partial": 0.7 } } }, "usage": { "input_tokens": 880, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t194", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "partial": 0.02, "fail": 0.0, "pass": 0.98 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "partial": 0.02, "fail": 0.0 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.92, "probabilities": { "partial": 0.05, "fail": 0.0, "pass": 0.95 } } }, "usage": { "input_tokens": 880, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t195", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "partial": 0.03, "fail": 0.0, "pass": 0.97 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.42, "probabilities": { "partial": 0.35, "pass": 0.61, "fail": 0.04 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "pass": 0.97, "fail": 0.03 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.77, "probabilities": { "partial": 0.14, "pass": 0.85, "fail": 0.01 } } }, "usage": { "input_tokens": 882, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t196", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "partial": 0.01, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "partial": 0.02, "fail": 0.0 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.54, "probabilities": { "fail": 0.23, "pass": 0.77 } } }, "usage": { "input_tokens": 734, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t197", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "pass": 0.97, "partial": 0.03, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.92, "probabilities": { "partial": 0.04, "fail": 0.01, "pass": 0.95 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 734, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t198", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "fail": 0.0, "pass": 0.96, "partial": 0.04 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.89, "probabilities": { "pass": 0.93, "fail": 0.01, "partial": 0.06 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "fail": 0.0, "pass": 0.99 } } }, "usage": { "input_tokens": 882, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t199", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.91, "probabilities": { "fail": 0.0, "pass": 0.94, "partial": 0.06 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "fail": 0.0, "partial": 0.02 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.34, "probabilities": { "partial": 0.41, "pass": 0.56, "fail": 0.03 } } }, "usage": { "input_tokens": 878, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t200", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.85, "probabilities": { "partial": 0.1, "pass": 0.9, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.91, "probabilities": { "partial": 0.05, "fail": 0.01, "pass": 0.94 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 733, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t201", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "partial": 0.04, "pass": 0.96, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "partial": 0.02, "fail": 0.0 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "pass": 0.96, "partial": 0.03, "fail": 0.01 } } }, "usage": { "input_tokens": 880, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t202", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "partial": 0.04, "fail": 0.0, "pass": 0.96 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "partial": 0.02, "fail": 0.0 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } }, "connotation": { "type": "choice", "choice": "partial", "confidence": 0.25, "probabilities": { "fail": 0.02, "pass": 0.48, "partial": 0.5 } } }, "usage": { "input_tokens": 879, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t203", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "fail": 0.0, "partial": 0.02, "pass": 0.98 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "partial": 0.01, "fail": 0.0 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.85, "probabilities": { "pass": 0.9, "fail": 0.0, "partial": 0.1 } } }, "usage": { "input_tokens": 880, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t204", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.92, "probabilities": { "partial": 0.04, "fail": 0.01, "pass": 0.95 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "fail": 0.0, "pass": 0.98, "partial": 0.02 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.2, "probabilities": { "fail": 0.4, "pass": 0.6 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.28, "probabilities": { "partial": 0.44, "pass": 0.52, "fail": 0.04 } } }, "usage": { "input_tokens": 881, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t205", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "pass": 0.99, "partial": 0.01 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.25, "probabilities": { "partial": 0.48, "pass": 0.5, "fail": 0.02 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 754, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t206", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "pass": 0.98, "fail": 0.0, "partial": 0.02 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "partial": 0.02, "pass": 0.98, "fail": 0.0 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "partial": 0.02, "pass": 0.98, "fail": 0.0 } } }, "usage": { "input_tokens": 881, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t207", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "partial": 0.01, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.49, "probabilities": { "partial": 0.33, "pass": 0.66, "fail": 0.01 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 750, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t208", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "pass": 0.97, "partial": 0.03, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.25, "probabilities": { "pass": 0.39, "partial": 0.5, "fail": 0.11 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "fail": 0.0, "pass": 0.99 } } }, "usage": { "input_tokens": 888, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t209", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "partial": 0.0, "pass": 1.0 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.43, "probabilities": { "pass": 0.32, "fail": 0.06, "partial": 0.62 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 746, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t210", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "partial": 0.0, "fail": 0.0, "pass": 1.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.6, "probabilities": { "fail": 0.04, "pass": 0.73, "partial": 0.23 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "pass": 0.99, "partial": 0.01 } } }, "usage": { "input_tokens": 880, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t211", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.85, "probabilities": { "fail": 0.0, "partial": 0.1, "pass": 0.9 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.28, "probabilities": { "partial": 0.39, "fail": 0.09, "pass": 0.52 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.94, "probabilities": { "fail": 0.03, "pass": 0.97 } } }, "usage": { "input_tokens": 732, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t212", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.97, "probabilities": { "partial": 0.02, "fail": 0.0, "pass": 0.98 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "partial": 0.01, "fail": 0.0, "pass": 0.99 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } }, "connotation": { "type": "choice", "choice": "pass", "confidence": 0.86, "probabilities": { "pass": 0.91, "fail": 0.0, "partial": 0.09 } } }, "usage": { "input_tokens": 882, "output_tokens": 144 } }, "errors_before_success": [] }, { "id": "t213", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.0, "partial": 0.01 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.62, "probabilities": { "partial": 0.21, "fail": 0.04, "pass": 0.75 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.01 } } }, "usage": { "input_tokens": 741, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t214", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.96, "probabilities": { "fail": 0.0, "partial": 0.03, "pass": 0.97 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.72, "probabilities": { "fail": 0.01, "pass": 0.81, "partial": 0.18 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 1092, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t215", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "fail": 0.0, "partial": 0.01 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.85, "probabilities": { "fail": 0.01, "partial": 0.09, "pass": 0.9 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 750, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t216", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "pass": 0.99, "partial": 0.01, "fail": 0.0 } }, "frontload": { "type": "choice", "choice": "partial", "confidence": 0.72, "probabilities": { "fail": 0.02, "pass": 0.17, "partial": 0.81 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "fail": 0.0, "pass": 1.0 } } }, "usage": { "input_tokens": 744, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "t217", "response": { "model": "jev-1.14.0", "answers": { "clarity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0, "partial": 0.0 } }, "frontload": { "type": "choice", "choice": "pass", "confidence": 0.83, "probabilities": { "partial": 0.07, "fail": 0.04, "pass": 0.89 } }, "fidelity": { "type": "choice", "choice": "pass", "confidence": 1.0, "probabilities": { "pass": 1.0, "fail": 0.0 } } }, "usage": { "input_tokens": 736, "output_tokens": 107 } }, "errors_before_success": [] }, { "id": "g016", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.68, "probabilities": { "pass": 0.79, "fail": 0.01, "partial": 0.2 } } }, "usage": { "input_tokens": 522, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g001", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.38, "probabilities": { "partial": 0.39, "pass": 0.59, "fail": 0.02 } } }, "usage": { "input_tokens": 568, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g047", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.34, "probabilities": { "partial": 0.42, "fail": 0.02, "pass": 0.56 } } }, "usage": { "input_tokens": 723, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g040", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.77, "probabilities": { "partial": 0.12, "fail": 0.03, "pass": 0.85 } } }, "usage": { "input_tokens": 531, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g043", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.58, "probabilities": { "partial": 0.27, "fail": 0.01, "pass": 0.72 } } }, "usage": { "input_tokens": 722, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g004", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.53, "probabilities": { "fail": 0.03, "pass": 0.69, "partial": 0.28 } } }, "usage": { "input_tokens": 526, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g034", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.43, "probabilities": { "pass": 0.62, "partial": 0.37, "fail": 0.01 } } }, "usage": { "input_tokens": 557, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g048", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.79, "probabilities": { "pass": 0.86, "partial": 0.13, "fail": 0.01 } } }, "usage": { "input_tokens": 529, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g042", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "partial", "confidence": 0.33, "probabilities": { "fail": 0.02, "partial": 0.55, "pass": 0.43 } } }, "usage": { "input_tokens": 561, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g010", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.37, "probabilities": { "fail": 0.01, "pass": 0.58, "partial": 0.41 } } }, "usage": { "input_tokens": 553, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g015", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "partial", "confidence": 0.42, "probabilities": { "partial": 0.61, "pass": 0.36, "fail": 0.03 } } }, "usage": { "input_tokens": 717, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g020", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.58, "probabilities": { "pass": 0.72, "fail": 0.01, "partial": 0.27 } } }, "usage": { "input_tokens": 526, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g032", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.74, "probabilities": { "pass": 0.83, "partial": 0.16, "fail": 0.01 } } }, "usage": { "input_tokens": 522, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g008", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.82, "probabilities": { "partial": 0.11, "fail": 0.01, "pass": 0.88 } } }, "usage": { "input_tokens": 525, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g002", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.61, "probabilities": { "fail": 0.01, "partial": 0.25, "pass": 0.74 } } }, "usage": { "input_tokens": 555, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g030", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "partial", "confidence": 0.37, "probabilities": { "pass": 0.39, "fail": 0.03, "partial": 0.58 } } }, "usage": { "input_tokens": 555, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g028", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.55, "probabilities": { "fail": 0.03, "pass": 0.7, "partial": 0.27 } } }, "usage": { "input_tokens": 522, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g044", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.58, "probabilities": { "fail": 0.03, "pass": 0.72, "partial": 0.25 } } }, "usage": { "input_tokens": 528, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g009", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.37, "probabilities": { "pass": 0.58, "partial": 0.41, "fail": 0.01 } } }, "usage": { "input_tokens": 561, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g023", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.38, "probabilities": { "partial": 0.4, "fail": 0.01, "pass": 0.59 } } }, "usage": { "input_tokens": 728, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g017", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.83, "probabilities": { "fail": 0.01, "partial": 0.1, "pass": 0.89 } } }, "usage": { "input_tokens": 572, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g039", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "partial", "confidence": 0.48, "probabilities": { "fail": 0.05, "pass": 0.3, "partial": 0.65 } } }, "usage": { "input_tokens": 735, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g046", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.25, "probabilities": { "partial": 0.49, "fail": 0.01, "pass": 0.5 } } }, "usage": { "input_tokens": 560, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g037", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.8, "probabilities": { "partial": 0.13, "pass": 0.87, "fail": 0.0 } } }, "usage": { "input_tokens": 574, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g018", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "partial", "confidence": 0.34, "probabilities": { "partial": 0.56, "pass": 0.43, "fail": 0.01 } } }, "usage": { "input_tokens": 556, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g045", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.66, "probabilities": { "partial": 0.22, "fail": 0.01, "pass": 0.77 } } }, "usage": { "input_tokens": 564, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g024", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.74, "probabilities": { "fail": 0.02, "partial": 0.15, "pass": 0.83 } } }, "usage": { "input_tokens": 526, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g013", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.55, "probabilities": { "fail": 0.01, "partial": 0.29, "pass": 0.7 } } }, "usage": { "input_tokens": 561, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g019", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "partial", "confidence": 0.2, "probabilities": { "fail": 0.11, "pass": 0.42, "partial": 0.47 } } }, "usage": { "input_tokens": 732, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g005", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "partial", "confidence": 0.35, "probabilities": { "pass": 0.38, "partial": 0.57, "fail": 0.05 } } }, "usage": { "input_tokens": 565, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g033", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.86, "probabilities": { "partial": 0.09, "pass": 0.91, "fail": 0.0 } } }, "usage": { "input_tokens": 574, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g027", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.4, "probabilities": { "pass": 0.6, "fail": 0.02, "partial": 0.38 } } }, "usage": { "input_tokens": 722, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g031", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.37, "probabilities": { "pass": 0.58, "fail": 0.02, "partial": 0.4 } } }, "usage": { "input_tokens": 721, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g014", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "partial", "confidence": 0.37, "probabilities": { "pass": 0.41, "partial": 0.58, "fail": 0.01 } } }, "usage": { "input_tokens": 552, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g041", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.67, "probabilities": { "partial": 0.21, "pass": 0.78, "fail": 0.01 } } }, "usage": { "input_tokens": 565, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g011", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.34, "probabilities": { "fail": 0.02, "pass": 0.56, "partial": 0.42 } } }, "usage": { "input_tokens": 719, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g007", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "partial", "confidence": 0.26, "probabilities": { "fail": 0.04, "partial": 0.51, "pass": 0.45 } } }, "usage": { "input_tokens": 730, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g006", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.55, "probabilities": { "fail": 0.01, "partial": 0.29, "pass": 0.7 } } }, "usage": { "input_tokens": 557, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g012", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.82, "probabilities": { "pass": 0.88, "partial": 0.11, "fail": 0.01 } } }, "usage": { "input_tokens": 522, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g021", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.85, "probabilities": { "pass": 0.9, "partial": 0.09, "fail": 0.01 } } }, "usage": { "input_tokens": 568, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g025", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.43, "probabilities": { "fail": 0.01, "pass": 0.62, "partial": 0.37 } } }, "usage": { "input_tokens": 564, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g038", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.98, "probabilities": { "fail": 0.0, "partial": 0.01, "pass": 0.99 } } }, "usage": { "input_tokens": 557, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g035", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "partial", "confidence": 0.3, "probabilities": { "partial": 0.53, "fail": 0.04, "pass": 0.43 } } }, "usage": { "input_tokens": 744, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g029", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.7, "probabilities": { "fail": 0.01, "pass": 0.8, "partial": 0.19 } } }, "usage": { "input_tokens": 565, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g003", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "partial", "confidence": 0.46, "probabilities": { "fail": 0.04, "pass": 0.32, "partial": 0.64 } } }, "usage": { "input_tokens": 731, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g022", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.49, "probabilities": { "fail": 0.01, "pass": 0.66, "partial": 0.33 } } }, "usage": { "input_tokens": 555, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g036", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "pass", "confidence": 0.55, "probabilities": { "partial": 0.28, "pass": 0.7, "fail": 0.02 } } }, "usage": { "input_tokens": 527, "output_tokens": 38 } }, "errors_before_success": [] }, { "id": "g026", "response": { "model": "jev-1.14.0", "answers": { "collection": { "type": "choice", "choice": "partial", "confidence": 0.55, "probabilities": { "pass": 0.21, "fail": 0.09, "partial": 0.7 } } }, "usage": { "input_tokens": 554, "output_tokens": 38 } }, "errors_before_success": [] } ], "finished_at": "2026-10-30T09:44:48.810715+00:00" }