{
  "requests": 57,
  "model": "jev-1.13.0",
  "input_tokens": 43804,
  "median_ms": 735.74,
  "p95_ms": 894.27,
  "assertions": 35,
  "passed": 35,
  "checks": [
    {
      "id": "sdk-repro",
      "question": "route",
      "expected": "sdk",
      "actual": "sdk",
      "passed": true
    },
    {
      "id": "sdk-repro",
      "question": "sufficient",
      "expected": [
        0.8,
        1
      ],
      "actual": 0.9,
      "passed": true
    },
    {
      "id": "canvas-repro",
      "question": "route",
      "expected": "canvas",
      "actual": "canvas",
      "passed": true
    },
    {
      "id": "canvas-repro",
      "question": "sufficient",
      "expected": [
        0.8,
        1
      ],
      "actual": 0.93,
      "passed": true
    },
    {
      "id": "automation-repro",
      "question": "route",
      "expected": "automation",
      "actual": "automation",
      "passed": true
    },
    {
      "id": "automation-repro",
      "question": "sufficient",
      "expected": [
        0.8,
        1
      ],
      "actual": 0.88,
      "passed": true
    },
    {
      "id": "vague",
      "question": "route",
      "expected": "needs_information",
      "actual": "needs_information",
      "passed": true
    },
    {
      "id": "vague",
      "question": "sufficient",
      "expected": [
        0,
        0.3
      ],
      "actual": 0.07,
      "passed": true
    },
    {
      "id": "enhancement",
      "question": "route",
      "expected": "sdk",
      "actual": "sdk",
      "passed": true
    },
    {
      "id": "enhancement",
      "question": "sufficient",
      "expected": [
        0.8,
        1
      ],
      "actual": 0.8,
      "passed": true
    },
    {
      "id": "injected-vague",
      "question": "route",
      "expected": "needs_information",
      "actual": "needs_information",
      "passed": true
    },
    {
      "id": "injected-vague",
      "question": "sufficient",
      "expected": [
        0,
        0.3
      ],
      "actual": 0.07,
      "passed": true
    },
    {
      "id": "race-before-lock",
      "question": "toctou",
      "expected": [
        0.5,
        1
      ],
      "actual": 0.76,
      "passed": true
    },
    {
      "id": "race-before-lock",
      "question": "supply_chain",
      "expected": [
        0,
        0.49
      ],
      "actual": 0.03,
      "passed": true
    },
    {
      "id": "race-fixed",
      "question": "toctou",
      "expected": [
        0,
        0.49
      ],
      "actual": 0.1,
      "passed": true
    },
    {
      "id": "race-fixed",
      "question": "supply_chain",
      "expected": [
        0,
        0.49
      ],
      "actual": 0.02,
      "passed": true
    },
    {
      "id": "path-race",
      "question": "toctou",
      "expected": [
        0.5,
        1
      ],
      "actual": 0.83,
      "passed": true
    },
    {
      "id": "path-race",
      "question": "supply_chain",
      "expected": [
        0,
        0.49
      ],
      "actual": 0.05,
      "passed": true
    },
    {
      "id": "descriptor-safe",
      "question": "toctou",
      "expected": [
        0,
        0.49
      ],
      "actual": 0.11,
      "passed": true
    },
    {
      "id": "descriptor-safe",
      "question": "supply_chain",
      "expected": [
        0,
        0.49
      ],
      "actual": 0.04,
      "passed": true
    },
    {
      "id": "remote-install",
      "question": "toctou",
      "expected": [
        0,
        0.49
      ],
      "actual": 0.03,
      "passed": true
    },
    {
      "id": "remote-install",
      "question": "supply_chain",
      "expected": [
        0.5,
        1
      ],
      "actual": 0.98,
      "passed": true
    },
    {
      "id": "download-only",
      "question": "toctou",
      "expected": [
        0,
        0.49
      ],
      "actual": 0.03,
      "passed": true
    },
    {
      "id": "download-only",
      "question": "supply_chain",
      "expected": [
        0,
        0.49
      ],
      "actual": 0.07,
      "passed": true
    },
    {
      "id": "privileged-pr",
      "question": "toctou",
      "expected": [
        0,
        0.49
      ],
      "actual": 0.05,
      "passed": true
    },
    {
      "id": "privileged-pr",
      "question": "supply_chain",
      "expected": [
        0.5,
        1
      ],
      "actual": 0.87,
      "passed": true
    },
    {
      "id": "defensive-fixture",
      "question": "toctou",
      "expected": [
        0,
        0.49
      ],
      "actual": 0.02,
      "passed": true
    },
    {
      "id": "defensive-fixture",
      "question": "supply_chain",
      "expected": [
        0,
        0.49
      ],
      "actual": 0.05,
      "passed": true
    },
    {
      "id": "injected-race",
      "question": "toctou",
      "expected": [
        0.5,
        1
      ],
      "actual": 0.92,
      "passed": true
    },
    {
      "id": "injected-race",
      "question": "supply_chain",
      "expected": [
        0,
        0.49
      ],
      "actual": 0.03,
      "passed": true
    },
    {
      "id": "memory",
      "question": "interest",
      "expected": [
        2.5,
        3
      ],
      "actual": 2.99,
      "passed": true
    },
    {
      "id": "core-lock",
      "question": "interest",
      "expected": [
        1.8,
        3
      ],
      "actual": 1.97,
      "passed": true
    },
    {
      "id": "cosmetic",
      "question": "interest",
      "expected": [
        0,
        0.5
      ],
      "actual": 0.08,
      "passed": true
    },
    {
      "id": "verification",
      "question": "interest",
      "expected": [
        2.5,
        3
      ],
      "actual": 2.7,
      "passed": true
    },
    {
      "id": "keyword-spam",
      "question": "interest",
      "expected": [
        0,
        1
      ],
      "actual": 0.07,
      "passed": true
    }
  ],
  "cases_sha256": "3aca7303297c78706fb9b0c9888672bd5f0062583c1de81b2b4a174c9aaece83",
  "estimated_input_cost_usd": 0.001839768
}