{
  "schema_version": 1,
  "protocol_sha256": "0dfb15dbef4805474b4288d65fbe0cae8f7ea8e951358aac334ec546bb6436a4",
  "started_at": "2026-10-30T09:38:06.703498+00:00",
  "model_key": "haiku",
  "settings": {
    "model": "litellm_proxy/anthropic/claude-haiku-4-5",
    "transport": "eval proxy",
    "reasoning_effort": "none",
    "max_output_tokens": 256,
    "temperature_requested": 0,
    "legacy_thinking_budget": null
  },
  "source_sdk": "01bb167b04c00afc4d781f198fd8941a543eb266",
  "records": [
    {
      "case_id": "auth-login",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "default",
      "title": "🔒️ Login Failure After Password Reset",
      "characters": 37,
      "latency_seconds": 1.198,
      "errors": []
    },
    {
      "case_id": "auth-login",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "fixed",
      "title": "🔍 Login failure — investigate reset issue",
      "characters": 41,
      "latency_seconds": 0.685,
      "errors": []
    },
    {
      "case_id": "auth-session",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "fixed",
      "title": "🔍 Session Timeout — investigate cause",
      "characters": 37,
      "latency_seconds": 0.733,
      "errors": []
    },
    {
      "case_id": "auth-session",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "default",
      "title": "🔒️ Investigate 5-Minute Session Expiration",
      "characters": 42,
      "latency_seconds": 0.841,
      "errors": []
    },
    {
      "case_id": "auth-oauth",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 OAuth 400 Error Investigation",
      "characters": 31,
      "latency_seconds": 0.941,
      "errors": []
    },
    {
      "case_id": "auth-oauth",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "fixed",
      "title": "🔍 OAuth callbacks — investigate 400 error",
      "characters": 41,
      "latency_seconds": 0.862,
      "errors": []
    },
    {
      "case_id": "upgrade-urllib3",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "fixed",
      "title": "📦 urllib3 patch — upgrade and test",
      "characters": 34,
      "latency_seconds": 0.86,
      "errors": []
    },
    {
      "case_id": "upgrade-urllib3",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "default",
      "title": "📦️ Upgrade urllib3 & Run Tests",
      "characters": 30,
      "latency_seconds": 0.869,
      "errors": []
    },
    {
      "case_id": "upgrade-pydantic",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "default",
      "title": "📦 Upgrade Pydantic & Run Regression Tests",
      "characters": 41,
      "latency_seconds": 0.773,
      "errors": []
    },
    {
      "case_id": "upgrade-pydantic",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "fixed",
      "title": "📦 Pydantic — upgrade and test",
      "characters": 29,
      "latency_seconds": 0.724,
      "errors": []
    },
    {
      "case_id": "upgrade-pillow",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "fixed",
      "title": "📦 Pillow library — upgrade and test",
      "characters": 35,
      "latency_seconds": 0.791,
      "errors": []
    },
    {
      "case_id": "upgrade-pillow",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "default",
      "title": "📦️ Upgrade Pillow & Run Regression Tests",
      "characters": 40,
      "latency_seconds": 0.667,
      "errors": []
    },
    {
      "case_id": "filler-cache",
      "split": "reused",
      "family": "frontloading",
      "repeat": 1,
      "arm": "default",
      "title": "⚡️ Redis Cache Eviction & allkeys-lru Policy",
      "characters": 44,
      "latency_seconds": 1.046,
      "errors": []
    },
    {
      "case_id": "filler-cache",
      "split": "reused",
      "family": "frontloading",
      "repeat": 1,
      "arm": "fixed",
      "title": "📚 Redis eviction — explain allkeys-lru",
      "characters": 38,
      "latency_seconds": 1.049,
      "errors": []
    },
    {
      "case_id": "filler-build",
      "split": "reused",
      "family": "frontloading",
      "repeat": 1,
      "arm": "fixed",
      "title": "🦀 Rust compilation — explain cache misses",
      "characters": 41,
      "latency_seconds": 1.049,
      "errors": []
    },
    {
      "case_id": "filler-build",
      "split": "reused",
      "family": "frontloading",
      "repeat": 1,
      "arm": "default",
      "title": "⚡ Rust Incremental Compilation & Cache Misses",
      "characters": 45,
      "latency_seconds": 1.044,
      "errors": []
    },
    {
      "case_id": "feedback-complaint",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 Lesson Energy Limit Practice Interruption",
      "characters": 43,
      "latency_seconds": 0.835,
      "errors": []
    },
    {
      "case_id": "feedback-complaint",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "fixed",
      "title": "😤 Lesson energy limit — summarize complaints",
      "characters": 44,
      "latency_seconds": 0.806,
      "errors": []
    },
    {
      "case_id": "feedback-praise",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "fixed",
      "title": "👥 Offline lessons — summarize praise",
      "characters": 36,
      "latency_seconds": 0.764,
      "errors": []
    },
    {
      "case_id": "feedback-praise",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "✨ Summarize Offline Lessons Customer Praise",
      "characters": 43,
      "latency_seconds": 0.861,
      "errors": []
    },
    {
      "case_id": "feedback-mixed",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 Chess Lesson Feedback: Puzzles Good, Checkmat...",
      "characters": 50,
      "latency_seconds": 0.907,
      "errors": []
    },
    {
      "case_id": "feedback-mixed",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "fixed",
      "title": "♟️ Chess lessons — summarize mixed feedback",
      "characters": 43,
      "latency_seconds": 0.65,
      "errors": []
    },
    {
      "case_id": "neutral-compare",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "fixed",
      "title": "🗄️ SQLite vs PostgreSQL — compare",
      "characters": 33,
      "latency_seconds": 0.728,
      "errors": []
    },
    {
      "case_id": "neutral-compare",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "default",
      "title": "🗃️ SQLite vs PostgreSQL for Offline App",
      "characters": 39,
      "latency_seconds": 0.816,
      "errors": []
    },
    {
      "case_id": "negation",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "default",
      "title": "👷 Docker Disk Usage Inspection Guide",
      "characters": 36,
      "latency_seconds": 0.754,
      "errors": []
    },
    {
      "case_id": "negation",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "fixed",
      "title": "🐳 Docker usage — explain inspection",
      "characters": 35,
      "latency_seconds": 0.758,
      "errors": []
    },
    {
      "case_id": "uncertainty",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "fixed",
      "title": "🔐 TLS rotation — investigate",
      "characters": 28,
      "latency_seconds": 0.644,
      "errors": []
    },
    {
      "case_id": "uncertainty",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "default",
      "title": "🔒 TLS Certificate Rotation & Webhook Failures",
      "characters": 45,
      "latency_seconds": 0.738,
      "errors": []
    },
    {
      "case_id": "completed",
      "split": "reused",
      "family": "status",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 Write Release Note for Login Fix",
      "characters": 34,
      "latency_seconds": 0.731,
      "errors": []
    },
    {
      "case_id": "completed",
      "split": "reused",
      "family": "status",
      "repeat": 1,
      "arm": "fixed",
      "title": "✅ Login Fix — write release note",
      "characters": 32,
      "latency_seconds": 0.796,
      "errors": []
    },
    {
      "case_id": "long-tail",
      "split": "reused",
      "family": "input-cap",
      "repeat": 1,
      "arm": "fixed",
      "title": "🔍 Zephyr CSV — investigate crash",
      "characters": 32,
      "latency_seconds": 0.717,
      "errors": []
    },
    {
      "case_id": "long-tail",
      "split": "reused",
      "family": "input-cap",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 Fix Zephyr Unicode CSV Parser Crash",
      "characters": 37,
      "latency_seconds": 0.676,
      "errors": []
    },
    {
      "case_id": "backup-status",
      "split": "fresh",
      "family": "operations",
      "repeat": 1,
      "arm": "default",
      "title": "👷 Investigate Nightly Backup Permission Error",
      "characters": 45,
      "latency_seconds": 0.77,
      "errors": []
    },
    {
      "case_id": "backup-status",
      "split": "fresh",
      "family": "operations",
      "repeat": 1,
      "arm": "fixed",
      "title": "🔧 Backup error — investigate permission issue",
      "characters": 45,
      "latency_seconds": 0.726,
      "errors": []
    },
    {
      "case_id": "backup-restore",
      "split": "fresh",
      "family": "operations",
      "repeat": 1,
      "arm": "fixed",
      "title": "🔄 Backup restore — test safely",
      "characters": 30,
      "latency_seconds": 0.772,
      "errors": []
    },
    {
      "case_id": "backup-restore",
      "split": "fresh",
      "family": "operations",
      "repeat": 1,
      "arm": "default",
      "title": "✅ Test Backup Restore in Disposable Dir",
      "characters": 39,
      "latency_seconds": 0.72,
      "errors": []
    },
    {
      "case_id": "feedback-refunds",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "👔 Refund Processing Delays Report",
      "characters": 33,
      "latency_seconds": 0.708,
      "errors": []
    },
    {
      "case_id": "feedback-refunds",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "fixed",
      "title": "😤 Refund delays — summarize complaints",
      "characters": 38,
      "latency_seconds": 0.741,
      "errors": []
    },
    {
      "case_id": "feedback-accessibility",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "fixed",
      "title": "👥 Screen-reader labels — summarize praise",
      "characters": 41,
      "latency_seconds": 0.771,
      "errors": []
    },
    {
      "case_id": "feedback-accessibility",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "✨ Screen-Reader Labels Customer Praise Summary",
      "characters": 46,
      "latency_seconds": 0.735,
      "errors": []
    },
    {
      "case_id": "feedback-notifications",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "📝 Customer Feedback: Notifications Analysis",
      "characters": 43,
      "latency_seconds": 0.714,
      "errors": []
    },
    {
      "case_id": "feedback-notifications",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "fixed",
      "title": "🔔 Notification feedback — summarize",
      "characters": 35,
      "latency_seconds": 0.698,
      "errors": []
    },
    {
      "case_id": "proposal-not-approved",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 1,
      "arm": "fixed",
      "title": "🔧 Jenkins replacement — draft proposal",
      "characters": 38,
      "latency_seconds": 0.876,
      "errors": []
    },
    {
      "case_id": "proposal-not-approved",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 1,
      "arm": "default",
      "title": "👷 Jenkins to Buildkite Migration Proposal",
      "characters": 41,
      "latency_seconds": 0.851,
      "errors": []
    },
    {
      "case_id": "suspected-leak",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 1,
      "arm": "default",
      "title": "⚡️ Investigate Image Buffer Memory Growth",
      "characters": 41,
      "latency_seconds": 0.743,
      "errors": []
    },
    {
      "case_id": "suspected-leak",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 1,
      "arm": "fixed",
      "title": "🔍 Image buffers — investigate memory growth",
      "characters": 43,
      "latency_seconds": 0.689,
      "errors": []
    },
    {
      "case_id": "docs-after-revert",
      "split": "fresh",
      "family": "status",
      "repeat": 1,
      "arm": "fixed",
      "title": "🔄 Deployment revert — update timeline",
      "characters": 37,
      "latency_seconds": 0.696,
      "errors": []
    },
    {
      "case_id": "docs-after-revert",
      "split": "fresh",
      "family": "status",
      "repeat": 1,
      "arm": "default",
      "title": "🚀 Deployment Reverted - Update Incident Timeline",
      "characters": 48,
      "latency_seconds": 0.76,
      "errors": []
    },
    {
      "case_id": "auth-login",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "default",
      "title": "🔒️ Login Failure After Password Reset Investiga...",
      "characters": 50,
      "latency_seconds": 0.775,
      "errors": []
    },
    {
      "case_id": "auth-login",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "fixed",
      "title": "🔍 Login failure — investigate password reset",
      "characters": 44,
      "latency_seconds": 0.751,
      "errors": []
    },
    {
      "case_id": "auth-session",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "fixed",
      "title": "🔍 Session timeout — investigate cause",
      "characters": 37,
      "latency_seconds": 0.663,
      "errors": []
    },
    {
      "case_id": "auth-session",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "default",
      "title": "🔒️ Session Expiration Investigation",
      "characters": 35,
      "latency_seconds": 0.678,
      "errors": []
    },
    {
      "case_id": "auth-oauth",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 Debug OAuth 400 Callback Errors",
      "characters": 33,
      "latency_seconds": 0.722,
      "errors": []
    },
    {
      "case_id": "auth-oauth",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "fixed",
      "title": "🔍 OAuth callbacks — investigate 400 error",
      "characters": 41,
      "latency_seconds": 0.726,
      "errors": []
    },
    {
      "case_id": "upgrade-urllib3",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "fixed",
      "title": "🔧 urllib3 — upgrade and test",
      "characters": 28,
      "latency_seconds": 0.646,
      "errors": []
    },
    {
      "case_id": "upgrade-urllib3",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "default",
      "title": "📦️ Upgrade urllib3 and Run Regression Tests",
      "characters": 43,
      "latency_seconds": 0.722,
      "errors": []
    },
    {
      "case_id": "upgrade-pydantic",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "default",
      "title": "📦️ Upgrade Pydantic & Run Regression Tests",
      "characters": 42,
      "latency_seconds": 0.749,
      "errors": []
    },
    {
      "case_id": "upgrade-pydantic",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "fixed",
      "title": "📦 Pydantic — upgrade and test",
      "characters": 29,
      "latency_seconds": 0.713,
      "errors": []
    },
    {
      "case_id": "upgrade-pillow",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "fixed",
      "title": "📦 Pillow library — upgrade and test",
      "characters": 35,
      "latency_seconds": 0.742,
      "errors": []
    },
    {
      "case_id": "upgrade-pillow",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "default",
      "title": "📦️ Upgrade Pillow & Run Regression Tests",
      "characters": 40,
      "latency_seconds": 0.778,
      "errors": []
    },
    {
      "case_id": "filler-cache",
      "split": "reused",
      "family": "frontloading",
      "repeat": 2,
      "arm": "default",
      "title": "⚡️ Redis Cache Eviction & allkeys-lru",
      "characters": 37,
      "latency_seconds": 0.693,
      "errors": []
    },
    {
      "case_id": "filler-cache",
      "split": "reused",
      "family": "frontloading",
      "repeat": 2,
      "arm": "fixed",
      "title": "📚 Redis eviction — explain allkeys-lru",
      "characters": 38,
      "latency_seconds": 0.709,
      "errors": []
    },
    {
      "case_id": "filler-build",
      "split": "reused",
      "family": "frontloading",
      "repeat": 2,
      "arm": "fixed",
      "title": "🦀 Rust compilation — explain cache misses",
      "characters": 41,
      "latency_seconds": 0.741,
      "errors": []
    },
    {
      "case_id": "filler-build",
      "split": "reused",
      "family": "frontloading",
      "repeat": 2,
      "arm": "default",
      "title": "👷 Rust Incremental Compilation Cache",
      "characters": 36,
      "latency_seconds": 0.766,
      "errors": []
    },
    {
      "case_id": "feedback-complaint",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 Lesson Energy Limit Complaint Summary",
      "characters": 39,
      "latency_seconds": 0.75,
      "errors": []
    },
    {
      "case_id": "feedback-complaint",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "fixed",
      "title": "😤 Lesson Energy — summarize complaints",
      "characters": 38,
      "latency_seconds": 0.762,
      "errors": []
    },
    {
      "case_id": "feedback-praise",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "fixed",
      "title": "⭐ Offline lessons — summarize praise",
      "characters": 36,
      "latency_seconds": 0.784,
      "errors": []
    },
    {
      "case_id": "feedback-praise",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "✨ Summarize Offline Lessons Customer Praise",
      "characters": 43,
      "latency_seconds": 0.767,
      "errors": []
    },
    {
      "case_id": "feedback-mixed",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 Chess Lesson Feedback: Puzzles Good, Checkmat...",
      "characters": 50,
      "latency_seconds": 0.821,
      "errors": []
    },
    {
      "case_id": "feedback-mixed",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "fixed",
      "title": "♟️ Chess lessons — summarize mixed feedback",
      "characters": 43,
      "latency_seconds": 0.717,
      "errors": []
    },
    {
      "case_id": "neutral-compare",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "fixed",
      "title": "🗄️ Database choice — compare options",
      "characters": 36,
      "latency_seconds": 0.588,
      "errors": []
    },
    {
      "case_id": "neutral-compare",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "default",
      "title": "🗃️ SQLite vs PostgreSQL for Offline-First App",
      "characters": 45,
      "latency_seconds": 0.771,
      "errors": []
    },
    {
      "case_id": "negation",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "default",
      "title": "👷 Inspect Docker Disk Usage Guide",
      "characters": 33,
      "latency_seconds": 0.727,
      "errors": []
    },
    {
      "case_id": "negation",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "fixed",
      "title": "🐳 Docker storage — explain inspection",
      "characters": 37,
      "latency_seconds": 0.847,
      "errors": []
    },
    {
      "case_id": "uncertainty",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "fixed",
      "title": "🔍 TLS certificate — investigate",
      "characters": 31,
      "latency_seconds": 0.604,
      "errors": []
    },
    {
      "case_id": "uncertainty",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "default",
      "title": "🔒️ TLS Certificate Rotation & Webhook Failures",
      "characters": 46,
      "latency_seconds": 0.811,
      "errors": []
    },
    {
      "case_id": "completed",
      "split": "reused",
      "family": "status",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 Write Login Fix Release Note",
      "characters": 30,
      "latency_seconds": 0.719,
      "errors": []
    },
    {
      "case_id": "completed",
      "split": "reused",
      "family": "status",
      "repeat": 2,
      "arm": "fixed",
      "title": "✅ Login Fix — write release note",
      "characters": 32,
      "latency_seconds": 0.679,
      "errors": []
    },
    {
      "case_id": "long-tail",
      "split": "reused",
      "family": "input-cap",
      "repeat": 2,
      "arm": "fixed",
      "title": "🔍 Zephyr parser — investigate crash",
      "characters": 35,
      "latency_seconds": 0.741,
      "errors": []
    },
    {
      "case_id": "long-tail",
      "split": "reused",
      "family": "input-cap",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 Zephyr Unicode CSV Parser Crash Investigation",
      "characters": 47,
      "latency_seconds": 0.726,
      "errors": []
    },
    {
      "case_id": "backup-status",
      "split": "fresh",
      "family": "operations",
      "repeat": 2,
      "arm": "default",
      "title": "👷 Investigate Nightly Backup Permission Error",
      "characters": 45,
      "latency_seconds": 0.828,
      "errors": []
    },
    {
      "case_id": "backup-status",
      "split": "fresh",
      "family": "operations",
      "repeat": 2,
      "arm": "fixed",
      "title": "🔍 Backup failure — investigate permission error",
      "characters": 47,
      "latency_seconds": 0.653,
      "errors": []
    },
    {
      "case_id": "backup-restore",
      "split": "fresh",
      "family": "operations",
      "repeat": 2,
      "arm": "fixed",
      "title": "🔄 Backup restore — test safely",
      "characters": 30,
      "latency_seconds": 0.809,
      "errors": []
    },
    {
      "case_id": "backup-restore",
      "split": "fresh",
      "family": "operations",
      "repeat": 2,
      "arm": "default",
      "title": "✅ Testing Backup Restore Safely",
      "characters": 31,
      "latency_seconds": 0.582,
      "errors": []
    },
    {
      "case_id": "feedback-refunds",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "👔 Customer Refund Processing Delays",
      "characters": 35,
      "latency_seconds": 0.704,
      "errors": []
    },
    {
      "case_id": "feedback-refunds",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "fixed",
      "title": "📋 Refund delays — summarize complaints",
      "characters": 38,
      "latency_seconds": 0.749,
      "errors": []
    },
    {
      "case_id": "feedback-accessibility",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "fixed",
      "title": "👥 Screen-reader labels — summarize feedback",
      "characters": 43,
      "latency_seconds": 0.825,
      "errors": []
    },
    {
      "case_id": "feedback-accessibility",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "✨ Customer Praise for Screen-Reader Labels",
      "characters": 42,
      "latency_seconds": 0.718,
      "errors": []
    },
    {
      "case_id": "feedback-notifications",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "📝 Customer Feedback Summary: Features & Issues",
      "characters": 46,
      "latency_seconds": 0.75,
      "errors": []
    },
    {
      "case_id": "feedback-notifications",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "fixed",
      "title": "📢 Notifications — summarize feedback",
      "characters": 36,
      "latency_seconds": 0.714,
      "errors": []
    },
    {
      "case_id": "proposal-not-approved",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 2,
      "arm": "fixed",
      "title": "🔨 Jenkins replacement — draft proposal",
      "characters": 38,
      "latency_seconds": 0.778,
      "errors": []
    },
    {
      "case_id": "proposal-not-approved",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 2,
      "arm": "default",
      "title": "👷 Jenkins to Buildkite Migration Proposal",
      "characters": 41,
      "latency_seconds": 0.785,
      "errors": []
    },
    {
      "case_id": "suspected-leak",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 2,
      "arm": "default",
      "title": "⚡️ Investigate Image Buffer Memory Growth",
      "characters": 41,
      "latency_seconds": 1.166,
      "errors": []
    },
    {
      "case_id": "suspected-leak",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 2,
      "arm": "fixed",
      "title": "🔍 Image buffers — investigate memory growth hyp...",
      "characters": 50,
      "latency_seconds": 1.058,
      "errors": []
    },
    {
      "case_id": "docs-after-revert",
      "split": "fresh",
      "family": "status",
      "repeat": 2,
      "arm": "fixed",
      "title": "🔄 Deployment Revert — update timeline",
      "characters": 37,
      "latency_seconds": 1.038,
      "errors": []
    },
    {
      "case_id": "docs-after-revert",
      "split": "fresh",
      "family": "status",
      "repeat": 2,
      "arm": "default",
      "title": "🚀 Deployment Reverted - Update Incident Timeline",
      "characters": 48,
      "latency_seconds": 1.047,
      "errors": []
    }
  ],
  "finished_at": "2026-10-30T09:39:21.665590+00:00"
}