{
  "schema_version": 1,
  "protocol_sha256": "0dfb15dbef4805474b4288d65fbe0cae8f7ea8e951358aac334ec546bb6436a4",
  "started_at": "2026-10-30T09:38:06.837896+00:00",
  "model_key": "gemini",
  "settings": {
    "model": "litellm_proxy/gemini-3-flash-preview",
    "transport": "eval proxy",
    "reasoning_effort": "none",
    "max_output_tokens": 256,
    "temperature_requested": 0,
    "legacy_thinking_budget": null
  },
  "source_sdk": "01bb167b04c00afc4d781f198fd8941a543eb266",
  "records": [
    {
      "case_id": "auth-login",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 Debugging Login Failure After Password Reset",
      "characters": 46,
      "latency_seconds": 1.645,
      "errors": []
    },
    {
      "case_id": "auth-login",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "fixed",
      "title": "🔑 Login Failure — investigate reset issue",
      "characters": 41,
      "latency_seconds": 0.837,
      "errors": []
    },
    {
      "case_id": "auth-session",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "fixed",
      "title": "🕵️ Session Expiry — investigate timeout",
      "characters": 39,
      "latency_seconds": 3.779,
      "errors": []
    },
    {
      "case_id": "auth-session",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "default",
      "title": "👔 Debugging 5-Minute Session Expiration",
      "characters": 39,
      "latency_seconds": 0.986,
      "errors": []
    },
    {
      "case_id": "auth-oauth",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 Debugging OAuth Callback HTTP 400 Errors",
      "characters": 42,
      "latency_seconds": 1.5,
      "errors": []
    },
    {
      "case_id": "auth-oauth",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "fixed",
      "title": "🔑 OAuth callbacks — investigate 400 error",
      "characters": 41,
      "latency_seconds": 1.587,
      "errors": []
    },
    {
      "case_id": "upgrade-urllib3",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "fixed",
      "title": "🐍 urllib3 Upgrade — upgrade/test",
      "characters": 32,
      "latency_seconds": 1.047,
      "errors": []
    },
    {
      "case_id": "upgrade-urllib3",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "default",
      "title": "📦️ Upgrade urllib3 and Run Regression Tests",
      "characters": 43,
      "latency_seconds": 1.579,
      "errors": []
    },
    {
      "case_id": "upgrade-pydantic",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "default",
      "title": "📦️ Upgrade Pydantic and Run Tests",
      "characters": 33,
      "latency_seconds": 1.042,
      "errors": []
    },
    {
      "case_id": "upgrade-pydantic",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "fixed",
      "title": "🐍 Pydantic Version — upgrade and test",
      "characters": 37,
      "latency_seconds": 1.959,
      "errors": []
    },
    {
      "case_id": "upgrade-pillow",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "fixed",
      "title": "🖼️ Pillow Upgrade — upgrade/test",
      "characters": 32,
      "latency_seconds": 0.972,
      "errors": []
    },
    {
      "case_id": "upgrade-pillow",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "default",
      "title": "📦️ Upgrade Pillow and Run Regression Tests",
      "characters": 42,
      "latency_seconds": 1.246,
      "errors": []
    },
    {
      "case_id": "filler-cache",
      "split": "reused",
      "family": "frontloading",
      "repeat": 1,
      "arm": "default",
      "title": "🗃️ Redis Cache Eviction and allkeys-lru Policy",
      "characters": 46,
      "latency_seconds": 0.954,
      "errors": []
    },
    {
      "case_id": "filler-cache",
      "split": "reused",
      "family": "frontloading",
      "repeat": 1,
      "arm": "fixed",
      "title": "🧠 Redis Eviction — explain allkeys-lru policy",
      "characters": 45,
      "latency_seconds": 1.142,
      "errors": []
    },
    {
      "case_id": "filler-build",
      "split": "reused",
      "family": "frontloading",
      "repeat": 1,
      "arm": "fixed",
      "title": "🦀 Rust Compilation — explain cache misses",
      "characters": 41,
      "latency_seconds": 1.376,
      "errors": []
    },
    {
      "case_id": "filler-build",
      "split": "reused",
      "family": "frontloading",
      "repeat": 1,
      "arm": "default",
      "title": "⚡️ Rust Incremental Compilation & Cache Misses",
      "characters": 46,
      "latency_seconds": 0.907,
      "errors": []
    },
    {
      "case_id": "feedback-complaint",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "📝 Summarize Lesson Energy Limit Complaints",
      "characters": 42,
      "latency_seconds": 0.742,
      "errors": []
    },
    {
      "case_id": "feedback-complaint",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "fixed",
      "title": "⚠️ Energy Limits — summarize complaints",
      "characters": 39,
      "latency_seconds": 1.04,
      "errors": []
    },
    {
      "case_id": "feedback-praise",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "fixed",
      "title": "✨ Offline Lessons — summarize praise",
      "characters": 36,
      "latency_seconds": 0.76,
      "errors": []
    },
    {
      "case_id": "feedback-praise",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "📝 Summarize Offline Lessons Praise",
      "characters": 34,
      "latency_seconds": 1.094,
      "errors": []
    },
    {
      "case_id": "feedback-mixed",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 Fix Chess Checkmate Logic & Summarize Feedback",
      "characters": 48,
      "latency_seconds": 1.633,
      "errors": []
    },
    {
      "case_id": "feedback-mixed",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "fixed",
      "title": "♟️ Chess Lessons — summarize mixed feedback",
      "characters": 43,
      "latency_seconds": 0.95,
      "errors": []
    },
    {
      "case_id": "neutral-compare",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "fixed",
      "title": "📊 Database Choice — compare options",
      "characters": 35,
      "latency_seconds": 0.779,
      "errors": []
    },
    {
      "case_id": "neutral-compare",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "default",
      "title": "🗃️ Compare SQLite vs PostgreSQL for Offline App",
      "characters": 47,
      "latency_seconds": 0.777,
      "errors": []
    },
    {
      "case_id": "negation",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "default",
      "title": "🔧 Inspect Docker Disk Usage",
      "characters": 27,
      "latency_seconds": 1.548,
      "errors": []
    },
    {
      "case_id": "negation",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "fixed",
      "title": "🐳 Docker usage — explain inspection",
      "characters": 35,
      "latency_seconds": 1.512,
      "errors": []
    },
    {
      "case_id": "uncertainty",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "fixed",
      "title": "🌐 Webhook Failures — investigate TLS rotation",
      "characters": 45,
      "latency_seconds": 1.031,
      "errors": []
    },
    {
      "case_id": "uncertainty",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "default",
      "title": "🚀 Investigate TLS Rotation Webhook Failures",
      "characters": 43,
      "latency_seconds": 1.383,
      "errors": []
    },
    {
      "case_id": "completed",
      "split": "reused",
      "family": "status",
      "repeat": 1,
      "arm": "default",
      "title": "📝 Write Login Fix Release Note",
      "characters": 30,
      "latency_seconds": 0.841,
      "errors": []
    },
    {
      "case_id": "completed",
      "split": "reused",
      "family": "status",
      "repeat": 1,
      "arm": "fixed",
      "title": "📝 Login Fix — write release note",
      "characters": 32,
      "latency_seconds": 0.915,
      "errors": []
    },
    {
      "case_id": "long-tail",
      "split": "reused",
      "family": "input-cap",
      "repeat": 1,
      "arm": "fixed",
      "title": "🔍 Zephyr Parser — investigate Unicode crash",
      "characters": 43,
      "latency_seconds": 1.648,
      "errors": []
    },
    {
      "case_id": "long-tail",
      "split": "reused",
      "family": "input-cap",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 Fix Zephyr Unicode CSV Parser Crash",
      "characters": 37,
      "latency_seconds": 1.301,
      "errors": []
    },
    {
      "case_id": "backup-status",
      "split": "fresh",
      "family": "operations",
      "repeat": 1,
      "arm": "default",
      "title": "🔧 Debug Nightly Backup Permission Error",
      "characters": 39,
      "latency_seconds": 1.069,
      "errors": []
    },
    {
      "case_id": "backup-status",
      "split": "fresh",
      "family": "operations",
      "repeat": 1,
      "arm": "fixed",
      "title": "💾 Backup Failure — investigate error",
      "characters": 36,
      "latency_seconds": 1.027,
      "errors": []
    },
    {
      "case_id": "backup-restore",
      "split": "fresh",
      "family": "operations",
      "repeat": 1,
      "arm": "fixed",
      "title": "💾 Backup Restore — explain testing process",
      "characters": 42,
      "latency_seconds": 1.063,
      "errors": []
    },
    {
      "case_id": "backup-restore",
      "split": "fresh",
      "family": "operations",
      "repeat": 1,
      "arm": "default",
      "title": "🗃️ Test Backup Restore in Disposable Dir",
      "characters": 40,
      "latency_seconds": 1.068,
      "errors": []
    },
    {
      "case_id": "feedback-refunds",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "📝 Summarize Refund Delay Complaints",
      "characters": 35,
      "latency_seconds": 0.686,
      "errors": []
    },
    {
      "case_id": "feedback-refunds",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "fixed",
      "title": "⚠️ Refund Delays — summarize complaints",
      "characters": 39,
      "latency_seconds": 0.883,
      "errors": []
    },
    {
      "case_id": "feedback-accessibility",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "fixed",
      "title": "📢 Screen-reader labels — summarize praise",
      "characters": 41,
      "latency_seconds": 0.847,
      "errors": []
    },
    {
      "case_id": "feedback-accessibility",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "✨ Summarize Screen-Reader Label Praise",
      "characters": 38,
      "latency_seconds": 0.96,
      "errors": []
    },
    {
      "case_id": "feedback-notifications",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "📝 Summarize Notification Feedback",
      "characters": 33,
      "latency_seconds": 1.196,
      "errors": []
    },
    {
      "case_id": "feedback-notifications",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "fixed",
      "title": "🔔 Notification Feedback — summarize mixed views",
      "characters": 47,
      "latency_seconds": 1.441,
      "errors": []
    },
    {
      "case_id": "proposal-not-approved",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 1,
      "arm": "fixed",
      "title": "🏗️ Buildkite Proposal — draft replacement",
      "characters": 41,
      "latency_seconds": 1.806,
      "errors": []
    },
    {
      "case_id": "proposal-not-approved",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 1,
      "arm": "default",
      "title": "👷 Jenkins to Buildkite Migration Proposal",
      "characters": 41,
      "latency_seconds": 1.249,
      "errors": []
    },
    {
      "case_id": "suspected-leak",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 1,
      "arm": "default",
      "title": "⚡️ Investigate Image Buffer Memory Growth",
      "characters": 41,
      "latency_seconds": 1.153,
      "errors": []
    },
    {
      "case_id": "suspected-leak",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 1,
      "arm": "fixed",
      "title": "🖼️ Image Buffers — investigate memory growth",
      "characters": 44,
      "latency_seconds": 1.025,
      "errors": []
    },
    {
      "case_id": "docs-after-revert",
      "split": "fresh",
      "family": "status",
      "repeat": 1,
      "arm": "fixed",
      "title": "📉 Incident timeline — update details",
      "characters": 36,
      "latency_seconds": 0.764,
      "errors": []
    },
    {
      "case_id": "docs-after-revert",
      "split": "fresh",
      "family": "status",
      "repeat": 1,
      "arm": "default",
      "title": "🚀 Update Incident Timeline for Reverted Deployment",
      "characters": 50,
      "latency_seconds": 2.818,
      "errors": []
    },
    {
      "case_id": "auth-login",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 Debugging Login Failure After Password Reset",
      "characters": 46,
      "latency_seconds": 0.641,
      "errors": []
    },
    {
      "case_id": "auth-login",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "fixed",
      "title": "🔑 Login Failure — investigate reset issue",
      "characters": 41,
      "latency_seconds": 0.936,
      "errors": []
    },
    {
      "case_id": "auth-session",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "fixed",
      "title": "🕵️ Session Expiry — investigate timeout",
      "characters": 39,
      "latency_seconds": 1.57,
      "errors": []
    },
    {
      "case_id": "auth-session",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "default",
      "title": "👔 Debugging Session Expiration Timeout",
      "characters": 38,
      "latency_seconds": 1.24,
      "errors": []
    },
    {
      "case_id": "auth-oauth",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 Debugging OAuth Callback HTTP 400 Errors",
      "characters": 42,
      "latency_seconds": 5.571,
      "errors": []
    },
    {
      "case_id": "auth-oauth",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "fixed",
      "title": "🔑 OAuth Callbacks — investigate 400 error",
      "characters": 41,
      "latency_seconds": 0.91,
      "errors": []
    },
    {
      "case_id": "upgrade-urllib3",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "fixed",
      "title": "🐍 urllib3 Upgrade — upgrade/test",
      "characters": 32,
      "latency_seconds": 1.189,
      "errors": []
    },
    {
      "case_id": "upgrade-urllib3",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "default",
      "title": "📦️ Upgrade urllib3 and Run Tests",
      "characters": 32,
      "latency_seconds": 1.162,
      "errors": []
    },
    {
      "case_id": "upgrade-pydantic",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "default",
      "title": "📦️ Upgrade Pydantic and Run Tests",
      "characters": 33,
      "latency_seconds": 0.994,
      "errors": []
    },
    {
      "case_id": "upgrade-pydantic",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "fixed",
      "title": "⬆️ Pydantic Version — upgrade/test",
      "characters": 34,
      "latency_seconds": 0.988,
      "errors": []
    },
    {
      "case_id": "upgrade-pillow",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "fixed",
      "title": "🖼️ Pillow Library — upgrade and test",
      "characters": 36,
      "latency_seconds": 1.375,
      "errors": []
    },
    {
      "case_id": "upgrade-pillow",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "default",
      "title": "📦️ Upgrade Pillow and Run Regression Tests",
      "characters": 42,
      "latency_seconds": 2.929,
      "errors": []
    },
    {
      "case_id": "filler-cache",
      "split": "reused",
      "family": "frontloading",
      "repeat": 2,
      "arm": "default",
      "title": "🗃️ Redis Cache Eviction and allkeys-lru Policy",
      "characters": 46,
      "latency_seconds": 1.109,
      "errors": []
    },
    {
      "case_id": "filler-cache",
      "split": "reused",
      "family": "frontloading",
      "repeat": 2,
      "arm": "fixed",
      "title": "🧠 Redis Eviction — explain allkeys-lru policy",
      "characters": 45,
      "latency_seconds": 1.405,
      "errors": []
    },
    {
      "case_id": "filler-build",
      "split": "reused",
      "family": "frontloading",
      "repeat": 2,
      "arm": "fixed",
      "title": "🦀 Rust Compilation — explain cache misses",
      "characters": 41,
      "latency_seconds": 0.842,
      "errors": []
    },
    {
      "case_id": "filler-build",
      "split": "reused",
      "family": "frontloading",
      "repeat": 2,
      "arm": "default",
      "title": "⚡️ Rust Incremental Compilation & Cache Misses",
      "characters": 46,
      "latency_seconds": 0.77,
      "errors": []
    },
    {
      "case_id": "feedback-complaint",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "📝 Summarize Lesson Energy Complaints",
      "characters": 36,
      "latency_seconds": 0.798,
      "errors": []
    },
    {
      "case_id": "feedback-complaint",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "fixed",
      "title": "⚠️ Energy Limits — summarize complaints",
      "characters": 39,
      "latency_seconds": 0.799,
      "errors": []
    },
    {
      "case_id": "feedback-praise",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "fixed",
      "title": "🚆 Offline Lessons — summarize praise",
      "characters": 36,
      "latency_seconds": 1.119,
      "errors": []
    },
    {
      "case_id": "feedback-praise",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "📝 Summarize Offline Lessons Praise",
      "characters": 34,
      "latency_seconds": 0.704,
      "errors": []
    },
    {
      "case_id": "feedback-mixed",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "📝 Summarize Chess Lesson Feedback",
      "characters": 33,
      "latency_seconds": 0.737,
      "errors": []
    },
    {
      "case_id": "feedback-mixed",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "fixed",
      "title": "♟️ Chess lessons — summarize mixed feedback",
      "characters": 43,
      "latency_seconds": 1.368,
      "errors": []
    },
    {
      "case_id": "neutral-compare",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "fixed",
      "title": "🗄️ Database Choice — compare options",
      "characters": 36,
      "latency_seconds": 1.088,
      "errors": []
    },
    {
      "case_id": "neutral-compare",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "default",
      "title": "🗃️ Compare SQLite vs PostgreSQL for Offline App",
      "characters": 47,
      "latency_seconds": 0.723,
      "errors": []
    },
    {
      "case_id": "negation",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "default",
      "title": "🔧 Inspect Docker Disk Usage",
      "characters": 27,
      "latency_seconds": 0.774,
      "errors": []
    },
    {
      "case_id": "negation",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "fixed",
      "title": "🐳 Docker usage — explain inspection",
      "characters": 35,
      "latency_seconds": 0.678,
      "errors": []
    },
    {
      "case_id": "uncertainty",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "fixed",
      "title": "🌐 Webhook Failures — investigate TLS rotation",
      "characters": 45,
      "latency_seconds": 0.898,
      "errors": []
    },
    {
      "case_id": "uncertainty",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "default",
      "title": "🚀 Investigate TLS Rotation Webhook Failures",
      "characters": 43,
      "latency_seconds": 0.817,
      "errors": []
    },
    {
      "case_id": "completed",
      "split": "reused",
      "family": "status",
      "repeat": 2,
      "arm": "default",
      "title": "📝 Write Login Fix Release Note",
      "characters": 30,
      "latency_seconds": 3.372,
      "errors": []
    },
    {
      "case_id": "completed",
      "split": "reused",
      "family": "status",
      "repeat": 2,
      "arm": "fixed",
      "title": "📝 Login Fix — write release note",
      "characters": 32,
      "latency_seconds": 0.871,
      "errors": []
    },
    {
      "case_id": "long-tail",
      "split": "reused",
      "family": "input-cap",
      "repeat": 2,
      "arm": "fixed",
      "title": "🔍 Zephyr Parser — investigate Unicode crash",
      "characters": 43,
      "latency_seconds": 1.748,
      "errors": []
    },
    {
      "case_id": "long-tail",
      "split": "reused",
      "family": "input-cap",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 Fix Zephyr Unicode CSV Parser Crash",
      "characters": 37,
      "latency_seconds": 0.806,
      "errors": []
    },
    {
      "case_id": "backup-status",
      "split": "fresh",
      "family": "operations",
      "repeat": 2,
      "arm": "default",
      "title": "🔧 Debug Nightly Backup Permission Error",
      "characters": 39,
      "latency_seconds": 0.805,
      "errors": []
    },
    {
      "case_id": "backup-status",
      "split": "fresh",
      "family": "operations",
      "repeat": 2,
      "arm": "fixed",
      "title": "💾 Backup Failure — investigate error",
      "characters": 36,
      "latency_seconds": 0.891,
      "errors": []
    },
    {
      "case_id": "backup-restore",
      "split": "fresh",
      "family": "operations",
      "repeat": 2,
      "arm": "fixed",
      "title": "💾 Backup Restore — explain testing process",
      "characters": 42,
      "latency_seconds": 0.832,
      "errors": []
    },
    {
      "case_id": "backup-restore",
      "split": "fresh",
      "family": "operations",
      "repeat": 2,
      "arm": "default",
      "title": "🗃️ Test Database Restore in Disposable Dir",
      "characters": 42,
      "latency_seconds": 1.534,
      "errors": []
    },
    {
      "case_id": "feedback-refunds",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "📝 Summarize Customer Refund Delay Complaints",
      "characters": 44,
      "latency_seconds": 1.259,
      "errors": []
    },
    {
      "case_id": "feedback-refunds",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "fixed",
      "title": "📉 Refund delays — summarize complaints",
      "characters": 38,
      "latency_seconds": 0.815,
      "errors": []
    },
    {
      "case_id": "feedback-accessibility",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "fixed",
      "title": "📢 Screen-reader labels — summarize praise",
      "characters": 41,
      "latency_seconds": 0.727,
      "errors": []
    },
    {
      "case_id": "feedback-accessibility",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "📝 Summarize Screen-Reader Label Praise",
      "characters": 38,
      "latency_seconds": 1.915,
      "errors": []
    },
    {
      "case_id": "feedback-notifications",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "📝 Summarize Notification Feedback",
      "characters": 33,
      "latency_seconds": 0.897,
      "errors": []
    },
    {
      "case_id": "feedback-notifications",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "fixed",
      "title": "🔔 Notification Feedback — summarize mixed views",
      "characters": 47,
      "latency_seconds": 1.042,
      "errors": []
    },
    {
      "case_id": "proposal-not-approved",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 2,
      "arm": "fixed",
      "title": "🏗️ Buildkite Proposal — draft replacement",
      "characters": 41,
      "latency_seconds": 2.39,
      "errors": []
    },
    {
      "case_id": "proposal-not-approved",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 2,
      "arm": "default",
      "title": "👷 Jenkins to Buildkite Migration Proposal",
      "characters": 41,
      "latency_seconds": 1.188,
      "errors": []
    },
    {
      "case_id": "suspected-leak",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 2,
      "arm": "default",
      "title": "⚡️ Investigate Image Buffer Memory Growth",
      "characters": 41,
      "latency_seconds": 1.374,
      "errors": []
    },
    {
      "case_id": "suspected-leak",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 2,
      "arm": "fixed",
      "title": "🖼️ Image Buffers — investigate memory growth",
      "characters": 44,
      "latency_seconds": 0.821,
      "errors": []
    },
    {
      "case_id": "docs-after-revert",
      "split": "fresh",
      "family": "status",
      "repeat": 2,
      "arm": "fixed",
      "title": "🕒 Incident Timeline — update details",
      "characters": 36,
      "latency_seconds": 2.349,
      "errors": []
    },
    {
      "case_id": "docs-after-revert",
      "split": "fresh",
      "family": "status",
      "repeat": 2,
      "arm": "default",
      "title": "🚀 Update Incident Timeline for Reverted Deployment",
      "characters": 50,
      "latency_seconds": 1.323,
      "errors": []
    }
  ],
  "finished_at": "2026-10-30T09:40:07.608477+00:00"
}