{
  "schema_version": 1,
  "protocol_sha256": "0dfb15dbef4805474b4288d65fbe0cae8f7ea8e951358aac334ec546bb6436a4",
  "started_at": "2026-10-30T09:38:02.903360+00:00",
  "model_key": "luna",
  "settings": {
    "model": "openai/gpt-6-luna",
    "transport": "ChatGPT subscription",
    "reasoning_effort": "low",
    "reasoning_sent_via": "litellm_extra_body.reasoning.effort; normalized SDK options verified",
    "max_output_tokens": null,
    "temperature_requested": null
  },
  "source_sdk": "01bb167b04c00afc4d781f198fd8941a543eb266",
  "records": [
    {
      "case_id": "auth-login",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 Investigate Login Failure After Password Reset",
      "characters": 48,
      "latency_seconds": 1.888,
      "errors": []
    },
    {
      "case_id": "auth-login",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "fixed",
      "title": "🔐 Login failure — investigate reset issue",
      "characters": 41,
      "latency_seconds": 1.274,
      "errors": []
    },
    {
      "case_id": "auth-session",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "fixed",
      "title": "🔍 Session expiry — investigate 5-minute timeout",
      "characters": 47,
      "latency_seconds": 3.679,
      "errors": []
    },
    {
      "case_id": "auth-session",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 Investigate Five-Minute Session Expiration",
      "characters": 44,
      "latency_seconds": 1.17,
      "errors": []
    },
    {
      "case_id": "auth-oauth",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 Investigate OAuth Callback HTTP 400 Errors",
      "characters": 44,
      "latency_seconds": 1.042,
      "errors": []
    },
    {
      "case_id": "auth-oauth",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "fixed",
      "title": "🔎 OAuth callbacks — investigate HTTP 400 cause",
      "characters": 46,
      "latency_seconds": 1.347,
      "errors": []
    },
    {
      "case_id": "upgrade-urllib3",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "fixed",
      "title": "⬆️ urllib3 — upgrade and run regression tests",
      "characters": 45,
      "latency_seconds": 1.788,
      "errors": []
    },
    {
      "case_id": "upgrade-urllib3",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "default",
      "title": "📦️ Upgrade urllib3 and run regression tests",
      "characters": 43,
      "latency_seconds": 3.659,
      "errors": []
    },
    {
      "case_id": "upgrade-pydantic",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "default",
      "title": "📦️ Upgrade Pydantic and Run Regression Tests",
      "characters": 44,
      "latency_seconds": 1.613,
      "errors": []
    },
    {
      "case_id": "upgrade-pydantic",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "fixed",
      "title": "⬆️ Pydantic — upgrade and test regression suite",
      "characters": 47,
      "latency_seconds": 1.667,
      "errors": []
    },
    {
      "case_id": "upgrade-pillow",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "fixed",
      "title": "🖼️ Pillow — upgrade and test regression suite",
      "characters": 45,
      "latency_seconds": 3.329,
      "errors": []
    },
    {
      "case_id": "upgrade-pillow",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "default",
      "title": "📦️ Upgrade Pillow and Run Regression Tests",
      "characters": 42,
      "latency_seconds": 1.245,
      "errors": []
    },
    {
      "case_id": "filler-cache",
      "split": "reused",
      "family": "frontloading",
      "repeat": 1,
      "arm": "default",
      "title": "📝 Explaining Redis Cache Eviction and allkeys-lru",
      "characters": 49,
      "latency_seconds": 2.422,
      "errors": []
    },
    {
      "case_id": "filler-cache",
      "split": "reused",
      "family": "frontloading",
      "repeat": 1,
      "arm": "fixed",
      "title": "🗃️ Redis eviction — explain allkeys-lru policy",
      "characters": 46,
      "latency_seconds": 1.931,
      "errors": []
    },
    {
      "case_id": "filler-build",
      "split": "reused",
      "family": "frontloading",
      "repeat": 1,
      "arm": "fixed",
      "title": "🦀 Rust builds — explain incremental cache misses",
      "characters": 48,
      "latency_seconds": 2.788,
      "errors": []
    },
    {
      "case_id": "filler-build",
      "split": "reused",
      "family": "frontloading",
      "repeat": 1,
      "arm": "default",
      "title": "📝 Rust Incremental Compilation and Cache Misses",
      "characters": 47,
      "latency_seconds": 1.443,
      "errors": []
    },
    {
      "case_id": "feedback-complaint",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 Lesson energy limit interrupts practice",
      "characters": 41,
      "latency_seconds": 1.19,
      "errors": []
    },
    {
      "case_id": "feedback-complaint",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "fixed",
      "title": "📝 Lesson Energy — summarize complaints",
      "characters": 38,
      "latency_seconds": 1.234,
      "errors": []
    },
    {
      "case_id": "feedback-praise",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "fixed",
      "title": "🚆 Offline lessons — summarize customer praise",
      "characters": 45,
      "latency_seconds": 1.134,
      "errors": []
    },
    {
      "case_id": "feedback-praise",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "📝 Summarize Praise for Offline Lessons",
      "characters": 38,
      "latency_seconds": 1.545,
      "errors": []
    },
    {
      "case_id": "feedback-mixed",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 Mixed Chess Feedback: Puzzles and Checkmate Rule",
      "characters": 50,
      "latency_seconds": 2.233,
      "errors": []
    },
    {
      "case_id": "feedback-mixed",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "fixed",
      "title": "♟️ Chess lessons — summarize mixed feedback",
      "characters": 43,
      "latency_seconds": 1.375,
      "errors": []
    },
    {
      "case_id": "neutral-compare",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "fixed",
      "title": "🗄️ SQLite vs PostgreSQL — compare options",
      "characters": 41,
      "latency_seconds": 1.384,
      "errors": []
    },
    {
      "case_id": "neutral-compare",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "default",
      "title": "🗃️ SQLite vs. PostgreSQL for Offline-First Apps",
      "characters": 47,
      "latency_seconds": 2.091,
      "errors": []
    },
    {
      "case_id": "negation",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "default",
      "title": "📝 Inspect Docker Disk Usage Safely",
      "characters": 34,
      "latency_seconds": 2.351,
      "errors": []
    },
    {
      "case_id": "negation",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "fixed",
      "title": "🐳 Docker disk usage — explain inspection",
      "characters": 40,
      "latency_seconds": 1.319,
      "errors": []
    },
    {
      "case_id": "uncertainty",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "fixed",
      "title": "🔐 Webhook TLS — investigate rotation hypothesis",
      "characters": 47,
      "latency_seconds": 1.953,
      "errors": []
    },
    {
      "case_id": "uncertainty",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 Investigate TLS Rotation and Webhook Failures",
      "characters": 47,
      "latency_seconds": 1.604,
      "errors": []
    },
    {
      "case_id": "completed",
      "split": "reused",
      "family": "status",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 Login Fix Release Note",
      "characters": 24,
      "latency_seconds": 1.037,
      "errors": []
    },
    {
      "case_id": "completed",
      "split": "reused",
      "family": "status",
      "repeat": 1,
      "arm": "fixed",
      "title": "🔐 Login fix — write release note",
      "characters": 32,
      "latency_seconds": 1.485,
      "errors": []
    },
    {
      "case_id": "long-tail",
      "split": "reused",
      "family": "input-cap",
      "repeat": 1,
      "arm": "fixed",
      "title": "🐛 Zephyr CSV parser — investigate Unicode crash",
      "characters": 47,
      "latency_seconds": 1.258,
      "errors": []
    },
    {
      "case_id": "long-tail",
      "split": "reused",
      "family": "input-cap",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 Investigate Zephyr's Unicode CSV Parser Crash",
      "characters": 47,
      "latency_seconds": 1.047,
      "errors": []
    },
    {
      "case_id": "backup-status",
      "split": "fresh",
      "family": "operations",
      "repeat": 1,
      "arm": "default",
      "title": "👷 Investigate nightly backup permission error",
      "characters": 45,
      "latency_seconds": 1.246,
      "errors": []
    },
    {
      "case_id": "backup-status",
      "split": "fresh",
      "family": "operations",
      "repeat": 1,
      "arm": "fixed",
      "title": "🔍 Backup permissions — investigate failure",
      "characters": 42,
      "latency_seconds": 1.221,
      "errors": []
    },
    {
      "case_id": "backup-restore",
      "split": "fresh",
      "family": "operations",
      "repeat": 1,
      "arm": "fixed",
      "title": "🗄️ Backup restore — explain safe testing in a d...",
      "characters": 50,
      "latency_seconds": 2.448,
      "errors": []
    },
    {
      "case_id": "backup-restore",
      "split": "fresh",
      "family": "operations",
      "repeat": 1,
      "arm": "default",
      "title": "📝 Test a Backup Restore in a Disposable Directory",
      "characters": 49,
      "latency_seconds": 2.44,
      "errors": []
    },
    {
      "case_id": "feedback-refunds",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "📝 Summarize Frustration Over Weeks-Long Refunds",
      "characters": 47,
      "latency_seconds": 1.823,
      "errors": []
    },
    {
      "case_id": "feedback-refunds",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "fixed",
      "title": "😟 Refund delays — summarize complaints",
      "characters": 38,
      "latency_seconds": 1.304,
      "errors": []
    },
    {
      "case_id": "feedback-accessibility",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "fixed",
      "title": "👏 Screen-reader labels — summarize customer praise",
      "characters": 50,
      "latency_seconds": 1.398,
      "errors": []
    },
    {
      "case_id": "feedback-accessibility",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "📝 Summarize Customer Praise for Screen-Reader L...",
      "characters": 50,
      "latency_seconds": 1.613,
      "errors": []
    },
    {
      "case_id": "feedback-notifications",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "✨ Notification Scheduling Praised, Default Soun...",
      "characters": 50,
      "latency_seconds": 1.704,
      "errors": []
    },
    {
      "case_id": "feedback-notifications",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "fixed",
      "title": "🔔 Notification feedback — summarize mixed views",
      "characters": 47,
      "latency_seconds": 1.319,
      "errors": []
    },
    {
      "case_id": "proposal-not-approved",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 1,
      "arm": "fixed",
      "title": "🛠️ Jenkins replacement — draft proposal",
      "characters": 39,
      "latency_seconds": 2.04,
      "errors": []
    },
    {
      "case_id": "proposal-not-approved",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 1,
      "arm": "default",
      "title": "👷 Buildkite Replacement Proposal for Jenkins",
      "characters": 44,
      "latency_seconds": 1.578,
      "errors": []
    },
    {
      "case_id": "suspected-leak",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 1,
      "arm": "default",
      "title": "⚡️ Investigate retained image buffers and memor...",
      "characters": 50,
      "latency_seconds": 1.624,
      "errors": []
    },
    {
      "case_id": "suspected-leak",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 1,
      "arm": "fixed",
      "title": "🖼️ Image buffers — investigate memory growth hy...",
      "characters": 50,
      "latency_seconds": 1.506,
      "errors": []
    },
    {
      "case_id": "docs-after-revert",
      "split": "fresh",
      "family": "status",
      "repeat": 1,
      "arm": "fixed",
      "title": "🕒 Deployment Incident — update timeline",
      "characters": 39,
      "latency_seconds": 2.088,
      "errors": []
    },
    {
      "case_id": "docs-after-revert",
      "split": "fresh",
      "family": "status",
      "repeat": 1,
      "arm": "default",
      "title": "🚀 Update deployment incident timeline",
      "characters": 37,
      "latency_seconds": 1.087,
      "errors": []
    },
    {
      "case_id": "auth-login",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 Investigate Login Failure After Password Reset",
      "characters": 48,
      "latency_seconds": 1.251,
      "errors": []
    },
    {
      "case_id": "auth-login",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "fixed",
      "title": "🔐 Login failure — investigate after reset",
      "characters": 41,
      "latency_seconds": 1.706,
      "errors": []
    },
    {
      "case_id": "auth-session",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "fixed",
      "title": "🔎 Session expiry — investigate five-minute timeout",
      "characters": 50,
      "latency_seconds": 1.835,
      "errors": []
    },
    {
      "case_id": "auth-session",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 Investigate Five-Minute Session Expiration",
      "characters": 44,
      "latency_seconds": 1.984,
      "errors": []
    },
    {
      "case_id": "auth-oauth",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 Investigate OAuth Callback HTTP 400 Errors",
      "characters": 44,
      "latency_seconds": 2.425,
      "errors": []
    },
    {
      "case_id": "auth-oauth",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "fixed",
      "title": "🔍 OAuth callbacks — investigate HTTP 400 cause",
      "characters": 46,
      "latency_seconds": 2.186,
      "errors": []
    },
    {
      "case_id": "upgrade-urllib3",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "fixed",
      "title": "⬆️ urllib3 — upgrade and test patch release",
      "characters": 43,
      "latency_seconds": 1.047,
      "errors": []
    },
    {
      "case_id": "upgrade-urllib3",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "default",
      "title": "📦️ Upgrade urllib3 and Run Regression Tests",
      "characters": 43,
      "latency_seconds": 2.53,
      "errors": []
    },
    {
      "case_id": "upgrade-pydantic",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "default",
      "title": "📦️ Upgrade Pydantic and Run Regression Tests",
      "characters": 44,
      "latency_seconds": 1.689,
      "errors": []
    },
    {
      "case_id": "upgrade-pydantic",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "fixed",
      "title": "⬆️ Pydantic patch — upgrade and test",
      "characters": 36,
      "latency_seconds": 1.824,
      "errors": []
    },
    {
      "case_id": "upgrade-pillow",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "fixed",
      "title": "🖼️ Pillow — upgrade and test regression suite",
      "characters": 45,
      "latency_seconds": 1.541,
      "errors": []
    },
    {
      "case_id": "upgrade-pillow",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "default",
      "title": "📦️ Upgrade Pillow and Run Regression Tests",
      "characters": 42,
      "latency_seconds": 2.84,
      "errors": []
    },
    {
      "case_id": "filler-cache",
      "split": "reused",
      "family": "frontloading",
      "repeat": 2,
      "arm": "default",
      "title": "📝 Redis Cache Eviction and allkeys-lru Policy",
      "characters": 45,
      "latency_seconds": 2.069,
      "errors": []
    },
    {
      "case_id": "filler-cache",
      "split": "reused",
      "family": "frontloading",
      "repeat": 2,
      "arm": "fixed",
      "title": "🗄️ Redis eviction — explain allkeys-lru",
      "characters": 39,
      "latency_seconds": 1.363,
      "errors": []
    },
    {
      "case_id": "filler-build",
      "split": "reused",
      "family": "frontloading",
      "repeat": 2,
      "arm": "fixed",
      "title": "🦀 Rust incremental compilation — explain cache ...",
      "characters": 50,
      "latency_seconds": 1.25,
      "errors": []
    },
    {
      "case_id": "filler-build",
      "split": "reused",
      "family": "frontloading",
      "repeat": 2,
      "arm": "default",
      "title": "📝 Rust Incremental Compilation and Cache Misses",
      "characters": 47,
      "latency_seconds": 1.256,
      "errors": []
    },
    {
      "case_id": "feedback-complaint",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 Lesson energy limit interrupts practice and f...",
      "characters": 50,
      "latency_seconds": 1.057,
      "errors": []
    },
    {
      "case_id": "feedback-complaint",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "fixed",
      "title": "⏳ Lesson energy — summarize complaints",
      "characters": 38,
      "latency_seconds": 1.955,
      "errors": []
    },
    {
      "case_id": "feedback-praise",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "fixed",
      "title": "🚆 Offline lessons — summarize customer praise",
      "characters": 45,
      "latency_seconds": 1.388,
      "errors": []
    },
    {
      "case_id": "feedback-praise",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "✨ Offline Lessons Let Users Practice on the Train",
      "characters": 49,
      "latency_seconds": 1.203,
      "errors": []
    },
    {
      "case_id": "feedback-mixed",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 Chess Lessons: Puzzle Praise, Checkmate Compl...",
      "characters": 50,
      "latency_seconds": 1.597,
      "errors": []
    },
    {
      "case_id": "feedback-mixed",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "fixed",
      "title": "♟️ Chess lessons — summarize mixed feedback",
      "characters": 43,
      "latency_seconds": 1.097,
      "errors": []
    },
    {
      "case_id": "neutral-compare",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "fixed",
      "title": "🗃️ Database choice — compare SQLite and PostgreSQL",
      "characters": 50,
      "latency_seconds": 2.158,
      "errors": []
    },
    {
      "case_id": "neutral-compare",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "default",
      "title": "🗃️ SQLite vs PostgreSQL for Offline-First Apps",
      "characters": 46,
      "latency_seconds": 1.202,
      "errors": []
    },
    {
      "case_id": "negation",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "default",
      "title": "📝 Explain How to Inspect Docker Disk Usage",
      "characters": 42,
      "latency_seconds": 1.573,
      "errors": []
    },
    {
      "case_id": "negation",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "fixed",
      "title": "🐳 Docker disk usage — explain safe inspection",
      "characters": 45,
      "latency_seconds": 1.766,
      "errors": []
    },
    {
      "case_id": "uncertainty",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "fixed",
      "title": "🔐 Webhook TLS — investigate rotation hypothesis",
      "characters": 47,
      "latency_seconds": 1.597,
      "errors": []
    },
    {
      "case_id": "uncertainty",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 Investigate TLS rotation and webhook failures",
      "characters": 47,
      "latency_seconds": 1.106,
      "errors": []
    },
    {
      "case_id": "completed",
      "split": "reused",
      "family": "status",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 Login Fix Release Note",
      "characters": 24,
      "latency_seconds": 1.681,
      "errors": []
    },
    {
      "case_id": "completed",
      "split": "reused",
      "family": "status",
      "repeat": 2,
      "arm": "fixed",
      "title": "🛠️ Login fix — write release note",
      "characters": 33,
      "latency_seconds": 1.428,
      "errors": []
    },
    {
      "case_id": "long-tail",
      "split": "reused",
      "family": "input-cap",
      "repeat": 2,
      "arm": "fixed",
      "title": "🐞 Zephyr CSV parser — investigate Unicode crash",
      "characters": 47,
      "latency_seconds": 1.243,
      "errors": []
    },
    {
      "case_id": "long-tail",
      "split": "reused",
      "family": "input-cap",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 Fix Zephyr Unicode CSV Parser Crash",
      "characters": 37,
      "latency_seconds": 1.742,
      "errors": []
    },
    {
      "case_id": "backup-status",
      "split": "fresh",
      "family": "operations",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 Investigate nightly backup permission error",
      "characters": 45,
      "latency_seconds": 1.887,
      "errors": []
    },
    {
      "case_id": "backup-status",
      "split": "fresh",
      "family": "operations",
      "repeat": 2,
      "arm": "fixed",
      "title": "🔍 Nightly backup — investigate permission error",
      "characters": 47,
      "latency_seconds": 2.095,
      "errors": []
    },
    {
      "case_id": "backup-restore",
      "split": "fresh",
      "family": "operations",
      "repeat": 2,
      "arm": "fixed",
      "title": "🗄️ Backup restore — explain safe disposable tes...",
      "characters": 50,
      "latency_seconds": 1.555,
      "errors": []
    },
    {
      "case_id": "backup-restore",
      "split": "fresh",
      "family": "operations",
      "repeat": 2,
      "arm": "default",
      "title": "🗃️ Test a Backup Restore Safely in a Disposable...",
      "characters": 50,
      "latency_seconds": 2.128,
      "errors": []
    },
    {
      "case_id": "feedback-refunds",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "📝 Weeks-Long Refund Processing Complaints",
      "characters": 41,
      "latency_seconds": 2.195,
      "errors": []
    },
    {
      "case_id": "feedback-refunds",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "fixed",
      "title": "😟 Refund delays — summarize customer frustration",
      "characters": 48,
      "latency_seconds": 1.268,
      "errors": []
    },
    {
      "case_id": "feedback-accessibility",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "fixed",
      "title": "♿ Screen-reader labels — summarize praise",
      "characters": 41,
      "latency_seconds": 1.038,
      "errors": []
    },
    {
      "case_id": "feedback-accessibility",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "💄 Customer Praise for New Screen-Reader Labels",
      "characters": 46,
      "latency_seconds": 2.293,
      "errors": []
    },
    {
      "case_id": "feedback-notifications",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "📝 Notification Scheduling Feedback Summary",
      "characters": 42,
      "latency_seconds": 2.476,
      "errors": []
    },
    {
      "case_id": "feedback-notifications",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "fixed",
      "title": "🔔 Notification feedback — summarize mixed views",
      "characters": 47,
      "latency_seconds": 2.242,
      "errors": []
    },
    {
      "case_id": "proposal-not-approved",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 2,
      "arm": "fixed",
      "title": "🏗️ Jenkins migration — draft proposal",
      "characters": 37,
      "latency_seconds": 2.19,
      "errors": []
    },
    {
      "case_id": "proposal-not-approved",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 2,
      "arm": "default",
      "title": "👷 Proposal to Replace Jenkins with Buildkite",
      "characters": 44,
      "latency_seconds": 1.706,
      "errors": []
    },
    {
      "case_id": "suspected-leak",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 2,
      "arm": "default",
      "title": "⚡️ Investigate Retained Image Buffers and Memor...",
      "characters": 50,
      "latency_seconds": 1.69,
      "errors": []
    },
    {
      "case_id": "suspected-leak",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 2,
      "arm": "fixed",
      "title": "🖼️ Image buffers — investigate memory growth hy...",
      "characters": 50,
      "latency_seconds": 2.111,
      "errors": []
    },
    {
      "case_id": "docs-after-revert",
      "split": "fresh",
      "family": "status",
      "repeat": 2,
      "arm": "fixed",
      "title": "🕒 Incident timeline — update rollback record",
      "characters": 44,
      "latency_seconds": 1.298,
      "errors": []
    },
    {
      "case_id": "docs-after-revert",
      "split": "fresh",
      "family": "status",
      "repeat": 2,
      "arm": "default",
      "title": "🚀 Update incident timeline after rollback",
      "characters": 41,
      "latency_seconds": 1.598,
      "errors": []
    }
  ],
  "finished_at": "2026-10-30T09:40:48.276359+00:00"
}