{
  "schema_version": 1,
  "protocol_sha256": "db3ff647e30cc7e25c14ddcbab53bdc36527ffd9d5897fb67c1a6d5b0cf286fa",
  "started_at": "2026-10-30T08:33:49.243316+00:00",
  "model_key": "haiku",
  "settings": {
    "model": "litellm_proxy/anthropic/claude-haiku-4-5",
    "transport": "eval proxy",
    "reasoning_effort": "none",
    "max_output_tokens": 256,
    "temperature_requested": 0,
    "legacy_thinking_budget": null
  },
  "source_sdk": "01bb167b04c00afc4d781f198fd8941a543eb266",
  "records": [
    {
      "case_id": "auth-login",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "default",
      "title": "🔒️ Login Failure After Password Reset",
      "characters": 37,
      "latency_seconds": 1.429,
      "errors": []
    },
    {
      "case_id": "auth-login",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "previous",
      "title": "🔍 Investigating login failures after reset",
      "characters": 42,
      "latency_seconds": 0.878,
      "errors": []
    },
    {
      "case_id": "auth-login",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🔍 Login failure after password reset",
      "characters": 36,
      "latency_seconds": 0.794,
      "errors": []
    },
    {
      "case_id": "auth-session",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "previous",
      "title": "🔍 Investigating session expiry timing",
      "characters": 37,
      "latency_seconds": 0.781,
      "errors": []
    },
    {
      "case_id": "auth-session",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🔍 Session expiry investigate timeouts",
      "characters": 37,
      "latency_seconds": 0.79,
      "errors": []
    },
    {
      "case_id": "auth-session",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "default",
      "title": "🔒️ Session Expiration Investigation",
      "characters": 35,
      "latency_seconds": 0.592,
      "errors": []
    },
    {
      "case_id": "auth-oauth",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🔍 OAuth callbacks debug 400 errors",
      "characters": 34,
      "latency_seconds": 0.874,
      "errors": []
    },
    {
      "case_id": "auth-oauth",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 OAuth 400 Error Investigation",
      "characters": 31,
      "latency_seconds": 0.867,
      "errors": []
    },
    {
      "case_id": "auth-oauth",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "previous",
      "title": "🔍 Investigating OAuth callback 400 errors",
      "characters": 41,
      "latency_seconds": 0.852,
      "errors": []
    },
    {
      "case_id": "upgrade-urllib3",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "default",
      "title": "📦️ Upgrade urllib3 and Run Regression Tests",
      "characters": 43,
      "latency_seconds": 0.921,
      "errors": []
    },
    {
      "case_id": "upgrade-urllib3",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "previous",
      "title": "🔄 Upgrading urllib3 to latest patch",
      "characters": 35,
      "latency_seconds": 1.053,
      "errors": []
    },
    {
      "case_id": "upgrade-urllib3",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🔄 urllib3 upgrade and test",
      "characters": 26,
      "latency_seconds": 1.043,
      "errors": []
    },
    {
      "case_id": "upgrade-pydantic",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "previous",
      "title": "🔄 Upgrading Pydantic to latest patch",
      "characters": 36,
      "latency_seconds": 1.05,
      "errors": []
    },
    {
      "case_id": "upgrade-pydantic",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🔧 Pydantic upgrade & test",
      "characters": 25,
      "latency_seconds": 1.045,
      "errors": []
    },
    {
      "case_id": "upgrade-pydantic",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "default",
      "title": "📦️ Upgrade Pydantic and Run Regression Tests",
      "characters": 44,
      "latency_seconds": 0.721,
      "errors": []
    },
    {
      "case_id": "upgrade-pillow",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🖼️ Pillow upgrade and test",
      "characters": 26,
      "latency_seconds": 0.748,
      "errors": []
    },
    {
      "case_id": "upgrade-pillow",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "default",
      "title": "📦️ Upgrade Pillow & Run Regression Tests",
      "characters": 40,
      "latency_seconds": 0.76,
      "errors": []
    },
    {
      "case_id": "upgrade-pillow",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "previous",
      "title": "🔄 Upgrading Pillow patch",
      "characters": 24,
      "latency_seconds": 0.72,
      "errors": []
    },
    {
      "case_id": "filler-cache",
      "split": "reused",
      "family": "frontloading",
      "repeat": 1,
      "arm": "default",
      "title": "🗃️ Redis Cache Eviction Policies",
      "characters": 32,
      "latency_seconds": 0.792,
      "errors": []
    },
    {
      "case_id": "filler-cache",
      "split": "reused",
      "family": "frontloading",
      "repeat": 1,
      "arm": "previous",
      "title": "📚 Explaining Redis allkeys-lru",
      "characters": 30,
      "latency_seconds": 0.774,
      "errors": []
    },
    {
      "case_id": "filler-cache",
      "split": "reused",
      "family": "frontloading",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🗄️ Redis eviction explain allkeys-lru",
      "characters": 37,
      "latency_seconds": 0.816,
      "errors": []
    },
    {
      "case_id": "filler-build",
      "split": "reused",
      "family": "frontloading",
      "repeat": 1,
      "arm": "previous",
      "title": "📚 Explaining Rust incremental compilation cache...",
      "characters": 50,
      "latency_seconds": 0.85,
      "errors": []
    },
    {
      "case_id": "filler-build",
      "split": "reused",
      "family": "frontloading",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🦀 Rust incremental compilation cache misses",
      "characters": 43,
      "latency_seconds": 0.765,
      "errors": []
    },
    {
      "case_id": "filler-build",
      "split": "reused",
      "family": "frontloading",
      "repeat": 1,
      "arm": "default",
      "title": "⚡ Rust Incremental Compilation & Cache Misses",
      "characters": 45,
      "latency_seconds": 0.91,
      "errors": []
    },
    {
      "case_id": "feedback-complaint",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "topic_first",
      "title": "📚 Lesson energy limit interrupts practice",
      "characters": 41,
      "latency_seconds": 0.723,
      "errors": []
    },
    {
      "case_id": "feedback-complaint",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 Lesson Energy Limit Complaints",
      "characters": 32,
      "latency_seconds": 0.851,
      "errors": []
    },
    {
      "case_id": "feedback-complaint",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "previous",
      "title": "🔍 Investigating lesson energy limit interruptions",
      "characters": 49,
      "latency_seconds": 0.735,
      "errors": []
    },
    {
      "case_id": "feedback-praise",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "✨ Offline Lessons Customer Praise Summary",
      "characters": 41,
      "latency_seconds": 0.701,
      "errors": []
    },
    {
      "case_id": "feedback-praise",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "previous",
      "title": "🚂 Praising offline lessons for train practice",
      "characters": 45,
      "latency_seconds": 0.718,
      "errors": []
    },
    {
      "case_id": "feedback-praise",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "topic_first",
      "title": "📱 Offline lessons praised for train practice",
      "characters": 44,
      "latency_seconds": 0.68,
      "errors": []
    },
    {
      "case_id": "feedback-mixed",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "previous",
      "title": "♟️ Reviewing chess lessons: puzzles praised, ch...",
      "characters": 50,
      "latency_seconds": 0.889,
      "errors": []
    },
    {
      "case_id": "feedback-mixed",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "topic_first",
      "title": "♟️ Chess lessons: puzzles good, checkmate rule ...",
      "characters": 50,
      "latency_seconds": 0.792,
      "errors": []
    },
    {
      "case_id": "feedback-mixed",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 Chess Lesson Feedback: Puzzles Good, Checkmat...",
      "characters": 50,
      "latency_seconds": 0.885,
      "errors": []
    },
    {
      "case_id": "neutral-compare",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "topic_first",
      "title": "📊 Database comparison: SQLite vs PostgreSQL",
      "characters": 43,
      "latency_seconds": 0.743,
      "errors": []
    },
    {
      "case_id": "neutral-compare",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "default",
      "title": "🗃️ SQLite vs PostgreSQL for Offline-First App",
      "characters": 45,
      "latency_seconds": 0.76,
      "errors": []
    },
    {
      "case_id": "neutral-compare",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "previous",
      "title": "🔍 Comparing SQLite vs PostgreSQL",
      "characters": 32,
      "latency_seconds": 0.627,
      "errors": []
    },
    {
      "case_id": "negation",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "default",
      "title": "👷 Docker Disk Usage Inspection Guide",
      "characters": 36,
      "latency_seconds": 0.966,
      "errors": []
    },
    {
      "case_id": "negation",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "previous",
      "title": "🐳 Inspecting Docker disk usage",
      "characters": 30,
      "latency_seconds": 0.735,
      "errors": []
    },
    {
      "case_id": "negation",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🐳 Docker disk usage inspect",
      "characters": 27,
      "latency_seconds": 0.724,
      "errors": []
    },
    {
      "case_id": "uncertainty",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "previous",
      "title": "🔍 Checking TLS rotation for webhook failures",
      "characters": 44,
      "latency_seconds": 0.739,
      "errors": []
    },
    {
      "case_id": "uncertainty",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🔍 TLS certificate rotation - investigate webhoo...",
      "characters": 50,
      "latency_seconds": 0.69,
      "errors": []
    },
    {
      "case_id": "uncertainty",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "default",
      "title": "🔒 TLS Certificate Rotation & Webhook Failures",
      "characters": 45,
      "latency_seconds": 0.789,
      "errors": []
    },
    {
      "case_id": "completed",
      "split": "reused",
      "family": "status",
      "repeat": 1,
      "arm": "topic_first",
      "title": "✅ Login fix release note",
      "characters": 24,
      "latency_seconds": 0.721,
      "errors": []
    },
    {
      "case_id": "completed",
      "split": "reused",
      "family": "status",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 Write Release Note for Login Fix",
      "characters": 34,
      "latency_seconds": 0.719,
      "errors": []
    },
    {
      "case_id": "completed",
      "split": "reused",
      "family": "status",
      "repeat": 1,
      "arm": "previous",
      "title": "📝 Writing release note for login fix",
      "characters": 36,
      "latency_seconds": 0.854,
      "errors": []
    },
    {
      "case_id": "long-tail",
      "split": "reused",
      "family": "input-cap",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 Investigate Zephyr's Unicode CSV Parser Crash",
      "characters": 47,
      "latency_seconds": 0.646,
      "errors": []
    },
    {
      "case_id": "long-tail",
      "split": "reused",
      "family": "input-cap",
      "repeat": 1,
      "arm": "previous",
      "title": "🔍 Investigating Zephyr Unicode CSV parser crash",
      "characters": 47,
      "latency_seconds": 0.931,
      "errors": []
    },
    {
      "case_id": "long-tail",
      "split": "reused",
      "family": "input-cap",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🔍 Zephyr Unicode CSV crash",
      "characters": 26,
      "latency_seconds": 0.747,
      "errors": []
    },
    {
      "case_id": "backup-status",
      "split": "fresh",
      "family": "operations",
      "repeat": 1,
      "arm": "previous",
      "title": "🔍 Investigating backup permission error",
      "characters": 39,
      "latency_seconds": 0.718,
      "errors": []
    },
    {
      "case_id": "backup-status",
      "split": "fresh",
      "family": "operations",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🔍 Backup failed permission error investigate",
      "characters": 44,
      "latency_seconds": 0.764,
      "errors": []
    },
    {
      "case_id": "backup-status",
      "split": "fresh",
      "family": "operations",
      "repeat": 1,
      "arm": "default",
      "title": "👷 Investigate Nightly Backup Permission Error",
      "characters": 45,
      "latency_seconds": 0.776,
      "errors": []
    },
    {
      "case_id": "backup-restore",
      "split": "fresh",
      "family": "operations",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🔄 Backup restore testing in disposable dir",
      "characters": 42,
      "latency_seconds": 0.794,
      "errors": []
    },
    {
      "case_id": "backup-restore",
      "split": "fresh",
      "family": "operations",
      "repeat": 1,
      "arm": "default",
      "title": "✅ Test Backup Restore Safely",
      "characters": 28,
      "latency_seconds": 0.8,
      "errors": []
    },
    {
      "case_id": "backup-restore",
      "split": "fresh",
      "family": "operations",
      "repeat": 1,
      "arm": "previous",
      "title": "🔄 Testing backup restore safely",
      "characters": 31,
      "latency_seconds": 0.69,
      "errors": []
    },
    {
      "case_id": "feedback-refunds",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "👔 Customer Refund Processing Delays Report",
      "characters": 42,
      "latency_seconds": 0.741,
      "errors": []
    },
    {
      "case_id": "feedback-refunds",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "previous",
      "title": "📋 Reporting slow refund processing complaints",
      "characters": 45,
      "latency_seconds": 1.039,
      "errors": []
    },
    {
      "case_id": "feedback-refunds",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🔄 Refund delays customer frustration",
      "characters": 36,
      "latency_seconds": 0.785,
      "errors": []
    },
    {
      "case_id": "feedback-accessibility",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "previous",
      "title": "🎯 Customers praising screen-reader labels",
      "characters": 41,
      "latency_seconds": 0.642,
      "errors": []
    },
    {
      "case_id": "feedback-accessibility",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "topic_first",
      "title": "📋 Customer feedback on screen-reader labels",
      "characters": 43,
      "latency_seconds": 0.739,
      "errors": []
    },
    {
      "case_id": "feedback-accessibility",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "💄 Screen-Reader Labels Customer Praise Summary",
      "characters": 46,
      "latency_seconds": 0.712,
      "errors": []
    },
    {
      "case_id": "feedback-notifications",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "topic_first",
      "title": "📊 Customer feedback: notifications mixed",
      "characters": 40,
      "latency_seconds": 0.806,
      "errors": []
    },
    {
      "case_id": "feedback-notifications",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "✨ Feedback Analysis: Scheduling Love, Sound Issues",
      "characters": 50,
      "latency_seconds": 0.833,
      "errors": []
    },
    {
      "case_id": "feedback-notifications",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "previous",
      "title": "📢 Reviewing notification feedback",
      "characters": 33,
      "latency_seconds": 0.805,
      "errors": []
    },
    {
      "case_id": "proposal-not-approved",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 1,
      "arm": "default",
      "title": "👷 Jenkins to Buildkite Migration Proposal",
      "characters": 41,
      "latency_seconds": 0.778,
      "errors": []
    },
    {
      "case_id": "proposal-not-approved",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 1,
      "arm": "previous",
      "title": "📋 Drafting Jenkins-to-Buildkite proposal",
      "characters": 40,
      "latency_seconds": 0.805,
      "errors": []
    },
    {
      "case_id": "proposal-not-approved",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🔄 Jenkins replacement proposal draft",
      "characters": 36,
      "latency_seconds": 0.735,
      "errors": []
    },
    {
      "case_id": "suspected-leak",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 1,
      "arm": "previous",
      "title": "🔍 Investigating image buffer retention",
      "characters": 38,
      "latency_seconds": 0.752,
      "errors": []
    },
    {
      "case_id": "suspected-leak",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🔍 Image buffers memory growth—investigate",
      "characters": 41,
      "latency_seconds": 0.769,
      "errors": []
    },
    {
      "case_id": "suspected-leak",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 1,
      "arm": "default",
      "title": "⚡️ Investigate Image Buffer Memory Growth",
      "characters": 41,
      "latency_seconds": 0.751,
      "errors": []
    },
    {
      "case_id": "docs-after-revert",
      "split": "fresh",
      "family": "status",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🔄 Deployment Incident Update Timeline",
      "characters": 37,
      "latency_seconds": 0.622,
      "errors": []
    },
    {
      "case_id": "docs-after-revert",
      "split": "fresh",
      "family": "status",
      "repeat": 1,
      "arm": "default",
      "title": "🚀 Update Incident Timeline After Deployment Revert",
      "characters": 50,
      "latency_seconds": 0.782,
      "errors": []
    },
    {
      "case_id": "docs-after-revert",
      "split": "fresh",
      "family": "status",
      "repeat": 1,
      "arm": "previous",
      "title": "🔄 Updating incident timeline after revert",
      "characters": 41,
      "latency_seconds": 0.832,
      "errors": []
    },
    {
      "case_id": "auth-login",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 Troubleshoot Post-Password Reset Login Failure",
      "characters": 48,
      "latency_seconds": 0.744,
      "errors": []
    },
    {
      "case_id": "auth-login",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🔍 Login reset failure investigation",
      "characters": 35,
      "latency_seconds": 0.748,
      "errors": []
    },
    {
      "case_id": "auth-login",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "previous",
      "title": "🔍 Investigating login failures post-reset",
      "characters": 41,
      "latency_seconds": 0.758,
      "errors": []
    },
    {
      "case_id": "auth-session",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "previous",
      "title": "🔍 Investigating session expiry at 5 min",
      "characters": 39,
      "latency_seconds": 0.803,
      "errors": []
    },
    {
      "case_id": "auth-session",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "default",
      "title": "🔧 Debug 5-Minute Session Expiration Issue",
      "characters": 41,
      "latency_seconds": 0.765,
      "errors": []
    },
    {
      "case_id": "auth-session",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🔍 Sessions expire - investigate cause",
      "characters": 37,
      "latency_seconds": 0.799,
      "errors": []
    },
    {
      "case_id": "auth-oauth",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🔍 OAuth callbacks returning 400 errors",
      "characters": 38,
      "latency_seconds": 0.659,
      "errors": []
    },
    {
      "case_id": "auth-oauth",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "previous",
      "title": "🔍 Investigating OAuth callbacks returning 400",
      "characters": 45,
      "latency_seconds": 0.869,
      "errors": []
    },
    {
      "case_id": "auth-oauth",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 OAuth 400 Callback Error Investigation",
      "characters": 40,
      "latency_seconds": 0.816,
      "errors": []
    },
    {
      "case_id": "upgrade-urllib3",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "default",
      "title": "📦️ Upgrade urllib3 & Run Regression Tests",
      "characters": 41,
      "latency_seconds": 0.773,
      "errors": []
    },
    {
      "case_id": "upgrade-urllib3",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🔧 urllib3 upgrade and test",
      "characters": 26,
      "latency_seconds": 0.869,
      "errors": []
    },
    {
      "case_id": "upgrade-urllib3",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "previous",
      "title": "🔄 Upgrading urllib3 to latest patch",
      "characters": 35,
      "latency_seconds": 0.77,
      "errors": []
    },
    {
      "case_id": "upgrade-pydantic",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "previous",
      "title": "🔧 Upgrading Pydantic patch",
      "characters": 26,
      "latency_seconds": 0.733,
      "errors": []
    },
    {
      "case_id": "upgrade-pydantic",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "default",
      "title": "📦 Upgrade Pydantic & Run Regression Tests",
      "characters": 41,
      "latency_seconds": 0.753,
      "errors": []
    },
    {
      "case_id": "upgrade-pydantic",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🔧 Pydantic upgrade & test",
      "characters": 25,
      "latency_seconds": 0.82,
      "errors": []
    },
    {
      "case_id": "upgrade-pillow",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🖼️ Pillow upgrade and test",
      "characters": 26,
      "latency_seconds": 0.817,
      "errors": []
    },
    {
      "case_id": "upgrade-pillow",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "previous",
      "title": "🔄 Upgrading Pillow patch version",
      "characters": 32,
      "latency_seconds": 1.476,
      "errors": []
    },
    {
      "case_id": "upgrade-pillow",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "default",
      "title": "📦️ Upgrade Pillow & Run Regression Tests",
      "characters": 40,
      "latency_seconds": 1.046,
      "errors": []
    },
    {
      "case_id": "filler-cache",
      "split": "reused",
      "family": "frontloading",
      "repeat": 2,
      "arm": "default",
      "title": "⚡️ Redis Cache Eviction & allkeys-lru Policy",
      "characters": 44,
      "latency_seconds": 1.048,
      "errors": []
    },
    {
      "case_id": "filler-cache",
      "split": "reused",
      "family": "frontloading",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🔄 Redis cache eviction explain",
      "characters": 30,
      "latency_seconds": 0.985,
      "errors": []
    },
    {
      "case_id": "filler-cache",
      "split": "reused",
      "family": "frontloading",
      "repeat": 2,
      "arm": "previous",
      "title": "📚 Explaining Redis cache eviction allkeys-lru",
      "characters": 45,
      "latency_seconds": 0.811,
      "errors": []
    },
    {
      "case_id": "filler-build",
      "split": "reused",
      "family": "frontloading",
      "repeat": 2,
      "arm": "previous",
      "title": "📚 Explaining Rust incremental compilation cache...",
      "characters": 50,
      "latency_seconds": 0.842,
      "errors": []
    },
    {
      "case_id": "filler-build",
      "split": "reused",
      "family": "frontloading",
      "repeat": 2,
      "arm": "default",
      "title": "👷 Rust Incremental Compilation & Cache Misses",
      "characters": 45,
      "latency_seconds": 0.825,
      "errors": []
    },
    {
      "case_id": "filler-build",
      "split": "reused",
      "family": "frontloading",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🦀 Rust incremental compilation cache misses",
      "characters": 43,
      "latency_seconds": 0.846,
      "errors": []
    },
    {
      "case_id": "feedback-complaint",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🎓 Lesson limits interrupt practice, users report",
      "characters": 48,
      "latency_seconds": 0.955,
      "errors": []
    },
    {
      "case_id": "feedback-complaint",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "previous",
      "title": "📋 Summarizing lesson energy limit complaints",
      "characters": 44,
      "latency_seconds": 0.815,
      "errors": []
    },
    {
      "case_id": "feedback-complaint",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 Customer Complaints: Energy Limit Issues",
      "characters": 42,
      "latency_seconds": 0.72,
      "errors": []
    },
    {
      "case_id": "feedback-praise",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "✨ Summarize Offline Lessons Customer Praise",
      "characters": 43,
      "latency_seconds": 0.852,
      "errors": []
    },
    {
      "case_id": "feedback-praise",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "topic_first",
      "title": "📱 Offline lessons praised for train practice",
      "characters": 44,
      "latency_seconds": 0.719,
      "errors": []
    },
    {
      "case_id": "feedback-praise",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "previous",
      "title": "🚂 Praising offline lessons for train practice",
      "characters": 45,
      "latency_seconds": 0.721,
      "errors": []
    },
    {
      "case_id": "feedback-mixed",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "previous",
      "title": "♟️ Reviewing chess feedback",
      "characters": 27,
      "latency_seconds": 0.85,
      "errors": []
    },
    {
      "case_id": "feedback-mixed",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 Chess Lesson Feedback: Puzzles Good, Checkmat...",
      "characters": 50,
      "latency_seconds": 0.871,
      "errors": []
    },
    {
      "case_id": "feedback-mixed",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "topic_first",
      "title": "♟️ Chess Lessons: puzzles liked, checkmate rule...",
      "characters": 50,
      "latency_seconds": 0.74,
      "errors": []
    },
    {
      "case_id": "neutral-compare",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🗄️ Database Comparison: SQLite vs PostgreSQL",
      "characters": 44,
      "latency_seconds": 0.813,
      "errors": []
    },
    {
      "case_id": "neutral-compare",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "previous",
      "title": "🔍 Comparing SQLite vs PostgreSQL",
      "characters": 32,
      "latency_seconds": 0.718,
      "errors": []
    },
    {
      "case_id": "neutral-compare",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "default",
      "title": "🗃️ SQLite vs PostgreSQL for Offline App",
      "characters": 39,
      "latency_seconds": 0.852,
      "errors": []
    },
    {
      "case_id": "negation",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "default",
      "title": "👷 Docker Disk Usage Inspection Guide",
      "characters": 36,
      "latency_seconds": 0.717,
      "errors": []
    },
    {
      "case_id": "negation",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🐳 Docker disk usage inspection",
      "characters": 30,
      "latency_seconds": 0.651,
      "errors": []
    },
    {
      "case_id": "negation",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "previous",
      "title": "🐳 Inspecting Docker disk usage",
      "characters": 30,
      "latency_seconds": 0.79,
      "errors": []
    },
    {
      "case_id": "uncertainty",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "previous",
      "title": "🔍 Investigating TLS rotation in webhooks",
      "characters": 40,
      "latency_seconds": 0.795,
      "errors": []
    },
    {
      "case_id": "uncertainty",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "default",
      "title": "🔒️ Investigate TLS Certificate Rotation & Webhooks",
      "characters": 50,
      "latency_seconds": 0.746,
      "errors": []
    },
    {
      "case_id": "uncertainty",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🔍 TLS certificate rotation investigation",
      "characters": 40,
      "latency_seconds": 0.773,
      "errors": []
    },
    {
      "case_id": "completed",
      "split": "reused",
      "family": "status",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🔧 Login fix released with passing tests",
      "characters": 39,
      "latency_seconds": 0.768,
      "errors": []
    },
    {
      "case_id": "completed",
      "split": "reused",
      "family": "status",
      "repeat": 2,
      "arm": "previous",
      "title": "✅ Writing release note for login fix",
      "characters": 36,
      "latency_seconds": 0.717,
      "errors": []
    },
    {
      "case_id": "completed",
      "split": "reused",
      "family": "status",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 Write Release Note for Login Fix",
      "characters": 34,
      "latency_seconds": 0.867,
      "errors": []
    },
    {
      "case_id": "long-tail",
      "split": "reused",
      "family": "input-cap",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 Investigate Zephyr's Unicode CSV Parser Crash",
      "characters": 47,
      "latency_seconds": 0.757,
      "errors": []
    },
    {
      "case_id": "long-tail",
      "split": "reused",
      "family": "input-cap",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🔍 Zephyr Unicode CSV crash investigate",
      "characters": 38,
      "latency_seconds": 0.795,
      "errors": []
    },
    {
      "case_id": "long-tail",
      "split": "reused",
      "family": "input-cap",
      "repeat": 2,
      "arm": "previous",
      "title": "🔍 Investigating Zephyr Unicode CSV parser crash",
      "characters": 47,
      "latency_seconds": 0.623,
      "errors": []
    },
    {
      "case_id": "backup-status",
      "split": "fresh",
      "family": "operations",
      "repeat": 2,
      "arm": "previous",
      "title": "🔍 Investigating nightly backup permission error",
      "characters": 47,
      "latency_seconds": 0.789,
      "errors": []
    },
    {
      "case_id": "backup-status",
      "split": "fresh",
      "family": "operations",
      "repeat": 2,
      "arm": "default",
      "title": "👷 Investigate Nightly Backup Permission Error",
      "characters": 45,
      "latency_seconds": 0.879,
      "errors": []
    },
    {
      "case_id": "backup-status",
      "split": "fresh",
      "family": "operations",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🔍 Backup permission error investigation",
      "characters": 39,
      "latency_seconds": 0.656,
      "errors": []
    },
    {
      "case_id": "backup-restore",
      "split": "fresh",
      "family": "operations",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🔄 Backup restore testing safely",
      "characters": 31,
      "latency_seconds": 0.719,
      "errors": []
    },
    {
      "case_id": "backup-restore",
      "split": "fresh",
      "family": "operations",
      "repeat": 2,
      "arm": "previous",
      "title": "🧪 Testing backup restore safely",
      "characters": 31,
      "latency_seconds": 0.724,
      "errors": []
    },
    {
      "case_id": "backup-restore",
      "split": "fresh",
      "family": "operations",
      "repeat": 2,
      "arm": "default",
      "title": "✅ Testing Backup Restore Safely",
      "characters": 31,
      "latency_seconds": 0.738,
      "errors": []
    },
    {
      "case_id": "feedback-refunds",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "👔 Customer Refund Processing Delays",
      "characters": 35,
      "latency_seconds": 0.712,
      "errors": []
    },
    {
      "case_id": "feedback-refunds",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🔍 Customer refund delays reported",
      "characters": 33,
      "latency_seconds": 0.704,
      "errors": []
    },
    {
      "case_id": "feedback-refunds",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "previous",
      "title": "🔄 Investigating slow refund processing",
      "characters": 38,
      "latency_seconds": 0.787,
      "errors": []
    },
    {
      "case_id": "feedback-accessibility",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "previous",
      "title": "🎤 Praising screen-reader labels",
      "characters": 31,
      "latency_seconds": 0.722,
      "errors": []
    },
    {
      "case_id": "feedback-accessibility",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "✨ Screen-Reader Labels Customer Praise",
      "characters": 38,
      "latency_seconds": 0.697,
      "errors": []
    },
    {
      "case_id": "feedback-accessibility",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "topic_first",
      "title": "📊 Customer praise for screen-reader labels",
      "characters": 42,
      "latency_seconds": 0.727,
      "errors": []
    },
    {
      "case_id": "feedback-notifications",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🔔 Notification feedback: scheduling liked, soun...",
      "characters": 50,
      "latency_seconds": 0.801,
      "errors": []
    },
    {
      "case_id": "feedback-notifications",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "previous",
      "title": "🔔 Summarizing notification feedback",
      "characters": 35,
      "latency_seconds": 0.789,
      "errors": []
    },
    {
      "case_id": "feedback-notifications",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "📝 Summarize Customer Feedback: Notifications",
      "characters": 44,
      "latency_seconds": 0.843,
      "errors": []
    },
    {
      "case_id": "proposal-not-approved",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 2,
      "arm": "default",
      "title": "👷 Jenkins to Buildkite Migration Proposal",
      "characters": 41,
      "latency_seconds": 0.748,
      "errors": []
    },
    {
      "case_id": "proposal-not-approved",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 2,
      "arm": "topic_first",
      "title": "📋 Jenkins Replacement Proposal Draft",
      "characters": 36,
      "latency_seconds": 0.634,
      "errors": []
    },
    {
      "case_id": "proposal-not-approved",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 2,
      "arm": "previous",
      "title": "📋 Drafting Jenkins replacement proposal",
      "characters": 39,
      "latency_seconds": 0.711,
      "errors": []
    },
    {
      "case_id": "suspected-leak",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 2,
      "arm": "previous",
      "title": "🔍 Investigating image buffer memory growth",
      "characters": 42,
      "latency_seconds": 0.691,
      "errors": []
    },
    {
      "case_id": "suspected-leak",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 2,
      "arm": "default",
      "title": "⚡️ Investigate Image Buffer Memory Growth",
      "characters": 41,
      "latency_seconds": 0.727,
      "errors": []
    },
    {
      "case_id": "suspected-leak",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🔍 Memory buffers: check leak hypothesis",
      "characters": 39,
      "latency_seconds": 0.688,
      "errors": []
    },
    {
      "case_id": "docs-after-revert",
      "split": "fresh",
      "family": "status",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🔄 Deployment Revert: Update Timeline",
      "characters": 36,
      "latency_seconds": 0.849,
      "errors": []
    },
    {
      "case_id": "docs-after-revert",
      "split": "fresh",
      "family": "status",
      "repeat": 2,
      "arm": "previous",
      "title": "🔄 Updating incident timeline after revert",
      "characters": 41,
      "latency_seconds": 0.851,
      "errors": []
    },
    {
      "case_id": "docs-after-revert",
      "split": "fresh",
      "family": "status",
      "repeat": 2,
      "arm": "default",
      "title": "🚀 Update Incident Timeline After Deployment Revert",
      "characters": 50,
      "latency_seconds": 0.752,
      "errors": []
    }
  ],
  "finished_at": "2026-10-30T08:35:43.962879+00:00"
}