{
  "schema_version": 1,
  "protocol_sha256": "db3ff647e30cc7e25c14ddcbab53bdc36527ffd9d5897fb67c1a6d5b0cf286fa",
  "started_at": "2026-10-30T08:33:52.386875+00:00",
  "model_key": "gemini",
  "settings": {
    "model": "litellm_proxy/gemini-3-flash-preview",
    "transport": "eval proxy",
    "reasoning_effort": "none",
    "max_output_tokens": 256,
    "temperature_requested": 0,
    "legacy_thinking_budget": null
  },
  "source_sdk": "01bb167b04c00afc4d781f198fd8941a543eb266",
  "records": [
    {
      "case_id": "auth-login",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 Debugging Login Failure After Password Reset",
      "characters": 46,
      "latency_seconds": 1.444,
      "errors": []
    },
    {
      "case_id": "auth-login",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "previous",
      "title": "🔍 Investigating login failure after reset",
      "characters": 41,
      "latency_seconds": 0.986,
      "errors": []
    },
    {
      "case_id": "auth-login",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🔑 Login Failure Investigation",
      "characters": 29,
      "latency_seconds": 0.973,
      "errors": []
    },
    {
      "case_id": "auth-session",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "previous",
      "title": "🕵️ Investigating session expiration timing",
      "characters": 42,
      "latency_seconds": 1.427,
      "errors": []
    },
    {
      "case_id": "auth-session",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🕵️ Session Expiry: Investigate Timeout Issue",
      "characters": 44,
      "latency_seconds": 1.405,
      "errors": []
    },
    {
      "case_id": "auth-session",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "default",
      "title": "👔 Debugging Session Expiration Timeout",
      "characters": 38,
      "latency_seconds": 2.554,
      "errors": []
    },
    {
      "case_id": "auth-oauth",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🔑 OAuth Callbacks: Investigate 400 errors",
      "characters": 41,
      "latency_seconds": 1.137,
      "errors": []
    },
    {
      "case_id": "auth-oauth",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 Debugging OAuth 400 Callback Errors",
      "characters": 37,
      "latency_seconds": 0.953,
      "errors": []
    },
    {
      "case_id": "auth-oauth",
      "split": "reused",
      "family": "auth",
      "repeat": 1,
      "arm": "previous",
      "title": "🔍 Debugging OAuth callback 400 errors",
      "characters": 37,
      "latency_seconds": 2.313,
      "errors": []
    },
    {
      "case_id": "upgrade-urllib3",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "default",
      "title": "📦️ Upgrade urllib3 and Run Tests",
      "characters": 32,
      "latency_seconds": 1.356,
      "errors": []
    },
    {
      "case_id": "upgrade-urllib3",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "previous",
      "title": "📦 Updating urllib3 and running tests",
      "characters": 36,
      "latency_seconds": 1.922,
      "errors": []
    },
    {
      "case_id": "upgrade-urllib3",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "topic_first",
      "title": "📦 urllib3 upgrade and test",
      "characters": 26,
      "latency_seconds": 0.834,
      "errors": []
    },
    {
      "case_id": "upgrade-pydantic",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "previous",
      "title": "📦 Upgrading Pydantic and running tests",
      "characters": 38,
      "latency_seconds": 1.317,
      "errors": []
    },
    {
      "case_id": "upgrade-pydantic",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🚀 Pydantic Upgrade: Patch & Test",
      "characters": 32,
      "latency_seconds": 1.167,
      "errors": []
    },
    {
      "case_id": "upgrade-pydantic",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "default",
      "title": "📦️ Upgrade Pydantic and Run Regression Tests",
      "characters": 44,
      "latency_seconds": 1.905,
      "errors": []
    },
    {
      "case_id": "upgrade-pillow",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🖼️ Pillow Upgrade: Patch & Test",
      "characters": 31,
      "latency_seconds": 1.068,
      "errors": []
    },
    {
      "case_id": "upgrade-pillow",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "default",
      "title": "📦️ Upgrade Pillow and Run Regression Tests",
      "characters": 42,
      "latency_seconds": 1.416,
      "errors": []
    },
    {
      "case_id": "upgrade-pillow",
      "split": "reused",
      "family": "upgrade",
      "repeat": 1,
      "arm": "previous",
      "title": "🖼️ Upgrading Pillow and running tests",
      "characters": 37,
      "latency_seconds": 0.72,
      "errors": []
    },
    {
      "case_id": "filler-cache",
      "split": "reused",
      "family": "frontloading",
      "repeat": 1,
      "arm": "default",
      "title": "🗃️ Redis Cache Eviction and Allkeys-LRU Policy",
      "characters": 46,
      "latency_seconds": 1.507,
      "errors": []
    },
    {
      "case_id": "filler-cache",
      "split": "reused",
      "family": "frontloading",
      "repeat": 1,
      "arm": "previous",
      "title": "🧠 Explaining Redis allkeys-lru eviction policy",
      "characters": 46,
      "latency_seconds": 0.874,
      "errors": []
    },
    {
      "case_id": "filler-cache",
      "split": "reused",
      "family": "frontloading",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🧠 Redis Eviction: Explain allkeys-lru policy",
      "characters": 44,
      "latency_seconds": 0.859,
      "errors": []
    },
    {
      "case_id": "filler-build",
      "split": "reused",
      "family": "frontloading",
      "repeat": 1,
      "arm": "previous",
      "title": "🦀 Explaining Rust incremental compilation cache...",
      "characters": 50,
      "latency_seconds": 0.886,
      "errors": []
    },
    {
      "case_id": "filler-build",
      "split": "reused",
      "family": "frontloading",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🦀 Rust Incremental: Explain cache misses",
      "characters": 40,
      "latency_seconds": 0.718,
      "errors": []
    },
    {
      "case_id": "filler-build",
      "split": "reused",
      "family": "frontloading",
      "repeat": 1,
      "arm": "default",
      "title": "⚡️ Rust Incremental Compilation & Cache Misses",
      "characters": 46,
      "latency_seconds": 0.875,
      "errors": []
    },
    {
      "case_id": "feedback-complaint",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "topic_first",
      "title": "📉 Energy limits interrupt practice",
      "characters": 34,
      "latency_seconds": 0.764,
      "errors": []
    },
    {
      "case_id": "feedback-complaint",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "📝 Summarize Lesson Energy Complaints",
      "characters": 36,
      "latency_seconds": 0.889,
      "errors": []
    },
    {
      "case_id": "feedback-complaint",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "previous",
      "title": "⚠️ Summarizing lesson energy limit complaints",
      "characters": 45,
      "latency_seconds": 1.047,
      "errors": []
    },
    {
      "case_id": "feedback-praise",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "📝 Summarize Offline Lesson Praise",
      "characters": 33,
      "latency_seconds": 0.955,
      "errors": []
    },
    {
      "case_id": "feedback-praise",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "previous",
      "title": "✨ Summarizing customer praise for offline lessons",
      "characters": 49,
      "latency_seconds": 1.183,
      "errors": []
    },
    {
      "case_id": "feedback-praise",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "topic_first",
      "title": "📢 Offline lessons: summarize user praise",
      "characters": 40,
      "latency_seconds": 0.91,
      "errors": []
    },
    {
      "case_id": "feedback-mixed",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "previous",
      "title": "♟️ Summarizing chess lesson feedback",
      "characters": 36,
      "latency_seconds": 0.715,
      "errors": []
    },
    {
      "case_id": "feedback-mixed",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "topic_first",
      "title": "♟️ Chess Lessons: Summarize mixed feedback",
      "characters": 42,
      "latency_seconds": 1.562,
      "errors": []
    },
    {
      "case_id": "feedback-mixed",
      "split": "reused",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 Chess Lesson Feedback Summary",
      "characters": 31,
      "latency_seconds": 0.761,
      "errors": []
    },
    {
      "case_id": "neutral-compare",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "topic_first",
      "title": "📊 Database Comparison: SQLite vs PostgreSQL",
      "characters": 43,
      "latency_seconds": 0.688,
      "errors": []
    },
    {
      "case_id": "neutral-compare",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "default",
      "title": "🗃️ SQLite vs PostgreSQL for Offline-First App",
      "characters": 45,
      "latency_seconds": 1.587,
      "errors": []
    },
    {
      "case_id": "neutral-compare",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "previous",
      "title": "📊 Comparing SQLite and PostgreSQL for offline app",
      "characters": 49,
      "latency_seconds": 1.05,
      "errors": []
    },
    {
      "case_id": "negation",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "default",
      "title": "🔧 Inspect Docker Disk Usage",
      "characters": 27,
      "latency_seconds": 0.8,
      "errors": []
    },
    {
      "case_id": "negation",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "previous",
      "title": "🐳 Explaining Docker disk usage inspection",
      "characters": 41,
      "latency_seconds": 2.122,
      "errors": []
    },
    {
      "case_id": "negation",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🐳 Docker Disk: Inspect usage without deleting",
      "characters": 45,
      "latency_seconds": 1.209,
      "errors": []
    },
    {
      "case_id": "uncertainty",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "previous",
      "title": "🌐 Investigating TLS rotation in webhook failures",
      "characters": 48,
      "latency_seconds": 17.707,
      "errors": []
    },
    {
      "case_id": "uncertainty",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🔒 TLS Rotation: Investigate Webhook Failures",
      "characters": 44,
      "latency_seconds": 1.671,
      "errors": []
    },
    {
      "case_id": "uncertainty",
      "split": "reused",
      "family": "fidelity",
      "repeat": 1,
      "arm": "default",
      "title": "👔 Investigate TLS Rotation Webhook Failures",
      "characters": 43,
      "latency_seconds": 1.251,
      "errors": []
    },
    {
      "case_id": "completed",
      "split": "reused",
      "family": "status",
      "repeat": 1,
      "arm": "topic_first",
      "title": "📝 Login Fix: Draft release note",
      "characters": 31,
      "latency_seconds": 1.044,
      "errors": []
    },
    {
      "case_id": "completed",
      "split": "reused",
      "family": "status",
      "repeat": 1,
      "arm": "default",
      "title": "📝 Write Login Fix Release Note",
      "characters": 30,
      "latency_seconds": 1.584,
      "errors": []
    },
    {
      "case_id": "completed",
      "split": "reused",
      "family": "status",
      "repeat": 1,
      "arm": "previous",
      "title": "📝 Writing login fix release notes",
      "characters": 33,
      "latency_seconds": 1.028,
      "errors": []
    },
    {
      "case_id": "long-tail",
      "split": "reused",
      "family": "input-cap",
      "repeat": 1,
      "arm": "default",
      "title": "🐛 Fix Zephyr Unicode CSV Parser Crash",
      "characters": 37,
      "latency_seconds": 1.575,
      "errors": []
    },
    {
      "case_id": "long-tail",
      "split": "reused",
      "family": "input-cap",
      "repeat": 1,
      "arm": "previous",
      "title": "🔍 Investigating Zephyr Unicode CSV crash",
      "characters": 40,
      "latency_seconds": 1.377,
      "errors": []
    },
    {
      "case_id": "long-tail",
      "split": "reused",
      "family": "input-cap",
      "repeat": 1,
      "arm": "topic_first",
      "title": null,
      "characters": 0,
      "latency_seconds": 0.794,
      "errors": []
    },
    {
      "case_id": "backup-status",
      "split": "fresh",
      "family": "operations",
      "repeat": 1,
      "arm": "previous",
      "title": "🔍 Investigating backup permission error",
      "characters": 39,
      "latency_seconds": 0.85,
      "errors": []
    },
    {
      "case_id": "backup-status",
      "split": "fresh",
      "family": "operations",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🔍 Backup failure investigation",
      "characters": 30,
      "latency_seconds": 0.973,
      "errors": []
    },
    {
      "case_id": "backup-status",
      "split": "fresh",
      "family": "operations",
      "repeat": 1,
      "arm": "default",
      "title": "👷 Debug Nightly Backup Permission Error",
      "characters": 39,
      "latency_seconds": 0.791,
      "errors": []
    },
    {
      "case_id": "backup-restore",
      "split": "fresh",
      "family": "operations",
      "repeat": 1,
      "arm": "topic_first",
      "title": "💾 Test Restore: Verify in disposable dir",
      "characters": 40,
      "latency_seconds": 0.682,
      "errors": []
    },
    {
      "case_id": "backup-restore",
      "split": "fresh",
      "family": "operations",
      "repeat": 1,
      "arm": "default",
      "title": "🗃️ Test Backup Restore in Disposable Dir",
      "characters": 40,
      "latency_seconds": 1.146,
      "errors": []
    },
    {
      "case_id": "backup-restore",
      "split": "fresh",
      "family": "operations",
      "repeat": 1,
      "arm": "previous",
      "title": "💾 Testing backup restore in a temp directory",
      "characters": 44,
      "latency_seconds": 1.394,
      "errors": []
    },
    {
      "case_id": "feedback-refunds",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "📝 Summarize Customer Refund Delay Complaints",
      "characters": 44,
      "latency_seconds": 3.382,
      "errors": []
    },
    {
      "case_id": "feedback-refunds",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "previous",
      "title": "📑 Summarizing refund delay complaints",
      "characters": 37,
      "latency_seconds": 0.85,
      "errors": []
    },
    {
      "case_id": "feedback-refunds",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "topic_first",
      "title": "⚠️ Refund delays: summarize complaints",
      "characters": 38,
      "latency_seconds": 0.86,
      "errors": []
    },
    {
      "case_id": "feedback-accessibility",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "previous",
      "title": "🗣️ Summarizing screen-reader label praise",
      "characters": 41,
      "latency_seconds": 0.755,
      "errors": []
    },
    {
      "case_id": "feedback-accessibility",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "topic_first",
      "title": "📢 Screen-reader labels: Summarize praise",
      "characters": 40,
      "latency_seconds": 1.25,
      "errors": []
    },
    {
      "case_id": "feedback-accessibility",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "💄 Summarize Screen-Reader Label Feedback",
      "characters": 40,
      "latency_seconds": 0.821,
      "errors": []
    },
    {
      "case_id": "feedback-notifications",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "topic_first",
      "title": "📢 Feedback: Summarize notification sentiment",
      "characters": 44,
      "latency_seconds": 1.371,
      "errors": []
    },
    {
      "case_id": "feedback-notifications",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "default",
      "title": "📝 Summarize Notification Feedback",
      "characters": 33,
      "latency_seconds": 1.393,
      "errors": []
    },
    {
      "case_id": "feedback-notifications",
      "split": "fresh",
      "family": "feedback",
      "repeat": 1,
      "arm": "previous",
      "title": "📊 Summarizing mixed notification feedback",
      "characters": 41,
      "latency_seconds": 0.709,
      "errors": []
    },
    {
      "case_id": "proposal-not-approved",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 1,
      "arm": "default",
      "title": "👷 Jenkins to Buildkite Proposal",
      "characters": 31,
      "latency_seconds": 0.843,
      "errors": []
    },
    {
      "case_id": "proposal-not-approved",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 1,
      "arm": "previous",
      "title": "📄 Drafting Buildkite migration proposal",
      "characters": 39,
      "latency_seconds": 1.244,
      "errors": []
    },
    {
      "case_id": "proposal-not-approved",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🚀 Buildkite Proposal: Draft replacement plan",
      "characters": 44,
      "latency_seconds": 1.09,
      "errors": []
    },
    {
      "case_id": "suspected-leak",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 1,
      "arm": "previous",
      "title": "🖼️ Investigating image buffer memory growth",
      "characters": 43,
      "latency_seconds": 0.719,
      "errors": []
    },
    {
      "case_id": "suspected-leak",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🖼️ Image Buffers: Investigate memory growth",
      "characters": 43,
      "latency_seconds": 0.989,
      "errors": []
    },
    {
      "case_id": "suspected-leak",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 1,
      "arm": "default",
      "title": "⚡️ Investigate Image Buffer Memory Growth",
      "characters": 41,
      "latency_seconds": 0.918,
      "errors": []
    },
    {
      "case_id": "docs-after-revert",
      "split": "fresh",
      "family": "status",
      "repeat": 1,
      "arm": "topic_first",
      "title": "🕒 Incident Timeline: Update revert status",
      "characters": 41,
      "latency_seconds": 1.522,
      "errors": []
    },
    {
      "case_id": "docs-after-revert",
      "split": "fresh",
      "family": "status",
      "repeat": 1,
      "arm": "default",
      "title": "🚀 Update Incident Timeline for Reverted Deployment",
      "characters": 50,
      "latency_seconds": 0.76,
      "errors": []
    },
    {
      "case_id": "docs-after-revert",
      "split": "fresh",
      "family": "status",
      "repeat": 1,
      "arm": "previous",
      "title": "⚠️ Updating incident timeline for reverted rollout",
      "characters": 50,
      "latency_seconds": 1.184,
      "errors": []
    },
    {
      "case_id": "auth-login",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 Debugging Login Failure After Password Reset",
      "characters": 46,
      "latency_seconds": 1.277,
      "errors": []
    },
    {
      "case_id": "auth-login",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🔑 Login Failure Investigation",
      "characters": 29,
      "latency_seconds": 0.774,
      "errors": []
    },
    {
      "case_id": "auth-login",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "previous",
      "title": "🔑 Investigating login failure after reset",
      "characters": 41,
      "latency_seconds": 1.135,
      "errors": []
    },
    {
      "case_id": "auth-session",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "previous",
      "title": "🕵️ Investigating session expiration timing",
      "characters": 42,
      "latency_seconds": 0.829,
      "errors": []
    },
    {
      "case_id": "auth-session",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "default",
      "title": "👔 Debugging Session Expiration Timeout",
      "characters": 38,
      "latency_seconds": 1.18,
      "errors": []
    },
    {
      "case_id": "auth-session",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🕵️ Session Expiry investigate timeout causes",
      "characters": 44,
      "latency_seconds": 0.806,
      "errors": []
    },
    {
      "case_id": "auth-oauth",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🔍 OAuth Callbacks: Investigate 400 Errors",
      "characters": 41,
      "latency_seconds": 0.82,
      "errors": []
    },
    {
      "case_id": "auth-oauth",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "previous",
      "title": "🔍 Investigating OAuth callback 400 errors",
      "characters": 41,
      "latency_seconds": 0.761,
      "errors": []
    },
    {
      "case_id": "auth-oauth",
      "split": "reused",
      "family": "auth",
      "repeat": 2,
      "arm": "default",
      "title": "👔 Debugging OAuth Callback 400 Errors",
      "characters": 37,
      "latency_seconds": 0.823,
      "errors": []
    },
    {
      "case_id": "upgrade-urllib3",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "default",
      "title": "📦️ Upgrade urllib3 and Run Tests",
      "characters": 32,
      "latency_seconds": 1.72,
      "errors": []
    },
    {
      "case_id": "upgrade-urllib3",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "topic_first",
      "title": "📦 urllib3 upgrade and test",
      "characters": 26,
      "latency_seconds": 0.892,
      "errors": []
    },
    {
      "case_id": "upgrade-urllib3",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "previous",
      "title": "📦 Updating urllib3 and running tests",
      "characters": 36,
      "latency_seconds": 1.184,
      "errors": []
    },
    {
      "case_id": "upgrade-pydantic",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "previous",
      "title": "⬆️ Upgrading Pydantic and running tests",
      "characters": 39,
      "latency_seconds": 1.067,
      "errors": []
    },
    {
      "case_id": "upgrade-pydantic",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "default",
      "title": "📦️ Upgrade Pydantic and Run Tests",
      "characters": 33,
      "latency_seconds": 0.717,
      "errors": []
    },
    {
      "case_id": "upgrade-pydantic",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🐍 Pydantic upgrade: patch & test",
      "characters": 32,
      "latency_seconds": 0.945,
      "errors": []
    },
    {
      "case_id": "upgrade-pillow",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🖼️ Pillow Upgrade: Patch & Test",
      "characters": 31,
      "latency_seconds": 0.744,
      "errors": []
    },
    {
      "case_id": "upgrade-pillow",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "previous",
      "title": "🖼️ Upgrading Pillow and running tests",
      "characters": 37,
      "latency_seconds": 1.942,
      "errors": []
    },
    {
      "case_id": "upgrade-pillow",
      "split": "reused",
      "family": "upgrade",
      "repeat": 2,
      "arm": "default",
      "title": "📦️ Upgrade Pillow and Run Regression Tests",
      "characters": 42,
      "latency_seconds": 0.68,
      "errors": []
    },
    {
      "case_id": "filler-cache",
      "split": "reused",
      "family": "frontloading",
      "repeat": 2,
      "arm": "default",
      "title": "🗃️ Redis Cache Eviction and allkeys-lru Policy",
      "characters": 46,
      "latency_seconds": 0.723,
      "errors": []
    },
    {
      "case_id": "filler-cache",
      "split": "reused",
      "family": "frontloading",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🧠 Redis Eviction: Explain allkeys-lru policy",
      "characters": 44,
      "latency_seconds": 0.696,
      "errors": []
    },
    {
      "case_id": "filler-cache",
      "split": "reused",
      "family": "frontloading",
      "repeat": 2,
      "arm": "previous",
      "title": "🧠 Explaining Redis allkeys-lru eviction policy",
      "characters": 46,
      "latency_seconds": 0.873,
      "errors": []
    },
    {
      "case_id": "filler-build",
      "split": "reused",
      "family": "frontloading",
      "repeat": 2,
      "arm": "previous",
      "title": "🦀 Explaining Rust incremental compilation cache...",
      "characters": 50,
      "latency_seconds": 0.939,
      "errors": []
    },
    {
      "case_id": "filler-build",
      "split": "reused",
      "family": "frontloading",
      "repeat": 2,
      "arm": "default",
      "title": "⚡️ Rust Incremental Compilation & Cache Misses",
      "characters": 46,
      "latency_seconds": 0.959,
      "errors": []
    },
    {
      "case_id": "filler-build",
      "split": "reused",
      "family": "frontloading",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🦀 Rust Incremental: Explain cache misses",
      "characters": 40,
      "latency_seconds": 0.897,
      "errors": []
    },
    {
      "case_id": "feedback-complaint",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "topic_first",
      "title": "📉 Lesson energy limits interrupt practice",
      "characters": 41,
      "latency_seconds": 0.868,
      "errors": []
    },
    {
      "case_id": "feedback-complaint",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "previous",
      "title": "📉 Summarizing lesson energy limit complaints",
      "characters": 44,
      "latency_seconds": 0.658,
      "errors": []
    },
    {
      "case_id": "feedback-complaint",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "📝 Summarize Lesson Energy Limit Complaints",
      "characters": 42,
      "latency_seconds": 0.822,
      "errors": []
    },
    {
      "case_id": "feedback-praise",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "📝 Summarize Offline Lessons Praise",
      "characters": 34,
      "latency_seconds": 1.146,
      "errors": []
    },
    {
      "case_id": "feedback-praise",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "topic_first",
      "title": "📢 Offline Lessons: Summarize user praise",
      "characters": 40,
      "latency_seconds": 1.052,
      "errors": []
    },
    {
      "case_id": "feedback-praise",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "previous",
      "title": "📈 Summarizing customer praise for offline lessons",
      "characters": 49,
      "latency_seconds": 1.048,
      "errors": []
    },
    {
      "case_id": "feedback-mixed",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "previous",
      "title": "♟️ Summarizing chess lesson feedback",
      "characters": 36,
      "latency_seconds": 1.176,
      "errors": []
    },
    {
      "case_id": "feedback-mixed",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 Summarize Chess Lesson Feedback",
      "characters": 33,
      "latency_seconds": 1.423,
      "errors": []
    },
    {
      "case_id": "feedback-mixed",
      "split": "reused",
      "family": "feedback",
      "repeat": 2,
      "arm": "topic_first",
      "title": "♟️ Chess Feedback: Summarize mixed reviews",
      "characters": 42,
      "latency_seconds": 0.872,
      "errors": []
    },
    {
      "case_id": "neutral-compare",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "topic_first",
      "title": "📊 Database Comparison: SQLite vs PostgreSQL",
      "characters": 43,
      "latency_seconds": 0.702,
      "errors": []
    },
    {
      "case_id": "neutral-compare",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "previous",
      "title": "📊 Comparing SQLite and PostgreSQL",
      "characters": 33,
      "latency_seconds": 1.377,
      "errors": []
    },
    {
      "case_id": "neutral-compare",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "default",
      "title": "🗃️ SQLite vs PostgreSQL for Offline-First App",
      "characters": 45,
      "latency_seconds": 0.841,
      "errors": []
    },
    {
      "case_id": "negation",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "default",
      "title": "🔧 Inspect Docker Disk Usage",
      "characters": 27,
      "latency_seconds": 1.253,
      "errors": []
    },
    {
      "case_id": "negation",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🐳 Docker Usage: Inspect disk space",
      "characters": 34,
      "latency_seconds": 1.312,
      "errors": []
    },
    {
      "case_id": "negation",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "previous",
      "title": "🐳 Explaining Docker disk inspection",
      "characters": 35,
      "latency_seconds": 1.36,
      "errors": []
    },
    {
      "case_id": "uncertainty",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "previous",
      "title": "🌐 Investigating TLS rotation in webhook failures",
      "characters": 48,
      "latency_seconds": 0.902,
      "errors": []
    },
    {
      "case_id": "uncertainty",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "default",
      "title": "🚀 Investigate TLS Rotation Webhook Failures",
      "characters": 43,
      "latency_seconds": 0.833,
      "errors": []
    },
    {
      "case_id": "uncertainty",
      "split": "reused",
      "family": "fidelity",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🔒 TLS Rotation: Investigate Webhook Failures",
      "characters": 44,
      "latency_seconds": 1.218,
      "errors": []
    },
    {
      "case_id": "completed",
      "split": "reused",
      "family": "status",
      "repeat": 2,
      "arm": "topic_first",
      "title": "📝 Login Fix: Draft release note",
      "characters": 31,
      "latency_seconds": 0.706,
      "errors": []
    },
    {
      "case_id": "completed",
      "split": "reused",
      "family": "status",
      "repeat": 2,
      "arm": "previous",
      "title": "📝 Writing login fix release notes",
      "characters": 33,
      "latency_seconds": 0.819,
      "errors": []
    },
    {
      "case_id": "completed",
      "split": "reused",
      "family": "status",
      "repeat": 2,
      "arm": "default",
      "title": "📝 Write Login Fix Release Note",
      "characters": 30,
      "latency_seconds": 0.903,
      "errors": []
    },
    {
      "case_id": "long-tail",
      "split": "reused",
      "family": "input-cap",
      "repeat": 2,
      "arm": "default",
      "title": "🐛 Fix Zephyr Unicode CSV Parser Crash",
      "characters": 37,
      "latency_seconds": 1.1,
      "errors": []
    },
    {
      "case_id": "long-tail",
      "split": "reused",
      "family": "input-cap",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🔍 Zephyr Parser investigate Unicode crash",
      "characters": 41,
      "latency_seconds": 0.812,
      "errors": []
    },
    {
      "case_id": "long-tail",
      "split": "reused",
      "family": "input-cap",
      "repeat": 2,
      "arm": "previous",
      "title": "🔍 Investigating Zephyr Unicode CSV parser crash",
      "characters": 47,
      "latency_seconds": 0.725,
      "errors": []
    },
    {
      "case_id": "backup-status",
      "split": "fresh",
      "family": "operations",
      "repeat": 2,
      "arm": "previous",
      "title": "🔍 Investigating backup permission error",
      "characters": 39,
      "latency_seconds": 1.031,
      "errors": []
    },
    {
      "case_id": "backup-status",
      "split": "fresh",
      "family": "operations",
      "repeat": 2,
      "arm": "default",
      "title": "🔧 Debug Nightly Backup Permission Error",
      "characters": 39,
      "latency_seconds": 0.852,
      "errors": []
    },
    {
      "case_id": "backup-status",
      "split": "fresh",
      "family": "operations",
      "repeat": 2,
      "arm": "topic_first",
      "title": "📂 Backup failure investigation",
      "characters": 30,
      "latency_seconds": 0.815,
      "errors": []
    },
    {
      "case_id": "backup-restore",
      "split": "fresh",
      "family": "operations",
      "repeat": 2,
      "arm": "topic_first",
      "title": "💾 Backup Restore: Test in disposable dir",
      "characters": 40,
      "latency_seconds": 1.097,
      "errors": []
    },
    {
      "case_id": "backup-restore",
      "split": "fresh",
      "family": "operations",
      "repeat": 2,
      "arm": "previous",
      "title": "💾 Explaining backup restoration in temp directory",
      "characters": 49,
      "latency_seconds": 0.733,
      "errors": []
    },
    {
      "case_id": "backup-restore",
      "split": "fresh",
      "family": "operations",
      "repeat": 2,
      "arm": "default",
      "title": "🗃️ Test Backup Restore in Disposable Dir",
      "characters": 40,
      "latency_seconds": 0.849,
      "errors": []
    },
    {
      "case_id": "feedback-refunds",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "📝 Summarize Refund Delay Complaints",
      "characters": 35,
      "latency_seconds": 0.799,
      "errors": []
    },
    {
      "case_id": "feedback-refunds",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "topic_first",
      "title": "⚠️ Refund Delays: Report customer frustration",
      "characters": 45,
      "latency_seconds": 1.367,
      "errors": []
    },
    {
      "case_id": "feedback-refunds",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "previous",
      "title": "📑 Summarizing refund delay complaints",
      "characters": 37,
      "latency_seconds": 0.905,
      "errors": []
    },
    {
      "case_id": "feedback-accessibility",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "previous",
      "title": "🗣️ Summarizing screen-reader label praise",
      "characters": 41,
      "latency_seconds": 0.856,
      "errors": []
    },
    {
      "case_id": "feedback-accessibility",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "✨ Summarize Screen-Reader Label Praise",
      "characters": 38,
      "latency_seconds": 0.722,
      "errors": []
    },
    {
      "case_id": "feedback-accessibility",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "topic_first",
      "title": "📢 Summarize customer praise for screen-reader l...",
      "characters": 50,
      "latency_seconds": 0.776,
      "errors": []
    },
    {
      "case_id": "feedback-notifications",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "topic_first",
      "title": "📊 Feedback: Summarize notification preferences",
      "characters": 46,
      "latency_seconds": 1.303,
      "errors": []
    },
    {
      "case_id": "feedback-notifications",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "previous",
      "title": "📊 Summarizing mixed notification feedback",
      "characters": 41,
      "latency_seconds": 0.81,
      "errors": []
    },
    {
      "case_id": "feedback-notifications",
      "split": "fresh",
      "family": "feedback",
      "repeat": 2,
      "arm": "default",
      "title": "📝 Summarize Notification Feedback",
      "characters": 33,
      "latency_seconds": 0.759,
      "errors": []
    },
    {
      "case_id": "proposal-not-approved",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 2,
      "arm": "default",
      "title": "👷 Jenkins to Buildkite Migration Proposal",
      "characters": 41,
      "latency_seconds": 0.773,
      "errors": []
    },
    {
      "case_id": "proposal-not-approved",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🚀 Buildkite Proposal: Draft replacement plan",
      "characters": 44,
      "latency_seconds": 0.805,
      "errors": []
    },
    {
      "case_id": "proposal-not-approved",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 2,
      "arm": "previous",
      "title": "🚀 Drafting Jenkins to Buildkite proposal",
      "characters": 40,
      "latency_seconds": 0.84,
      "errors": []
    },
    {
      "case_id": "suspected-leak",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 2,
      "arm": "previous",
      "title": "📸 Investigating image buffer memory growth",
      "characters": 42,
      "latency_seconds": 0.795,
      "errors": []
    },
    {
      "case_id": "suspected-leak",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 2,
      "arm": "default",
      "title": "⚡️ Investigate Image Buffer Memory Growth",
      "characters": 41,
      "latency_seconds": 0.724,
      "errors": []
    },
    {
      "case_id": "suspected-leak",
      "split": "fresh",
      "family": "fidelity",
      "repeat": 2,
      "arm": "topic_first",
      "title": "🖼️ Image Buffers: Investigate memory growth",
      "characters": 43,
      "latency_seconds": 0.888,
      "errors": []
    },
    {
      "case_id": "docs-after-revert",
      "split": "fresh",
      "family": "status",
      "repeat": 2,
      "arm": "topic_first",
      "title": "📉 Incident Timeline: Update revert status",
      "characters": 41,
      "latency_seconds": 0.872,
      "errors": []
    },
    {
      "case_id": "docs-after-revert",
      "split": "fresh",
      "family": "status",
      "repeat": 2,
      "arm": "previous",
      "title": "🕒 Updating incident timeline for reverted rollout",
      "characters": 49,
      "latency_seconds": 2.082,
      "errors": []
    },
    {
      "case_id": "docs-after-revert",
      "split": "fresh",
      "family": "status",
      "repeat": 2,
      "arm": "default",
      "title": "🚀 Update Incident Timeline for Reverted Deployment",
      "characters": 50,
      "latency_seconds": 1.377,
      "errors": []
    }
  ],
  "finished_at": "2026-10-30T08:36:44.025987+00:00"
}