[
  {
    "model": "litellm_proxy/anthropic/claude-haiku-4-5",
    "records": [
      {
        "case_id": "auth-login",
        "repeat": 1,
        "arm": "default",
        "title": null,
        "characters": 0,
        "latency_seconds": 1.317,
        "errors": [
          "LLMBadRequestError"
        ]
      },
      {
        "case_id": "auth-login",
        "repeat": 1,
        "arm": "override",
        "title": null,
        "characters": 0,
        "latency_seconds": 0.581,
        "errors": [
          "LLMBadRequestError"
        ]
      },
      {
        "case_id": "auth-session",
        "repeat": 1,
        "arm": "override",
        "title": null,
        "characters": 0,
        "latency_seconds": 0.682,
        "errors": [
          "LLMBadRequestError"
        ]
      }
    ],
    "stopped_early": "Three consecutive failed generations; investigate before spending more requests.",
    "reason": "SDK manual thinking budget below Anthropic minimum; subsequently disabled for Haiku"
  },
  {
    "model": "litellm_proxy/anthropic/claude-haiku-4-5",
    "records": [
      {
        "case_id": "auth-login",
        "repeat": 1,
        "arm": "default",
        "title": null,
        "characters": 0,
        "latency_seconds": 1.343,
        "errors": [
          "LLMBadRequestError"
        ]
      },
      {
        "case_id": "auth-login",
        "repeat": 1,
        "arm": "override",
        "title": null,
        "characters": 0,
        "latency_seconds": 0.65,
        "errors": [
          "LLMBadRequestError"
        ]
      },
      {
        "case_id": "auth-session",
        "repeat": 1,
        "arm": "override",
        "title": null,
        "characters": 0,
        "latency_seconds": 0.645,
        "errors": [
          "LLMBadRequestError"
        ]
      }
    ],
    "stopped_early": "Three consecutive failed generations; investigate before spending more requests.",
    "reason": "SDK manual thinking budget below Anthropic minimum; subsequently disabled for Haiku"
  },
  {
    "model": "litellm_proxy/gemini/gemini-2.5-flash",
    "records": [
      {
        "case_id": "auth-login",
        "repeat": 1,
        "arm": "default",
        "title": null,
        "characters": 0,
        "latency_seconds": 0.751,
        "errors": [
          "LLMBadRequestError"
        ]
      },
      {
        "case_id": "auth-login",
        "repeat": 1,
        "arm": "override",
        "title": null,
        "characters": 0,
        "latency_seconds": 0.272,
        "errors": [
          "LLMBadRequestError"
        ]
      },
      {
        "case_id": "auth-session",
        "repeat": 1,
        "arm": "override",
        "title": null,
        "characters": 0,
        "latency_seconds": 0.197,
        "errors": [
          "LLMBadRequestError"
        ]
      }
    ],
    "stopped_early": "Three consecutive failed generations; investigate before spending more requests.",
    "reason": "Selected Gemini 2.5 alias had no healthy proxy deployment; selected Gemini 3 Flash instead"
  }
]