{
  "file": "F23-llm-catalog-and-connections.md",
  "bullet": "Delete guard (`F23.delete-guard`).",
  "ids": [
    "F23.delete-guard"
  ],
  "line": 653,
  "script": "control-agent-server api DELETE \"/api/llm/provider-connections/$CONN\" --expect 409 --save F23.delete-guard/profile-and-settings \\\n  --check detail eq 'Provider connection cannot be deleted while it is referenced by LLM profile(s): qa-f23-linked and referenced by the active agent settings. Update those references before deleting it.'\ncontrol-agent-server api POST /api/profiles/deepseek-flash/activate --expect 200\ncontrol-agent-server api DELETE \"/api/llm/provider-connections/$CONN\" --expect 409 --save F23.delete-guard/profile \\\n  --check detail eq 'Provider connection cannot be deleted while it is referenced by LLM profile(s): qa-f23-linked. Update those references before deleting it.'\ncontrol-agent-server api POST /api/profiles/qa-f23-linked/activate --expect 200\ncontrol-agent-server api DELETE /api/profiles/qa-f23-linked --expect 200\ncontrol-agent-server api DELETE \"/api/llm/provider-connections/$CONN\" --expect 409 --save F23.delete-guard/settings \\\n  --check detail eq 'Provider connection cannot be deleted while it is referenced by the active agent settings. Update those references before deleting it.'\ncontrol-agent-server api GET /api/llm/provider-connections --check . len-eq 2 --check 0.id eq \"$CONN\" --check 0.api_key_set eq true\ncontrol-agent-server api POST /api/profiles/deepseek-flash/activate --expect 200\ncontrol-agent-server api GET /api/settings --check active_profile eq deepseek-flash --check agent_settings.llm.provider_connection_id eq null\n",
  "exit_code": 0,
  "elapsed_ms": 6890,
  "failed_line": null,
  "failed_command": null,
  "stdout": "{\n  \"ok\": true,\n  \"status\": 409,\n  \"request\": {\n    \"method\": \"DELETE\",\n    \"path\": \"/api/llm/provider-connections/60e5410bc7854d5fba0fa8ddea14dd05\",\n    \"query\": [],\n    \"auth\": \"header\",\n    \"body\": null,\n    \"files\": []\n  },\n  \"response\": {\n    \"status\": 409,\n    \"headers\": {\n      \"content-length\": \"195\",\n      \"content-type\": \"application/json\"\n    },\n    \"body\": {\n      \"detail\": \"Provider connection cannot be deleted while it is referenced by LLM profile(s): qa-f23-linked and referenced by the active agent settings. Update those references before deleting it.\"\n    },\n    \"truncated\": false\n  },\n  \"elapsed_ms\": 60,\n  \"checks\": [\n    {\n      \"check\": \"detail eq Provider connection cannot be deleted while it is referenced by LLM profile(s): qa-f23-linked and referenced by the active agent settings. Update those references before deleting it.\",\n      \"ok\": true,\n      \"actual\": \"Provider connection cannot be deleted while it is referenced by LLM profile(s): qa-f23-linked and referenced by the active agent settings. Update those references before deleting it.\"\n    }\n  ],\n  \"saved\": \"/workspace/verification-artifacts/runs/20261013-024155-0956-map-f23/evidence/F23.delete-guard/profile-and-settings.json\"\n}\n{\n  \"ok\": true,\n  \"status\": 200,\n  \"request\": {\n    \"method\": \"POST\",\n    \"path\": \"/api/profiles/deepseek-flash/activate\",\n    \"query\": [],\n    \"auth\": \"header\",\n    \"body\": null,\n    \"files\": []\n  },\n  \"response\": {\n    \"status\": 200,\n    \"headers\": {\n      \"content-length\": \"123\",\n      \"content-type\": \"application/json\"\n    },\n    \"body\": {\n      \"name\": \"deepseek-flash\",\n      \"message\": \"Profile 'deepseek-flash' activated and applied to current settings\",\n      \"llm_applied\": true\n    },\n    \"truncated\": false\n  },\n  \"elapsed_ms\": 128\n}\n{\n  \"ok\": true,\n  \"status\": 409,\n  \"request\": {\n    \"method\": \"DELETE\",\n    \"path\": \"/api/llm/provider-connections/60e5410bc7854d5fba0fa8ddea14dd05\",\n    \"query\": [],\n    \"auth\": \"header\",\n    \"body\": null,\n    \"files\": []\n  },\n  \"response\": {\n    \"status\": 409,\n    \"headers\": {\n      \"content-length\": \"151\",\n      \"content-type\": \"application/json\"\n    },\n    \"body\": {\n      \"detail\": \"Provider connection cannot be deleted while it is referenced by LLM profile(s): qa-f23-linked. Update those references before deleting it.\"\n    },\n    \"truncated\": false\n  },\n  \"elapsed_ms\": 84,\n  \"checks\": [\n    {\n      \"check\": \"detail eq Provider connection cannot be deleted while it is referenced by LLM profile(s): qa-f23-linked. Update those references before deleting it.\",\n      \"ok\": true,\n      \"actual\": \"Provider connection cannot be deleted while it is referenced by LLM profile(s): qa-f23-linked. Update those references before deleting it.\"\n    }\n  ],\n  \"saved\": \"/workspace/verification-artifacts/runs/20261013-024155-0956-map-f23/evidence/F23.delete-guard/profile.json\"\n}\n{\n  \"ok\": true,\n  \"status\": 200,\n  \"request\": {\n    \"method\": \"POST\",\n    \"path\": \"/api/profiles/qa-f23-linked/activate\",\n    \"query\": [],\n    \"auth\": \"header\",\n    \"body\": null,\n    \"files\": []\n  },\n  \"response\": {\n    \"status\": 200,\n    \"headers\": {\n      \"content-length\": \"121\",\n      \"content-type\": \"application/json\"\n    },\n    \"body\": {\n      \"name\": \"qa-f23-linked\",\n      \"message\": \"Profile 'qa-f23-linked' activated and applied to current settings\",\n      \"llm_applied\": true\n    },\n    \"truncated\": false\n  },\n  \"elapsed_ms\": 193\n}\n{\n  \"ok\": true,\n  \"status\": 200,\n  \"request\": {\n    \"method\": \"DELETE\",\n    \"path\": \"/api/profiles/qa-f23-linked\",\n    \"query\": [],\n    \"auth\": \"header\",\n    \"body\": null,\n    \"files\": []\n  },\n  \"response\": {\n    \"status\": 200,\n    \"headers\": {\n      \"content-length\": \"68\",\n      \"content-type\": \"application/json\"\n    },\n    \"body\": {\n      \"name\": \"qa-f23-linked\",\n      \"message\": \"Profile 'qa-f23-linked' deleted\"\n    },\n    \"truncated\": false\n  },\n  \"elapsed_ms\": 213\n}\n{\n  \"ok\": true,\n  \"status\": 409,\n  \"request\": {\n    \"method\": \"DELETE\",\n    \"path\": \"/api/llm/provider-connections/60e5410bc7854d5fba0fa8ddea14dd05\",\n    \"query\": [],\n    \"auth\": \"header\",\n    \"body\": null,\n    \"files\": []\n  },\n  \"response\": {\n    \"status\": 409,\n    \"headers\": {\n      \"content-length\": \"147\",\n      \"content-type\": \"application/json\"\n    },\n    \"body\": {\n      \"detail\": \"Provider connection cannot be deleted while it is referenced by the active agent settings. Update those references before deleting it.\"\n    },\n    \"truncated\": false\n  },\n  \"elapsed_ms\": 70,\n  \"checks\": [\n    {\n      \"check\": \"detail eq Provider connection cannot be deleted while it is referenced by the active agent settings. Update those references before deleting it.\",\n      \"ok\": true,\n      \"actual\": \"Provider connection cannot be deleted while it is referenced by the active agent settings. Update those references before deleting it.\"\n    }\n  ],\n  \"saved\": \"/workspace/verification-artifacts/runs/20261013-024155-0956-map-f23/evidence/F23.delete-guard/settings.json\"\n}\n{\n  \"ok\": true,\n  \"status\": 200,\n  \"request\": {\n    \"method\": \"GET\",\n    \"path\": \"/api/llm/provider-connections\",\n    \"query\": [],\n    \"auth\": \"header\",\n    \"body\": null,\n    \"files\": []\n  },\n  \"response\": {\n    \"status\": 200,\n    \"headers\": {\n      \"content-length\": \"358\",\n      \"content-type\": \"application/json\"\n    },\n    \"body\": [\n      {\n        \"id\": \"60e5410bc7854d5fba0fa8ddea14dd05\",\n        \"display_name\": \"qa-f23-deepseek\",\n        \"provider\": \"deepseek\",\n        \"base_url\": null,\n        \"created_at\": 1791859334,\n        \"updated_at\": 1791859432,\n        \"api_key_set\": true\n      },\n      {\n        \"id\": \"d91bced5bd6c478b9262fa67483b7876\",\n        \"display_name\": \"qa-f23-default\",\n        \"provider\": \"custom\",\n        \"base_url\": null,\n        \"created_at\": 1791859334,\n        \"updated_at\": 1791859415,\n        \"api_key_set\": true\n      }\n    ],\n    \"truncated\": false\n  },\n  \"elapsed_ms\": 85,\n  \"checks\": [\n    {\n      \"check\": \". len-eq 2\",\n      \"ok\": true,\n      \"actual\": \"[{\\\"id\\\": \\\"60e5410bc7854d5fba0fa8ddea14dd05\\\", \\\"display_name\\\": \\\"qa-f23-deepseek\\\", \\\"provider\\\": \\\"deepseek\\\", \\\"base_url\\\": null, \\\"created_at\\\": 1791859334, \\\"updated_at\\\": 1791859432, \\\"api_key_set\\\": true}, {\\\"id\\\"\\u2026\"\n    },\n    {\n      \"check\": \"0.id eq 60e5410bc7854d5fba0fa8ddea14dd05\",\n      \"ok\": true,\n      \"actual\": \"60e5410bc7854d5fba0fa8ddea14dd05\"\n    },\n    {\n      \"check\": \"0.api_key_set eq true\",\n      \"ok\": true,\n      \"actual\": \"true\"\n    }\n  ]\n}\n{\n  \"ok\": true,\n  \"status\": 200,\n  \"request\": {\n    \"method\": \"POST\",\n    \"path\": \"/api/profiles/deepseek-flash/activate\",\n    \"query\": [],\n    \"auth\": \"header\",\n    \"body\": null,\n    \"files\": []\n  },\n  \"response\": {\n    \"status\": 200,\n    \"headers\": {\n      \"content-length\": \"123\",\n      \"content-type\": \"application/json\"\n    },\n    \"body\": {\n      \"name\": \"deepseek-flash\",\n      \"message\": \"Profile 'deepseek-flash' activated and applied to current settings\",\n      \"llm_applied\": true\n    },\n    \"truncated\": false\n  },\n  \"elapsed_ms\": 93\n}\n{\n  \"ok\": true,\n  \"status\": 200,\n  \"request\": {\n    \"method\": \"GET\",\n    \"path\": \"/api/settings\",\n    \"query\": [],\n    \"auth\": \"header\",\n    \"body\": null,\n    \"files\": []\n  },\n  \"response\": {\n    \"status\": 200,\n    \"headers\": {\n      \"content-length\": \"2716\",\n      \"content-type\": \"application/json\"\n    },\n    \"body\": {\n      \"agent_settings\": {\n        \"schema_version\": 8,\n        \"agent_kind\": \"openhands\",\n        \"agent\": \"CodeActAgent\",\n        \"llm\": {\n          \"model\": \"deepseek/deepseek-flash\",\n          \"api_key\": \"<redacted:api_key>\",\n          \"provider_connection_id\": null,\n          \"auth_type\": \"api_key\",\n          \"subscription_vendor\": null,\n          \"base_url\": null,\n          \"api_version\": null,\n          \"aws_access_key_id\": null,\n          \"aws_secret_access_key\": null,\n          \"aws_session_token\": null,\n          \"aws_region_name\": null,\n          \"aws_profile_name\": null,\n          \"aws_role_name\": null,\n          \"aws_session_name\": null,\n          \"aws_bedrock_runtime_endpoint\": null,\n          \"openrouter_site_url\": \"https://docs.all-hands.dev/\",\n          \"openrouter_app_name\": \"OpenHands\",\n          \"num_retries\": 5,\n          \"retry_multiplier\": 8.0,\n          \"retry_min_wait\": 8,\n          \"retry_max_wait\": 64,\n          \"timeout\": 300,\n          \"stream_idle_timeout\": 300.0,\n          \"max_message_chars\": 30000,\n          \"temperature\": null,\n          \"top_p\": null,\n          \"top_k\": null,\n          \"max_input_tokens\": null,\n          \"max_output_tokens\": null,\n          \"model_canonical_name\": null,\n          \"api_mode\": \"auto\",\n          \"capability_overrides\": {},\n          \"extra_headers\": null,\n          \"input_cost_per_token\": null,\n          \"output_cost_per_token\": null,\n          \"ollama_base_url\": null,\n          \"stream\": false,\n          \"drop_params\": true,\n          \"disable_vision\": null,\n          \"disable_stop_word\": false,\n          \"caching_prompt\": true,\n          \"log_completions\": false,\n          \"log_completions_folder\": \"logs/completions\",\n          \"custom_tokenizer\": null,\n          \"native_tool_calling\": true,\n          \"force_string_serializer\": null,\n          \"inline_image_urls\": null,\n          \"reasoning_effort\": \"high\",\n          \"reasoning_summary\": null,\n          \"enable_encrypted_reasoning\": true,\n          \"prompt_cache_retention\": \"24h\",\n          \"extended_thinking_budget\": 200000,\n          \"seed\": null,\n          \"usage_id\": \"default\",\n          \"litellm_extra_body\": {},\n          \"is_subscription\": false\n        },\n        \"tools\": null,\n        \"enable_classify_and_switch_llm_tool\": false,\n        \"active_meta_profile\": null,\n        \"meta_profile\": null,\n        \"meta_profile_llms\": {},\n        \"tool_concurrency_limit\": 1,\n        \"mcp_config\": {},\n        \"persona\": null,\n        \"agent_context\": {\n          \"skills\": [],\n          \"system_message_suffix\": null,\n          \"user_message_suffix\": null,\n          \"load_user_skills\": false,\n          \"load_public_skills\": false,\n          \"marketplace_path\": \"marketplaces/default.json\",\n          \"registered_marketplaces\": [],\n          \"load_project_skills\": false,\n          \"load_memory\": false,\n          \"disabled_skills\": [],\n          \"secrets\": null,\n          \"current_datetime\": \"2026-10-13T02:42:54.767863Z\"\n        },\n        \"condenser\": {\n          \"condenser_kind\": \"llm_summarizing\",\n          \"enabled\": true,\n          \"max_size\": 240,\n          \"max_tokens\": null,\n          \"keep_first\": 2,\n          \"minimum_progress\": 0.1,\n          \"hard_context_reset_max_retries\": 5,\n          \"hard_context_reset_context_scaling\": 0.8\n        },\n        \"verification\": {\n          \"critic_enabled\": false,\n          \"critic_mode\": \"finish_and_message\",\n          \"enable_iterative_refinement\": false,\n          \"critic_threshold\": 0.6,\n          \"max_refinement_iterations\": 3,\n          \"critic_server_url\": null,\n          \"critic_model_name\": null,\n          \"critic_api_key\": null\n        }\n      },\n      \"conversation_settings\": {\n        \"schema_version\": 1,\n        \"max_iterations\": 500,\n        \"confirmation_mode\": false,\n        \"security_analyzer\": \"llm\"\n      },\n      \"llm_api_key_is_set\": true,\n      \"active_profile\": \"deepseek-flash\",\n      \"active_agent_profile_id\": null,\n      \"active_meta_profile\": null,\n      \"misc_settings\": {}\n    },\n    \"truncated\": false\n  },\n  \"elapsed_ms\": 92,\n  \"checks\": [\n    {\n      \"check\": \"active_profile eq deepseek-flash\",\n      \"ok\": true,\n      \"actual\": \"deepseek-flash\"\n    },\n    {\n      \"check\": \"agent_settings.llm.provider_connection_id eq null\",\n      \"ok\": true,\n      \"actual\": \"null\"\n    }\n  ]\n}\n",
  "stderr": ""
}