{ "file": "F20-llm-profiles.md", "bullet": "Profile limit (`F20.profile-limit`).", "ids": [ "F20.profile-limit" ], "line": 451, "script": "N=$(control-agent-server api GET /api/profiles --field profiles | jq length)\nfor i in $(seq $((N + 1)) 50); do\n control-agent-server api POST \"/api/profiles/qa-cap-$i\" --json '{\"llm\": {\"model\": \"openai/qa-cap\"}}' --expect 201 --field name\ndone\ncontrol-agent-server api GET /api/profiles --check profiles len-eq 50 --max-chars 200\ncontrol-agent-server api POST /api/profiles/qa-cap-51 --json '{\"llm\": {\"model\": \"openai/qa-cap\"}}' --expect 409 \\\n --check detail eq 'Profile limit reached (50). Delete a profile before saving a new one.' --save F20.profile-limit/create-51st\ncontrol-agent-server api GET /api/profiles/qa-cap-51 --expect 404\ncontrol-agent-server api POST /api/profiles/qa-nokey --json '{\"llm\": {\"model\": \"openai/qa-nokey\", \"temperature\": 0.25}, \"include_secrets\": false}' \\\n --expect 201 --save F20.profile-limit/overwrite-at-cap\ncontrol-agent-server api GET /api/profiles/qa-nokey --check config.temperature eq 0.25\nfor i in $(seq $((N + 1)) 50); do\n control-agent-server api DELETE \"/api/profiles/qa-cap-$i\" --expect 200 --field name\ndone\ncontrol-agent-server api GET /api/profiles --check profiles len-eq \"$N\"\n", "exit_code": 0, "elapsed_ms": 101194, "failed_line": null, "failed_command": null, "stdout": "qa-cap-5\nqa-cap-6\nqa-cap-7\nqa-cap-8\nqa-cap-9\nqa-cap-10\nqa-cap-11\nqa-cap-12\nqa-cap-13\nqa-cap-14\nqa-cap-15\nqa-cap-16\nqa-cap-17\nqa-cap-18\nqa-cap-19\nqa-cap-20\nqa-cap-21\nqa-cap-22\nqa-cap-23\nqa-cap-24\nqa-cap-25\nqa-cap-26\nqa-cap-27\nqa-cap-28\nqa-cap-29\nqa-cap-30\nqa-cap-31\nqa-cap-32\nqa-cap-33\nqa-cap-34\nqa-cap-35\nqa-cap-36\nqa-cap-37\nqa-cap-38\nqa-cap-39\nqa-cap-40\nqa-cap-41\nqa-cap-42\nqa-cap-43\nqa-cap-44\nqa-cap-45\nqa-cap-46\nqa-cap-47\nqa-cap-48\nqa-cap-49\nqa-cap-50\n{\n \"ok\": true,\n \"status\": 200,\n \"request\": {\n \"method\": \"GET\",\n \"path\": \"/api/profiles\",\n \"query\": [],\n \"auth\": \"header\",\n \"body\": null,\n \"files\": []\n },\n \"response\": {\n \"status\": 200,\n \"headers\": {\n \"content-length\": \"7379\",\n \"content-type\": \"application/json\"\n },\n \"body\": {\n \"profiles\": [\n {\n \"name\": \"deepseek-flash\",\n \"model\": \"deepseek/deepseek-flash\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": true\n },\n {\n \"name\": \"deepseek-pro\",\n \"model\": \"deepseek/deepseek-v4-pro\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": true\n },\n {\n \"name\": \"qa-cap-10\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-11\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-12\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-13\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-14\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-15\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-16\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-17\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-18\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-19\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-20\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-21\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-22\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-23\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-24\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-25\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-26\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-27\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-28\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-29\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-30\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-31\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-32\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-33\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-34\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-35\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-36\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-37\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-38\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-39\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-40\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-41\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-42\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-43\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-44\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-45\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-46\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-47\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-48\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-49\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-5\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-50\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-6\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-7\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-8\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-cap-9\",\n \"model\": \"openai/qa-cap\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n },\n {\n \"name\": \"qa-flash\",\n \"model\": \"deepseek/deepseek-flash\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": true\n },\n {\n \"name\": \"qa-nokey\",\n \"model\": \"openai/qa-nokey\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n }\n ],\n \"active_profile\": \"deepseek-flash\"\n },\n \"truncated\": false\n },\n \"elapsed_ms\": 75,\n \"checks\": [\n {\n \"check\": \"profiles len-eq 50\",\n \"ok\": true,\n \"actual\": \"[{\\\"name\\\": \\\"deepseek-flash\\\", \\\"model\\\": \\\"deepseek/deepseek-flash\\\", \\\"base_url\\\": null, \\\"provider_connection_id\\\": null, \\\"provider_connection_broken\\\": false, \\\"api_key_set\\\": true}, {\\\"name\\\": \\\"deepseek-pro\\\", \\\"m\\u2026\"\n }\n ]\n}\n{\n \"ok\": true,\n \"status\": 409,\n \"request\": {\n \"method\": \"POST\",\n \"path\": \"/api/profiles/qa-cap-51\",\n \"query\": [],\n \"auth\": \"header\",\n \"body\": {\n \"llm\": {\n \"model\": \"openai/qa-cap\"\n }\n },\n \"files\": []\n },\n \"response\": {\n \"status\": 409,\n \"headers\": {\n \"content-length\": \"82\",\n \"content-type\": \"application/json\"\n },\n \"body\": {\n \"detail\": \"Profile limit reached (50). Delete a profile before saving a new one.\"\n },\n \"truncated\": false\n },\n \"elapsed_ms\": 46,\n \"checks\": [\n {\n \"check\": \"detail eq Profile limit reached (50). Delete a profile before saving a new one.\",\n \"ok\": true,\n \"actual\": \"Profile limit reached (50). Delete a profile before saving a new one.\"\n }\n ],\n \"saved\": \"/workspace/verification-artifacts/runs/20261013-024525-b13b-map-f20/evidence/F20.profile-limit/create-51st.json\"\n}\n{\n \"ok\": true,\n \"status\": 404,\n \"request\": {\n \"method\": \"GET\",\n \"path\": \"/api/profiles/qa-cap-51\",\n \"query\": [],\n \"auth\": \"header\",\n \"body\": null,\n \"files\": []\n },\n \"response\": {\n \"status\": 404,\n \"headers\": {\n \"content-length\": \"42\",\n \"content-type\": \"application/json\"\n },\n \"body\": {\n \"detail\": \"Profile 'qa-cap-51' not found\"\n },\n \"truncated\": false\n },\n \"elapsed_ms\": 51\n}\n{\n \"ok\": true,\n \"status\": 201,\n \"request\": {\n \"method\": \"POST\",\n \"path\": \"/api/profiles/qa-nokey\",\n \"query\": [],\n \"auth\": \"header\",\n \"body\": {\n \"llm\": {\n \"model\": \"openai/qa-nokey\",\n \"temperature\": 0.25\n },\n \"include_secrets\": false\n },\n \"files\": []\n },\n \"response\": {\n \"status\": 201,\n \"headers\": {\n \"content-length\": \"56\",\n \"content-type\": \"application/json\"\n },\n \"body\": {\n \"name\": \"qa-nokey\",\n \"message\": \"Profile 'qa-nokey' saved\"\n },\n \"truncated\": false\n },\n \"elapsed_ms\": 69,\n \"saved\": \"/workspace/verification-artifacts/runs/20261013-024525-b13b-map-f20/evidence/F20.profile-limit/overwrite-at-cap.json\"\n}\n{\n \"ok\": true,\n \"status\": 200,\n \"request\": {\n \"method\": \"GET\",\n \"path\": \"/api/profiles/qa-nokey\",\n \"query\": [],\n \"auth\": \"header\",\n \"body\": null,\n \"files\": []\n },\n \"response\": {\n \"status\": 200,\n \"headers\": {\n \"content-length\": \"1421\",\n \"content-type\": \"application/json\"\n },\n \"body\": {\n \"name\": \"qa-nokey\",\n \"config\": {\n \"model\": \"openai/qa-nokey\",\n \"api_key\": null,\n \"provider_connection_id\": null,\n \"auth_type\": \"api_key\",\n \"subscription_vendor\": null,\n \"base_url\": null,\n \"api_version\": null,\n \"aws_access_key_id\": null,\n \"aws_secret_access_key\": null,\n \"aws_session_token\": null,\n \"aws_region_name\": null,\n \"aws_profile_name\": null,\n \"aws_role_name\": null,\n \"aws_session_name\": null,\n \"aws_bedrock_runtime_endpoint\": null,\n \"openrouter_site_url\": \"https://docs.all-hands.dev/\",\n \"openrouter_app_name\": \"OpenHands\",\n \"num_retries\": 5,\n \"retry_multiplier\": 8.0,\n \"retry_min_wait\": 8,\n \"retry_max_wait\": 64,\n \"timeout\": 300,\n \"stream_idle_timeout\": 300.0,\n \"max_message_chars\": 30000,\n \"temperature\": 0.25,\n \"top_p\": null,\n \"top_k\": null,\n \"max_input_tokens\": null,\n \"max_output_tokens\": null,\n \"model_canonical_name\": null,\n \"api_mode\": \"auto\",\n \"capability_overrides\": {},\n \"extra_headers\": null,\n \"input_cost_per_token\": null,\n \"output_cost_per_token\": null,\n \"ollama_base_url\": null,\n \"stream\": false,\n \"drop_params\": true,\n \"disable_vision\": null,\n \"disable_stop_word\": false,\n \"caching_prompt\": true,\n \"log_completions\": false,\n \"log_completions_folder\": \"logs/completions\",\n \"custom_tokenizer\": null,\n \"native_tool_calling\": true,\n \"force_string_serializer\": null,\n \"inline_image_urls\": null,\n \"reasoning_effort\": \"high\",\n \"reasoning_summary\": null,\n \"enable_encrypted_reasoning\": true,\n \"prompt_cache_retention\": \"24h\",\n \"extended_thinking_budget\": 200000,\n \"seed\": null,\n \"usage_id\": \"default\",\n \"litellm_extra_body\": {},\n \"is_subscription\": false\n },\n \"api_key_set\": false\n },\n \"truncated\": false\n },\n \"elapsed_ms\": 48,\n \"checks\": [\n {\n \"check\": \"config.temperature eq 0.25\",\n \"ok\": true,\n \"actual\": \"0.25\"\n }\n ]\n}\nqa-cap-5\nqa-cap-6\nqa-cap-7\nqa-cap-8\nqa-cap-9\nqa-cap-10\nqa-cap-11\nqa-cap-12\nqa-cap-13\nqa-cap-14\nqa-cap-15\nqa-cap-16\nqa-cap-17\nqa-cap-18\nqa-cap-19\nqa-cap-20\nqa-cap-21\nqa-cap-22\nqa-cap-23\nqa-cap-24\nqa-cap-25\nqa-cap-26\nqa-cap-27\nqa-cap-28\nqa-cap-29\nqa-cap-30\nqa-cap-31\nqa-cap-32\nqa-cap-33\nqa-cap-34\nqa-cap-35\nqa-cap-36\nqa-cap-37\nqa-cap-38\nqa-cap-39\nqa-cap-40\nqa-cap-41\nqa-cap-42\nqa-cap-43\nqa-cap-44\nqa-cap-45\nqa-cap-46\nqa-cap-47\nqa-cap-48\nqa-cap-49\nqa-cap-50\n{\n \"ok\": true,\n \"status\": 200,\n \"request\": {\n \"method\": \"GET\",\n \"path\": \"/api/profiles\",\n \"query\": [],\n \"auth\": \"header\",\n \"body\": null,\n \"files\": []\n },\n \"response\": {\n \"status\": 200,\n \"headers\": {\n \"content-length\": \"668\",\n \"content-type\": \"application/json\"\n },\n \"body\": {\n \"profiles\": [\n {\n \"name\": \"deepseek-flash\",\n \"model\": \"deepseek/deepseek-flash\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": true\n },\n {\n \"name\": \"deepseek-pro\",\n \"model\": \"deepseek/deepseek-v4-pro\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": true\n },\n {\n \"name\": \"qa-flash\",\n \"model\": \"deepseek/deepseek-flash\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": true\n },\n {\n \"name\": \"qa-nokey\",\n \"model\": \"openai/qa-nokey\",\n \"base_url\": null,\n \"provider_connection_id\": null,\n \"provider_connection_broken\": false,\n \"api_key_set\": false\n }\n ],\n \"active_profile\": \"deepseek-flash\"\n },\n \"truncated\": false\n },\n \"elapsed_ms\": 99,\n \"checks\": [\n {\n \"check\": \"profiles len-eq 4\",\n \"ok\": true,\n \"actual\": \"[{\\\"name\\\": \\\"deepseek-flash\\\", \\\"model\\\": \\\"deepseek/deepseek-flash\\\", \\\"base_url\\\": null, \\\"provider_connection_id\\\": null, \\\"provider_connection_broken\\\": false, \\\"api_key_set\\\": true}, {\\\"name\\\": \\\"deepseek-pro\\\", \\\"m\\u2026\"\n }\n ]\n}\n", "stderr": "" }