{
  "file": "F21-agent-profiles.md",
  "bullet": "Start a conversation from a profile (`F21.conversation-start`).",
  "ids": [
    "F21.conversation-start"
  ],
  "line": 585,
  "script": "control-agent-server api POST /api/agent-profiles/qa-f21-runner --json '{\"llm_profile_ref\": \"deepseek-pro\", \"tools\": [], \"mcp_server_refs\": []}' --expect 201\nRUNNER=$(control-agent-server api GET /api/agent-profiles/qa-f21-runner --field profile.id)\ncontrol-agent-server api GET /api/settings --check active_profile eq deepseek-flash --check agent_settings.llm.model eq deepseek/deepseek-flash \\\n  --check agent_settings.tools missing\nRCID=$(control-agent-server conversation start --agent-profile qa-f21-runner --no-autotitle --prompt 'Reply with exactly: ok' \\\n  --wait --until finished,error,stuck --timeout 240 --print-id --save F21.conversation-start/start)\ncontrol-agent-server api GET \"<redacted:session-cookie>/$RCID\" --quiet --check execution_status eq finished \\\n  --check launched_agent_profile.agent_profile_id eq \"$RUNNER\" --check launched_agent_profile.revision eq 0 \\\n  --check agent.llm.model eq deepseek/deepseek-v4-pro --check agent.tools len-eq 0 \\\n  --check stats.usage_to_metrics.default.model_name eq deepseek/deepseek-v4-pro \\\n  --check stats.usage_to_metrics.default.accumulated_token_usage.prompt_tokens gt 0 --save F21.conversation-start/get\ncontrol-agent-server conversation events \"$RCID\" --key stats --contains deepseek/deepseek-v4-pro --expect-min 1\ncontrol-agent-server ws listen \"/sockets/events/$RCID\" --query resend_mode=all --expect-kind SystemPromptEvent \\\n  --expect-kind MessageEvent --duration 5 --save F21.conversation-start/ws-replay\ncontrol-agent-server api POST /api/agent-profiles/qa-f21-runner --json '{\"llm_profile_ref\": \"deepseek-flash\", \"tools\": [], \"mcp_server_refs\": []}' --expect 201\ncontrol-agent-server api GET /api/agent-profiles/qa-f21-runner --check profile.revision eq 1 --check profile.id eq \"$RUNNER\"\ncontrol-agent-server api GET \"<redacted:session-cookie>/$RCID\" --quiet --check launched_agent_profile.revision eq 0 \\\n  --check agent.llm.model eq deepseek/deepseek-v4-pro\n",
  "exit_code": 0,
  "elapsed_ms": 21873,
  "failed_line": null,
  "failed_command": null,
  "stdout": "{\n  \"ok\": true,\n  \"status\": 201,\n  \"request\": {\n    \"method\": \"POST\",\n    \"path\": \"/api/agent-profiles/qa-f21-runner\",\n    \"query\": [],\n    \"auth\": \"header\",\n    \"body\": {\n      \"llm_profile_ref\": \"deepseek-pro\",\n      \"tools\": [],\n      \"mcp_server_refs\": []\n    },\n    \"files\": []\n  },\n  \"response\": {\n    \"status\": 201,\n    \"headers\": {\n      \"content-length\": \"72\",\n      \"content-type\": \"application/json\"\n    },\n    \"body\": {\n      \"name\": \"qa-f21-runner\",\n      \"message\": \"Agent profile 'qa-f21-runner' saved\"\n    },\n    \"truncated\": false\n  },\n  \"elapsed_ms\": 101\n}\n{\n  \"ok\": true,\n  \"status\": 200,\n  \"request\": {\n    \"method\": \"GET\",\n    \"path\": \"/api/settings\",\n    \"query\": [],\n    \"auth\": \"header\",\n    \"body\": null,\n    \"files\": []\n  },\n  \"response\": {\n    \"status\": 200,\n    \"headers\": {\n      \"content-length\": \"2750\",\n      \"content-type\": \"application/json\"\n    },\n    \"body\": {\n      \"agent_settings\": {\n        \"schema_version\": 8,\n        \"agent_kind\": \"openhands\",\n        \"agent\": \"CodeActAgent\",\n        \"llm\": {\n          \"model\": \"deepseek/deepseek-flash\",\n          \"api_key\": \"<redacted:api_key>\",\n          \"provider_connection_id\": null,\n          \"auth_type\": \"api_key\",\n          \"subscription_vendor\": null,\n          \"base_url\": null,\n          \"api_version\": null,\n          \"aws_access_key_id\": null,\n          \"aws_secret_access_key\": null,\n          \"aws_session_token\": null,\n          \"aws_region_name\": null,\n          \"aws_profile_name\": null,\n          \"aws_role_name\": null,\n          \"aws_session_name\": null,\n          \"aws_bedrock_runtime_endpoint\": null,\n          \"openrouter_site_url\": \"https://docs.all-hands.dev/\",\n          \"openrouter_app_name\": \"OpenHands\",\n          \"num_retries\": 5,\n          \"retry_multiplier\": 8.0,\n          \"retry_min_wait\": 8,\n          \"retry_max_wait\": 64,\n          \"timeout\": 300,\n          \"stream_idle_timeout\": 300.0,\n          \"max_message_chars\": 30000,\n          \"temperature\": null,\n          \"top_p\": null,\n          \"top_k\": null,\n          \"max_input_tokens\": null,\n          \"max_output_tokens\": null,\n          \"model_canonical_name\": null,\n          \"api_mode\": \"auto\",\n          \"capability_overrides\": {},\n          \"extra_headers\": null,\n          \"input_cost_per_token\": null,\n          \"output_cost_per_token\": null,\n          \"ollama_base_url\": null,\n          \"stream\": false,\n          \"drop_params\": true,\n          \"disable_vision\": null,\n          \"disable_stop_word\": false,\n          \"caching_prompt\": true,\n          \"log_completions\": false,\n          \"log_completions_folder\": \"logs/completions\",\n          \"custom_tokenizer\": null,\n          \"native_tool_calling\": true,\n          \"force_string_serializer\": null,\n          \"inline_image_urls\": null,\n          \"reasoning_effort\": \"high\",\n          \"reasoning_summary\": null,\n          \"enable_encrypted_reasoning\": true,\n          \"prompt_cache_retention\": \"24h\",\n          \"extended_thinking_budget\": 200000,\n          \"seed\": null,\n          \"usage_id\": \"default\",\n          \"litellm_extra_body\": {},\n          \"is_subscription\": false\n        },\n        \"tools\": null,\n        \"enable_classify_and_switch_llm_tool\": false,\n        \"active_meta_profile\": null,\n        \"meta_profile\": null,\n        \"meta_profile_llms\": {},\n        \"tool_concurrency_limit\": 1,\n        \"mcp_config\": {},\n        \"persona\": null,\n        \"agent_context\": {\n          \"skills\": [],\n          \"system_message_suffix\": null,\n          \"user_message_suffix\": null,\n          \"load_user_skills\": false,\n          \"load_public_skills\": false,\n          \"marketplace_path\": \"marketplaces/default.json\",\n          \"registered_marketplaces\": [],\n          \"load_project_skills\": false,\n          \"load_memory\": false,\n          \"disabled_skills\": [],\n          \"secrets\": null,\n          \"current_datetime\": \"2026-10-13T02:49:06.413604Z\"\n        },\n        \"condenser\": {\n          \"condenser_kind\": \"llm_summarizing\",\n          \"enabled\": true,\n          \"max_size\": 240,\n          \"max_tokens\": null,\n          \"keep_first\": 2,\n          \"minimum_progress\": 0.1,\n          \"hard_context_reset_max_retries\": 5,\n          \"hard_context_reset_context_scaling\": 0.8\n        },\n        \"verification\": {\n          \"critic_enabled\": false,\n          \"critic_mode\": \"finish_and_message\",\n          \"enable_iterative_refinement\": false,\n          \"critic_threshold\": 0.6,\n          \"max_refinement_iterations\": 3,\n          \"critic_server_url\": null,\n          \"critic_model_name\": null,\n          \"critic_api_key\": null\n        }\n      },\n      \"conversation_settings\": {\n        \"schema_version\": 1,\n        \"max_iterations\": 500,\n        \"confirmation_mode\": false,\n        \"security_analyzer\": \"llm\"\n      },\n      \"llm_api_key_is_set\": true,\n      \"active_profile\": \"deepseek-flash\",\n      \"active_agent_profile_id\": \"43ce9247-266d-4a2f-b19b-b537c2f5449c\",\n      \"active_meta_profile\": null,\n      \"misc_settings\": {}\n    },\n    \"truncated\": false\n  },\n  \"elapsed_ms\": 99,\n  \"checks\": [\n    {\n      \"check\": \"active_profile eq deepseek-flash\",\n      \"ok\": true,\n      \"actual\": \"deepseek-flash\"\n    },\n    {\n      \"check\": \"agent_settings.llm.model eq deepseek/deepseek-flash\",\n      \"ok\": true,\n      \"actual\": \"deepseek/deepseek-flash\"\n    },\n    {\n      \"check\": \"agent_settings.tools missing\",\n      \"ok\": true,\n      \"actual\": \"null\"\n    }\n  ]\n}\n{\n  \"ok\": true,\n  \"status\": 200,\n  \"request\": {\n    \"method\": \"GET\",\n    \"path\": \"<redacted:session-cookie>/ef28e256-5e7e-4583-a78e-357a37f6a685\",\n    \"query\": [],\n    \"auth\": \"header\",\n    \"files\": []\n  },\n  \"response\": {\n    \"status\": 200,\n    \"headers\": {\n      \"content-length\": \"6299\",\n      \"content-type\": \"application/json\"\n    },\n    \"truncated\": false\n  },\n  \"elapsed_ms\": 109,\n  \"checks\": [\n    {\n      \"check\": \"execution_status eq finished\",\n      \"ok\": true,\n      \"actual\": \"finished\"\n    },\n    {\n      \"check\": \"launched_agent_profile.agent_profile_id eq 22ff29e4-8e31-4b5b-9994-9dc948b01c9a\",\n      \"ok\": true,\n      \"actual\": \"22ff29e4-8e31-4b5b-9994-9dc948b01c9a\"\n    },\n    {\n      \"check\": \"launched_agent_profile.revision eq 0\",\n      \"ok\": true,\n      \"actual\": \"0\"\n    },\n    {\n      \"check\": \"agent.llm.model eq deepseek/deepseek-v4-pro\",\n      \"ok\": true,\n      \"actual\": \"deepseek/deepseek-v4-pro\"\n    },\n    {\n      \"check\": \"agent.tools len-eq 0\",\n      \"ok\": true,\n      \"actual\": \"[]\"\n    },\n    {\n      \"check\": \"stats.usage_to_metrics.default.model_name eq deepseek/deepseek-v4-pro\",\n      \"ok\": true,\n      \"actual\": \"deepseek/deepseek-v4-pro\"\n    },\n    {\n      \"check\": \"stats.usage_to_metrics.default.accumulated_token_usage.prompt_tokens gt 0\",\n      \"ok\": true,\n      \"actual\": \"10068\"\n    }\n  ],\n  \"saved\": \"/workspace/verification-artifacts/runs/20261013-024523-a1a8-map-f21/evidence/F21.conversation-start/get.json\"\n}\n{\n  \"ok\": true,\n  \"id\": \"ef28e256-5e7e-4583-a78e-357a37f6a685\",\n  \"total\": 7,\n  \"kinds\": {\n    \"SystemPromptEvent\": 1,\n    \"MessageEvent\": 2,\n    \"ConversationStateUpdateEvent\": 4\n  },\n  \"matching\": 1,\n  \"events\": [\n    {\n      \"id\": \"6b1f6d6d-40b1-4da2-92dd-ad54b415e421\",\n      \"kind\": \"ConversationStateUpdateEvent\",\n      \"source\": \"environment\",\n      \"timestamp\": \"2026-10-13T02:51:05.169563\",\n      \"key\": \"stats\",\n      \"value\": \"{\\\"usage_to_metrics\\\": {\\\"default\\\": {\\\"model_name\\\": \\\"deepseek/deepseek-v4-pro\\\", \\\"accumulated_cost\\\": 0.002191376, \\\"max_budget_per_task\\\": null, \\\"accumulated_token_usage\\\": {\\\"model\\\": \\\"deepseek/deepseek-v4-pro\\\", \\\"prompt_tokens\\\": 10068, \\\"completion_tokens\\\": 2, \\\"cache_read_tokens\\\": 8704, \\\"cache_write_tokens\\\": \\u2026\"\n    }\n  ]\n}\n{\n  \"ok\": true,\n  \"path\": \"/sockets/events/ef28e256-5e7e-4583-a78e-357a37f6a685\",\n  \"opened\": true,\n  \"frames\": 8,\n  \"kinds\": {\n    \"ConversationStateUpdateEvent\": 5,\n    \"SystemPromptEvent\": 1,\n    \"MessageEvent\": 2\n  },\n  \"stopped\": \"duration\",\n  \"close\": null,\n  \"saved\": \"/workspace/verification-artifacts/runs/20261013-024523-a1a8-map-f21/evidence/F21.conversation-start/ws-replay.json\",\n  \"first_frames\": [\n    {\n      \"kind\": \"ConversationStateUpdateEvent\",\n      \"frame\": \"{\\\"id\\\": \\\"f51dc12e-cce0-4be6-8608-f70b16f7caf7\\\", \\\"timestamp\\\": \\\"2026-10-13T02:51:11.498158\\\", \\\"source\\\": \\\"environment\\\", \\\"key\\\": \\\"full_state\\\", \\\"value\\\": {\\\"id\\\": \\\"ef28e256-5e7e-4583-a78e-357a37f6a685\\\", \\\"agent\\\": {\\\"llm\\\": {\\\"model\\\": \\\"deepseek/deepseek-v4-pro\\\", \\\"api_key\\\": \\\"<redacted:api_key>\\\", \\\"auth_type\\\": \\\"api_key\\\", \\\"openrouter_site_url\\\": \\\"https://docs.all-hands.dev/\\\", \\\"openrouter_app_name\\\": \\\"OpenHands\\\", \\\"num_retries\\\":\\u2026\"\n    },\n    {\n      \"kind\": \"SystemPromptEvent\",\n      \"frame\": \"{\\\"id\\\": \\\"ddd64b89-cc15-4b94-88d9-4e3b611ea6c1\\\", \\\"timestamp\\\": \\\"2026-10-13T02:51:02.303940\\\", \\\"source\\\": \\\"agent\\\", \\\"system_prompt\\\": {\\\"cache_prompt\\\": false, \\\"type\\\": \\\"text\\\", \\\"text\\\": \\\"<SOUL>\\\\nYou are OpenHands agent, a helpful AI assistant that can interact with a computer to solve tasks.\\\\n</SOUL>\\\\n\\\\n<ROLE>\\\\n* Your primary role is to assist users by executing commands, modifying code, and solving technical\\u2026\"\n    },\n    {\n      \"kind\": \"MessageEvent\",\n      \"frame\": {\n        \"id\": \"b6f8b0be-c3e3-4511-82bc-de968cdb8866\",\n        \"timestamp\": \"2026-10-13T02:51:02.409260\",\n        \"source\": \"user\",\n        \"parent_id\": \"ddd64b89-cc15-4b94-88d9-4e3b611ea6c1\",\n        \"llm_message\": {\n          \"role\": \"user\",\n          \"content\": [\n            {\n              \"cache_prompt\": false,\n              \"type\": \"text\",\n              \"text\": \"Reply with exactly: ok\"\n            }\n          ],\n          \"thinking_blocks\": []\n        },\n        \"activated_skills\": [],\n        \"extended_content\": [],\n        \"kind\": \"MessageEvent\"\n      }\n    },\n    {\n      \"kind\": \"ConversationStateUpdateEvent\",\n      \"frame\": {\n        \"id\": \"3615edf7-c650-46e3-8910-c4f17c7cb72f\",\n        \"timestamp\": \"2026-10-13T02:51:02.438803\",\n        \"source\": \"environment\",\n        \"parent_id\": \"b6f8b0be-c3e3-4511-82bc-de968cdb8866\",\n        \"key\": \"last_user_message_id\",\n        \"value\": \"b6f8b0be-c3e3-4511-82bc-de968cdb8866\",\n        \"kind\": \"ConversationStateUpdateEvent\"\n      }\n    },\n    {\n      \"kind\": \"ConversationStateUpdateEvent\",\n      \"frame\": {\n        \"id\": \"08e8435d-109f-4c27-b3a3-79cee8e981dd\",\n        \"timestamp\": \"2026-10-13T02:51:02.487478\",\n        \"source\": \"environment\",\n        \"parent_id\": \"b6f8b0be-c3e3-4511-82bc-de968cdb8866\",\n        \"key\": \"execution_status\",\n        \"value\": \"running\",\n        \"kind\": \"ConversationStateUpdateEvent\"\n      }\n    },\n    {\n      \"kind\": \"ConversationStateUpdateEvent\",\n      \"frame\": \"{\\\"id\\\": \\\"6b1f6d6d-40b1-4da2-92dd-ad54b415e421\\\", \\\"timestamp\\\": \\\"2026-10-13T02:51:05.169563\\\", \\\"source\\\": \\\"environment\\\", \\\"parent_id\\\": \\\"b6f8b0be-c3e3-4511-82bc-de968cdb8866\\\", \\\"key\\\": \\\"stats\\\", \\\"value\\\": {\\\"usage_to_metrics\\\": {\\\"default\\\": {\\\"model_name\\\": \\\"deepseek/deepseek-v4-pro\\\", \\\"accumulated_cost\\\": 0.002191376, \\\"max_budget_per_task\\\": null, \\\"accumulated_token_usage\\\": {\\\"model\\\": \\\"deepseek/deepseek-v4-pro\\\", \\\"pro\\u2026\"\n    },\n    {\n      \"kind\": \"MessageEvent\",\n      \"frame\": \"{\\\"id\\\": \\\"dbc2b6ec-d7bb-444b-beba-5ca17c1fe9a4\\\", \\\"timestamp\\\": \\\"2026-10-13T02:51:05.349268\\\", \\\"source\\\": \\\"agent\\\", \\\"parent_id\\\": \\\"b6f8b0be-c3e3-4511-82bc-de968cdb8866\\\", \\\"llm_message\\\": {\\\"role\\\": \\\"assistant\\\", \\\"content\\\": [{\\\"cache_prompt\\\": false, \\\"type\\\": \\\"text\\\", \\\"text\\\": \\\"ok\\\"}], \\\"reasoning_content\\\": \\\"\\\", \\\"thinking_blocks\\\": []}, \\\"llm_response_id\\\": \\\"270aa6a8-df0a-497c-8673-7a1eb5343f03\\\", \\\"activated_skills\\\": [], \\\"\\u2026\"\n    },\n    {\n      \"kind\": \"ConversationStateUpdateEvent\",\n      \"frame\": {\n        \"id\": \"d75b1186-9f7a-415d-9fb1-305884c06421\",\n        \"timestamp\": \"2026-10-13T02:51:05.444550\",\n        \"source\": \"environment\",\n        \"parent_id\": \"dbc2b6ec-d7bb-444b-beba-5ca17c1fe9a4\",\n        \"key\": \"execution_status\",\n        \"value\": \"finished\",\n        \"kind\": \"ConversationStateUpdateEvent\"\n      }\n    }\n  ]\n}\n{\n  \"ok\": true,\n  \"status\": 201,\n  \"request\": {\n    \"method\": \"POST\",\n    \"path\": \"/api/agent-profiles/qa-f21-runner\",\n    \"query\": [],\n    \"auth\": \"header\",\n    \"body\": {\n      \"llm_profile_ref\": \"deepseek-flash\",\n      \"tools\": [],\n      \"mcp_server_refs\": []\n    },\n    \"files\": []\n  },\n  \"response\": {\n    \"status\": 201,\n    \"headers\": {\n      \"content-length\": \"72\",\n      \"content-type\": \"application/json\"\n    },\n    \"body\": {\n      \"name\": \"qa-f21-runner\",\n      \"message\": \"Agent profile 'qa-f21-runner' saved\"\n    },\n    \"truncated\": false\n  },\n  \"elapsed_ms\": 108\n}\n{\n  \"ok\": true,\n  \"status\": 200,\n  \"request\": {\n    \"method\": \"GET\",\n    \"path\": \"/api/agent-profiles/qa-f21-runner\",\n    \"query\": [],\n    \"auth\": \"header\",\n    \"body\": null,\n    \"files\": []\n  },\n  \"response\": {\n    \"status\": 200,\n    \"headers\": {\n      \"content-length\": \"854\",\n      \"content-type\": \"application/json\"\n    },\n    \"body\": {\n      \"name\": \"qa-f21-runner\",\n      \"profile\": {\n        \"schema_version\": 3,\n        \"agent_kind\": \"openhands\",\n        \"id\": \"22ff29e4-8e31-4b5b-9994-9dc948b01c9a\",\n        \"name\": \"qa-f21-runner\",\n        \"revision\": 1,\n        \"mcp_server_refs\": [],\n        \"secret_refs\": null,\n        \"llm_profile_ref\": \"deepseek-flash\",\n        \"agent\": \"CodeActAgent\",\n        \"tools\": [],\n        \"persona\": null,\n        \"system_message_suffix\": null,\n        \"disabled_skills\": [],\n        \"condenser\": {\n          \"condenser_kind\": \"llm_summarizing\",\n          \"enabled\": true,\n          \"max_size\": 240,\n          \"max_tokens\": null,\n          \"keep_first\": 2,\n          \"minimum_progress\": 0.1,\n          \"hard_context_reset_max_retries\": 5,\n          \"hard_context_reset_context_scaling\": 0.8\n        },\n        \"verification\": {\n          \"critic_enabled\": false,\n          \"critic_mode\": \"finish_and_message\",\n          \"enable_iterative_refinement\": false,\n          \"critic_threshold\": 0.6,\n          \"max_refinement_iterations\": 3,\n          \"critic_server_url\": null,\n          \"critic_model_name\": null\n        },\n        \"enable_classify_and_switch_llm_tool\": false,\n        \"meta_profile_ref\": null,\n        \"tool_concurrency_limit\": 1\n      }\n    },\n    \"truncated\": false\n  },\n  \"elapsed_ms\": 196,\n  \"checks\": [\n    {\n      \"check\": \"profile.revision eq 1\",\n      \"ok\": true,\n      \"actual\": \"1\"\n    },\n    {\n      \"check\": \"profile.id eq 22ff29e4-8e31-4b5b-9994-9dc948b01c9a\",\n      \"ok\": true,\n      \"actual\": \"22ff29e4-8e31-4b5b-9994-9dc948b01c9a\"\n    }\n  ]\n}\n{\n  \"ok\": true,\n  \"status\": 200,\n  \"request\": {\n    \"method\": \"GET\",\n    \"path\": \"<redacted:session-cookie>/ef28e256-5e7e-4583-a78e-357a37f6a685\",\n    \"query\": [],\n    \"auth\": \"header\",\n    \"files\": []\n  },\n  \"response\": {\n    \"status\": 200,\n    \"headers\": {\n      \"content-length\": \"6299\",\n      \"content-type\": \"application/json\"\n    },\n    \"truncated\": false\n  },\n  \"elapsed_ms\": 221,\n  \"checks\": [\n    {\n      \"check\": \"launched_agent_profile.revision eq 0\",\n      \"ok\": true,\n      \"actual\": \"0\"\n    },\n    {\n      \"check\": \"agent.llm.model eq deepseek/deepseek-v4-pro\",\n      \"ok\": true,\n      \"actual\": \"deepseek/deepseek-v4-pro\"\n    }\n  ]\n}\n",
  "stderr": ""
}