{
  "observedOn": "2026-11-19",
  "claudeCode": "2.1.328 (native build)",
  "model": "Claude Opus 5.5 (--model opus)",
  "frontmcp": {
    "sdk": "1.12.2",
    "pluginCodecall": "1.12.2",
    "enclave": "2.19.2"
  },
  "node": "v24.22.1",
  "platform": "darwin 26.6.2, arm64",
  "questions": {
    "first": "Using the billing MCP server: which five enterprise customers with an open high-priority ticket owe us the most in overdue invoices? For each, give the overdue total in dollars and their account manager's email.",
    "atRisk": "Using the billing MCP server: which five of our enterprise accounts are most at risk right now, and who manages each one?"
  },
  "server": "The Playground in content/blog/claude-code-code-mode-vs-codecall.mdx, bundled and served over HTTP on 127.0.0.1; variants without the plugins line, and without the skill",
  "method": "Each run: a new interactive claude session in an empty folder, driven through a pseudo-terminal, with --strict-mcp-config, one http MCP server named billing, --setting-sources project,local and --allowedTools mcp__billing; auto mode; CLAUDE_CODE_EXPERIMENTAL_CODE_MODE=1 for Code Mode. Tokens and times from the session transcript (usage fields, timestamps); addedTokens is the last request's input minus the first's. Bytes are response bodies counted by a logging proxy between Claude Code and the server. correct: the five expected accounts in order, with totals and manager emails.",
  "runs": [
    {
      "question": "first",
      "setup": "Code Mode off; server without CodeCall",
      "run": 1,
      "correct": true,
      "seconds": 44.9,
      "modelRequests": 7,
      "firstRequestInputTokens": 40445,
      "lastRequestInputTokens": 70597,
      "addedTokens": 30152,
      "inputTokensAllRequests": 425563,
      "outputTokens": 4329,
      "serverToolCalls": [
        "list_tickets",
        "list_customers",
        "list_invoices",
        "get_manager",
        "get_manager",
        "get_manager"
      ],
      "toolCallResponseBytes": 302106,
      "mcpRequests": 10,
      "allResponseBytes": 315505
    },
    {
      "question": "first",
      "setup": "Code Mode off; server without CodeCall",
      "run": 2,
      "correct": true,
      "seconds": 36.2,
      "modelRequests": 6,
      "firstRequestInputTokens": 40444,
      "lastRequestInputTokens": 69934,
      "addedTokens": 29490,
      "inputTokensAllRequests": 355557,
      "outputTokens": 3449,
      "serverToolCalls": [
        "list_customers",
        "list_tickets",
        "list_invoices",
        "get_manager",
        "get_manager",
        "get_manager"
      ],
      "toolCallResponseBytes": 302106,
      "mcpRequests": 10,
      "allResponseBytes": 315505
    },
    {
      "question": "first",
      "setup": "Code Mode off; server without CodeCall",
      "run": 3,
      "correct": true,
      "seconds": 28.1,
      "modelRequests": 7,
      "firstRequestInputTokens": 40216,
      "lastRequestInputTokens": 68959,
      "addedTokens": 28743,
      "inputTokensAllRequests": 394557,
      "outputTokens": 2371,
      "serverToolCalls": [
        "list_customers",
        "list_tickets",
        "list_invoices",
        "get_manager",
        "get_manager",
        "get_manager"
      ],
      "toolCallResponseBytes": 302106,
      "mcpRequests": 10,
      "allResponseBytes": 315505
    },
    {
      "question": "first",
      "setup": "Code Mode on; server without CodeCall",
      "run": 1,
      "correct": true,
      "seconds": 24.2,
      "modelRequests": 6,
      "firstRequestInputTokens": 23131,
      "lastRequestInputTokens": 31300,
      "addedTokens": 8169,
      "inputTokensAllRequests": 165611,
      "outputTokens": 2066,
      "serverToolCalls": [
        "list_customers",
        "list_invoices",
        "list_tickets",
        "get_manager",
        "get_manager",
        "get_manager"
      ],
      "toolCallResponseBytes": 302107,
      "mcpRequests": 12,
      "allResponseBytes": 317673
    },
    {
      "question": "first",
      "setup": "Code Mode on; server without CodeCall",
      "run": 2,
      "correct": true,
      "seconds": 26.4,
      "modelRequests": 7,
      "firstRequestInputTokens": 23125,
      "lastRequestInputTokens": 35169,
      "addedTokens": 12044,
      "inputTokensAllRequests": 203260,
      "outputTokens": 2171,
      "serverToolCalls": [
        "list_customers",
        "list_invoices",
        "list_tickets",
        "get_manager",
        "get_manager",
        "get_manager"
      ],
      "toolCallResponseBytes": 302107,
      "mcpRequests": 12,
      "allResponseBytes": 317673
    },
    {
      "question": "first",
      "setup": "Code Mode on; server without CodeCall",
      "run": 3,
      "correct": true,
      "seconds": 24.2,
      "modelRequests": 6,
      "firstRequestInputTokens": 23127,
      "lastRequestInputTokens": 31754,
      "addedTokens": 8627,
      "inputTokensAllRequests": 166485,
      "outputTokens": 2201,
      "serverToolCalls": [
        "list_customers",
        "list_invoices",
        "list_tickets",
        "get_manager",
        "get_manager",
        "get_manager"
      ],
      "toolCallResponseBytes": 302107,
      "mcpRequests": 12,
      "allResponseBytes": 317673
    },
    {
      "question": "first",
      "setup": "Code Mode off; server with CodeCall",
      "run": 1,
      "correct": true,
      "seconds": 21.6,
      "modelRequests": 6,
      "firstRequestInputTokens": 40368,
      "lastRequestInputTokens": 49698,
      "addedTokens": 9330,
      "inputTokensAllRequests": 275604,
      "outputTokens": 2144,
      "serverToolCalls": [
        "codecall:search",
        "codecall:describe",
        "codecall:execute",
        "codecall:execute"
      ],
      "toolCallResponseBytes": 19266,
      "mcpRequests": 10,
      "allResponseBytes": 41650
    },
    {
      "question": "first",
      "setup": "Code Mode off; server with CodeCall",
      "run": 2,
      "correct": true,
      "seconds": 34.9,
      "modelRequests": 6,
      "firstRequestInputTokens": 40362,
      "lastRequestInputTokens": 50058,
      "addedTokens": 9696,
      "inputTokensAllRequests": 275929,
      "outputTokens": 2107,
      "serverToolCalls": [
        "codecall:search",
        "codecall:describe",
        "codecall:execute",
        "codecall:execute"
      ],
      "toolCallResponseBytes": 21026,
      "mcpRequests": 10,
      "allResponseBytes": 43410
    },
    {
      "question": "first",
      "setup": "Code Mode off; server with CodeCall",
      "run": 3,
      "correct": true,
      "seconds": 26.8,
      "modelRequests": 8,
      "firstRequestInputTokens": 40366,
      "lastRequestInputTokens": 50035,
      "addedTokens": 9669,
      "inputTokensAllRequests": 371360,
      "outputTokens": 2208,
      "serverToolCalls": [
        "codecall:search",
        "codecall:searchSkills",
        "codecall:describe",
        "codecall:execute",
        "codecall:execute"
      ],
      "toolCallResponseBytes": 21022,
      "mcpRequests": 11,
      "allResponseBytes": 43406
    },
    {
      "question": "first",
      "setup": "Code Mode on; server with CodeCall",
      "run": 1,
      "correct": true,
      "seconds": 24.4,
      "modelRequests": 6,
      "firstRequestInputTokens": 23133,
      "lastRequestInputTokens": 34064,
      "addedTokens": 10931,
      "inputTokensAllRequests": 171096,
      "outputTokens": 2209,
      "serverToolCalls": [
        "codecall:search",
        "codecall:describe",
        "codecall:execute",
        "codecall:execute"
      ],
      "toolCallResponseBytes": 22699,
      "mcpRequests": 10,
      "allResponseBytes": 45083
    },
    {
      "question": "first",
      "setup": "Code Mode on; server with CodeCall",
      "run": 2,
      "correct": true,
      "seconds": 20.4,
      "modelRequests": 6,
      "firstRequestInputTokens": 23131,
      "lastRequestInputTokens": 31117,
      "addedTokens": 7986,
      "inputTokensAllRequests": 163621,
      "outputTokens": 1656,
      "serverToolCalls": [
        "codecall:describe",
        "codecall:execute",
        "codecall:execute"
      ],
      "toolCallResponseBytes": 17536,
      "mcpRequests": 9,
      "allResponseBytes": 39920
    },
    {
      "question": "first",
      "setup": "Code Mode on; server with CodeCall",
      "run": 3,
      "correct": true,
      "seconds": 23.7,
      "modelRequests": 6,
      "firstRequestInputTokens": 23134,
      "lastRequestInputTokens": 31829,
      "addedTokens": 8695,
      "inputTokensAllRequests": 167575,
      "outputTokens": 2191,
      "serverToolCalls": [
        "codecall:search",
        "codecall:describe",
        "codecall:execute",
        "codecall:execute"
      ],
      "toolCallResponseBytes": 19954,
      "mcpRequests": 10,
      "allResponseBytes": 42338
    },
    {
      "question": "atRisk",
      "setup": "Code Mode off; server without CodeCall or the skill",
      "run": 1,
      "correct": false,
      "seconds": 35.9,
      "modelRequests": 7,
      "firstRequestInputTokens": 40383,
      "lastRequestInputTokens": 55657,
      "addedTokens": 15274,
      "inputTokensAllRequests": 350384,
      "outputTokens": 3734,
      "serverToolCalls": [
        "list_customers",
        "list_invoices",
        "list_tickets",
        "get_manager",
        "get_manager",
        "get_manager",
        "get_manager"
      ],
      "toolCallResponseBytes": 521111,
      "mcpRequests": 11,
      "allResponseBytes": 533674
    },
    {
      "question": "atRisk",
      "setup": "Code Mode off; server without CodeCall or the skill",
      "run": 2,
      "correct": false,
      "seconds": 33.3,
      "modelRequests": 6,
      "firstRequestInputTokens": 40380,
      "lastRequestInputTokens": 55680,
      "addedTokens": 15300,
      "inputTokensAllRequests": 296018,
      "outputTokens": 3583,
      "serverToolCalls": [
        "list_customers",
        "list_invoices",
        "list_tickets",
        "get_manager",
        "get_manager",
        "get_manager",
        "get_manager"
      ],
      "toolCallResponseBytes": 521111,
      "mcpRequests": 11,
      "allResponseBytes": 533674
    },
    {
      "question": "atRisk",
      "setup": "Code Mode on; server without CodeCall or the skill",
      "run": 1,
      "correct": false,
      "seconds": 24.3,
      "modelRequests": 5,
      "firstRequestInputTokens": 23064,
      "lastRequestInputTokens": 38100,
      "addedTokens": 15036,
      "inputTokensAllRequests": 158100,
      "outputTokens": 2319,
      "serverToolCalls": [
        "list_customers",
        "list_invoices",
        "list_tickets",
        "list_invoices",
        "get_manager",
        "get_manager",
        "get_manager",
        "get_manager"
      ],
      "toolCallResponseBytes": 898257,
      "mcpRequests": 12,
      "allResponseBytes": 910820
    },
    {
      "question": "atRisk",
      "setup": "Code Mode on; server without CodeCall or the skill",
      "run": 2,
      "correct": false,
      "seconds": 28.3,
      "modelRequests": 7,
      "firstRequestInputTokens": 23059,
      "lastRequestInputTokens": 33721,
      "addedTokens": 10662,
      "inputTokensAllRequests": 204981,
      "outputTokens": 2812,
      "serverToolCalls": [
        "list_customers",
        "list_tickets",
        "list_invoices",
        "get_manager",
        "get_manager",
        "get_manager",
        "get_manager"
      ],
      "toolCallResponseBytes": 2126909,
      "mcpRequests": 11,
      "allResponseBytes": 2139472
    },
    {
      "question": "atRisk",
      "setup": "Code Mode on; server without CodeCall, with the skill",
      "run": 1,
      "correct": true,
      "seconds": 24.6,
      "modelRequests": 7,
      "firstRequestInputTokens": 23101,
      "lastRequestInputTokens": 42077,
      "addedTokens": 18976,
      "inputTokensAllRequests": 217041,
      "outputTokens": 2494,
      "serverToolCalls": [
        "list_customers",
        "list_invoices",
        "list_tickets",
        "get_manager",
        "get_manager",
        "get_manager"
      ],
      "toolCallResponseBytes": 302107,
      "mcpRequests": 12,
      "allResponseBytes": 317673
    },
    {
      "question": "atRisk",
      "setup": "Code Mode on; server without CodeCall, with the skill",
      "run": 2,
      "correct": true,
      "seconds": 26.1,
      "modelRequests": 6,
      "firstRequestInputTokens": 23101,
      "lastRequestInputTokens": 32088,
      "addedTokens": 8987,
      "inputTokensAllRequests": 166895,
      "outputTokens": 2671,
      "serverToolCalls": [
        "list_customers",
        "list_invoices",
        "list_tickets",
        "get_manager",
        "get_manager",
        "get_manager"
      ],
      "toolCallResponseBytes": 302107,
      "mcpRequests": 12,
      "allResponseBytes": 317673
    },
    {
      "question": "atRisk",
      "setup": "Code Mode off; server with CodeCall and the skill",
      "run": 1,
      "correct": true,
      "seconds": 24.8,
      "modelRequests": 6,
      "firstRequestInputTokens": 40346,
      "lastRequestInputTokens": 49703,
      "addedTokens": 9357,
      "inputTokensAllRequests": 274785,
      "outputTokens": 2325,
      "serverToolCalls": [
        "codecall:search",
        "codecall:describe",
        "codecall:execute",
        "codecall:execute"
      ],
      "toolCallResponseBytes": 19132,
      "mcpRequests": 10,
      "allResponseBytes": 41516
    },
    {
      "question": "atRisk",
      "setup": "Code Mode off; server with CodeCall and the skill",
      "run": 2,
      "correct": true,
      "seconds": 22.6,
      "modelRequests": 6,
      "firstRequestInputTokens": 40338,
      "lastRequestInputTokens": 50463,
      "addedTokens": 10125,
      "inputTokensAllRequests": 278606,
      "outputTokens": 2371,
      "serverToolCalls": [
        "codecall:search",
        "codecall:describe",
        "codecall:execute",
        "codecall:execute"
      ],
      "toolCallResponseBytes": 19041,
      "mcpRequests": 10,
      "allResponseBytes": 41425
    }
  ],
  "limits": "One machine, localhost, one model, 3 runs per setup for the first question and 2 for the second; no cost, no remote server, no other client. A run whose MCP proxy port was taken by another local service was discarded and run again."
}