{
  "name": "AI Cost Bench",
  "release": "2026-11",
  "url": "https://aicost.tools/benchmarks/ai-cost-bench/",
  "license": "https://creativecommons.org/licenses/by/4.0/",
  "credit": "Source: AI Cost Bench by AI//COST, https://aicost.tools/benchmarks/ai-cost-bench/",
  "tasks": 82,
  "taskTypes": [
    {
      "id": "bug-fix",
      "name": "Fix the bug",
      "tasks": 6,
      "version": 3
    },
    {
      "id": "invoice-extract",
      "name": "Invoice to JSON",
      "tasks": 8,
      "version": 3
    },
    {
      "id": "support-queue",
      "name": "Support queue triage",
      "tasks": 40,
      "version": 4
    },
    {
      "id": "docs-qa",
      "name": "Answer from documentation",
      "tasks": 12,
      "version": 5
    },
    {
      "id": "tool-agent",
      "name": "Back-office agent with tools",
      "tasks": 8,
      "version": 4
    },
    {
      "id": "data-analyst",
      "name": "Data analyst",
      "tasks": 8,
      "version": 3
    }
  ],
  "runsPerModel": 1,
  "index": "tasks done right per dollar",
  "failedTaskCostUsd": 0.1,
  "models": [
    {
      "rank": 1,
      "model": "Hunyuan Hy4 Flash",
      "vendor": "Tencent (Hunyuan)",
      "indexTasksPerUsd": 343.23,
      "reasoningEffort": null,
      "reasoningEffortsAvailable": [],
      "tasksPassed": 81,
      "tasks": 82,
      "cleanResultUsd": 0.238905,
      "billUsd": 0.138905,
      "billOnRunDayUsd": 0.138905,
      "chargedByOpenRouterUsd": 0.069452,
      "chargedByVendorUsd": null,
      "usdPerPassedTask": 0.001715,
      "listPriceUsdPer1M": {
        "input": 0.07,
        "output": 0.281
      },
      "tokens": {
        "uncached": 1031608,
        "cached": 734208,
        "cacheWrite": 0,
        "storageWrite": 0,
        "output": 229500,
        "reasoning": 178123
      },
      "requests": 215,
      "runDate": "2026-11-20",
      "replacedTasks": [
        {
          "task": "support-queue/sq-037",
          "runDate": "2026-11-21"
        }
      ],
      "keptTasks": [],
      "byTaskType": {
        "bug-fix": {
          "passed": 6,
          "tasks": 6,
          "billUsd": 0.031744,
          "failed": []
        },
        "invoice-extract": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.017,
          "failed": []
        },
        "support-queue": {
          "passed": 40,
          "tasks": 40,
          "billUsd": 0.033132,
          "failed": []
        },
        "docs-qa": {
          "passed": 12,
          "tasks": 12,
          "billUsd": 0.038022,
          "failed": []
        },
        "tool-agent": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.008925,
          "failed": []
        },
        "data-analyst": {
          "passed": 7,
          "tasks": 8,
          "billUsd": 0.010083,
          "failed": [
            "shop-2"
          ]
        }
      }
    },
    {
      "rank": 2,
      "model": "MiMo-V2.6-Flash",
      "vendor": "Xiaomi MiMo",
      "indexTasksPerUsd": 336.59,
      "reasoningEffort": null,
      "reasoningEffortsAvailable": [],
      "tasksPassed": 81,
      "tasks": 82,
      "cleanResultUsd": 0.243617,
      "billUsd": 0.143617,
      "billOnRunDayUsd": 0.143617,
      "chargedByOpenRouterUsd": 0.143617,
      "chargedByVendorUsd": null,
      "usdPerPassedTask": 0.001773,
      "listPriceUsdPer1M": {
        "input": 0.14,
        "output": 0.28
      },
      "tokens": {
        "uncached": 517489,
        "cached": 1450752,
        "cacheWrite": 0,
        "storageWrite": 0,
        "output": 239667,
        "reasoning": 187355
      },
      "requests": 209,
      "runDate": "2026-11-20",
      "replacedTasks": [
        {
          "task": "support-queue/sq-037",
          "runDate": "2026-11-21"
        }
      ],
      "keptTasks": [],
      "byTaskType": {
        "bug-fix": {
          "passed": 5,
          "tasks": 6,
          "billUsd": 0.06372,
          "failed": [
            "semver-ranges"
          ]
        },
        "invoice-extract": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.016034,
          "failed": []
        },
        "support-queue": {
          "passed": 40,
          "tasks": 40,
          "billUsd": 0.022121,
          "failed": []
        },
        "docs-qa": {
          "passed": 12,
          "tasks": 12,
          "billUsd": 0.015671,
          "failed": []
        },
        "tool-agent": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.011881,
          "failed": []
        },
        "data-analyst": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.014191,
          "failed": []
        }
      }
    },
    {
      "rank": 3,
      "model": "Muse Ember",
      "vendor": "Meta",
      "indexTasksPerUsd": 270.75,
      "reasoningEffort": "max",
      "reasoningEffortsAvailable": [
        "max",
        "xhigh",
        "high",
        "medium",
        "low",
        "minimal"
      ],
      "tasksPassed": 82,
      "tasks": 82,
      "cleanResultUsd": 0.302859,
      "billUsd": 0.302859,
      "billOnRunDayUsd": 0.302859,
      "chargedByOpenRouterUsd": 0.302859,
      "chargedByVendorUsd": null,
      "usdPerPassedTask": 0.003693,
      "listPriceUsdPer1M": {
        "input": 0.1,
        "output": 0.5
      },
      "tokens": {
        "uncached": 1573548,
        "cached": 1058576,
        "cacheWrite": 0,
        "storageWrite": 0,
        "output": 282539,
        "reasoning": 213026
      },
      "requests": 273,
      "runDate": "2026-11-14",
      "replacedTasks": [
        {
          "task": "support-queue/sq-037",
          "runDate": "2026-11-21"
        }
      ],
      "keptTasks": [],
      "byTaskType": {
        "bug-fix": {
          "passed": 6,
          "tasks": 6,
          "billUsd": 0.096474,
          "failed": []
        },
        "invoice-extract": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.020154,
          "failed": []
        },
        "support-queue": {
          "passed": 40,
          "tasks": 40,
          "billUsd": 0.056948,
          "failed": []
        },
        "docs-qa": {
          "passed": 12,
          "tasks": 12,
          "billUsd": 0.05286,
          "failed": []
        },
        "tool-agent": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.027571,
          "failed": []
        },
        "data-analyst": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.048852,
          "failed": []
        }
      }
    },
    {
      "rank": 4,
      "model": "Claude Haiku 5.5",
      "vendor": "Anthropic",
      "indexTasksPerUsd": 262.62,
      "reasoningEffort": "medium",
      "reasoningEffortsAvailable": [
        "max",
        "xhigh",
        "high",
        "medium",
        "low",
        "none"
      ],
      "tasksPassed": 80,
      "tasks": 82,
      "cleanResultUsd": 0.31224,
      "billUsd": 0.11224,
      "billOnRunDayUsd": 0.11224,
      "chargedByOpenRouterUsd": 0.11224,
      "chargedByVendorUsd": null,
      "usdPerPassedTask": 0.001403,
      "listPriceUsdPer1M": {
        "input": 0.1,
        "output": 0.5
      },
      "tokens": {
        "uncached": 67324,
        "cached": 1561447,
        "cacheWrite": 230675,
        "storageWrite": 0,
        "output": 122118,
        "reasoning": 57114
      },
      "requests": 163,
      "runDate": "2026-11-14",
      "replacedTasks": [
        {
          "task": "support-queue/sq-037",
          "runDate": "2026-11-21"
        }
      ],
      "keptTasks": [],
      "byTaskType": {
        "bug-fix": {
          "passed": 5,
          "tasks": 6,
          "billUsd": 0.021952,
          "failed": [
            "csv-parser"
          ]
        },
        "invoice-extract": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.020599,
          "failed": []
        },
        "support-queue": {
          "passed": 40,
          "tasks": 40,
          "billUsd": 0.019764,
          "failed": []
        },
        "docs-qa": {
          "passed": 12,
          "tasks": 12,
          "billUsd": 0.016458,
          "failed": []
        },
        "tool-agent": {
          "passed": 7,
          "tasks": 8,
          "billUsd": 0.015093,
          "failed": [
            "ta-008"
          ]
        },
        "data-analyst": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.018375,
          "failed": []
        }
      }
    },
    {
      "rank": 5,
      "model": "GLM-5.3-Flash",
      "vendor": "Zhipu (Z.ai / GLM)",
      "indexTasksPerUsd": 179.43,
      "reasoningEffort": "max",
      "reasoningEffortsAvailable": [
        "max",
        "high",
        "low"
      ],
      "tasksPassed": 80,
      "tasks": 82,
      "cleanResultUsd": 0.457002,
      "billUsd": 0.257002,
      "billOnRunDayUsd": 0.257002,
      "chargedByOpenRouterUsd": 0.257002,
      "chargedByVendorUsd": null,
      "usdPerPassedTask": 0.003213,
      "listPriceUsdPer1M": {
        "input": 0.15,
        "output": 0.5
      },
      "tokens": {
        "uncached": 780568,
        "cached": 769920,
        "cacheWrite": 0,
        "storageWrite": 0,
        "output": 233639,
        "reasoning": 186516
      },
      "requests": 173,
      "runDate": "2026-11-20",
      "replacedTasks": [
        {
          "task": "support-queue/sq-037",
          "runDate": "2026-11-21"
        }
      ],
      "keptTasks": [],
      "byTaskType": {
        "bug-fix": {
          "passed": 6,
          "tasks": 6,
          "billUsd": 0.075041,
          "failed": []
        },
        "invoice-extract": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.028894,
          "failed": []
        },
        "support-queue": {
          "passed": 40,
          "tasks": 40,
          "billUsd": 0.069731,
          "failed": []
        },
        "docs-qa": {
          "passed": 11,
          "tasks": 12,
          "billUsd": 0.022715,
          "failed": [
            "q-04"
          ]
        },
        "tool-agent": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.028948,
          "failed": []
        },
        "data-analyst": {
          "passed": 7,
          "tasks": 8,
          "billUsd": 0.031674,
          "failed": [
            "saas-2"
          ]
        }
      }
    },
    {
      "rank": 6,
      "model": "DeepSeek V4.1 Flash",
      "vendor": "DeepSeek",
      "indexTasksPerUsd": 176.31,
      "reasoningEffort": "high",
      "reasoningEffortsAvailable": [
        "max",
        "high",
        "low",
        "none"
      ],
      "tasksPassed": 80,
      "tasks": 82,
      "cleanResultUsd": 0.465077,
      "billUsd": 0.265077,
      "billOnRunDayUsd": 0.265077,
      "chargedByOpenRouterUsd": null,
      "chargedByVendorUsd": 0.13,
      "usdPerPassedTask": 0.003313,
      "listPriceUsdPer1M": {
        "input": 0.3,
        "output": 1.2
      },
      "tokens": {
        "uncached": 160566,
        "cached": 1421824,
        "cacheWrite": 0,
        "storageWrite": 0,
        "output": 173647,
        "reasoning": 120637
      },
      "requests": 196,
      "runDate": "2026-11-20",
      "replacedTasks": [
        {
          "task": "support-queue/sq-037",
          "runDate": "2026-11-21"
        }
      ],
      "keptTasks": [],
      "byTaskType": {
        "bug-fix": {
          "passed": 6,
          "tasks": 6,
          "billUsd": 0.08927,
          "failed": []
        },
        "invoice-extract": {
          "passed": 7,
          "tasks": 8,
          "billUsd": 0.048805,
          "failed": [
            "inv-007"
          ]
        },
        "support-queue": {
          "passed": 40,
          "tasks": 40,
          "billUsd": 0.043082,
          "failed": []
        },
        "docs-qa": {
          "passed": 11,
          "tasks": 12,
          "billUsd": 0.021509,
          "failed": [
            "q-02"
          ]
        },
        "tool-agent": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.033775,
          "failed": []
        },
        "data-analyst": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.028636,
          "failed": []
        }
      }
    },
    {
      "rank": 7,
      "model": "GPT-6.1 Terra",
      "vendor": "OpenAI",
      "indexTasksPerUsd": 126.96,
      "reasoningEffort": "medium",
      "reasoningEffortsAvailable": [
        "max",
        "xhigh",
        "high",
        "medium",
        "low",
        "none"
      ],
      "tasksPassed": 81,
      "tasks": 82,
      "cleanResultUsd": 0.645867,
      "billUsd": 0.545867,
      "billOnRunDayUsd": 0.545867,
      "chargedByOpenRouterUsd": 0.545867,
      "chargedByVendorUsd": null,
      "usdPerPassedTask": 0.006739,
      "listPriceUsdPer1M": {
        "input": 1,
        "output": 5
      },
      "tokens": {
        "uncached": 10677,
        "cached": 1084507,
        "cacheWrite": 191412,
        "storageWrite": 0,
        "output": 48340,
        "reasoning": 9066
      },
      "requests": 172,
      "runDate": "2026-11-14",
      "replacedTasks": [
        {
          "task": "support-queue/sq-037",
          "runDate": "2026-11-21"
        }
      ],
      "keptTasks": [],
      "byTaskType": {
        "bug-fix": {
          "passed": 6,
          "tasks": 6,
          "billUsd": 0.175486,
          "failed": []
        },
        "invoice-extract": {
          "passed": 7,
          "tasks": 8,
          "billUsd": 0.129459,
          "failed": [
            "inv-006"
          ]
        },
        "support-queue": {
          "passed": 40,
          "tasks": 40,
          "billUsd": 0.062606,
          "failed": []
        },
        "docs-qa": {
          "passed": 12,
          "tasks": 12,
          "billUsd": 0.07523,
          "failed": []
        },
        "tool-agent": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.053534,
          "failed": []
        },
        "data-analyst": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.049553,
          "failed": []
        }
      }
    },
    {
      "rank": 8,
      "model": "GLM-5.3-FlashX",
      "vendor": "Zhipu (Z.ai / GLM)",
      "indexTasksPerUsd": 101.61,
      "reasoningEffort": "max",
      "reasoningEffortsAvailable": [
        "max",
        "high",
        "low"
      ],
      "tasksPassed": 78,
      "tasks": 82,
      "cleanResultUsd": 0.807023,
      "billUsd": 0.407023,
      "billOnRunDayUsd": 0.407023,
      "chargedByOpenRouterUsd": 0.407023,
      "chargedByVendorUsd": null,
      "usdPerPassedTask": 0.005218,
      "listPriceUsdPer1M": {
        "input": 0.37,
        "output": 1.25
      },
      "tokens": {
        "uncached": 303588,
        "cached": 1087360,
        "cacheWrite": 0,
        "storageWrite": 0,
        "output": 170515,
        "reasoning": 125587
      },
      "requests": 167,
      "runDate": "2026-11-14",
      "replacedTasks": [
        {
          "task": "support-queue/sq-037",
          "runDate": "2026-11-21"
        }
      ],
      "keptTasks": [],
      "byTaskType": {
        "bug-fix": {
          "passed": 5,
          "tasks": 6,
          "billUsd": 0.104266,
          "failed": [
            "semver-ranges"
          ]
        },
        "invoice-extract": {
          "passed": 7,
          "tasks": 8,
          "billUsd": 0.063285,
          "failed": [
            "inv-004"
          ]
        },
        "support-queue": {
          "passed": 40,
          "tasks": 40,
          "billUsd": 0.075049,
          "failed": []
        },
        "docs-qa": {
          "passed": 10,
          "tasks": 12,
          "billUsd": 0.064652,
          "failed": [
            "q-04",
            "q-07"
          ]
        },
        "tool-agent": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.053057,
          "failed": []
        },
        "data-analyst": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.046714,
          "failed": []
        }
      }
    },
    {
      "rank": 9,
      "model": "MiniMax M3.1 Flash",
      "vendor": "MiniMax",
      "indexTasksPerUsd": 90.38,
      "reasoningEffort": "max",
      "reasoningEffortsAvailable": [
        "max",
        "xhigh",
        "high",
        "medium",
        "low"
      ],
      "tasksPassed": 76,
      "tasks": 82,
      "cleanResultUsd": 0.907301,
      "billUsd": 0.307301,
      "billOnRunDayUsd": 0.307301,
      "chargedByOpenRouterUsd": 0.307301,
      "chargedByVendorUsd": null,
      "usdPerPassedTask": 0.004043,
      "listPriceUsdPer1M": {
        "input": 0.15,
        "output": 0.6
      },
      "tokens": {
        "uncached": 765323,
        "cached": 2304188,
        "cacheWrite": 0,
        "storageWrite": 0,
        "output": 263233,
        "reasoning": 163914
      },
      "requests": 281,
      "runDate": "2026-11-14",
      "replacedTasks": [],
      "keptTasks": [
        {
          "task": "support-queue/sq-037",
          "version": 1,
          "reason": "MiniMax no longer serves this model on OpenRouter, and we run a model only on its maker's endpoint"
        }
      ],
      "byTaskType": {
        "bug-fix": {
          "passed": 5,
          "tasks": 6,
          "billUsd": 0.133058,
          "failed": [
            "interval-scheduler"
          ]
        },
        "invoice-extract": {
          "passed": 7,
          "tasks": 8,
          "billUsd": 0.028372,
          "failed": [
            "inv-002"
          ]
        },
        "support-queue": {
          "passed": 39,
          "tasks": 40,
          "billUsd": 0.037604,
          "failed": [
            "sq-037"
          ]
        },
        "docs-qa": {
          "passed": 11,
          "tasks": 12,
          "billUsd": 0.045705,
          "failed": [
            "q-02"
          ]
        },
        "tool-agent": {
          "passed": 7,
          "tasks": 8,
          "billUsd": 0.023527,
          "failed": [
            "ta-003"
          ]
        },
        "data-analyst": {
          "passed": 7,
          "tasks": 8,
          "billUsd": 0.039034,
          "failed": [
            "shop-1"
          ]
        }
      }
    },
    {
      "rank": 10,
      "model": "GPT-6 Luna",
      "vendor": "OpenAI",
      "indexTasksPerUsd": 75.92,
      "reasoningEffort": "medium",
      "reasoningEffortsAvailable": [
        "max",
        "xhigh",
        "high",
        "medium",
        "low",
        "none"
      ],
      "tasksPassed": 72,
      "tasks": 82,
      "cleanResultUsd": 1.080045,
      "billUsd": 0.080045,
      "billOnRunDayUsd": 0.080045,
      "chargedByOpenRouterUsd": 0.080045,
      "chargedByVendorUsd": null,
      "usdPerPassedTask": 0.001112,
      "listPriceUsdPer1M": {
        "input": 0.1,
        "output": 0.5
      },
      "tokens": {
        "uncached": 14204,
        "cached": 1242959,
        "cacheWrite": 210076,
        "storageWrite": 0,
        "output": 79871,
        "reasoning": 33690
      },
      "requests": 194,
      "runDate": "2026-11-14",
      "replacedTasks": [
        {
          "task": "support-queue/sq-037",
          "runDate": "2026-11-21"
        }
      ],
      "keptTasks": [],
      "byTaskType": {
        "bug-fix": {
          "passed": 5,
          "tasks": 6,
          "billUsd": 0.030438,
          "failed": [
            "rate-limiter"
          ]
        },
        "invoice-extract": {
          "passed": 5,
          "tasks": 8,
          "billUsd": 0.016293,
          "failed": [
            "inv-003",
            "inv-004",
            "inv-007"
          ]
        },
        "support-queue": {
          "passed": 40,
          "tasks": 40,
          "billUsd": 0.009331,
          "failed": []
        },
        "docs-qa": {
          "passed": 9,
          "tasks": 12,
          "billUsd": 0.010157,
          "failed": [
            "q-02",
            "q-04",
            "q-11"
          ]
        },
        "tool-agent": {
          "passed": 7,
          "tasks": 8,
          "billUsd": 0.00794,
          "failed": [
            "ta-008"
          ]
        },
        "data-analyst": {
          "passed": 6,
          "tasks": 8,
          "billUsd": 0.005886,
          "failed": [
            "saas-3",
            "shop-2"
          ]
        }
      }
    },
    {
      "rank": 11,
      "model": "Qwen3.7 Plus",
      "vendor": "Alibaba (Qwen)",
      "indexTasksPerUsd": 68.03,
      "reasoningEffort": null,
      "reasoningEffortsAvailable": [],
      "tasksPassed": 77,
      "tasks": 82,
      "cleanResultUsd": 1.205331,
      "billUsd": 0.705331,
      "billOnRunDayUsd": 0.705331,
      "chargedByOpenRouterUsd": 0.564265,
      "chargedByVendorUsd": null,
      "usdPerPassedTask": 0.00916,
      "listPriceUsdPer1M": {
        "input": 0.4,
        "output": 1.6
      },
      "tokens": {
        "uncached": 420013,
        "cached": 1755392,
        "cacheWrite": 0,
        "storageWrite": 0,
        "output": 248059,
        "reasoning": 188422
      },
      "requests": 251,
      "runDate": "2026-11-14",
      "replacedTasks": [
        {
          "task": "support-queue/sq-037",
          "runDate": "2026-11-21"
        }
      ],
      "keptTasks": [],
      "byTaskType": {
        "bug-fix": {
          "passed": 3,
          "tasks": 6,
          "billUsd": 0.161156,
          "failed": [
            "csv-parser",
            "interval-scheduler",
            "semver-ranges"
          ]
        },
        "invoice-extract": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.097349,
          "failed": []
        },
        "support-queue": {
          "passed": 40,
          "tasks": 40,
          "billUsd": 0.12966,
          "failed": []
        },
        "docs-qa": {
          "passed": 11,
          "tasks": 12,
          "billUsd": 0.082088,
          "failed": [
            "q-04"
          ]
        },
        "tool-agent": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.09925,
          "failed": []
        },
        "data-analyst": {
          "passed": 7,
          "tasks": 8,
          "billUsd": 0.135828,
          "failed": [
            "shop-3"
          ]
        }
      }
    },
    {
      "rank": 12,
      "model": "Step 5 Preview",
      "vendor": "StepFun",
      "indexTasksPerUsd": 46.78,
      "reasoningEffort": "medium",
      "reasoningEffortsAvailable": [
        "high",
        "medium",
        "low"
      ],
      "tasksPassed": 76,
      "tasks": 82,
      "cleanResultUsd": 1.753044,
      "billUsd": 1.153044,
      "billOnRunDayUsd": 1.153044,
      "chargedByOpenRouterUsd": 1.153044,
      "chargedByVendorUsd": null,
      "usdPerPassedTask": 0.015172,
      "listPriceUsdPer1M": {
        "input": 1,
        "output": 2.7
      },
      "tokens": {
        "uncached": 439615,
        "cached": 1358912,
        "cacheWrite": 0,
        "storageWrite": 0,
        "output": 213903,
        "reasoning": null
      },
      "requests": 216,
      "runDate": "2026-11-20",
      "replacedTasks": [
        {
          "task": "support-queue/sq-037",
          "runDate": "2026-11-21"
        }
      ],
      "keptTasks": [],
      "byTaskType": {
        "bug-fix": {
          "passed": 6,
          "tasks": 6,
          "billUsd": 0.417265,
          "failed": []
        },
        "invoice-extract": {
          "passed": 6,
          "tasks": 8,
          "billUsd": 0.181911,
          "failed": [
            "inv-005",
            "inv-008"
          ]
        },
        "support-queue": {
          "passed": 38,
          "tasks": 40,
          "billUsd": 0.158204,
          "failed": [
            "sq-013",
            "sq-014"
          ]
        },
        "docs-qa": {
          "passed": 11,
          "tasks": 12,
          "billUsd": 0.11452,
          "failed": [
            "q-05"
          ]
        },
        "tool-agent": {
          "passed": 7,
          "tasks": 8,
          "billUsd": 0.097416,
          "failed": [
            "ta-008"
          ]
        },
        "data-analyst": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.183728,
          "failed": []
        }
      }
    },
    {
      "rank": 13,
      "model": "Claude Sonnet 5.5",
      "vendor": "Anthropic",
      "indexTasksPerUsd": 45.84,
      "reasoningEffort": "high",
      "reasoningEffortsAvailable": [
        "max",
        "xhigh",
        "high",
        "medium",
        "low"
      ],
      "tasksPassed": 80,
      "tasks": 82,
      "cleanResultUsd": 1.788751,
      "billUsd": 1.588751,
      "billOnRunDayUsd": 1.588752,
      "chargedByOpenRouterUsd": 1.588752,
      "chargedByVendorUsd": null,
      "usdPerPassedTask": 0.019859,
      "listPriceUsdPer1M": {
        "input": 2,
        "output": 10
      },
      "tokens": {
        "uncached": 67304,
        "cached": 1478460,
        "cacheWrite": 206575,
        "storageWrite": 0,
        "output": 78986,
        "reasoning": 19766
      },
      "requests": 153,
      "runDate": "2026-11-14",
      "replacedTasks": [
        {
          "task": "support-queue/sq-037",
          "runDate": "2026-11-21"
        }
      ],
      "keptTasks": [],
      "byTaskType": {
        "bug-fix": {
          "passed": 5,
          "tasks": 6,
          "billUsd": 0.38458,
          "failed": [
            "interval-scheduler"
          ]
        },
        "invoice-extract": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.332018,
          "failed": []
        },
        "support-queue": {
          "passed": 40,
          "tasks": 40,
          "billUsd": 0.232522,
          "failed": []
        },
        "docs-qa": {
          "passed": 12,
          "tasks": 12,
          "billUsd": 0.239856,
          "failed": []
        },
        "tool-agent": {
          "passed": 7,
          "tasks": 8,
          "billUsd": 0.237291,
          "failed": [
            "ta-003"
          ]
        },
        "data-analyst": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.162485,
          "failed": []
        }
      }
    },
    {
      "rank": 14,
      "model": "Kimi K3.1 Pro",
      "vendor": "Moonshot (Kimi)",
      "indexTasksPerUsd": 37.83,
      "reasoningEffort": "max",
      "reasoningEffortsAvailable": [
        "max",
        "high",
        "low",
        "none"
      ],
      "tasksPassed": 82,
      "tasks": 82,
      "cleanResultUsd": 2.167833,
      "billUsd": 2.167833,
      "billOnRunDayUsd": 2.167833,
      "chargedByOpenRouterUsd": 2.955707,
      "chargedByVendorUsd": null,
      "usdPerPassedTask": 0.026437,
      "listPriceUsdPer1M": {
        "input": 2,
        "output": 10
      },
      "tokens": {
        "uncached": 262561,
        "cached": 1175307,
        "cacheWrite": 0,
        "storageWrite": 0,
        "output": 140765,
        "reasoning": 94374
      },
      "requests": 179,
      "runDate": "2026-11-21",
      "replacedTasks": [
        {
          "task": "support-queue/sq-037",
          "runDate": "2026-11-21"
        }
      ],
      "keptTasks": [],
      "byTaskType": {
        "bug-fix": {
          "passed": 6,
          "tasks": 6,
          "billUsd": 0.691528,
          "failed": []
        },
        "invoice-extract": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.433299,
          "failed": []
        },
        "support-queue": {
          "passed": 40,
          "tasks": 40,
          "billUsd": 0.265918,
          "failed": []
        },
        "docs-qa": {
          "passed": 12,
          "tasks": 12,
          "billUsd": 0.22104,
          "failed": []
        },
        "tool-agent": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.332963,
          "failed": []
        },
        "data-analyst": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.223086,
          "failed": []
        }
      }
    },
    {
      "rank": 15,
      "model": "Muse Spark 1.3",
      "vendor": "Meta",
      "indexTasksPerUsd": 29.29,
      "reasoningEffort": "medium",
      "reasoningEffortsAvailable": [
        "max",
        "xhigh",
        "high",
        "medium",
        "low",
        "minimal"
      ],
      "tasksPassed": 80,
      "tasks": 82,
      "cleanResultUsd": 2.799251,
      "billUsd": 2.599251,
      "billOnRunDayUsd": 2.599251,
      "chargedByOpenRouterUsd": 2.599251,
      "chargedByVendorUsd": null,
      "usdPerPassedTask": 0.032491,
      "listPriceUsdPer1M": {
        "input": 1.25,
        "output": 4.25
      },
      "tokens": {
        "uncached": 1282321,
        "cached": 1032303,
        "cacheWrite": 0,
        "storageWrite": 0,
        "output": 198001,
        "reasoning": 135339
      },
      "requests": 291,
      "runDate": "2026-11-21",
      "replacedTasks": [
        {
          "task": "support-queue/sq-037",
          "runDate": "2026-11-21"
        }
      ],
      "keptTasks": [],
      "byTaskType": {
        "bug-fix": {
          "passed": 6,
          "tasks": 6,
          "billUsd": 0.551085,
          "failed": []
        },
        "invoice-extract": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.181543,
          "failed": []
        },
        "support-queue": {
          "passed": 40,
          "tasks": 40,
          "billUsd": 0.539549,
          "failed": []
        },
        "docs-qa": {
          "passed": 12,
          "tasks": 12,
          "billUsd": 0.586132,
          "failed": []
        },
        "tool-agent": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.287822,
          "failed": []
        },
        "data-analyst": {
          "passed": 6,
          "tasks": 8,
          "billUsd": 0.453121,
          "failed": [
            "shop-2",
            "shop-4"
          ]
        }
      }
    },
    {
      "rank": 16,
      "model": "Gemini 4 Hydrogen",
      "vendor": "Google DeepMind",
      "indexTasksPerUsd": 20.04,
      "reasoningEffort": "medium",
      "reasoningEffortsAvailable": [
        "xhigh",
        "high",
        "medium",
        "low"
      ],
      "tasksPassed": 82,
      "tasks": 82,
      "cleanResultUsd": 4.092278,
      "billUsd": 4.092278,
      "billOnRunDayUsd": 4.092278,
      "chargedByOpenRouterUsd": 4.092278,
      "chargedByVendorUsd": null,
      "usdPerPassedTask": 0.049906,
      "listPriceUsdPer1M": {
        "input": 1.5,
        "output": 7.5
      },
      "tokens": {
        "uncached": 1361518,
        "cached": 415548,
        "cacheWrite": 0,
        "storageWrite": 0,
        "output": 269178,
        "reasoning": 213556
      },
      "requests": 211,
      "runDate": "2026-11-14",
      "replacedTasks": [
        {
          "task": "support-queue/sq-037",
          "runDate": "2026-11-21"
        }
      ],
      "keptTasks": [],
      "byTaskType": {
        "bug-fix": {
          "passed": 6,
          "tasks": 6,
          "billUsd": 1.175756,
          "failed": []
        },
        "invoice-extract": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.345364,
          "failed": []
        },
        "support-queue": {
          "passed": 40,
          "tasks": 40,
          "billUsd": 0.881013,
          "failed": []
        },
        "docs-qa": {
          "passed": 12,
          "tasks": 12,
          "billUsd": 0.847731,
          "failed": []
        },
        "tool-agent": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.379968,
          "failed": []
        },
        "data-analyst": {
          "passed": 8,
          "tasks": 8,
          "billUsd": 0.462445,
          "failed": []
        }
      }
    },
    {
      "rank": 17,
      "model": "Gemini 3.5 Flash-Lite",
      "vendor": "Google",
      "indexTasksPerUsd": 18.17,
      "reasoningEffort": "minimal",
      "reasoningEffortsAvailable": [
        "high",
        "medium",
        "low",
        "minimal"
      ],
      "tasksPassed": 40,
      "tasks": 82,
      "cleanResultUsd": 4.51263,
      "billUsd": 0.31263,
      "billOnRunDayUsd": 0.31263,
      "chargedByOpenRouterUsd": 0.31263,
      "chargedByVendorUsd": null,
      "usdPerPassedTask": 0.007816,
      "listPriceUsdPer1M": {
        "input": 0.3,
        "output": 2.5
      },
      "tokens": {
        "uncached": 438875,
        "cached": 1167247,
        "cacheWrite": 0,
        "storageWrite": 81536,
        "output": 55662,
        "reasoning": 0
      },
      "requests": 243,
      "runDate": "2026-11-14",
      "replacedTasks": [
        {
          "task": "support-queue/sq-037",
          "runDate": "2026-11-21"
        }
      ],
      "keptTasks": [],
      "byTaskType": {
        "bug-fix": {
          "passed": 0,
          "tasks": 6,
          "billUsd": 0.098144,
          "failed": [
            "csv-parser",
            "interval-scheduler",
            "invoice-rounding",
            "lru-ttl-cache",
            "rate-limiter",
            "semver-ranges"
          ]
        },
        "invoice-extract": {
          "passed": 2,
          "tasks": 8,
          "billUsd": 0.053935,
          "failed": [
            "inv-001",
            "inv-002",
            "inv-004",
            "inv-005",
            "inv-006",
            "inv-007"
          ]
        },
        "support-queue": {
          "passed": 29,
          "tasks": 40,
          "billUsd": 0.023093,
          "failed": [
            "sq-004",
            "sq-006",
            "sq-007",
            "sq-008",
            "sq-011",
            "sq-012",
            "sq-020",
            "sq-022",
            "sq-038",
            "sq-039",
            "sq-040"
          ]
        },
        "docs-qa": {
          "passed": 3,
          "tasks": 12,
          "billUsd": 0.020545,
          "failed": [
            "q-01",
            "q-02",
            "q-03",
            "q-04",
            "q-06",
            "q-07",
            "q-08",
            "q-11",
            "q-12"
          ]
        },
        "tool-agent": {
          "passed": 4,
          "tasks": 8,
          "billUsd": 0.035694,
          "failed": [
            "ta-001",
            "ta-003",
            "ta-005",
            "ta-007"
          ]
        },
        "data-analyst": {
          "passed": 2,
          "tasks": 8,
          "billUsd": 0.081217,
          "failed": [
            "saas-2",
            "saas-4",
            "shop-1",
            "shop-2",
            "shop-3",
            "shop-4"
          ]
        }
      }
    }
  ]
}
