AI Model Cost Per Task Benchmark (by Model Slug)

{
  "type": "object",
  "required": [
    "slug"
  ],
  "properties": {
    "slug": {
      "type": "string",
      "description": "The model slug identifying the model (e.g., 'gpt-5-6-sol', 'gpt-5-6-terra-high', 'claude-sonnet-4')"
    }
  },
  "additionalProperties": false
}

{
  "type": "object",
  "properties": {
    "data": {
      "type": "object",
      "properties": {
        "model": {
          "type": "object",
          "properties": {
            "name": {
              "type": "string",
              "description": "Full display name, e.g. 'GPT-5.6 Sol (max)'."
            },
            "slug": {
              "type": "string",
              "description": "The model slug, echoing the input."
            },
            "ttft": {
              "type": "number",
              "description": "Time to first token, seconds."
            },
            "short_name": {
              "type": "string",
              "description": "Short display name; identical to `name` on the one real call observed."
            },
            "coding_index": {
              "type": [
                "number",
                "null"
              ],
              "description": "Coding-specific benchmark score; null on the one real call observed -- not every model has a coding-specific evaluation."
            },
            "cost_per_task": {
              "type": "number",
              "description": "USD, average total cost to run the benchmark's standard task."
            },
            "time_per_task": {
              "type": "number",
              "description": "Seconds, average total time to complete the standard task."
            },
            "intelligence_index": {
              "type": "number",
              "description": "The benchmark's aggregate reasoning/quality score for this model."
            },
            "coding_cost_per_task": {
              "type": [
                "number",
                "null"
              ],
              "description": "USD, coding-task variant of `cost_per_task`; null when not evaluated."
            },
            "coding_time_per_task": {
              "type": [
                "number",
                "null"
              ],
              "description": "Seconds, coding-task variant of `time_per_task`; null when not evaluated."
            },
            "input_tokens_per_task": {
              "type": "number"
            },
            "output_tokens_per_task": {
              "type": "number"
            },
            "cost_per_task_breakdown": {
              "type": "object",
              "properties": {
                "cache_hit": {
                  "type": "number"
                },
                "cache_write": {
                  "type": "number"
                },
                "input_tokens": {
                  "type": "number"
                },
                "output_tokens": {
                  "type": "number"
                },
                "reasoning_tokens": {
                  "type": "number"
                }
              },
              "description": "USD contribution of each token category to `cost_per_task`.",
              "additionalProperties": true
            },
            "end_to_end_response_time": {
              "type": "number",
              "description": "Seconds."
            },
            "reasoning_tokens_per_task": {
              "type": "number"
            },
            "coding_cost_per_task_breakdown": {
              "type": [
                "object",
                "null"
              ],
              "description": "Coding-task variant of `cost_per_task_breakdown`; null when not evaluated. Shape unconfirmed beyond null since no populated example was captured.",
              "additionalProperties": true
            }
          },
          "additionalProperties": true
        }
      },
      "additionalProperties": true
    },
    "status": {
      "type": "string",
      "description": "'success' on the one populated real call observed."
    }
  },
  "description": "The cost-per-task record, as returned at routing.responseResultPath ($.output).",
  "additionalProperties": true
}