{
  "schemaVersion": 1,
  "benchmark": {
    "id": "arc-agi-3-adapter",
    "name": "ARC-AGI-3 · Provider Adapter",
    "version": "3 · semi-private · Provider Adapter",
    "category": "reasoning",
    "question": "How much does native context management help?",
    "summary": "Astra's reasoning settings with its provider's conversation and compaction features enabled.",
    "source": {
      "name": "ARC Prize",
      "url": "https://arcprize.org/leaderboard",
      "methodologyUrl": "https://arcprize.org/blog/astra"
    },
    "measure": "ARC-AGI-3 action-efficiency score using the Provider Adapter harness.",
    "comparisonRule": "Compare Astra's six effort settings here. These scores are not a ranking against Standard-harness runs.",
    "limitations": [
      "Only Astra is included in this selected adapter cohort.",
      "Cost is total evaluation spend.",
      "Near-perfect performance on this bounded test is not proof of general intelligence."
    ],
    "coverage": "charted",
    "tags": [
      "interactive reasoning",
      "harness",
      "context management",
      "ARC",
      "AGI"
    ]
  },
  "dataset": {
    "benchmarkId": "arc-agi-3-adapter",
    "version": "3 · semi-private · Provider Adapter",
    "score": {
      "label": "Action-efficiency score",
      "unit": "%",
      "direction": "higher",
      "minimum": 0,
      "maximum": 100
    },
    "source": {
      "name": "ARC Prize · selected published observations",
      "url": "https://arcprize.org/media/data/leaderboard/v3.json",
      "retrievedAt": "2026-09-09T00:19:36.880Z",
      "revision": "SHA-256 d743d7a731ba6b9f102d3624d5fe82011630b90da4200ceb34bd56cf2b221e1c"
    },
    "observedAt": "2026-09-04T14:38:06.320Z",
    "evidenceLabel": "Benchmark-owner results · selected cohort",
    "configurationLabel": "Astra effort settings · Provider Adapter",
    "comparabilityNote": "Provider Adapter harness only. Dollar values cover the full evaluation. Harness cohorts are shown separately.",
    "costLabel": "Total evaluation cost (USD)",
    "points": [
      {
        "id": "openai-gpt-6-astra-high-provider-adapter",
        "label": "GPT-6 Astra - Provider Adapter (High)",
        "model": "GPT-6 Astra",
        "provider": "OpenAI",
        "effort": "High",
        "score": 99.94571232125699,
        "costUsd": 18816.63138,
        "sourceUrl": "https://arcprize.org/results/openai-gpt-6-astra",
        "harness": "Provider Adapter harness",
        "uncertainty": null
      },
      {
        "id": "openai-gpt-6-astra-low-provider-adapter",
        "label": "GPT-6 Astra - Provider Adapter (Low)",
        "model": "GPT-6 Astra",
        "provider": "OpenAI",
        "effort": "Low",
        "score": 98.02838165829648,
        "costUsd": 21297.922310000005,
        "sourceUrl": "https://arcprize.org/results/openai-gpt-6-astra",
        "harness": "Provider Adapter harness",
        "uncertainty": null
      },
      {
        "id": "openai-gpt-6-astra-max-provider-adapter",
        "label": "GPT-6 Astra - Provider Adapter (Max)",
        "model": "GPT-6 Astra",
        "provider": "OpenAI",
        "effort": "Max",
        "score": 98.55074288592294,
        "costUsd": 17331.95327,
        "sourceUrl": "https://arcprize.org/results/openai-gpt-6-astra",
        "harness": "Provider Adapter harness",
        "uncertainty": null
      },
      {
        "id": "openai-gpt-6-astra-medium-provider-adapter",
        "label": "GPT-6 Astra - Provider Adapter (Medium)",
        "model": "GPT-6 Astra",
        "provider": "OpenAI",
        "effort": "Medium",
        "score": 98.43861309255745,
        "costUsd": 19284.776630000004,
        "sourceUrl": "https://arcprize.org/results/openai-gpt-6-astra",
        "harness": "Provider Adapter harness",
        "uncertainty": null
      },
      {
        "id": "openai-gpt-6-astra-none-provider-adapter",
        "label": "GPT-6 Astra - Provider Adapter (None)",
        "model": "GPT-6 Astra",
        "provider": "OpenAI",
        "effort": "None",
        "score": 96.72021831785531,
        "costUsd": 23456.663940000002,
        "sourceUrl": "https://arcprize.org/results/openai-gpt-6-astra",
        "harness": "Provider Adapter harness",
        "uncertainty": null
      },
      {
        "id": "openai-gpt-6-astra-xhigh-provider-adapter",
        "label": "GPT-6 Astra - Provider Adapter (XHigh)",
        "model": "GPT-6 Astra",
        "provider": "OpenAI",
        "effort": "XHigh",
        "score": 98.44155844155843,
        "costUsd": 18147.191119999996,
        "sourceUrl": "https://arcprize.org/results/openai-gpt-6-astra",
        "harness": "Provider Adapter harness",
        "uncertainty": null
      }
    ]
  }
}