Blended Price
$3.00/M
Input Price
$2.00/M
Output Price
$6.00/M
Speed
—
TTFT
—
Hidden, no data: AgMoBench Agentic, Output Speed
v3 · public-demo · Grok 4.6 (XHigh) · effort xhigh · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-6-xhigh
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-6",
"modelNotes": "Evaluation conducted with 'xhigh' reasoning effort.",
"modelsEtag": "W/\"3a9d42354f8128c11c15f5932e4a2fc7\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"a865a80739604261a4cb1abb00b293d4\"",
"upstreamModelId": "xai-grok-4-6-xhigh",
"environmentCount": 25,
"modelReleaseDate": "2026-08-11T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5612,
"providerModelIdPublished": false
}Evidence observed 2026-08-21
v3 · public-demo · Grok 4.6 (XHigh) · effort xhigh · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-6-xhigh
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-6",
"modelNotes": "Evaluation conducted with 'xhigh' reasoning effort.",
"modelsEtag": "W/\"a2c874a4c5dac6490bc20617a93e7b62\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"66731344a65b8943f176406bd6afd4bb\"",
"upstreamModelId": "xai-grok-4-6-xhigh",
"environmentCount": 25,
"modelReleaseDate": "2026-08-11T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5612,
"providerModelIdPublished": false
}Evidence observed 2026-08-20
v3 · public-demo · Grok 4.6 (XHigh) · effort xhigh · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-6-xhigh
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-6",
"modelNotes": "Evaluation conducted with 'xhigh' reasoning effort.",
"modelsEtag": "W/\"a2c874a4c5dac6490bc20617a93e7b62\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"66731344a65b8943f176406bd6afd4bb\"",
"upstreamModelId": "xai-grok-4-6-xhigh",
"environmentCount": 25,
"modelReleaseDate": "2026-08-11T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5612,
"providerModelIdPublished": false
}Evidence observed 2026-08-20
v3 · public-demo · Grok 4.6 (XHigh) · effort xhigh · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-6-xhigh
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-6",
"modelNotes": "Evaluation conducted with 'xhigh' reasoning effort.",
"modelsEtag": "W/\"04f6ba019798e7ba90a11d7da82ed138\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"8f93bcbb2793025d982217c174632a0c\"",
"upstreamModelId": "xai-grok-4-6-xhigh",
"environmentCount": 25,
"modelReleaseDate": "2026-08-11T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5612,
"providerModelIdPublished": false
}Evidence observed 2026-08-13
v2026.06 · official-100-task · Grok 4.6 (high) · harness mini-swe-agent · effort high · 1 attempt · pass@1 · harbor:snorkel-ai/senior-swe-bench-v2026.06 · provider openai/grok-4.6 · record grok-4-6-high-mini-swe · run e110d5b781a85ef95ec9f62e3e7403f974f2a8b2e65c04e7740f70a18d58dcea
{
"taskCount": 100,
"agentGroup": "mini-swe-agent:grok-4.6",
"basicPassAt1": 51.578947368421055,
"basicPassAt3": 65.26315789473685,
"datasetPackage": "snorkel-ai/senior-swe-bench-v2026.06",
"publicTaskCount": 50,
"tastefulPassAt1": 26.31578947368421,
"tastefulPassAt3": 38.94736842105263,
"agentDescription": "xAI Grok 4.6 via mini-swe-agent, direct api.x.ai, reasoning_effort=high",
"privateTaskCount": 50,
"upstreamProvider": "xai",
"upstreamRunCount": 50,
"averageAgentSteps": 124.57894736842105,
"averageOutputTokens": 23923.547368421052,
"averageTotalCostUsd": 0,
"averageOutputCostUsd": 0,
"basicAllThreePassRate": 35.78947368421053,
"tastefulAllThreePassRate": 16.842105263157894
}Evidence observed 2026-08-13
Axes
Filters
Providers