Blended Price
$6.00/M
Input Price
$3.00/M
Output Price
$15.00/M
Speed
—
TTFT
—
Hidden, no data: Output Speed
Axes
Filters
Providers
v3 · public-demo · Grok 4.7 - Provider Adapter (XHigh) · effort xhigh · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-xhigh-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'xhigh' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"ec09fbed9f211f59ec54cca2227c3309\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"5814b0938ba4a54ba31da46fe17d4380\"",
"upstreamModelId": "xai-grok-4-7-xhigh-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4575.921274,
"providerModelIdPublished": false
}Evidence observed 2026-11-20
v3 · public-demo · Grok 4.7 - Provider Adapter (High) · effort high · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-high-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'high' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"ec09fbed9f211f59ec54cca2227c3309\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"5814b0938ba4a54ba31da46fe17d4380\"",
"upstreamModelId": "xai-grok-4-7-high-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4773.782536,
"providerModelIdPublished": false
}Evidence observed 2026-11-20
v3 · public-demo · Grok 4.7 - Provider Adapter (Low) · effort low · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-low-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'low' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"ec09fbed9f211f59ec54cca2227c3309\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"5814b0938ba4a54ba31da46fe17d4380\"",
"upstreamModelId": "xai-grok-4-7-low-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5753.573154,
"providerModelIdPublished": false
}Evidence observed 2026-11-20
v3 · public-demo · Grok 4.7 - Provider Adapter (Medium) · effort medium · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-medium-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'medium' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"ec09fbed9f211f59ec54cca2227c3309\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"5814b0938ba4a54ba31da46fe17d4380\"",
"upstreamModelId": "xai-grok-4-7-medium-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5059.930398,
"providerModelIdPublished": false
}Evidence observed 2026-11-20
v3 · public-demo · Grok 4.7 - Provider Adapter (Low) · effort low · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-low-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'low' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"d8dfdc9958a2e1502b54603b03fbc557\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"aaa10807f3dcaae3ce6c15be7539e733\"",
"upstreamModelId": "xai-grok-4-7-low-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5753.573154,
"providerModelIdPublished": false
}Evidence observed 2026-11-20
v3 · public-demo · Grok 4.7 - Provider Adapter (High) · effort high · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-high-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'high' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"d8dfdc9958a2e1502b54603b03fbc557\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"aaa10807f3dcaae3ce6c15be7539e733\"",
"upstreamModelId": "xai-grok-4-7-high-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4773.782536,
"providerModelIdPublished": false
}Evidence observed 2026-11-20
v3 · public-demo · Grok 4.7 - Provider Adapter (XHigh) · effort xhigh · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-xhigh-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'xhigh' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"d8dfdc9958a2e1502b54603b03fbc557\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"aaa10807f3dcaae3ce6c15be7539e733\"",
"upstreamModelId": "xai-grok-4-7-xhigh-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4575.921274,
"providerModelIdPublished": false
}Evidence observed 2026-11-20
v3 · public-demo · Grok 4.7 - Provider Adapter (Medium) · effort medium · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-medium-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'medium' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"d8dfdc9958a2e1502b54603b03fbc557\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"aaa10807f3dcaae3ce6c15be7539e733\"",
"upstreamModelId": "xai-grok-4-7-medium-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5059.930398,
"providerModelIdPublished": false
}Evidence observed 2026-11-20
v3 · public-demo · Grok 4.7 - Provider Adapter (XHigh) · effort xhigh · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-xhigh-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'xhigh' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"f4d8307b32b2fefe010860bedd0c5dd8\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"ef15ebd7644a875688eda094d716da9a\"",
"upstreamModelId": "xai-grok-4-7-xhigh-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4575.921274,
"providerModelIdPublished": false
}Evidence observed 2026-11-18
v3 · public-demo · Grok 4.7 - Provider Adapter (Low) · effort low · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-low-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'low' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"f4d8307b32b2fefe010860bedd0c5dd8\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"ef15ebd7644a875688eda094d716da9a\"",
"upstreamModelId": "xai-grok-4-7-low-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5753.573154,
"providerModelIdPublished": false
}Evidence observed 2026-11-18
v3 · public-demo · Grok 4.7 - Provider Adapter (High) · effort high · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-high-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'high' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"f4d8307b32b2fefe010860bedd0c5dd8\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"ef15ebd7644a875688eda094d716da9a\"",
"upstreamModelId": "xai-grok-4-7-high-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4773.782536,
"providerModelIdPublished": false
}Evidence observed 2026-11-18
v3 · public-demo · Grok 4.7 - Provider Adapter (Medium) · effort medium · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-medium-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'medium' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"f4d8307b32b2fefe010860bedd0c5dd8\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"ef15ebd7644a875688eda094d716da9a\"",
"upstreamModelId": "xai-grok-4-7-medium-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5059.930398,
"providerModelIdPublished": false
}Evidence observed 2026-11-18
v3 · public-demo · Grok 4.7 - Provider Adapter (High) · effort high · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-high-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'high' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"f4d8307b32b2fefe010860bedd0c5dd8\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"ef15ebd7644a875688eda094d716da9a\"",
"upstreamModelId": "xai-grok-4-7-high-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4773.782536,
"providerModelIdPublished": false
}Evidence observed 2026-11-17
v3 · public-demo · Grok 4.7 - Provider Adapter (XHigh) · effort xhigh · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-xhigh-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'xhigh' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"f4d8307b32b2fefe010860bedd0c5dd8\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"ef15ebd7644a875688eda094d716da9a\"",
"upstreamModelId": "xai-grok-4-7-xhigh-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4575.921274,
"providerModelIdPublished": false
}Evidence observed 2026-11-17
v3 · public-demo · Grok 4.7 - Provider Adapter (Low) · effort low · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-low-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'low' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"f4d8307b32b2fefe010860bedd0c5dd8\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"ef15ebd7644a875688eda094d716da9a\"",
"upstreamModelId": "xai-grok-4-7-low-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5753.573154,
"providerModelIdPublished": false
}Evidence observed 2026-11-17
v3 · public-demo · Grok 4.7 - Provider Adapter (Medium) · effort medium · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-medium-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'medium' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"f4d8307b32b2fefe010860bedd0c5dd8\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"ef15ebd7644a875688eda094d716da9a\"",
"upstreamModelId": "xai-grok-4-7-medium-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5059.930398,
"providerModelIdPublished": false
}Evidence observed 2026-11-17
v3 · public-demo · Grok 4.7 - Provider Adapter (High) · effort high · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-high-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'high' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"69aae253e532553a920bf4deb50ca495\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"5206202f381a21893de82dcc2db93ae9\"",
"upstreamModelId": "xai-grok-4-7-high-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4773.782536,
"providerModelIdPublished": false
}Evidence observed 2026-11-16
v3 · public-demo · Grok 4.7 - Provider Adapter (Medium) · effort medium · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-medium-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'medium' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"69aae253e532553a920bf4deb50ca495\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"5206202f381a21893de82dcc2db93ae9\"",
"upstreamModelId": "xai-grok-4-7-medium-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5059.930398,
"providerModelIdPublished": false
}Evidence observed 2026-11-16
v3 · public-demo · Grok 4.7 - Provider Adapter (Low) · effort low · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-low-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'low' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"69aae253e532553a920bf4deb50ca495\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"5206202f381a21893de82dcc2db93ae9\"",
"upstreamModelId": "xai-grok-4-7-low-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5753.573154,
"providerModelIdPublished": false
}Evidence observed 2026-11-16
v3 · public-demo · Grok 4.7 - Provider Adapter (XHigh) · effort xhigh · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-xhigh-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'xhigh' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"69aae253e532553a920bf4deb50ca495\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"5206202f381a21893de82dcc2db93ae9\"",
"upstreamModelId": "xai-grok-4-7-xhigh-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4575.921274,
"providerModelIdPublished": false
}Evidence observed 2026-11-16
v3 · public-demo · Grok 4.7 - Provider Adapter (Medium) · effort medium · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-medium-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'medium' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"513aaaa353972ca0baa9c95cb95e04dd\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"169653a17d103c8dbca682167ffccaa6\"",
"upstreamModelId": "xai-grok-4-7-medium-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5059.930398,
"providerModelIdPublished": false
}Evidence observed 2026-11-10
v3 · public-demo · Grok 4.7 - Provider Adapter (Low) · effort low · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-low-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'low' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"513aaaa353972ca0baa9c95cb95e04dd\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"169653a17d103c8dbca682167ffccaa6\"",
"upstreamModelId": "xai-grok-4-7-low-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5753.573154,
"providerModelIdPublished": false
}Evidence observed 2026-11-10
v3 · public-demo · Grok 4.7 - Provider Adapter (XHigh) · effort xhigh · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-xhigh-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'xhigh' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"513aaaa353972ca0baa9c95cb95e04dd\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"169653a17d103c8dbca682167ffccaa6\"",
"upstreamModelId": "xai-grok-4-7-xhigh-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4575.921274,
"providerModelIdPublished": false
}Evidence observed 2026-11-10
v3 · public-demo · Grok 4.7 - Provider Adapter (High) · effort high · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-high-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'high' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"513aaaa353972ca0baa9c95cb95e04dd\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"169653a17d103c8dbca682167ffccaa6\"",
"upstreamModelId": "xai-grok-4-7-high-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4773.782536,
"providerModelIdPublished": false
}Evidence observed 2026-11-10
v3 · public-demo · Grok 4.7 - Provider Adapter (High) · effort high · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-high-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'high' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"3d7dcca4fb88130b9e7ec186fd9ae23f\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"1e46e6ab8c83fb1a7b19f10be398adf2\"",
"upstreamModelId": "xai-grok-4-7-high-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4773.782536,
"providerModelIdPublished": false
}Evidence observed 2026-11-09
v3 · public-demo · Grok 4.7 - Provider Adapter (Low) · effort low · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-low-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'low' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"3d7dcca4fb88130b9e7ec186fd9ae23f\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"1e46e6ab8c83fb1a7b19f10be398adf2\"",
"upstreamModelId": "xai-grok-4-7-low-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5753.573154,
"providerModelIdPublished": false
}Evidence observed 2026-11-09
v3 · public-demo · Grok 4.7 - Provider Adapter (XHigh) · effort xhigh · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-xhigh-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'xhigh' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"3d7dcca4fb88130b9e7ec186fd9ae23f\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"1e46e6ab8c83fb1a7b19f10be398adf2\"",
"upstreamModelId": "xai-grok-4-7-xhigh-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4575.921274,
"providerModelIdPublished": false
}Evidence observed 2026-11-09
v3 · public-demo · Grok 4.7 - Provider Adapter (Medium) · effort medium · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-medium-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'medium' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"3d7dcca4fb88130b9e7ec186fd9ae23f\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"1e46e6ab8c83fb1a7b19f10be398adf2\"",
"upstreamModelId": "xai-grok-4-7-medium-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5059.930398,
"providerModelIdPublished": false
}Evidence observed 2026-11-09
v3 · public-demo · Grok 4.7 - Provider Adapter (Medium) · effort medium · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-medium-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'medium' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"8ea4d2292a0a8c759aa7e80a2041122d\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"94fd3d68aacca744ff3c39f63a187685\"",
"upstreamModelId": "xai-grok-4-7-medium-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5059.930398,
"providerModelIdPublished": false
}Evidence observed 2026-11-06
v3 · public-demo · Grok 4.7 - Provider Adapter (XHigh) · effort xhigh · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-xhigh-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'xhigh' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"8ea4d2292a0a8c759aa7e80a2041122d\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"94fd3d68aacca744ff3c39f63a187685\"",
"upstreamModelId": "xai-grok-4-7-xhigh-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4575.921274,
"providerModelIdPublished": false
}Evidence observed 2026-11-06
v3 · public-demo · Grok 4.7 - Provider Adapter (High) · effort high · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-high-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'high' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"8ea4d2292a0a8c759aa7e80a2041122d\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"94fd3d68aacca744ff3c39f63a187685\"",
"upstreamModelId": "xai-grok-4-7-high-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4773.782536,
"providerModelIdPublished": false
}Evidence observed 2026-11-06
v3 · public-demo · Grok 4.7 - Provider Adapter (Low) · effort low · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-low-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'low' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"8ea4d2292a0a8c759aa7e80a2041122d\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"94fd3d68aacca744ff3c39f63a187685\"",
"upstreamModelId": "xai-grok-4-7-low-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5753.573154,
"providerModelIdPublished": false
}Evidence observed 2026-11-06
v3 · public-demo · Grok 4.7 - Provider Adapter (High) · effort high · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-high-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'high' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"c4baed683b2f33c40537f2338682475f\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"48d1fd5bf96ae9583213f6699f12f2cc\"",
"upstreamModelId": "xai-grok-4-7-high-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4773.782536,
"providerModelIdPublished": false
}Evidence observed 2026-11-04
v3 · public-demo · Grok 4.7 - Provider Adapter (Low) · effort low · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-low-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'low' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"c4baed683b2f33c40537f2338682475f\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"48d1fd5bf96ae9583213f6699f12f2cc\"",
"upstreamModelId": "xai-grok-4-7-low-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5753.573154,
"providerModelIdPublished": false
}Evidence observed 2026-11-04
v3 · public-demo · Grok 4.7 - Provider Adapter (XHigh) · effort xhigh · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-xhigh-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'xhigh' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"c4baed683b2f33c40537f2338682475f\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"48d1fd5bf96ae9583213f6699f12f2cc\"",
"upstreamModelId": "xai-grok-4-7-xhigh-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4575.921274,
"providerModelIdPublished": false
}Evidence observed 2026-11-04
v3 · public-demo · Grok 4.7 - Provider Adapter (Medium) · effort medium · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-medium-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'medium' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"c4baed683b2f33c40537f2338682475f\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"48d1fd5bf96ae9583213f6699f12f2cc\"",
"upstreamModelId": "xai-grok-4-7-medium-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5059.930398,
"providerModelIdPublished": false
}Evidence observed 2026-11-04
v3 · public-demo · Grok 4.7 - Provider Adapter (XHigh) · effort xhigh · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-xhigh-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'xhigh' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"c4baed683b2f33c40537f2338682475f\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"48d1fd5bf96ae9583213f6699f12f2cc\"",
"upstreamModelId": "xai-grok-4-7-xhigh-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4575.921274,
"providerModelIdPublished": false
}Evidence observed 2026-11-02
v3 · public-demo · Grok 4.7 - Provider Adapter (High) · effort high · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-high-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'high' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"c4baed683b2f33c40537f2338682475f\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"48d1fd5bf96ae9583213f6699f12f2cc\"",
"upstreamModelId": "xai-grok-4-7-high-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4773.782536,
"providerModelIdPublished": false
}Evidence observed 2026-11-02
v3 · public-demo · Grok 4.7 - Provider Adapter (Medium) · effort medium · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-medium-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'medium' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"c4baed683b2f33c40537f2338682475f\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"48d1fd5bf96ae9583213f6699f12f2cc\"",
"upstreamModelId": "xai-grok-4-7-medium-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5059.930398,
"providerModelIdPublished": false
}Evidence observed 2026-11-02
v3 · public-demo · Grok 4.7 - Provider Adapter (Low) · effort low · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-low-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'low' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"c4baed683b2f33c40537f2338682475f\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"48d1fd5bf96ae9583213f6699f12f2cc\"",
"upstreamModelId": "xai-grok-4-7-low-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5753.573154,
"providerModelIdPublished": false
}Evidence observed 2026-11-02
v3 · public-demo · Grok 4.7 - Provider Adapter (High) · effort high · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-high-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'high' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"8fc20a5217998d26c40ad2306d648194\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"095b2fa20aac96121092dab07e18cc8e\"",
"upstreamModelId": "xai-grok-4-7-high-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4773.782536,
"providerModelIdPublished": false
}Evidence observed 2026-10-28
v3 · public-demo · Grok 4.7 - Provider Adapter (Medium) · effort medium · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-medium-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'medium' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"8fc20a5217998d26c40ad2306d648194\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"095b2fa20aac96121092dab07e18cc8e\"",
"upstreamModelId": "xai-grok-4-7-medium-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5059.930398,
"providerModelIdPublished": false
}Evidence observed 2026-10-28
v3 · public-demo · Grok 4.7 - Provider Adapter (XHigh) · effort xhigh · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-xhigh-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'xhigh' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"8fc20a5217998d26c40ad2306d648194\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"095b2fa20aac96121092dab07e18cc8e\"",
"upstreamModelId": "xai-grok-4-7-xhigh-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4575.921274,
"providerModelIdPublished": false
}Evidence observed 2026-10-28
v3 · public-demo · Grok 4.7 - Provider Adapter (Low) · effort low · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-low-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'low' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"8fc20a5217998d26c40ad2306d648194\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"095b2fa20aac96121092dab07e18cc8e\"",
"upstreamModelId": "xai-grok-4-7-low-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5753.573154,
"providerModelIdPublished": false
}Evidence observed 2026-10-28
v3 · public-demo · Grok 4.7 - Provider Adapter (High) · effort high · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-high-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'high' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"400b32b66e8c1b37fc50ff586b033048\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"9314d4bea0d9d001c69a11614dc8d93c\"",
"upstreamModelId": "xai-grok-4-7-high-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4773.782536,
"providerModelIdPublished": false
}Evidence observed 2026-10-21
v3 · public-demo · Grok 4.7 - Provider Adapter (Low) · effort low · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-low-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'low' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"400b32b66e8c1b37fc50ff586b033048\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"9314d4bea0d9d001c69a11614dc8d93c\"",
"upstreamModelId": "xai-grok-4-7-low-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5753.573154,
"providerModelIdPublished": false
}Evidence observed 2026-10-21
v3 · public-demo · Grok 4.7 - Provider Adapter (Medium) · effort medium · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-medium-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'medium' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"400b32b66e8c1b37fc50ff586b033048\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"9314d4bea0d9d001c69a11614dc8d93c\"",
"upstreamModelId": "xai-grok-4-7-medium-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5059.930398,
"providerModelIdPublished": false
}Evidence observed 2026-10-21
v3 · public-demo · Grok 4.7 - Provider Adapter (XHigh) · effort xhigh · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-xhigh-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'xhigh' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"400b32b66e8c1b37fc50ff586b033048\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"9314d4bea0d9d001c69a11614dc8d93c\"",
"upstreamModelId": "xai-grok-4-7-xhigh-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4575.921274,
"providerModelIdPublished": false
}Evidence observed 2026-10-21
v3 · public-demo · Grok 4.7 - Provider Adapter (XHigh) · effort xhigh · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-xhigh-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'xhigh' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"2ab08f641c16bcf3c7a59c38b35fa2e3\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"b4ed41aee6b00420557f098bd05f4165\"",
"upstreamModelId": "xai-grok-4-7-xhigh-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4575.921274,
"providerModelIdPublished": false
}Evidence observed 2026-10-19
v3 · public-demo · Grok 4.7 - Provider Adapter (High) · effort high · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-high-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'high' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"2ab08f641c16bcf3c7a59c38b35fa2e3\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"b4ed41aee6b00420557f098bd05f4165\"",
"upstreamModelId": "xai-grok-4-7-high-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4773.782536,
"providerModelIdPublished": false
}Evidence observed 2026-10-19
v3 · public-demo · Grok 4.7 - Provider Adapter (Low) · effort low · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-low-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'low' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"2ab08f641c16bcf3c7a59c38b35fa2e3\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"b4ed41aee6b00420557f098bd05f4165\"",
"upstreamModelId": "xai-grok-4-7-low-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5753.573154,
"providerModelIdPublished": false
}Evidence observed 2026-10-19
v3 · public-demo · Grok 4.7 - Provider Adapter (Medium) · effort medium · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-medium-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'medium' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"2ab08f641c16bcf3c7a59c38b35fa2e3\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"b4ed41aee6b00420557f098bd05f4165\"",
"upstreamModelId": "xai-grok-4-7-medium-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5059.930398,
"providerModelIdPublished": false
}Evidence observed 2026-10-19
v3 · public-demo · Grok 4.7 - Provider Adapter (XHigh) · effort xhigh · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-xhigh-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'xhigh' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"8cf5cb76df0b13c1684b346a2012df83\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"c6e9a78d12dc070d7dab18a1f667a410\"",
"upstreamModelId": "xai-grok-4-7-xhigh-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4575.921274,
"providerModelIdPublished": false
}Evidence observed 2026-10-15
v3 · public-demo · Grok 4.7 - Provider Adapter (Medium) · effort medium · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-medium-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'medium' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"8cf5cb76df0b13c1684b346a2012df83\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"c6e9a78d12dc070d7dab18a1f667a410\"",
"upstreamModelId": "xai-grok-4-7-medium-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5059.930398,
"providerModelIdPublished": false
}Evidence observed 2026-10-15
v3 · public-demo · Grok 4.7 - Provider Adapter (High) · effort high · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-high-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'high' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"8cf5cb76df0b13c1684b346a2012df83\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"c6e9a78d12dc070d7dab18a1f667a410\"",
"upstreamModelId": "xai-grok-4-7-high-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4773.782536,
"providerModelIdPublished": false
}Evidence observed 2026-10-15
v3 · public-demo · Grok 4.7 - Provider Adapter (Low) · effort low · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-low-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'low' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"8cf5cb76df0b13c1684b346a2012df83\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"c6e9a78d12dc070d7dab18a1f667a410\"",
"upstreamModelId": "xai-grok-4-7-low-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5753.573154,
"providerModelIdPublished": false
}Evidence observed 2026-10-15
v3 · public-demo · Grok 4.7 - Provider Adapter (Medium) · effort medium · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-medium-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'medium' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"57cc4a7689e563a0ffb7d275eb3a889b\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"19d71f8c9a2056c0be4bb4fd4a75a325\"",
"upstreamModelId": "xai-grok-4-7-medium-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5059.930398,
"providerModelIdPublished": false
}Evidence observed 2026-10-14
v3 · public-demo · Grok 4.7 - Provider Adapter (Low) · effort low · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-low-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'low' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"57cc4a7689e563a0ffb7d275eb3a889b\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"19d71f8c9a2056c0be4bb4fd4a75a325\"",
"upstreamModelId": "xai-grok-4-7-low-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5753.573154,
"providerModelIdPublished": false
}Evidence observed 2026-10-14
v3 · public-demo · Grok 4.7 - Provider Adapter (High) · effort high · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-high-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'high' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"57cc4a7689e563a0ffb7d275eb3a889b\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"19d71f8c9a2056c0be4bb4fd4a75a325\"",
"upstreamModelId": "xai-grok-4-7-high-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4773.782536,
"providerModelIdPublished": false
}Evidence observed 2026-10-14
v3 · public-demo · Grok 4.7 - Provider Adapter (XHigh) · effort xhigh · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-xhigh-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'xhigh' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"57cc4a7689e563a0ffb7d275eb3a889b\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"19d71f8c9a2056c0be4bb4fd4a75a325\"",
"upstreamModelId": "xai-grok-4-7-xhigh-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4575.921274,
"providerModelIdPublished": false
}Evidence observed 2026-10-14
v3 · public-demo · Grok 4.7 - Provider Adapter (Low) · effort low · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-low-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'low' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"57cc4a7689e563a0ffb7d275eb3a889b\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"19d71f8c9a2056c0be4bb4fd4a75a325\"",
"upstreamModelId": "xai-grok-4-7-low-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5753.573154,
"providerModelIdPublished": false
}Evidence observed 2026-10-14
v3 · public-demo · Grok 4.7 - Provider Adapter (Medium) · effort medium · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-medium-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'medium' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"57cc4a7689e563a0ffb7d275eb3a889b\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"19d71f8c9a2056c0be4bb4fd4a75a325\"",
"upstreamModelId": "xai-grok-4-7-medium-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5059.930398,
"providerModelIdPublished": false
}Evidence observed 2026-10-14
v3 · public-demo · Grok 4.7 - Provider Adapter (XHigh) · effort xhigh · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-xhigh-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'xhigh' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"57cc4a7689e563a0ffb7d275eb3a889b\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"19d71f8c9a2056c0be4bb4fd4a75a325\"",
"upstreamModelId": "xai-grok-4-7-xhigh-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4575.921274,
"providerModelIdPublished": false
}Evidence observed 2026-10-14
v3 · public-demo · Grok 4.7 - Provider Adapter (High) · effort high · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-high-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'high' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"57cc4a7689e563a0ffb7d275eb3a889b\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"19d71f8c9a2056c0be4bb4fd4a75a325\"",
"upstreamModelId": "xai-grok-4-7-high-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4773.782536,
"providerModelIdPublished": false
}Evidence observed 2026-10-14
v3 · public-demo · Grok 4.7 - Provider Adapter (XHigh) · effort xhigh · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-xhigh-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'xhigh' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"e7f673a6db195dac7f2956e3b1651145\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"4d3b46c6ffe9404ca1c0ebcfb5938883\"",
"upstreamModelId": "xai-grok-4-7-xhigh-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4575.921274,
"providerModelIdPublished": false
}Evidence observed 2026-10-13
v3 · public-demo · Grok 4.7 - Provider Adapter (High) · effort high · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-high-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'high' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"e7f673a6db195dac7f2956e3b1651145\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"4d3b46c6ffe9404ca1c0ebcfb5938883\"",
"upstreamModelId": "xai-grok-4-7-high-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4773.782536,
"providerModelIdPublished": false
}Evidence observed 2026-10-13
v3 · public-demo · Grok 4.7 - Provider Adapter (Low) · effort low · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-low-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'low' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"e7f673a6db195dac7f2956e3b1651145\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"4d3b46c6ffe9404ca1c0ebcfb5938883\"",
"upstreamModelId": "xai-grok-4-7-low-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5753.573154,
"providerModelIdPublished": false
}Evidence observed 2026-10-13
v3 · public-demo · Grok 4.7 - Provider Adapter (Medium) · effort medium · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-medium-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'medium' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"e7f673a6db195dac7f2956e3b1651145\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"4d3b46c6ffe9404ca1c0ebcfb5938883\"",
"upstreamModelId": "xai-grok-4-7-medium-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5059.930398,
"providerModelIdPublished": false
}Evidence observed 2026-10-13
v3 · public-demo · Grok 4.7 - Provider Adapter (XHigh) · effort xhigh · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-xhigh-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'xhigh' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"b57a26ca4df83acaa40eadb6632c7c61\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"ee35c9dbbb033dc7de85467eedb85d54\"",
"upstreamModelId": "xai-grok-4-7-xhigh-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4575.921274,
"providerModelIdPublished": false
}Evidence observed 2026-10-06
v3 · public-demo · Grok 4.7 - Provider Adapter (Medium) · effort medium · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-medium-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'medium' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"b57a26ca4df83acaa40eadb6632c7c61\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"ee35c9dbbb033dc7de85467eedb85d54\"",
"upstreamModelId": "xai-grok-4-7-medium-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5059.930398,
"providerModelIdPublished": false
}Evidence observed 2026-10-06
v3 · public-demo · Grok 4.7 - Provider Adapter (High) · effort high · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-high-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'high' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"b57a26ca4df83acaa40eadb6632c7c61\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"ee35c9dbbb033dc7de85467eedb85d54\"",
"upstreamModelId": "xai-grok-4-7-high-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 4773.782536,
"providerModelIdPublished": false
}Evidence observed 2026-10-06
v3 · public-demo · Grok 4.7 - Provider Adapter (Low) · effort low · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:xai-grok-4-7-low-provider-adapter
{
"provider": "xAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "xai-grok-4-7-provider-adapter",
"modelNotes": "Evaluation conducted with 'low' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"b57a26ca4df83acaa40eadb6632c7c61\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"ee35c9dbbb033dc7de85467eedb85d54\"",
"upstreamModelId": "xai-grok-4-7-low-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-09-21T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 5753.573154,
"providerModelIdPublished": false
}Evidence observed 2026-10-06
vcontinuous-leaderboard · tasks-created:2025-08-01:2025-10-01 · Grok 4 · harness swe-rebench-react@tools · 5 attempts · pass@1 · swe-rebench:standardized:128k-or-model-limit · provider Grok 4__tools · record Grok 4__tools:1754006400000:1759276800000
{
"passAt5": 49.504950495049506,
"developer": "xai",
"instanceType": "model",
"contextPolicy": "128k unless the model supports less",
"attemptsPerTask": 5,
"totalTokenUsage": 1177510.7816039603,
"modelReleaseDate": "2025-07-09",
"scoreStandardError": 1.8737570791350373,
"cachedTokenPercentage": null,
"modelReleaseTimestamp": 1752019200000,
"standardContextTokens": 128000,
"averageInstanceCostUsd": 1.4612028114653466,
"potentialContamination": false,
"aggregateTaskRangeTimestamp": {
"to": 1759276800000,
"from": 1754006400000
},
"publishedTaskRangeTimestamp": {
"to": 1759276800000,
"from": 1754006400000
}
}Evidence observed 2025-10-01