Blended Price
$0.20/M
Input Price
$0.10/M
Output Price
$0.50/M
Speed
236 tok/s
TTFT
256.31s
Hidden, no data: AgMoBench Coding, AgMoBench Math, AgMoBench Agentic
Axes
Filters
Providers
v3 · public-demo · Claude Haiku 5.5 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max-provider-adapter
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"ec09fbed9f211f59ec54cca2227c3309\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"5814b0938ba4a54ba31da46fe17d4380\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 437.1406743,
"providerModelIdPublished": false
}Evidence observed 2026-11-20
v3 · public-demo · Claude Haiku 5.5 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"ec09fbed9f211f59ec54cca2227c3309\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"5814b0938ba4a54ba31da46fe17d4380\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 388.1060053,
"providerModelIdPublished": false
}Evidence observed 2026-11-20
v3 · public-demo · Claude Haiku 5.5 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"d8dfdc9958a2e1502b54603b03fbc557\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"aaa10807f3dcaae3ce6c15be7539e733\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 388.1060053,
"providerModelIdPublished": false
}Evidence observed 2026-11-20
v3 · public-demo · Claude Haiku 5.5 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max-provider-adapter
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"d8dfdc9958a2e1502b54603b03fbc557\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"aaa10807f3dcaae3ce6c15be7539e733\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 437.1406743,
"providerModelIdPublished": false
}Evidence observed 2026-11-20
v3 · public-demo · Claude Haiku 5.5 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max-provider-adapter
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"f4d8307b32b2fefe010860bedd0c5dd8\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"ef15ebd7644a875688eda094d716da9a\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 437.1406743,
"providerModelIdPublished": false
}Evidence observed 2026-11-18
v3 · public-demo · Claude Haiku 5.5 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"f4d8307b32b2fefe010860bedd0c5dd8\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"ef15ebd7644a875688eda094d716da9a\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 388.1060053,
"providerModelIdPublished": false
}Evidence observed 2026-11-18
v3 · public-demo · Claude Haiku 5.5 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"f4d8307b32b2fefe010860bedd0c5dd8\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"ef15ebd7644a875688eda094d716da9a\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 388.1060053,
"providerModelIdPublished": false
}Evidence observed 2026-11-17
v3 · public-demo · Claude Haiku 5.5 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max-provider-adapter
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"f4d8307b32b2fefe010860bedd0c5dd8\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"ef15ebd7644a875688eda094d716da9a\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 437.1406743,
"providerModelIdPublished": false
}Evidence observed 2026-11-17
v3 · public-demo · Claude Haiku 5.5 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"69aae253e532553a920bf4deb50ca495\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"5206202f381a21893de82dcc2db93ae9\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 388.1060053,
"providerModelIdPublished": false
}Evidence observed 2026-11-16
v3 · public-demo · Claude Haiku 5.5 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max-provider-adapter
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"69aae253e532553a920bf4deb50ca495\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"5206202f381a21893de82dcc2db93ae9\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 437.1406743,
"providerModelIdPublished": false
}Evidence observed 2026-11-16
v3 · public-demo · Claude Haiku 5.5 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"513aaaa353972ca0baa9c95cb95e04dd\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"169653a17d103c8dbca682167ffccaa6\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 388.1060053,
"providerModelIdPublished": false
}Evidence observed 2026-11-10
v3 · public-demo · Claude Haiku 5.5 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max-provider-adapter
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"513aaaa353972ca0baa9c95cb95e04dd\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"169653a17d103c8dbca682167ffccaa6\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 437.1406743,
"providerModelIdPublished": false
}Evidence observed 2026-11-10
v3 · public-demo · Claude Haiku 5.5 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"3d7dcca4fb88130b9e7ec186fd9ae23f\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"1e46e6ab8c83fb1a7b19f10be398adf2\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 388.1060053,
"providerModelIdPublished": false
}Evidence observed 2026-11-09
v3 · public-demo · Claude Haiku 5.5 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max-provider-adapter
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"3d7dcca4fb88130b9e7ec186fd9ae23f\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"1e46e6ab8c83fb1a7b19f10be398adf2\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 437.1406743,
"providerModelIdPublished": false
}Evidence observed 2026-11-09
v3 · public-demo · Claude Haiku 5.5 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"8ea4d2292a0a8c759aa7e80a2041122d\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"94fd3d68aacca744ff3c39f63a187685\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 388.1060053,
"providerModelIdPublished": false
}Evidence observed 2026-11-06
v3 · public-demo · Claude Haiku 5.5 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max-provider-adapter
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"8ea4d2292a0a8c759aa7e80a2041122d\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"94fd3d68aacca744ff3c39f63a187685\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 437.1406743,
"providerModelIdPublished": false
}Evidence observed 2026-11-06
v3 · public-demo · Claude Haiku 5.5 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"c4baed683b2f33c40537f2338682475f\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"48d1fd5bf96ae9583213f6699f12f2cc\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 388.1060053,
"providerModelIdPublished": false
}Evidence observed 2026-11-04
v3 · public-demo · Claude Haiku 5.5 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max-provider-adapter
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"c4baed683b2f33c40537f2338682475f\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"48d1fd5bf96ae9583213f6699f12f2cc\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 437.1406743,
"providerModelIdPublished": false
}Evidence observed 2026-11-04
v3 · public-demo · Claude Haiku 5.5 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"c4baed683b2f33c40537f2338682475f\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"48d1fd5bf96ae9583213f6699f12f2cc\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 388.1060053,
"providerModelIdPublished": false
}Evidence observed 2026-11-02
v3 · public-demo · Claude Haiku 5.5 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max-provider-adapter
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"c4baed683b2f33c40537f2338682475f\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"48d1fd5bf96ae9583213f6699f12f2cc\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 437.1406743,
"providerModelIdPublished": false
}Evidence observed 2026-11-02
v3 · public-demo · Claude Haiku 5.5 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"8fc20a5217998d26c40ad2306d648194\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"095b2fa20aac96121092dab07e18cc8e\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 388.1060053,
"providerModelIdPublished": false
}Evidence observed 2026-10-28
v3 · public-demo · Claude Haiku 5.5 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max-provider-adapter
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"8fc20a5217998d26c40ad2306d648194\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"095b2fa20aac96121092dab07e18cc8e\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 437.1406743,
"providerModelIdPublished": false
}Evidence observed 2026-10-28
v3 · public-demo · Claude Haiku 5.5 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"400b32b66e8c1b37fc50ff586b033048\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"9314d4bea0d9d001c69a11614dc8d93c\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 388.1060053,
"providerModelIdPublished": false
}Evidence observed 2026-10-21
v3 · public-demo · Claude Haiku 5.5 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max-provider-adapter
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"400b32b66e8c1b37fc50ff586b033048\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"9314d4bea0d9d001c69a11614dc8d93c\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 437.1406743,
"providerModelIdPublished": false
}Evidence observed 2026-10-21
v3 · public-demo · Claude Haiku 5.5 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"2ab08f641c16bcf3c7a59c38b35fa2e3\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"b4ed41aee6b00420557f098bd05f4165\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 388.1060053,
"providerModelIdPublished": false
}Evidence observed 2026-10-19
v3 · public-demo · Claude Haiku 5.5 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max-provider-adapter
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"2ab08f641c16bcf3c7a59c38b35fa2e3\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"b4ed41aee6b00420557f098bd05f4165\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 437.1406743,
"providerModelIdPublished": false
}Evidence observed 2026-10-19
v3 · public-demo · Claude Haiku 5.5 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"8cf5cb76df0b13c1684b346a2012df83\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"c6e9a78d12dc070d7dab18a1f667a410\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 388.1060053,
"providerModelIdPublished": false
}Evidence observed 2026-10-15
v3 · public-demo · Claude Haiku 5.5 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max-provider-adapter
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"8cf5cb76df0b13c1684b346a2012df83\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"c6e9a78d12dc070d7dab18a1f667a410\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 437.1406743,
"providerModelIdPublished": false
}Evidence observed 2026-10-15
v3 · public-demo · Claude Haiku 5.5 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"57cc4a7689e563a0ffb7d275eb3a889b\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"19d71f8c9a2056c0be4bb4fd4a75a325\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 388.1060053,
"providerModelIdPublished": false
}Evidence observed 2026-10-14
v3 · public-demo · Claude Haiku 5.5 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max-provider-adapter
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"57cc4a7689e563a0ffb7d275eb3a889b\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"19d71f8c9a2056c0be4bb4fd4a75a325\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 437.1406743,
"providerModelIdPublished": false
}Evidence observed 2026-10-14
v3 · public-demo · Claude Haiku 5.5 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max-provider-adapter
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"57cc4a7689e563a0ffb7d275eb3a889b\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"19d71f8c9a2056c0be4bb4fd4a75a325\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 437.1406743,
"providerModelIdPublished": false
}Evidence observed 2026-10-14
v3 · public-demo · Claude Haiku 5.5 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:anthropic-claude-haiku-5-5-max
{
"provider": "Anthropic",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "anthropic-claude-haiku-5-5",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness. Partial dataset coverage: scores use full catalog denominators; costs include recorded usage only, excluding unrecorded attempts.",
"modelsEtag": "W/\"57cc4a7689e563a0ffb7d275eb3a889b\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"19d71f8c9a2056c0be4bb4fd4a75a325\"",
"upstreamModelId": "anthropic-claude-haiku-5-5-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-07T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 388.1060053,
"providerModelIdPublished": false
}Evidence observed 2026-10-14