Blended Price
$0.52/M
Input Price
$0.30/M
Output Price
$1.20/M
Speed
155 tok/s
TTFT
0.88s
Hidden, no data: AgMoBench Coding, AgMoBench Agentic, AgMoBench Robustness
Axes
Filters
Providers
v3 · public-demo · DeepSeek V4.1 Flash 1017 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:deepseek-v4-1-flash-1017-max
{
"provider": "DeepSeek",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "deepseek-v4-1-flash-1017",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness.",
"modelsEtag": "W/\"ec09fbed9f211f59ec54cca2227c3309\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"5814b0938ba4a54ba31da46fe17d4380\"",
"upstreamModelId": "deepseek-v4-1-flash-1017-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-17T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 1003.8696329999999,
"providerModelIdPublished": false
}Evidence observed 2026-11-20
v3 · public-demo · DeepSeek V4.1 Flash 1017 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:deepseek-v4-1-flash-1017-max-provider-adapter
{
"provider": "DeepSeek",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "deepseek-v4-1-flash-1017-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"ec09fbed9f211f59ec54cca2227c3309\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"5814b0938ba4a54ba31da46fe17d4380\"",
"upstreamModelId": "deepseek-v4-1-flash-1017-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-17T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 1179.1379751,
"providerModelIdPublished": false
}Evidence observed 2026-11-20
v3 · public-demo · DeepSeek V4.1 Flash 1017 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:deepseek-v4-1-flash-1017-max
{
"provider": "DeepSeek",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "deepseek-v4-1-flash-1017",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness.",
"modelsEtag": "W/\"d8dfdc9958a2e1502b54603b03fbc557\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"aaa10807f3dcaae3ce6c15be7539e733\"",
"upstreamModelId": "deepseek-v4-1-flash-1017-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-17T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 1003.8696329999999,
"providerModelIdPublished": false
}Evidence observed 2026-11-20
v3 · public-demo · DeepSeek V4.1 Flash 1017 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:deepseek-v4-1-flash-1017-max-provider-adapter
{
"provider": "DeepSeek",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "deepseek-v4-1-flash-1017-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"d8dfdc9958a2e1502b54603b03fbc557\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"aaa10807f3dcaae3ce6c15be7539e733\"",
"upstreamModelId": "deepseek-v4-1-flash-1017-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-17T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 1179.1379751,
"providerModelIdPublished": false
}Evidence observed 2026-11-20
v3 · public-demo · DeepSeek V4.1 Flash 1017 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:deepseek-v4-1-flash-1017-max
{
"provider": "DeepSeek",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "deepseek-v4-1-flash-1017",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness.",
"modelsEtag": "W/\"f4d8307b32b2fefe010860bedd0c5dd8\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"ef15ebd7644a875688eda094d716da9a\"",
"upstreamModelId": "deepseek-v4-1-flash-1017-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-17T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 1003.8696329999999,
"providerModelIdPublished": false
}Evidence observed 2026-11-18
v3 · public-demo · DeepSeek V4.1 Flash 1017 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:deepseek-v4-1-flash-1017-max-provider-adapter
{
"provider": "DeepSeek",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "deepseek-v4-1-flash-1017-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"f4d8307b32b2fefe010860bedd0c5dd8\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"ef15ebd7644a875688eda094d716da9a\"",
"upstreamModelId": "deepseek-v4-1-flash-1017-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-17T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 1179.1379751,
"providerModelIdPublished": false
}Evidence observed 2026-11-18
v3 · public-demo · DeepSeek V4.1 Flash 1017 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:deepseek-v4-1-flash-1017-max-provider-adapter
{
"provider": "DeepSeek",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "deepseek-v4-1-flash-1017-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"f4d8307b32b2fefe010860bedd0c5dd8\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"ef15ebd7644a875688eda094d716da9a\"",
"upstreamModelId": "deepseek-v4-1-flash-1017-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-17T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 1179.1379751,
"providerModelIdPublished": false
}Evidence observed 2026-11-17
v3 · public-demo · DeepSeek V4.1 Flash 1017 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:deepseek-v4-1-flash-1017-max
{
"provider": "DeepSeek",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "deepseek-v4-1-flash-1017",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness.",
"modelsEtag": "W/\"f4d8307b32b2fefe010860bedd0c5dd8\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"ef15ebd7644a875688eda094d716da9a\"",
"upstreamModelId": "deepseek-v4-1-flash-1017-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-17T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 1003.8696329999999,
"providerModelIdPublished": false
}Evidence observed 2026-11-17
v3 · public-demo · DeepSeek V4.1 Flash 1017 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:deepseek-v4-1-flash-1017-max-provider-adapter
{
"provider": "DeepSeek",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "deepseek-v4-1-flash-1017-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"69aae253e532553a920bf4deb50ca495\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"5206202f381a21893de82dcc2db93ae9\"",
"upstreamModelId": "deepseek-v4-1-flash-1017-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-17T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 1179.1379751,
"providerModelIdPublished": false
}Evidence observed 2026-11-16
v3 · public-demo · DeepSeek V4.1 Flash 1017 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:deepseek-v4-1-flash-1017-max
{
"provider": "DeepSeek",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "deepseek-v4-1-flash-1017",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness.",
"modelsEtag": "W/\"69aae253e532553a920bf4deb50ca495\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"5206202f381a21893de82dcc2db93ae9\"",
"upstreamModelId": "deepseek-v4-1-flash-1017-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-17T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 1003.8696329999999,
"providerModelIdPublished": false
}Evidence observed 2026-11-16
v3 · public-demo · DeepSeek V4.1 Flash 1017 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:deepseek-v4-1-flash-1017-max-provider-adapter
{
"provider": "DeepSeek",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "deepseek-v4-1-flash-1017-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"513aaaa353972ca0baa9c95cb95e04dd\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"169653a17d103c8dbca682167ffccaa6\"",
"upstreamModelId": "deepseek-v4-1-flash-1017-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-17T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 1179.1379751,
"providerModelIdPublished": false
}Evidence observed 2026-11-10
v3 · public-demo · DeepSeek V4.1 Flash 1017 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:deepseek-v4-1-flash-1017-max
{
"provider": "DeepSeek",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "deepseek-v4-1-flash-1017",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness.",
"modelsEtag": "W/\"513aaaa353972ca0baa9c95cb95e04dd\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"169653a17d103c8dbca682167ffccaa6\"",
"upstreamModelId": "deepseek-v4-1-flash-1017-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-17T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 1003.8696329999999,
"providerModelIdPublished": false
}Evidence observed 2026-11-10
v3 · public-demo · DeepSeek V4.1 Flash 1017 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:deepseek-v4-1-flash-1017-max
{
"provider": "DeepSeek",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "deepseek-v4-1-flash-1017",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness.",
"modelsEtag": "W/\"3d7dcca4fb88130b9e7ec186fd9ae23f\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"1e46e6ab8c83fb1a7b19f10be398adf2\"",
"upstreamModelId": "deepseek-v4-1-flash-1017-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-17T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 1003.8696329999999,
"providerModelIdPublished": false
}Evidence observed 2026-11-09
v3 · public-demo · DeepSeek V4.1 Flash 1017 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:deepseek-v4-1-flash-1017-max-provider-adapter
{
"provider": "DeepSeek",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "deepseek-v4-1-flash-1017-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"3d7dcca4fb88130b9e7ec186fd9ae23f\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"1e46e6ab8c83fb1a7b19f10be398adf2\"",
"upstreamModelId": "deepseek-v4-1-flash-1017-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-17T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 1179.1379751,
"providerModelIdPublished": false
}Evidence observed 2026-11-09
v3 · public-demo · DeepSeek V4.1 Flash 1017 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:deepseek-v4-1-flash-1017-max-provider-adapter
{
"provider": "DeepSeek",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "deepseek-v4-1-flash-1017-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"8ea4d2292a0a8c759aa7e80a2041122d\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"94fd3d68aacca744ff3c39f63a187685\"",
"upstreamModelId": "deepseek-v4-1-flash-1017-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-17T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 1179.1379751,
"providerModelIdPublished": false
}Evidence observed 2026-11-06
v3 · public-demo · DeepSeek V4.1 Flash 1017 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:deepseek-v4-1-flash-1017-max
{
"provider": "DeepSeek",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "deepseek-v4-1-flash-1017",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness.",
"modelsEtag": "W/\"8ea4d2292a0a8c759aa7e80a2041122d\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"94fd3d68aacca744ff3c39f63a187685\"",
"upstreamModelId": "deepseek-v4-1-flash-1017-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-17T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 1003.8696329999999,
"providerModelIdPublished": false
}Evidence observed 2026-11-06
v3 · public-demo · DeepSeek V4.1 Flash 1017 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:deepseek-v4-1-flash-1017-max
{
"provider": "DeepSeek",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "deepseek-v4-1-flash-1017",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness.",
"modelsEtag": "W/\"c4baed683b2f33c40537f2338682475f\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"48d1fd5bf96ae9583213f6699f12f2cc\"",
"upstreamModelId": "deepseek-v4-1-flash-1017-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-17T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 1003.8696329999999,
"providerModelIdPublished": false
}Evidence observed 2026-11-04
v3 · public-demo · DeepSeek V4.1 Flash 1017 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:deepseek-v4-1-flash-1017-max-provider-adapter
{
"provider": "DeepSeek",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "deepseek-v4-1-flash-1017-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"c4baed683b2f33c40537f2338682475f\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"48d1fd5bf96ae9583213f6699f12f2cc\"",
"upstreamModelId": "deepseek-v4-1-flash-1017-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-17T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 1179.1379751,
"providerModelIdPublished": false
}Evidence observed 2026-11-04
v3 · public-demo · DeepSeek V4.1 Flash 1017 - Provider Adapter (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:deepseek-v4-1-flash-1017-max-provider-adapter
{
"provider": "DeepSeek",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "deepseek-v4-1-flash-1017-provider-adapter",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the provider adapter harness.",
"modelsEtag": "W/\"c4baed683b2f33c40537f2338682475f\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"48d1fd5bf96ae9583213f6699f12f2cc\"",
"upstreamModelId": "deepseek-v4-1-flash-1017-max-provider-adapter",
"environmentCount": 25,
"modelReleaseDate": "2026-10-17T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 1179.1379751,
"providerModelIdPublished": false
}Evidence observed 2026-11-02
v3 · public-demo · DeepSeek V4.1 Flash 1017 (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:deepseek-v4-1-flash-1017-max
{
"provider": "DeepSeek",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "deepseek-v4-1-flash-1017",
"modelNotes": "Evaluation conducted with 'max' reasoning effort using the standard harness.",
"modelsEtag": "W/\"c4baed683b2f33c40537f2338682475f\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"48d1fd5bf96ae9583213f6699f12f2cc\"",
"upstreamModelId": "deepseek-v4-1-flash-1017-max",
"environmentCount": 25,
"modelReleaseDate": "2026-10-17T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 1003.8696329999999,
"providerModelIdPublished": false
}Evidence observed 2026-11-02