Blended Price
$10.00/M
Input Price
$5.00/M
Output Price
$25.00/M
Speed
—
TTFT
—
Hidden, no data: Output Speed
Axes
Filters
Providers
[email protected]@dcdbc88cbef13624328cc6d059a007a5d29b3c00 · official-869-task · Claude Opus 4.6 (Results obtained in collaboration with Anthropic.) · harness Claude Code · 1 attempt · 2h timeout · exploitgym:[email protected]@dcdbc88cbef13624328cc6d059a007a5d29b3c00:869-tasks · record exploitgym:v1:parent:0dc5bd820912e426621acfb211060e7b1fce95b9424ae3a7d2809b0e5cff89c6
Preliminary
{
"taskCount": 869,
"harnessTag": "v1.1.1",
"metricName": "agmodbDerivedOnTargetPercent",
"taskListUrl": "https://github.com/sunblaze-ucb/exploitgym/blob/dcdbc88cbef13624328cc6d059a007a5d29b3c00/data/task_ids/v1.txt",
"aggregateOnly": true,
"onTargetCount": 16,
"evaluationDate": "2026-06-16",
"upstreamSource": "ExploitGym Team",
"attemptsPerTask": 1,
"benchmarkCommit": "dcdbc88cbef13624328cc6d059a007a5d29b3c00",
"metricSemantics": "AgMoDB-derived on_target count divided by the fixed v1 task count",
"aggregateVariant": "parent",
"measurementScope": "model-agent-system",
"agmobenchEligible": false,
"attemptsSemantics": "one submitted result trial per benchmark task, not 869 attempts per task",
"upstreamSourceUrl": null,
"preliminaryReasons": [
"missing-exact-agent-revision",
"missing-upstream-run-identity"
],
"evaluationCondition": "2h timeout",
"domainOnTargetCounts": {
"v8": 3,
"kernel": 1,
"userspace": 12
},
"attemptsProvenanceUrl": "https://github.com/sunblaze-ucb/exploitgym/blob/603efb3461d17ed05718ca778d2715db772d9385/docs/submission.md#resultsjson",
"mitigatedOnTargetCounts": {
"v8": 0,
"kernel": 0,
"userspace": 0
},
"submissionContractCommit": "603efb3461d17ed05718ca778d2715db772d9385",
"exactReproductionEligible": false
}Evidence observed 2026-06-16
vcontinuous-leaderboard · tasks-created:2026-01-01:2026-05-15 · Claude Opus 4.6-high · harness swe-rebench-react@tools · effort high · 5 attempts · pass@1 · swe-rebench:standardized:128k-or-model-limit · provider Claude Opus 4.6-high__tools · record Claude Opus 4.6-high__tools:1767225600000:1778803200000
{
"passAt5": 62.7906976744186,
"developer": "anthropic",
"instanceType": "model",
"contextPolicy": "128k unless the model supports less",
"attemptsPerTask": 5,
"totalTokenUsage": 1509615.6027906977,
"modelReleaseDate": "2026-02-05",
"scoreStandardError": 0.5992604058941919,
"cachedTokenPercentage": 93.58694505375718,
"modelReleaseTimestamp": 1770249600000,
"standardContextTokens": 128000,
"averageInstanceCostUsd": 1.2870668527906977,
"potentialContamination": true,
"aggregateTaskRangeTimestamp": {
"to": 1778803200000,
"from": 1767225600000
},
"publishedTaskRangeTimestamp": {
"to": 1778803200000,
"from": 1767225600000
}
}Evidence observed 2026-05-15