Blended Price
$2.15/M
Input Price
$1.40/M
Output Price
$4.40/M
Speed
—
TTFT
—
Hidden, no data: AgMoBench Agentic, Output Speed
Axes
Filters
Providers
vv0.1.0@eb4af26c249b5770e788aa9e3acd2f6ef21f50c2 · official-leaderboard · GLM 5.2 (max) · harness Claude Code · effort max · 1 attempt · harbor:frontier-bench/frontier-bench@2f325140-b410-452e-87b3-978ffcb4e1ea · record 95e83401-73ec-4317-8e4b-d0d579fcfb71
{
"taskCount": 74,
"metricName": "accuracy",
"releaseTag": "v0.1.0",
"agentDisplay": {
"url": "https://claude.com/claude-code",
"label": "Claude Code"
},
"modelDisplay": {
"url": "https://z.ai/blog/glm-5.2",
"label": "GLM 5.2"
},
"rowCreatedAt": "2026-07-23T00:49:14.299058+00:00",
"rowUpdatedAt": "2026-07-28T19:48:54.14958+00:00",
"leaderboardId": "076032b9-6e20-458a-b56d-5aea2488b3f9",
"releaseCommit": "eb4af26c249b5770e788aa9e3acd2f6ef21f50c2",
"datasetPackage": "frontier-bench/frontier-bench",
"evaluationDate": "2026-07-19",
"attemptsPerTask": 1,
"leaderboardRank": 9,
"metricSemantics": "native-harbor-accuracy-not-pass-at-k",
"datasetVersionId": "2f325140-b410-452e-87b3-978ffcb4e1ea",
"measurementScope": "model-agent-system",
"modelReleaseDate": "2026-06-13",
"actualTotalTokens": 3276045131,
"agentOrganization": {
"url": "https://www.anthropic.com",
"label": "Anthropic"
},
"agmobenchEligible": false,
"leaderboardStatus": "display",
"modelOrganization": {
"url": "https://z.ai",
"label": "Z.ai"
},
"actualTotalCostUsd": 3766.5,
"attemptsProvenance": "frontier-bench-v0.1-official-command-uses-harbor-default",
"upstreamTrialCount": 0,
"accuracyStandardError": 0.97,
"attemptsProvenanceUrls": [
"https://github.com/harbor-framework/frontier-bench/blob/eb4af26c249b5770e788aa9e3acd2f6ef21f50c2/README.md#running-the-benchmark",
"https://github.com/harbor-framework/harbor/blob/v0.14.0/src/harbor/models/job/config.py#L318-L323"
]
}Evidence observed 2026-07-23
v2026.06 · official-100-task · GLM-5.2 (max) · harness mini-swe-agent · effort max · 1 attempt · pass@1 · harbor:snorkel-ai/senior-swe-bench-v2026.06 · provider z-ai/glm-5.2 · record glm-5-2-mini-swe · run f724b2c25f0cd838b748ad20043c4035202286faf83467ccef519c27a34218b8
{
"taskCount": 100,
"agentGroup": "mini-swe-agent:glm-5.2",
"basicPassAt1": 35.78947368421053,
"basicPassAt3": 49.473684210526315,
"datasetPackage": "snorkel-ai/senior-swe-bench-v2026.06",
"publicTaskCount": 50,
"tastefulPassAt1": 17.894736842105264,
"tastefulPassAt3": 30.526315789473685,
"agentDescription": "Z.ai GLM-5.2 via mini-swe-agent harness (Portkey→OpenRouter)",
"privateTaskCount": 50,
"upstreamProvider": "zai",
"upstreamRunCount": 50,
"averageAgentSteps": 193.62105263157895,
"averageOutputTokens": 66230.33684210526,
"averageTotalCostUsd": 0.6412509064421053,
"averageOutputCostUsd": 0.08742404463157895,
"basicAllThreePassRate": 23.157894736842106,
"tastefulAllThreePassRate": 6.315789473684211
}Evidence observed 2026-07-28
v2026.06 · official-100-task · GLM-5.2 (max) · harness mini-swe-agent · effort max · 1 attempt · pass@1 · harbor:snorkel-ai/senior-swe-bench-v2026.06 · provider z-ai/glm-5.2 · record glm-5-2-mini-swe · run 89c8d46b4c85d80818b46eb0e5c5121720590d74c6a1ce433c3386872ab13a52
{
"taskCount": 100,
"agentGroup": "mini-swe-agent:glm-5.2",
"basicPassAt1": 32.142857142857146,
"datasetPackage": "snorkel-ai/senior-swe-bench-v2026.06",
"publicTaskCount": 50,
"tastefulPassAt1": 13.095238095238097,
"agentDescription": "Z.ai GLM-5.2 via mini-swe-agent harness (Portkey→OpenRouter)",
"privateTaskCount": 50,
"upstreamProvider": "zai",
"upstreamRunCount": 50,
"averageAgentSteps": 213.5568181818182,
"averageOutputTokens": 65991.90909090909,
"averageTotalCostUsd": 0.7522987828909091,
"averageOutputCostUsd": 0.08710932
}Evidence observed 2026-07-01
vcontinuous-leaderboard · tasks-created:2026-03-01:2026-07-01 · GLM-5.2 [high] · harness swe-rebench-react@tools · effort high · 5 attempts · pass@1 · swe-rebench:standardized:128k-or-model-limit · provider GLM-5.2 [high]__tools · record GLM-5.2 [high]__tools:1772323200000:1782864000000
{
"passAt5": 76.47058823529412,
"developer": "zhipu",
"instanceType": "model",
"contextPolicy": "128k unless the model supports less",
"attemptsPerTask": 5,
"totalTokenUsage": 4080738.394570136,
"modelReleaseDate": "2026-05-16",
"scoreStandardError": 0.8585369213126834,
"cachedTokenPercentage": 89.59323708263648,
"modelReleaseTimestamp": 1778889600000,
"standardContextTokens": 128000,
"averageInstanceCostUsd": 1.0782920420995477,
"potentialContamination": true,
"aggregateTaskRangeTimestamp": {
"to": 1782864000000,
"from": 1772323200000
},
"publishedTaskRangeTimestamp": {
"to": 1782864000000,
"from": 1772323200000
}
}Evidence observed 2026-07-01
vcontinuous-leaderboard · tasks-created:2026-03-01:2026-05-15 · GLM-5.2 · harness swe-rebench-react@tools · 5 attempts · pass@1 · swe-rebench:standardized:128k-or-model-limit · provider GLM-5.2__tools · record GLM-5.2__tools:1772323200000:1778803200000
{
"passAt5": 71.81818181818181,
"developer": "zhipu",
"instanceType": "model",
"contextPolicy": "128k unless the model supports less",
"attemptsPerTask": 5,
"totalTokenUsage": 2623455.730909091,
"modelReleaseDate": "2026-05-16",
"scoreStandardError": 1.1281521496355318,
"cachedTokenPercentage": 87.02682379005734,
"modelReleaseTimestamp": 1778889600000,
"standardContextTokens": 128000,
"averageInstanceCostUsd": 0.7507865763818182,
"potentialContamination": true,
"aggregateTaskRangeTimestamp": {
"to": 1778803200000,
"from": 1772323200000
},
"publishedTaskRangeTimestamp": {
"to": 1778803200000,
"from": 1772323200000
}
}Evidence observed 2026-05-15