{"title":"Ranked publisher-reported model benchmark boards","revisedAt":"2026-09-29","methodology":{"source":"Publisher announcements","independent":false,"comparableHarnesses":false,"overallRank":null,"rankMeaning":"Order of reported values within one named benchmark, among publishers who reported it. Not a composite and not a capability ranking.","tieRule":"competition — equal values share the better rank; the next rank skips"},"boards":[{"id":"deepswe-1-1","name":"DeepSWE v1.1","unit":"percent","entrants":[{"rank":1,"releaseSlug":"deepseek-v4-1-flash","modelName":"DeepSeek V4.1 Flash","vendor":"DeepSeek","inMiniRouterCatalog":true,"value":74.2,"displayValue":"74.2%","reportedBy":"DeepSeek","sourceDate":"2026-09-10","sourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash","harnessVerifiedByMiniRouter":false},{"rank":2,"releaseSlug":"gpt-5-6-sol","modelName":"GPT-5.6 Sol","vendor":"OpenAI","inMiniRouterCatalog":true,"value":72.7,"displayValue":"72.7%","reportedBy":"OpenAI","sourceDate":"2026-07-09","sourceUrl":"https://openai.com/index/gpt-5-6/","harnessVerifiedByMiniRouter":false},{"rank":3,"releaseSlug":"grok-4-7","modelName":"Grok 4.7","vendor":"SpaceXAI","inMiniRouterCatalog":false,"value":71,"displayValue":"71.0%","reportedBy":"SpaceXAI","sourceDate":"2026-09-21","sourceUrl":"https://x.ai/news/grok-4-7","harnessVerifiedByMiniRouter":false},{"rank":4,"releaseSlug":"step-5-preview","modelName":"Step 5 Preview","vendor":"StepFun","inMiniRouterCatalog":true,"value":67.7,"displayValue":"67.7%","reportedBy":"StepFun","sourceDate":"2026-09-20","sourceUrl":"https://www.stepfun.com/step-5-preview","harnessVerifiedByMiniRouter":false},{"rank":5,"releaseSlug":"glm-5-3","modelName":"GLM-5.3","vendor":"Z.ai","inMiniRouterCatalog":true,"value":66.9,"displayValue":"66.9%","reportedBy":"Z.ai","sourceDate":"2026-08-14","sourceUrl":"https://z.ai/blog/glm-5.3","harnessVerifiedByMiniRouter":false},{"rank":6,"releaseSlug":"grok-4-6","modelName":"Grok 4.6","vendor":"xAI","inMiniRouterCatalog":true,"value":65.9,"displayValue":"65.9%","reportedBy":"xAI","sourceDate":"2026-08-12","sourceUrl":"https://x.ai/news/grok-4-6","harnessVerifiedByMiniRouter":false},{"rank":7,"releaseSlug":"gemini-3-7-flash","modelName":"Gemini 3.7 Flash","vendor":"Google","inMiniRouterCatalog":true,"value":65.3,"displayValue":"65.3%","reportedBy":"Google","sourceDate":"2026-08-13","sourceUrl":"https://blog.google/innovation-and-ai/models-and-research/gemini-models/introducing-gemini-3-7-flash/","harnessVerifiedByMiniRouter":false},{"rank":8,"releaseSlug":"kimi-k3","modelName":"Kimi K3","vendor":"Moonshot AI","inMiniRouterCatalog":true,"value":63.8,"displayValue":"63.8%","reportedBy":"Moonshot AI","sourceDate":"2026-08-08","sourceUrl":"https://www.moonshot.ai/blog/kimi-k3","harnessVerifiedByMiniRouter":false},{"rank":9,"releaseSlug":"glm-5-3-flash","modelName":"GLM-5.3-Flash","vendor":"Z.ai","inMiniRouterCatalog":true,"value":63.4,"displayValue":"63.4","reportedBy":"Z.ai","sourceDate":"2026-08-26","sourceUrl":"https://z.ai/blog/glm-5.3-flash","harnessVerifiedByMiniRouter":false},{"rank":10,"releaseSlug":"gpt-5-4-mini","modelName":"GPT-5.4 mini","vendor":"OpenAI","inMiniRouterCatalog":true,"value":62.1,"displayValue":"62.1%","reportedBy":"OpenAI","sourceDate":"2026-08-11","sourceUrl":"https://openai.com/index/gpt-5-4-mini/","harnessVerifiedByMiniRouter":false},{"rank":11,"releaseSlug":"minimax-m3","modelName":"MiniMax M3","vendor":"MiniMax","inMiniRouterCatalog":true,"value":61.2,"displayValue":"61.2%","reportedBy":"MiniMax","sourceDate":"2026-08-09","sourceUrl":"https://www.minimax.io/news/minimax-m3","harnessVerifiedByMiniRouter":false},{"rank":12,"releaseSlug":"qwen3-8-flash-next","modelName":"Qwen3.8-Flash-Next","vendor":"Alibaba","inMiniRouterCatalog":false,"value":58.7,"displayValue":"58.7","reportedBy":"Alibaba","sourceDate":"2026-08-26","sourceUrl":"https://github.com/QwenLM/Qwen3.8-Flash-Next","harnessVerifiedByMiniRouter":false},{"rank":13,"releaseSlug":"qwen3-8-2-4t-a95b","modelName":"Qwen3.8-2.4T-A95B","vendor":"Alibaba","inMiniRouterCatalog":true,"value":56.6,"displayValue":"56.6","reportedBy":"Alibaba Cloud","sourceDate":"2026-08-03","sourceUrl":"https://www.alibabacloud.com/blog/603421","harnessVerifiedByMiniRouter":false}]},{"id":"terminal-bench-2-1","name":"Terminal Bench 2.1","unit":"percent","entrants":[{"rank":1,"releaseSlug":"deepseek-v4-1-flash","modelName":"DeepSeek V4.1 Flash","vendor":"DeepSeek","inMiniRouterCatalog":true,"value":90.6,"displayValue":"90.6%","reportedBy":"DeepSeek","sourceDate":"2026-09-10","sourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash","harnessVerifiedByMiniRouter":false},{"rank":2,"releaseSlug":"gpt-5-6-sol","modelName":"GPT-5.6 Sol","vendor":"OpenAI","inMiniRouterCatalog":true,"value":88.8,"displayValue":"88.8%","reportedBy":"OpenAI","sourceDate":"2026-07-09","sourceUrl":"https://openai.com/index/gpt-5-6/","harnessVerifiedByMiniRouter":false},{"rank":3,"releaseSlug":"deepseek-v4-pro-0813","modelName":"DeepSeek-V4-Pro","vendor":"DeepSeek","inMiniRouterCatalog":true,"value":87.9,"displayValue":"87.9","reportedBy":"DeepSeek","sourceDate":"2026-08-13","sourceUrl":"https://api-docs.deepseek.com/news/news260813/","harnessVerifiedByMiniRouter":false},{"rank":4,"releaseSlug":"qwen3-8-2-4t-a95b","modelName":"Qwen3.8-2.4T-A95B","vendor":"Alibaba","inMiniRouterCatalog":true,"value":86.6,"displayValue":"86.6","reportedBy":"Alibaba Cloud","sourceDate":"2026-08-03","sourceUrl":"https://www.alibabacloud.com/blog/603421","harnessVerifiedByMiniRouter":false},{"rank":5,"releaseSlug":"hy4-preview","modelName":"Tencent Hy4 preview","vendor":"Tencent","inMiniRouterCatalog":false,"value":85.4,"displayValue":"85.4","reportedBy":"Tencent","sourceDate":"2026-08-28","sourceUrl":"https://huggingface.co/tencent/Hy4-preview","harnessVerifiedByMiniRouter":false},{"rank":6,"releaseSlug":"glm-5-3-flash","modelName":"GLM-5.3-Flash","vendor":"Z.ai","inMiniRouterCatalog":true,"value":84.3,"displayValue":"84.3","reportedBy":"Z.ai","sourceDate":"2026-08-26","sourceUrl":"https://z.ai/blog/glm-5.3-flash","harnessVerifiedByMiniRouter":false},{"rank":7,"releaseSlug":"kimi-k3","modelName":"Kimi K3","vendor":"Moonshot AI","inMiniRouterCatalog":true,"value":84.1,"displayValue":"84.1%","reportedBy":"Moonshot AI","sourceDate":"2026-08-08","sourceUrl":"https://www.moonshot.ai/blog/kimi-k3","harnessVerifiedByMiniRouter":false},{"rank":8,"releaseSlug":"deepseek-v4-flash-vision-exp","modelName":"DeepSeek-V4-Flash-Vision-Exp","vendor":"DeepSeek","inMiniRouterCatalog":true,"value":83.9,"displayValue":"83.9","reportedBy":"DeepSeek","sourceDate":"2026-08-21","sourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp","harnessVerifiedByMiniRouter":false},{"rank":9,"releaseSlug":"grok-4-6","modelName":"Grok 4.6","vendor":"xAI","inMiniRouterCatalog":true,"value":82.4,"displayValue":"82.4%","reportedBy":"xAI","sourceDate":"2026-08-12","sourceUrl":"https://x.ai/news/grok-4-6","harnessVerifiedByMiniRouter":false},{"rank":10,"releaseSlug":"gpt-5-4-mini","modelName":"GPT-5.4 mini","vendor":"OpenAI","inMiniRouterCatalog":true,"value":81.7,"displayValue":"81.7%","reportedBy":"OpenAI","sourceDate":"2026-08-11","sourceUrl":"https://openai.com/index/gpt-5-4-mini/","harnessVerifiedByMiniRouter":false},{"rank":11,"releaseSlug":"muse-glimmer-30b","modelName":"Muse Glimmer 30B","vendor":"Meta","inMiniRouterCatalog":true,"value":51.7,"displayValue":"51.7","reportedBy":"Meta","sourceDate":"2026-08-10","sourceUrl":"https://research.meta.ai/blog/introducing-muse-glimmer-open-agentic-model","harnessVerifiedByMiniRouter":false}]},{"id":"swe-bench-pro","name":"SWE-Bench Pro","unit":"percent","entrants":[{"rank":1,"releaseSlug":"kimi-k3","modelName":"Kimi K3","vendor":"Moonshot AI","inMiniRouterCatalog":true,"value":72.4,"displayValue":"72.4%","reportedBy":"Moonshot AI","sourceDate":"2026-08-08","sourceUrl":"https://www.moonshot.ai/blog/kimi-k3","harnessVerifiedByMiniRouter":false},{"rank":2,"releaseSlug":"gpt-5-4-mini","modelName":"GPT-5.4 mini","vendor":"OpenAI","inMiniRouterCatalog":true,"value":68.3,"displayValue":"68.3%","reportedBy":"OpenAI","sourceDate":"2026-08-11","sourceUrl":"https://openai.com/index/gpt-5-4-mini/","harnessVerifiedByMiniRouter":false},{"rank":3,"releaseSlug":"qwen3-8-2-4t-a95b","modelName":"Qwen3.8-2.4T-A95B","vendor":"Alibaba","inMiniRouterCatalog":true,"value":67.7,"displayValue":"67.7","reportedBy":"Alibaba Cloud","sourceDate":"2026-08-03","sourceUrl":"https://www.alibabacloud.com/blog/603421","harnessVerifiedByMiniRouter":false},{"rank":4,"releaseSlug":"hy4-preview","modelName":"Tencent Hy4 preview","vendor":"Tencent","inMiniRouterCatalog":false,"value":65.7,"displayValue":"65.7","reportedBy":"Tencent","sourceDate":"2026-08-28","sourceUrl":"https://huggingface.co/tencent/Hy4-preview","harnessVerifiedByMiniRouter":false},{"rank":5,"releaseSlug":"gemini-3-7-flash","modelName":"Gemini 3.7 Flash","vendor":"Google","inMiniRouterCatalog":true,"value":64.8,"displayValue":"64.8%","reportedBy":"Google","sourceDate":"2026-08-13","sourceUrl":"https://blog.google/innovation-and-ai/models-and-research/gemini-models/introducing-gemini-3-7-flash/","harnessVerifiedByMiniRouter":false},{"rank":6,"releaseSlug":"gpt-5-6-sol","modelName":"GPT-5.6 Sol","vendor":"OpenAI","inMiniRouterCatalog":true,"value":64.6,"displayValue":"64.6%","reportedBy":"OpenAI","sourceDate":"2026-07-09","sourceUrl":"https://openai.com/index/gpt-5-6/","harnessVerifiedByMiniRouter":false},{"rank":7,"releaseSlug":"qwen3-8-flash-next","modelName":"Qwen3.8-Flash-Next","vendor":"Alibaba","inMiniRouterCatalog":false,"value":62.5,"displayValue":"62.5","reportedBy":"Alibaba","sourceDate":"2026-08-26","sourceUrl":"https://github.com/QwenLM/Qwen3.8-Flash-Next","harnessVerifiedByMiniRouter":false},{"rank":8,"releaseSlug":"minimax-m3","modelName":"MiniMax M3","vendor":"MiniMax","inMiniRouterCatalog":true,"value":58.2,"displayValue":"58.2%","reportedBy":"MiniMax","sourceDate":"2026-08-09","sourceUrl":"https://www.minimax.io/news/minimax-m3","harnessVerifiedByMiniRouter":false},{"rank":9,"releaseSlug":"muse-glimmer-30b","modelName":"Muse Glimmer 30B","vendor":"Meta","inMiniRouterCatalog":true,"value":51.2,"displayValue":"51.2","reportedBy":"Meta","sourceDate":"2026-08-10","sourceUrl":"https://research.meta.ai/blog/introducing-muse-glimmer-open-agentic-model","harnessVerifiedByMiniRouter":false}]},{"id":"gpqa-diamond","name":"GPQA Diamond","unit":"percent","entrants":[{"rank":1,"releaseSlug":"gpt-6-astra","modelName":"GPT-6 Astra","vendor":"OpenAI","inMiniRouterCatalog":true,"value":96,"displayValue":"96.0%","reportedBy":"OpenAI","sourceDate":"2026-09-03","sourceUrl":"https://openai.com/index/gpt-6-astra/","harnessVerifiedByMiniRouter":false},{"rank":2,"releaseSlug":"gpt-5-6-sol","modelName":"GPT-5.6 Sol","vendor":"OpenAI","inMiniRouterCatalog":true,"value":94.6,"displayValue":"94.6%","reportedBy":"OpenAI","sourceDate":"2026-07-09","sourceUrl":"https://openai.com/index/gpt-5-6/","harnessVerifiedByMiniRouter":false},{"rank":3,"releaseSlug":"qwen3-8-2-4t-a95b","modelName":"Qwen3.8-2.4T-A95B","vendor":"Alibaba","inMiniRouterCatalog":true,"value":92.6,"displayValue":"92.6","reportedBy":"Alibaba Cloud","sourceDate":"2026-08-03","sourceUrl":"https://www.alibabacloud.com/blog/603421","harnessVerifiedByMiniRouter":false},{"rank":4,"releaseSlug":"hy4-preview","modelName":"Tencent Hy4 preview","vendor":"Tencent","inMiniRouterCatalog":false,"value":92.3,"displayValue":"92.3","reportedBy":"Tencent","sourceDate":"2026-08-28","sourceUrl":"https://huggingface.co/tencent/Hy4-preview","harnessVerifiedByMiniRouter":false},{"rank":5,"releaseSlug":"qwen3-8-flash-next","modelName":"Qwen3.8-Flash-Next","vendor":"Alibaba","inMiniRouterCatalog":false,"value":91.7,"displayValue":"91.7","reportedBy":"Alibaba","sourceDate":"2026-08-26","sourceUrl":"https://github.com/QwenLM/Qwen3.8-Flash-Next","harnessVerifiedByMiniRouter":false},{"rank":6,"releaseSlug":"deepseek-v4-pro-0813","modelName":"DeepSeek-V4-Pro","vendor":"DeepSeek","inMiniRouterCatalog":true,"value":91.2,"displayValue":"91.2","reportedBy":"DeepSeek","sourceDate":"2026-08-13","sourceUrl":"https://api-docs.deepseek.com/news/news260813/","harnessVerifiedByMiniRouter":false},{"rank":7,"releaseSlug":"deepseek-v4-1-flash","modelName":"DeepSeek V4.1 Flash","vendor":"DeepSeek","inMiniRouterCatalog":true,"value":90.9,"displayValue":"90.9%","reportedBy":"DeepSeek","sourceDate":"2026-09-10","sourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash","harnessVerifiedByMiniRouter":false},{"rank":8,"releaseSlug":"gpt-5-4-mini","modelName":"GPT-5.4 mini","vendor":"OpenAI","inMiniRouterCatalog":true,"value":90.2,"displayValue":"90.2%","reportedBy":"OpenAI","sourceDate":"2026-08-11","sourceUrl":"https://openai.com/index/gpt-5-4-mini/","harnessVerifiedByMiniRouter":false},{"rank":9,"releaseSlug":"grok-4-6","modelName":"Grok 4.6","vendor":"xAI","inMiniRouterCatalog":true,"value":89.4,"displayValue":"89.4%","reportedBy":"xAI","sourceDate":"2026-08-12","sourceUrl":"https://x.ai/news/grok-4-6","harnessVerifiedByMiniRouter":false},{"rank":10,"releaseSlug":"kimi-k3","modelName":"Kimi K3","vendor":"Moonshot AI","inMiniRouterCatalog":true,"value":88.9,"displayValue":"88.9%","reportedBy":"Moonshot AI","sourceDate":"2026-08-08","sourceUrl":"https://www.moonshot.ai/blog/kimi-k3","harnessVerifiedByMiniRouter":false},{"rank":11,"releaseSlug":"minimax-m3","modelName":"MiniMax M3","vendor":"MiniMax","inMiniRouterCatalog":true,"value":85.1,"displayValue":"85.1%","reportedBy":"MiniMax","sourceDate":"2026-08-09","sourceUrl":"https://www.minimax.io/news/minimax-m3","harnessVerifiedByMiniRouter":false},{"rank":12,"releaseSlug":"muse-glimmer-30b","modelName":"Muse Glimmer 30B","vendor":"Meta","inMiniRouterCatalog":true,"value":83.5,"displayValue":"83.5","reportedBy":"Meta","sourceDate":"2026-08-10","sourceUrl":"https://research.meta.ai/blog/introducing-muse-glimmer-open-agentic-model","harnessVerifiedByMiniRouter":false}]},{"id":"terminal-bench-3-0","name":"Terminal Bench 3.0","unit":"percent","entrants":[{"rank":1,"releaseSlug":"minimax-m3","modelName":"MiniMax M3","vendor":"MiniMax","inMiniRouterCatalog":true,"value":31.5,"displayValue":"31.5%","reportedBy":"MiniMax","sourceDate":"2026-08-09","sourceUrl":"https://www.minimax.io/news/minimax-m3","harnessVerifiedByMiniRouter":false},{"rank":2,"releaseSlug":"gemini-3-7-flash","modelName":"Gemini 3.7 Flash","vendor":"Google","inMiniRouterCatalog":true,"value":30.6,"displayValue":"30.6%","reportedBy":"Google","sourceDate":"2026-08-13","sourceUrl":"https://blog.google/innovation-and-ai/models-and-research/gemini-models/introducing-gemini-3-7-flash/","harnessVerifiedByMiniRouter":false},{"rank":3,"releaseSlug":"deepseek-v4-1-flash","modelName":"DeepSeek V4.1 Flash","vendor":"DeepSeek","inMiniRouterCatalog":true,"value":30,"displayValue":"30.0%","reportedBy":"DeepSeek","sourceDate":"2026-09-10","sourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash","harnessVerifiedByMiniRouter":false},{"rank":4,"releaseSlug":"glm-5-3","modelName":"GLM-5.3","vendor":"Z.ai","inMiniRouterCatalog":true,"value":28.3,"displayValue":"28.3%","reportedBy":"Z.ai","sourceDate":"2026-08-14","sourceUrl":"https://z.ai/blog/glm-5.3","harnessVerifiedByMiniRouter":false},{"rank":5,"releaseSlug":"grok-4-6","modelName":"Grok 4.6","vendor":"xAI","inMiniRouterCatalog":true,"value":26,"displayValue":"26%","reportedBy":"xAI","sourceDate":"2026-08-12","sourceUrl":"https://x.ai/news/grok-4-6","harnessVerifiedByMiniRouter":false}]},{"id":"cybergym","name":"CyberGym","unit":"percent","entrants":[{"rank":1,"releaseSlug":"deepseek-v4-1-flash","modelName":"DeepSeek V4.1 Flash","vendor":"DeepSeek","inMiniRouterCatalog":true,"value":88.1,"displayValue":"88.1%","reportedBy":"DeepSeek","sourceDate":"2026-09-10","sourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V4.1-Flash","harnessVerifiedByMiniRouter":false},{"rank":2,"releaseSlug":"glm-5-3","modelName":"GLM-5.3","vendor":"Z.ai","inMiniRouterCatalog":true,"value":84.5,"displayValue":"84.5%","reportedBy":"Z.ai","sourceDate":"2026-08-14","sourceUrl":"https://z.ai/blog/glm-5.3","harnessVerifiedByMiniRouter":false},{"rank":3,"releaseSlug":"deepseek-v4-pro-0813","modelName":"DeepSeek-V4-Pro","vendor":"DeepSeek","inMiniRouterCatalog":true,"value":83.3,"displayValue":"83.3","reportedBy":"DeepSeek","sourceDate":"2026-08-13","sourceUrl":"https://api-docs.deepseek.com/news/news260813/","harnessVerifiedByMiniRouter":false},{"rank":4,"releaseSlug":"deepseek-v4-flash-vision-exp","modelName":"DeepSeek-V4-Flash-Vision-Exp","vendor":"DeepSeek","inMiniRouterCatalog":true,"value":75.3,"displayValue":"75.3","reportedBy":"DeepSeek","sourceDate":"2026-08-21","sourceUrl":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Flash-Vision-Exp","harnessVerifiedByMiniRouter":false}]}]}