| 27 | Claude Opus 4.6 (Reasoning) | $0.121 | 42.8s | 100% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100% |
| 39 | Gemini 3.1 Pro (Preview) | $0.141 | 1.8m | 100% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100% |
| 23 | Claude Sonnet 4.6 (Reasoning) | $0.089 | 45.8s | 100% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100% |
| 36 | Qwen 3.5 397B A17B | $0.040 | 4.9m | 100% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100% |
| 22 | Z.AI GLM 5 | $0.027 | 2.9m | 100% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100% |
| 20 | Qwen 3.5 27B | $0.026 | 1.8m | 100% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100% |
| 25 | Gemini 3 Pro (Preview) | $0.089 | 52.4s | 100% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100% |
| 18 | Qwen 3.5 35B | $0.027 | 1.2m | 100% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100% |
| 14 | Qwen 3.5 Flash | $0.0049 | 1.2m | 100% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100% |
| 15 | Gemini 3 Flash (Preview, Reasoning) | $0.026 | 40.2s | 100% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100% |
| 28 | Z.AI GLM 4.7 | $0.019 | 4.3m | 100% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100% |
| 2 | Inception Mercury 2 | $0.0017 | 2.3s | 100% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100% |
| 6 | GPT-5 Nano | $0.0015 | 35.2s | 100% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100% |
| 1 | Inception Mercury | $0.0004 | 3.7s | 100% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100% |
| 8 | Nemotron 3 Nano | $0.0008 | 51.1s | 100% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100% |
| 5 | Nemotron 3 Super | $0.0000 | 31.8s | 100% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100% |
| 16 | Z.AI GLM 5 Turbo | $0.022 | 49.1s | 99% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 98 | 100% |
| 4 | GPT-5.4 Mini (Reasoning) | $0.0063 | 7.4s | 99% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 98 | 100% |
| 7 | GPT-5.1 | $0.014 | 16.6s | 98% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 98 | 98 | 98 | 99% |
| 3 | GPT-5.4 Nano (Reasoning) | $0.0019 | 9.8s | 98% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 98 | 98 | 98 | 99% |
| 32 | MoonshotAI: Kimi K2.5 | $0.032 | 4.3m | 98% | 100 | 100 | 100 | 100 | 100 | 100 | 98 | 98 | 98 | 98 | 99% |
| 11 | GPT-5.2 | $0.019 | 19.9s | 95% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 98 | 92 | 99% |
| 10 | GPT-5.4 (Reasoning) | $0.018 | 16.6s | 95% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 98 | 92 | 99% |
| 9 | Stealth: Aurora Alpha | — | 6.5s | 86% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 77 | 98% |
| 19 | o4 Mini High | $0.020 | 43.8s | 87% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 98 | 98 | 77 | 97% |
| 24 | Qwen 3.5 122B | $0.040 | 1.7m | 87% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 98 | 98 | 77 | 97% |
| 12 | o4 Mini | $0.012 | 25.3s | 92% | 100 | 100 | 100 | 100 | 100 | 98 | 98 | 92 | 92 | 92 | 97% |
| 17 | GPT-5 | $0.025 | 34.8s | 92% | 100 | 100 | 98 | 98 | 98 | 98 | 98 | 92 | 92 | 92 | 97% |
| 13 | GPT-5 Mini | $0.0038 | 20.4s | 85% | 100 | 100 | 100 | 100 | 98 | 98 | 98 | 98 | 92 | 77 | 96% |
| 21 | ByteDance Seed 1.6 | $0.012 | 2.1m | 86% | 100 | 100 | 100 | 100 | 100 | 98 | 98 | 92 | 92 | 77 | 96% |
| 37 | Qwen 3.5 9B | $0.0022 | 3.1m | 40% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 0 | 90% |
| 40 | Z.AI GLM 4.7 Flash | $0.0045 | 3.0m | 37% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 54 | 0 | 85% |
| 61 | ByteDance Seed 2.0 Mini | $0.0041 | 4.6m | 30% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 27 | 0 | 83% |
| 29 | GPT-4o, Aug. 6th (temp=0) | $0.0062 | 3.8s | 21% | 100 | 98 | 98 | 98 | 98 | 98 | 98 | 92 | 0 | 0 | 78% |
| 26 | GPT-4.1 | $0.0035 | 3.5s | 36% | 100 | 100 | 98 | 98 | 98 | 92 | 77 | 77 | 27 | 9 | 78% |
| 45 | ByteDance Seed 2.0 Lite | $0.011 | 2.1m | 23% | 100 | 100 | 100 | 100 | 100 | 100 | 100 | 54 | 9 | 0 | 76% |
| 30 | GPT-4o, Aug. 6th (temp=1) | $0.0063 | 3.7s | 25% | 98 | 98 | 98 | 98 | 92 | 92 | 77 | 54 | 9 | 0 | 72% |
| 31 | Gemini 3 Flash (Preview) | $0.0015 | 2.5s | 25% | 100 | 92 | 92 | 92 | 92 | 77 | 54 | 54 | 2 | 2 | 66% |
| 34 | GPT-5.4 Mini (Reasoning, Low) | $0.0026 | 2.8s | 12% | 100 | 100 | 100 | 98 | 98 | 77 | 77 | 2 | 0 | 0 | 65% |
| 35 | Grok 4 | $0.010 | 17.2s | 21% | 100 | 100 | 98 | 92 | 92 | 77 | 54 | 27 | 9 | 0 | 65% |
| 33 | Mistral Large 3 | $0.0012 | 6.0s | 14% | 100 | 100 | 100 | 98 | 92 | 92 | 54 | 9 | 0 | 0 | 65% |
| 43 | GPT-4o Mini (temp=1) | $0.0004 | 57.6s | 12% | 100 | 100 | 98 | 92 | 92 | 54 | 27 | 9 | 2 | 2 | 58% |
| 42 | Claude Sonnet 4.5 | $0.0095 | 7.7s | 7% | 100 | 100 | 100 | 98 | 92 | 54 | 9 | 2 | 0 | 0 | 55% |
| 48 | MiniMax M2.7 | $0.0031 | 46.5s | 3% | 100 | 100 | 100 | 98 | 98 | 27 | 0 | 0 | 0 | 0 | 52% |
| 50 | Gemini 2.5 Pro | $0.016 | 13.3s | 3% | 100 | 100 | 98 | 92 | 92 | 9 | 0 | 0 | 0 | 0 | 49% |
| 38 | Gemini 3.1 Flash Lite (Preview) | $0.0008 | 1.7s | 15% | 98 | 92 | 77 | 77 | 54 | 54 | 27 | 9 | 2 | 0 | 49% |
| 41 | LFM2 24B | $0.0001 | 7.9s | 8% | 98 | 92 | 92 | 92 | 54 | 27 | 27 | 0 | 0 | 0 | 48% |
| 44 | GPT-5.4 (Reasoning, Low) | $0.0064 | 5.8s | 11% | 100 | 100 | 77 | 54 | 54 | 27 | 27 | 9 | 0 | 0 | 45% |
| 74 | Grok 4.20 (Beta, Reasoning) | $0.040 | 25.5s | 3% | 100 | 100 | 100 | 77 | 54 | 0 | 0 | 0 | 0 | 0 | 43% |
| 46 | GPT-5.4 Nano (Reasoning, Low) | $0.0007 | 3.2s | 4% | 100 | 92 | 92 | 77 | 54 | 2 | 0 | 0 | 0 | 0 | 42% |
| 52 | Stealth: Healer Alpha | $0.0000 | 33.4s | 0% | 100 | 100 | 100 | 77 | 0 | 0 | 0 | 0 | 0 | 0 | 38% |
| 47 | GPT-4.1 Nano | $0.0002 | 3.5s | 6% | 100 | 98 | 77 | 27 | 27 | 27 | 0 | 0 | 0 | 0 | 36% |
| 49 | Ministral 3 14B | $0.0004 | 2.8s | 3% | 100 | 98 | 77 | 54 | 27 | 0 | 0 | 0 | 0 | 0 | 36% |
| 60 | GPT-4o, May 13th (temp=1) | $0.011 | 13.5s | 0% | 100 | 100 | 77 | 9 | 2 | 0 | 0 | 0 | 0 | 0 | 29% |
| 53 | Gemma 3 12B | $0.0001 | 8.6s | 0% | 100 | 98 | 77 | 9 | 0 | 0 | 0 | 0 | 0 | 0 | 28% |
| 51 | Ministral 3 8B | $0.0003 | 1.8s | 0% | 100 | 100 | 54 | 27 | 0 | 0 | 0 | 0 | 0 | 0 | 28% |
| 54 | DeepSeek V3 (2024-12-26) | $0.0008 | 8.4s | 0% | 100 | 100 | 77 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 28% |
| 57 | GPT-5.4 | $0.0053 | 6.5s | 0% | 77 | 77 | 54 | 54 | 2 | 0 | 0 | 0 | 0 | 0 | 26% |
| 55 | Arcee AI: Trinity Large (Preview) | $0.0000 | 6.4s | 0% | 98 | 92 | 54 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 24% |
| 56 | Gemini 2.5 Flash Lite (Reasoning) | $0.0008 | 6.3s | 0% | 77 | 54 | 54 | 54 | 0 | 0 | 0 | 0 | 0 | 0 | 24% |
| 58 | Grok 4 Fast | $0.0004 | 4.2s | 0% | 98 | 77 | 27 | 9 | 2 | 0 | 0 | 0 | 0 | 0 | 21% |
| 59 | GPT-5.4 Mini | $0.0016 | 1.8s | 0% | 100 | 100 | 9 | 2 | 0 | 0 | 0 | 0 | 0 | 0 | 21% |
| 65 | GPT-4o Mini (temp=0) | $0.0004 | 28.7s | 0% | 77 | 77 | 54 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 21% |
| 69 | Aion 2.0 | $0.0028 | 24.0s | 0% | 100 | 92 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 19% |
| 64 | MiniMax M2.5 | $0.0014 | 20.5s | 0% | 98 | 92 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 19% |
| 118 | Claude Opus 4 | $0.048 | 1.3m | 0% | 98 | 92 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 19% |
| 83 | Claude Opus 4.5 | $0.016 | 8.3s | 0% | 100 | 77 | 9 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 19% |
| 63 | DeepSeek V3.1 | $0.0006 | 17.9s | 0% | 100 | 77 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 18% |
| 85 | Claude Opus 4.6 | $0.016 | 8.5s | 1% | 92 | 27 | 27 | 9 | 2 | 2 | 0 | 0 | 0 | 0 | 16% |
| 62 | DeepSeek V3.2 | $0.0005 | 8.9s | 0% | 100 | 54 | 2 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 16% |
| 76 | Writer: Palmyra X5 | $0.0027 | 8.4s | 0% | 77 | 27 | 27 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 13% |
| 75 | Qwen3 235B A22B Instruct 2507 | $0.0003 | 12.2s | 0% | 100 | 27 | 2 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 13% |
| 79 | DeepSeek V3 (2025-03-24) | $0.0005 | 16.9s | 0% | 98 | 27 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 13% |
| 108 | Gemini 2.5 Flash (Reasoning) | $0.014 | 24.7s | 0% | 92 | 27 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 12% |
| 66 | GPT-4.1 Mini | $0.0006 | 3.6s | 0% | 77 | 27 | 9 | 2 | 0 | 0 | 0 | 0 | 0 | 0 | 12% |
| 78 | Mistral Medium 3.1 | $0.0012 | 6.6s | 0% | 77 | 27 | 9 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 11% |
| 72 | Grok 4.1 Fast | $0.0004 | 5.7s | 0% | 100 | 9 | 2 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 11% |
| 70 | Arcee AI: Trinity Mini | $0.0001 | 3.0s | 0% | 98 | 2 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 10% |
| 68 | Mistral Small Creative | $0.0003 | 1.9s | 0% | 100 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 10% |
| 73 | GPT-5.4 Nano | $0.0006 | 2.3s | 0% | 100 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 10% |
| 71 | Mistral Small 4 | $0.0003 | 2.7s | 0% | 100 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 10% |
| 77 | Gemma 3 4B | $0.0001 | 3.8s | 0% | 98 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 10% |
| 67 | Ministral 3 3B | $0.0002 | 1.1s | 0% | 98 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 10% |
| 86 | Claude Sonnet 4 | $0.0098 | 7.4s | 0% | 92 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 9% |
| 81 | Claude Haiku 4.5 | $0.0030 | 4.1s | 0% | 92 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 9% |
| 80 | Gemini 2.5 Flash | $0.0010 | 2.0s | 0% | 77 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 8% |
| 82 | Grok 4.20 (Beta) | $0.0024 | 1.6s | 0% | 54 | 9 | 9 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 7% |
| 84 | Gemma 3 27B | $0.0002 | 8.8s | 0% | 27 | 27 | 2 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 6% |
| 89 | Qwen 3 32B | $0.0004 | 16.4s | 0% | 54 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 5% |
| 101 | Cohere Command R+ (Aug. 2024) | $0.0064 | 5.7s | 0% | 27 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 3% |
| 93 | DeepSeek-V2 Chat | $0.0003 | 12.0s | 0% | 27 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 3% |
| 117 | Z.AI GLM 4.6 | $0.0039 | 58.3s | 0% | 9 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 1% |
| 104 | ByteDance Seed 1.6 Flash | $0.0008 | 15.1s | 0% | 9 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 1% |
| 88 | Gemini 2.5 Flash Lite | $0.0003 | 1.2s | 0% | 2 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0% |
| 111 | Claude Sonnet 4.6 | $0.0098 | 7.5s | 0% | 2 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0% |
| 114 | GPT-4o, May 13th (temp=0) | $0.011 | 16.0s | 0% | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0% |
| 110 | Claude 3.7 Sonnet | $0.0092 | 7.3s | 0% | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0% |
| 107 | Qwen 3.5 Plus (2026-02-15) | $0.0013 | 13.5s | 0% | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0% |
| 115 | Mistral Small 4 (Reasoning) | $0.0028 | 33.3s | 0% | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0% |
| 102 | Stealth: Hunter Alpha | $0.0000 | 12.2s | 0% | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0% |
| 100 | Claude 3.5 Haiku | $0.0024 | 5.1s | 0% | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0% |
| 109 | Rocinante 12B | $0.0006 | 24.0s | 0% | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0% |
| 97 | Qwen 2.5 72B | $0.0007 | 6.1s | 0% | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0% |
| 103 | Claude 3 Haiku | $0.0007 | 12.1s | 0% | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0% |
| 96 | Z.AI GLM 4.5 | $0.0007 | 4.9s | 0% | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0% |
| 112 | Claude 3.5 Sonnet | $0.0084 | 10.4s | 0% | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0% |
| 106 | Hermes 3 405B | $0.0000 | 16.0s | 0% | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0% |
| 105 | Mistral Large 2 | $0.0046 | 4.9s | 0% | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0% |
| 116 | Mistral Large | $0.019 | 16.3s | 0% | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0% |
| 94 | Mistral Small 3.2 24B | $0.0002 | 4.5s | 0% | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0% |
| 95 | Llama 3.1 70B | $0.0016 | 2.3s | 0% | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0% |
| 98 | Llama 3.1 Nemotron 70B | $0.0006 | 7.3s | 0% | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0% |
| 99 | Hermes 3 70B | $0.0007 | 7.2s | 0% | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0% |
| 113 | WizardLM 2 8x22b | $0.0017 | 28.6s | 0% | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0% |
| 92 | Mistral NeMO | $0.0003 | 2.9s | 0% | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0% |
| 91 | Ministral 8B | $0.0002 | 1.4s | 0% | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0% |
| 90 | Llama 3.1 8B | $0.0004 | 969ms | 0% | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0% |
| 87 | Ministral 3B | $0.0001 | 1.0s | 0% | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0 | 0% |