| 209 |
Llama-3.1-8B-Instruct |
Meta |
Open |
20.0 |
12.9 |
32.6 |
33.3 |
29.6 |
–No results |
$0.058 |
| 208 |
Gemma 3 12B IT |
Google |
Open |
24.6 |
18.7 |
34.9 |
36.4 |
38.7 |
–No results |
$0.075 |
| 207 |
GPT-4o mini |
OpenAI |
|
26.9 |
21.5 |
36.9 |
36.8 |
34.7 |
32.9 |
$0.26 |
| 206 |
Gemma 3 27B IT |
Google |
Open |
27.7 |
23.4 |
34.4 |
38.1 |
40.1 |
–No results |
$0.16 |
| 205 |
Llama 4 Scout |
Meta |
Open |
29.1 |
25.9 |
33.7 |
37.6 |
35.9 |
–No results |
–No price |
| 204 |
Qwen3 8B |
Alibaba |
Open |
32.1 |
27.6 |
40.3 |
40.3 |
46.2 |
–No results |
$0.098 |
| 203 |
GPT-4.1 nano |
OpenAI |
|
33.1 |
31.4 |
36.1 |
36.8 |
39.5 |
31.0 |
$0.18 |
| 202 |
Mistral Small 3.1 |
Mistral |
Open |
33.5 |
32.7 |
–No results |
37.8 |
34.6 |
27.4 |
–No price |
| 201 |
Llama-3.3-70B-Instruct |
Meta |
Open |
33.6 |
31.8 |
36.4 |
38.1 |
33.8 |
–No results |
$0.72 |
| 200 |
Gemini 2.0 Flash Thinking (Jan 2025) |
Google |
|
33.8 |
32.5 |
–No results |
40.8 |
46.4 |
40.6 |
–No price |
| 199 |
MiMo-V2-Flash |
Xiaomi |
Open |
34.2 |
31.7 |
–No results |
40.8 |
–No results |
–No results |
$0.15 |
| 198 |
Mistral Small 3.2 |
Mistral |
Open |
34.3 |
32.2 |
38.0 |
38.6 |
41.8 |
–No results |
$0.22 |
| 197 |
Llama 4 Maverick |
Meta |
Open |
34.4 |
31.9 |
38.0 |
41.4 |
38.5 |
39.3 |
–No price |
| 196 |
Gemini 1.5 Flash (Sep 2024) |
Google |
|
34.5 |
34.3 |
34.4 |
36.1 |
36.9 |
27.0 |
–No price |
| 195 |
GPT-4o (2024-11-20) |
OpenAI |
|
35.1 |
34.2 |
–No results |
39.8 |
34.8 |
32.9 |
$4.38 |
| 194 |
GPT-4o (2024-08-06) |
OpenAI |
|
35.2 |
34.4 |
–No results |
39.3 |
34.3 |
44.4 |
$4.38 |
| 193 |
Grok-2 (Dec 2024) |
xAI |
|
35.5 |
35.0 |
–No results |
38.2 |
37.0 |
37.5 |
–No price |
| 192 |
Mistral Large 2.1 |
Mistral |
Open |
35.7 |
34.4 |
38.5 |
37.2 |
35.1 |
31.1 |
$3.00 |
| 191 |
Command A |
Cohere |
Open |
35.8 |
33.6 |
42.0 |
35.7 |
–No results |
30.6 |
$4.38 |
| 190 |
Claude Haiku 3.5 |
Anthropic |
|
36.0 |
35.0 |
38.5 |
36.1 |
34.1 |
25.6 |
$1.60 |
| 189 |
Qwen3.5 9B |
Alibaba |
Open |
37.6 |
35.7 |
38.1 |
46.5 |
47.0 |
–No results |
$0.14 |
| 188 |
Gemini 1.5 Pro (Sept 2024) |
Google |
|
37.7 |
36.3 |
39.7 |
41.6 |
39.6 |
37.4 |
–No price |
| 187 |
Gemini 2.0 Flash |
Google |
|
37.9 |
37.0 |
–No results |
42.5 |
41.5 |
39.8 |
$0.18 |
| 186 |
Mistral Medium 3 |
Mistral |
|
38.1 |
37.5 |
38.2 |
41.2 |
39.5 |
37.3 |
$0.80 |
| 185 |
o1-mini |
OpenAI |
|
38.4 |
37.6 |
–No results |
42.6 |
43.3 |
–No results |
–No price |
| 184 |
Gemini 2.0 Pro |
Google |
|
38.8 |
38.4 |
–No results |
41.2 |
42.7 |
–No results |
–No price |
| 183 |
Qwen3-14B |
Alibaba |
Open |
38.9 |
37.9 |
39.7 |
42.3 |
47.9 |
–No results |
–No price |
| 182 |
Mistral Medium 3.1 |
Mistral |
|
39.1 |
38.8 |
–No results |
41.1 |
–No results |
–No results |
$0.80 |
| 181 |
Qwen3.5 35B-A3B |
Alibaba |
Open |
39.2 |
39.1 |
–No results |
48.1 |
48.7 |
–No results |
$0.36 |
| 180 |
Qwen3-30B-A3B-Thinking (Jul 2025) |
Alibaba |
Open |
40.1 |
39.4 |
–No results |
44.0 |
48.6 |
–No results |
–No price |
| 179 |
Grok 4.1 Fast |
xAI |
|
40.5 |
36.6 |
48.0 |
47.0 |
50.4 |
37.2 |
$0.28 |
| 178 |
Qwen3 32B |
Alibaba |
Open |
40.8 |
39.8 |
42.9 |
42.5 |
48.0 |
–No results |
$0.26 |
| 177 |
DeepSeek-V3 |
DeepSeek |
Open |
41.1 |
41.8 |
39.8 |
39.7 |
39.1 |
35.6 |
$0.51 |
| 176 |
Mistral Large 3 |
Mistral |
Open |
41.2 |
43.4 |
–No results |
41.9 |
–No results |
43.0 |
$0.75 |
| 175 |
GPT-4.5 |
OpenAI |
|
41.4 |
40.9 |
–No results |
44.0 |
41.8 |
38.9 |
–No price |
| 174 |
Mercury 2 |
Inception |
|
41.7 |
44.9 |
–No results |
43.8 |
–No results |
–No results |
$0.38 |
| 173 |
Gemini 2.5 Flash (Apr 2025) |
Google |
|
42.1 |
41.5 |
–No results |
45.2 |
49.2 |
46.3 |
–No price |
| 172 |
x-AI/Grok-Code-Fast 1 |
xAI |
|
42.1 |
44.3 |
45.5 |
45.1 |
–No results |
–No results |
$0.53 |
| 171 |
Claude Sonnet 3.5 v2 |
Anthropic |
|
42.3 |
43.2 |
39.9 |
42.0 |
39.1 |
36.7 |
$6.00 |
| 170 |
GPT-4.1 mini |
OpenAI |
|
42.3 |
42.1 |
43.6 |
40.7 |
44.1 |
40.2 |
$0.70 |
| 169 |
Grok-3 mini |
xAI |
|
42.5 |
42.1 |
–No results |
45.1 |
47.3 |
–No results |
–No price |
| 168 |
Qwen3.5 122B-A10B |
Alibaba |
Open |
42.8 |
42.0 |
–No results |
49.5 |
–No results |
–No results |
$0.79 |
| 167 |
GPT-4.1 |
OpenAI |
|
42.8 |
42.0 |
45.1 |
42.3 |
43.2 |
44.3 |
$3.50 |
| 166 |
Devstral 2 |
Mistral |
Open |
43.0 |
46.6 |
–No results |
–No results |
–No results |
–No results |
$0.80 |
| 165 |
Nemotron 3 Super |
NVIDIA |
Open |
43.1 |
42.4 |
–No results |
47.2 |
–No results |
–No results |
–No price |
| 164 |
Qwen3 235B-A22B Thinking 2507 |
Alibaba |
Open |
43.3 |
47.5 |
30.6 |
45.8 |
48.0 |
53.4 |
$0.95 |
| 163 |
DeepSeek V3 0324 |
DeepSeek |
Open |
43.5 |
44.7 |
41.0 |
41.6 |
41.3 |
42.6 |
$0.50 |
| 162 |
Grok 3 |
xAI |
|
43.5 |
42.9 |
45.3 |
43.4 |
44.5 |
43.2 |
–No price |
| 161 |
GPT OSS 120B |
OpenAI |
Open |
43.7 |
44.1 |
42.1 |
44.7 |
53.5 |
42.2 |
$0.26 |
| 160 |
Magistral Small 1.2 |
Mistral |
Open |
43.8 |
44.6 |
–No results |
39.4 |
41.4 |
23.7 |
$0.75 |
| 159 |
Command A Plus |
Cohere |
Open |
43.9 |
44.8 |
42.8 |
40.8 |
–No results |
–No results |
$4.38 |
| 158 |
Trinity Large Thinking |
Arcee AI |
Open |
43.9 |
46.8 |
–No results |
45.1 |
–No results |
–No results |
$0.41 |
| 157 |
Gemini 2.5 Flash Preview 05-20 |
Google |
|
44.1 |
43.6 |
–No results |
47.2 |
48.7 |
45.3 |
$0.94 |
| 156 |
GPT OSS 20B |
OpenAI |
Open |
44.3 |
48.7 |
31.8 |
45.1 |
47.7 |
33.2 |
$0.13 |
| 155 |
Mistral Medium 3.5 |
Mistral |
Open |
44.4 |
45.1 |
–No results |
40.8 |
52.4 |
–No results |
$3.14 |
| 154 |
Qwen3 235B-A22B Instruct 2507 |
Alibaba |
Open |
44.6 |
44.8 |
44.3 |
44.3 |
–No results |
–No results |
$0.31 |
| 153 |
DeepSeek-V3.1-Terminus |
DeepSeek |
Open |
44.8 |
44.3 |
–No results |
47.5 |
–No results |
–No results |
–No price |
| 152 |
o1 |
OpenAI |
|
44.8 |
44.9 |
42.8 |
48.4 |
48.5 |
48.1 |
$26.25 |
| 151 |
o3-mini |
OpenAI |
|
44.9 |
44.6 |
–No results |
46.6 |
49.4 |
42.0 |
$1.93 |
| 150 |
DeepSeek-R1 |
DeepSeek |
Open |
44.9 |
45.3 |
43.3 |
45.9 |
46.6 |
48.0 |
$2.36 |
| 149 |
Qwen3 235B-A22B |
Alibaba |
Open |
44.9 |
45.0 |
–No results |
44.4 |
39.0 |
45.0 |
$0.50 |
| 148 |
Gemma 4 26B A4B IT |
Google |
Open |
45.0 |
46.2 |
–No results |
44.4 |
51.3 |
–No results |
$0.20 |
| 147 |
Qwen3.6 35B-A3B |
Alibaba |
Open |
45.0 |
44.1 |
45.1 |
49.7 |
49.9 |
–No results |
$0.36 |
| 146 |
X-Ai/Grok-4-Fast-Reasoning |
xAI |
|
45.1 |
48.9 |
–No results |
51.8 |
–No results |
42.9 |
$0.28 |
| 145 |
Qwen3-Coder 480B-A35B Instruct |
Alibaba |
Open |
45.1 |
47.5 |
45.9 |
–No results |
–No results |
–No results |
$0.62 |
| 144 |
Gemini 2.5 Pro |
Google |
|
45.4 |
48.3 |
48.4 |
51.2 |
50.3 |
–No results |
$3.44 |
| 143 |
Mercury 2.5 |
Inception |
|
45.6 |
46.8 |
51.8 |
40.8 |
50.3 |
35.4 |
$0.34 |
| 142 |
GLM-4.6 |
Zhipu AI |
Open |
46.2 |
48.6 |
47.8 |
45.1 |
45.8 |
46.5 |
$1.00 |
| 141 |
Kimi K2 Instruct |
Moonshot AI |
Open |
46.3 |
46.6 |
46.4 |
44.1 |
–No results |
42.5 |
$0.88 |
| 140 |
Laguna XS.2 |
Poolside |
Open |
46.3 |
50.0 |
46.0 |
39.2 |
45.4 |
26.9 |
$0.000 |
| 139 |
Laguna M.1 |
Poolside |
Open |
46.4 |
50.2 |
48.6 |
27.4 |
45.4 |
29.7 |
$0.000 |
| 138 |
DeepSeek-V3.2-Exp |
DeepSeek |
Open |
46.4 |
48.7 |
47.5 |
48.8 |
–No results |
–No results |
–No price |
| 137 |
Claude Sonnet 3.7 |
Anthropic |
|
46.5 |
46.1 |
47.1 |
47.0 |
45.6 |
42.8 |
$6.00 |
| 136 |
Magistral Medium 1.2 |
Mistral |
|
46.5 |
47.4 |
–No results |
41.5 |
–No results |
30.0 |
–No price |
| 135 |
Gemma 4 31B IT |
Google |
Open |
46.6 |
45.7 |
49.1 |
50.5 |
49.2 |
38.7 |
$0.21 |
| 134 |
GLM-4.5 |
Zhipu AI |
Open |
46.7 |
46.6 |
–No results |
46.8 |
–No results |
42.9 |
$1.00 |
| 133 |
DeepSeek R1 0528 |
DeepSeek |
Open |
46.7 |
48.2 |
42.6 |
46.3 |
49.7 |
–No results |
$1.01 |
| 132 |
GPT-5 Nano |
OpenAI |
|
46.9 |
47.9 |
44.0 |
46.8 |
50.2 |
39.2 |
$0.14 |
| 131 |
Step 3.7 Flash |
StepFun |
Open |
46.9 |
46.2 |
–No results |
50.4 |
52.8 |
–No results |
$0.45 |
| 130 |
Qwen3.6 27B |
Alibaba |
Open |
46.9 |
48.0 |
–No results |
47.5 |
53.1 |
–No results |
$1.03 |
| 129 |
Claude Sonnet 4 |
Anthropic |
|
47.1 |
46.0 |
49.3 |
48.9 |
44.5 |
42.6 |
$6.00 |
| 128 |
Gemini 3.1 Flash Lite Preview |
Google |
|
47.3 |
52.9 |
47.9 |
45.6 |
–No results |
46.0 |
$0.56 |
| 127 |
Claude Haiku 4.5 |
Anthropic |
|
47.4 |
47.8 |
49.9 |
47.6 |
48.3 |
41.9 |
$2.00 |
| 126 |
Mistral Medium 3.5 |
Mistral |
|
47.4 |
51.7 |
49.5 |
38.4 |
53.3 |
38.9 |
$3.00 |
| 125 |
Grok 4.1 Fast (Reasoning) |
xAI |
|
47.5 |
48.7 |
52.2 |
56.5 |
50.4 |
49.6 |
$0.28 |
| 124 |
GPT-5 Mini |
OpenAI |
|
47.6 |
50.6 |
41.7 |
49.6 |
54.0 |
47.8 |
$0.69 |
| 123 |
Gemini 3.1 Flash Lite |
Google |
|
47.7 |
49.3 |
42.6 |
48.7 |
51.3 |
43.1 |
$0.56 |
| 122 |
Qwen3.5 Plus |
Alibaba |
|
47.8 |
54.3 |
30.6 |
51.4 |
51.7 |
49.7 |
$0.90 |
| 121 |
Qwen3 Max |
Alibaba |
|
47.9 |
52.0 |
44.7 |
49.7 |
49.9 |
54.7 |
$1.52 |
| 120 |
Kimi K2 Thinking |
Moonshot AI |
Open |
48.0 |
48.0 |
47.6 |
49.2 |
50.1 |
44.8 |
$1.08 |
| 119 |
Muse Glimmer |
Meta |
Open |
48.7 |
50.7 |
–No results |
50.1 |
–No results |
–No results |
–No price |
| 118 |
o4-mini |
OpenAI |
|
48.9 |
49.3 |
47.1 |
49.8 |
52.9 |
46.5 |
$1.93 |
| 117 |
Gemini 2.5 Flash (Sep 2025) |
Google |
|
49.0 |
50.9 |
42.4 |
51.9 |
–No results |
48.8 |
–No price |
| 116 |
Qwen3.5 Flash |
Alibaba |
|
49.3 |
52.7 |
50.8 |
52.3 |
47.8 |
46.3 |
$0.18 |
| 115 |
Gemini 2.5 Pro Preview 06-05 |
Google |
|
49.5 |
50.4 |
47.7 |
48.0 |
49.3 |
51.9 |
$3.44 |
| 114 |
Claude Opus 4 |
Anthropic |
|
49.5 |
49.5 |
49.3 |
49.7 |
45.9 |
45.7 |
$30.00 |
| 113 |
DeepSeek V3.2 |
DeepSeek |
Open |
49.7 |
52.5 |
50.4 |
50.5 |
51.5 |
50.8 |
$0.33 |
| 112 |
Claude Opus 4.1 |
Anthropic |
|
49.8 |
51.1 |
50.2 |
52.3 |
49.0 |
46.6 |
$30.00 |
| 111 |
Nemotron 3 Ultra |
NVIDIA |
Open |
49.9 |
48.8 |
51.8 |
51.9 |
50.3 |
–No results |
–No price |
| 110 |
MiniMax-M2.5 |
MiniMax |
Open |
50.4 |
53.3 |
47.7 |
49.7 |
50.4 |
43.4 |
$0.53 |