| 188 |
Llama 3.2 1B Instruct |
Meta |
Open |
22.5 |
–No results |
21.5 |
26.3 |
24.4 |
–No results |
$0.071 |
| 187 |
GPT-3.5-turbo |
OpenAI |
|
23.3 |
–No results |
21.6 |
30.1 |
29.9 |
–No results |
$0.75 |
| 186 |
Llama-3.1-8B-Instruct |
Meta |
Open |
27.8 |
12.9 |
32.6 |
33.3 |
29.6 |
–No results |
$0.058 |
| 185 |
granite-4.0-350m |
Unknown |
|
28.2 |
–No results |
28.4 |
27.3 |
24.0 |
–No results |
–No price |
| 184 |
Gemma 3 4B IT |
Google |
Open |
28.5 |
–No results |
28.8 |
27.3 |
35.1 |
–No results |
$0.063 |
| 183 |
Claude 3 Opus |
Anthropic |
|
31.0 |
–No results |
29.2 |
38.0 |
33.1 |
40.5 |
–No price |
| 182 |
Gemma 3 12B IT |
Google |
Open |
31.1 |
18.7 |
34.9 |
36.4 |
38.7 |
–No results |
$0.075 |
| 181 |
GPT-4 |
OpenAI |
|
31.4 |
–No results |
30.6 |
34.3 |
29.1 |
–No results |
$37.50 |
| 180 |
GPT-4 Turbo |
OpenAI |
|
31.8 |
–No results |
30.4 |
37.5 |
34.2 |
–No results |
$15.00 |
| 179 |
Gemma 3 27B IT |
Google |
Open |
32.2 |
23.4 |
34.4 |
38.1 |
40.1 |
–No results |
$0.16 |
| 178 |
Llama 4 Scout |
Meta |
Open |
32.3 |
25.9 |
33.7 |
37.6 |
35.9 |
–No results |
–No price |
| 177 |
Mistral Nemo |
Mistral |
Open |
33.0 |
–No results |
33.9 |
29.3 |
26.0 |
–No results |
$0.11 |
| 176 |
GPT-4o mini |
OpenAI |
|
33.0 |
21.5 |
36.9 |
36.8 |
34.7 |
32.9 |
$0.26 |
| 175 |
GPT-4o |
OpenAI |
|
34.1 |
–No results |
32.8 |
39.3 |
–No results |
–No results |
$4.38 |
| 174 |
Phi-4 |
Microsoft |
Open |
34.5 |
–No results |
33.1 |
40.2 |
38.0 |
–No results |
–No price |
| 173 |
Gemini 1.5 Flash (Sep 2024) |
Google |
|
34.6 |
34.3 |
34.4 |
36.1 |
36.9 |
27.0 |
–No price |
| 172 |
Qwen2.5-VL 72B Instruct |
Alibaba |
Open |
34.8 |
–No results |
34.2 |
37.1 |
37.1 |
–No results |
$1.01 |
| 171 |
GPT-4.1 nano |
OpenAI |
|
35.0 |
31.4 |
36.1 |
36.8 |
39.5 |
31.0 |
$0.18 |
| 170 |
Llama-3.3-70B-Instruct |
Meta |
Open |
35.5 |
31.8 |
36.4 |
38.1 |
33.8 |
–No results |
$0.72 |
| 169 |
Mistral Small 3.2 |
Mistral |
Open |
36.6 |
32.2 |
38.0 |
38.6 |
41.8 |
–No results |
$0.22 |
| 168 |
Claude 3.5 Sonnet |
Anthropic |
|
36.8 |
–No results |
35.7 |
41.0 |
37.5 |
–No results |
–No price |
| 167 |
Llama 4 Maverick |
Meta |
Open |
37.0 |
31.9 |
38.0 |
41.4 |
38.5 |
39.3 |
–No price |
| 166 |
Qwen3 235B-A22B Thinking 2507 |
Alibaba |
Open |
37.1 |
47.5 |
30.6 |
45.8 |
48.0 |
53.4 |
$0.95 |
| 165 |
Qwen3 8B |
Alibaba |
Open |
37.1 |
27.6 |
40.3 |
40.3 |
46.2 |
–No results |
$0.098 |
| 164 |
Claude Haiku 3.5 |
Anthropic |
|
37.2 |
35.0 |
38.5 |
36.1 |
34.1 |
25.6 |
$1.60 |
| 163 |
Mistral Large 2.1 |
Mistral |
Open |
37.3 |
34.4 |
38.5 |
37.2 |
35.1 |
31.1 |
$3.00 |
| 162 |
GPT-4o (2024-05-13) |
OpenAI |
|
37.6 |
–No results |
37.8 |
37.2 |
35.2 |
–No results |
$7.50 |
| 161 |
GPT OSS 20B |
OpenAI |
Open |
38.0 |
48.7 |
31.8 |
45.1 |
47.7 |
33.2 |
$0.13 |
| 160 |
Mistral Medium 3 |
Mistral |
|
38.5 |
37.5 |
38.2 |
41.2 |
39.5 |
37.3 |
$0.80 |
| 159 |
Qwen3.5 9B |
Alibaba |
Open |
38.8 |
35.7 |
38.1 |
46.5 |
47.0 |
–No results |
$0.14 |
| 158 |
Command A |
Cohere |
Open |
38.9 |
33.6 |
42.0 |
35.7 |
–No results |
30.6 |
$4.38 |
| 157 |
Gemini 1.5 Pro (Sept 2024) |
Google |
|
39.2 |
36.3 |
39.7 |
41.6 |
39.6 |
37.4 |
–No price |
| 156 |
Qwen3-14B |
Alibaba |
Open |
39.6 |
37.9 |
39.7 |
42.3 |
47.9 |
–No results |
–No price |
| 155 |
Qwen3.5 Plus |
Alibaba |
|
39.7 |
54.3 |
30.6 |
51.4 |
51.7 |
49.7 |
$0.90 |
| 154 |
o1-preview |
OpenAI |
|
39.9 |
–No results |
39.0 |
43.5 |
42.0 |
–No results |
–No price |
| 153 |
DeepSeek-V3 |
DeepSeek |
Open |
40.3 |
41.8 |
39.8 |
39.7 |
39.1 |
35.6 |
$0.51 |
| 152 |
Claude Sonnet 3.5 v2 |
Anthropic |
|
41.0 |
43.2 |
39.9 |
42.0 |
39.1 |
36.7 |
$6.00 |
| 151 |
Llama-3.2-90B-Vision-Instruct |
Meta |
Open |
42.0 |
–No results |
44.0 |
34.1 |
32.6 |
–No results |
$0.000 |
| 150 |
DeepSeek V3 0324 |
DeepSeek |
Open |
42.0 |
44.7 |
41.0 |
41.6 |
41.3 |
42.6 |
$0.50 |
| 149 |
Qwen3 32B |
Alibaba |
Open |
42.0 |
39.8 |
42.9 |
42.5 |
48.0 |
–No results |
$0.26 |
| 148 |
GPT-4.1 mini |
OpenAI |
|
42.8 |
42.1 |
43.6 |
40.7 |
44.1 |
40.2 |
$0.70 |
| 147 |
Command A Plus |
Cohere |
Open |
43.0 |
44.8 |
42.8 |
40.8 |
–No results |
–No results |
$4.38 |
| 146 |
GPT OSS 120B |
OpenAI |
Open |
43.0 |
44.1 |
42.1 |
44.7 |
53.5 |
42.2 |
$0.26 |
| 145 |
GPT-4.1 |
OpenAI |
|
43.9 |
42.0 |
45.1 |
42.3 |
43.2 |
44.3 |
$3.50 |
| 144 |
o1 |
OpenAI |
|
44.2 |
44.9 |
42.8 |
48.4 |
48.5 |
48.1 |
$26.25 |
| 143 |
DeepSeek-R1 |
DeepSeek |
Open |
44.2 |
45.3 |
43.3 |
45.9 |
46.6 |
48.0 |
$2.36 |
| 142 |
Grok 3 |
xAI |
|
44.4 |
42.9 |
45.3 |
43.4 |
44.5 |
43.2 |
–No price |
| 141 |
Qwen3 235B-A22B Instruct 2507 |
Alibaba |
Open |
44.4 |
44.8 |
44.3 |
44.3 |
–No results |
–No results |
$0.31 |
| 140 |
DeepSeek R1 0528 |
DeepSeek |
Open |
44.6 |
48.2 |
42.6 |
46.3 |
49.7 |
–No results |
$1.01 |
| 139 |
Grok 4.1 Fast |
xAI |
|
45.0 |
36.6 |
48.0 |
47.0 |
50.4 |
37.2 |
$0.28 |
| 138 |
GPT-5 Mini |
OpenAI |
|
45.1 |
50.6 |
41.7 |
49.6 |
54.0 |
47.8 |
$0.69 |
| 137 |
x-AI/Grok-Code-Fast 1 |
xAI |
|
45.1 |
44.3 |
45.5 |
45.1 |
–No results |
–No results |
$0.53 |
| 136 |
Gemini 3.1 Flash Lite |
Google |
|
45.2 |
49.3 |
42.6 |
48.7 |
51.3 |
43.1 |
$0.56 |
| 135 |
GPT-5 Nano |
OpenAI |
|
45.4 |
47.9 |
44.0 |
46.8 |
50.2 |
39.2 |
$0.14 |
| 134 |
Qwen3.6 35B-A3B |
Alibaba |
Open |
45.6 |
44.1 |
45.1 |
49.7 |
49.9 |
–No results |
$0.36 |
| 133 |
Gemini 2.5 Flash |
Google |
|
45.8 |
–No results |
45.6 |
46.7 |
47.5 |
–No results |
$0.85 |
| 132 |
Laguna M.1 |
Poolside |
Open |
45.8 |
50.2 |
48.6 |
27.4 |
45.4 |
29.7 |
$0.000 |
| 131 |
Gemini 2.5 Flash (Sep 2025) |
Google |
|
45.9 |
50.9 |
42.4 |
51.9 |
–No results |
48.8 |
–No price |
| 130 |
Laguna XS.2 |
Poolside |
Open |
46.0 |
50.0 |
46.0 |
39.2 |
45.4 |
26.9 |
$0.000 |
| 129 |
Kimi K2 Instruct |
Moonshot AI |
Open |
46.1 |
46.6 |
46.4 |
44.1 |
–No results |
42.5 |
$0.88 |
| 128 |
MiniMax-M2 |
MiniMax |
Open |
46.2 |
–No results |
46.7 |
44.2 |
–No results |
–No results |
$0.53 |
| 127 |
Claude Sonnet 3.7 |
Anthropic |
|
46.9 |
46.1 |
47.1 |
47.0 |
45.6 |
42.8 |
$6.00 |
| 126 |
Qwen3 Max |
Alibaba |
|
47.3 |
52.0 |
44.7 |
49.7 |
49.9 |
54.7 |
$1.52 |
| 125 |
GLM-4.6 |
Zhipu AI |
Open |
47.6 |
48.6 |
47.8 |
45.1 |
45.8 |
46.5 |
$1.00 |
| 124 |
Kimi K2 Thinking |
Moonshot AI |
Open |
47.9 |
48.0 |
47.6 |
49.2 |
50.1 |
44.8 |
$1.08 |
| 123 |
DeepSeek-V3.2-Exp |
DeepSeek |
Open |
48.0 |
48.7 |
47.5 |
48.8 |
–No results |
–No results |
–No price |
| 122 |
o4-mini |
OpenAI |
|
48.1 |
49.3 |
47.1 |
49.8 |
52.9 |
46.5 |
$1.93 |
| 121 |
Mistral Medium 3.5 |
Mistral |
|
48.4 |
51.7 |
49.5 |
38.4 |
53.3 |
38.9 |
$3.00 |
| 120 |
Claude Sonnet 4 |
Anthropic |
|
48.4 |
46.0 |
49.3 |
48.9 |
44.5 |
42.6 |
$6.00 |
| 119 |
Gemini 2.5 Pro Preview 06-05 |
Google |
|
48.4 |
50.4 |
47.7 |
48.0 |
49.3 |
51.9 |
$3.44 |
| 118 |
Gemma 4 31B IT |
Google |
Open |
48.4 |
45.7 |
49.1 |
50.5 |
49.2 |
38.7 |
$0.21 |
| 117 |
Gemini 3.1 Flash Lite Preview |
Google |
|
48.8 |
52.9 |
47.9 |
45.6 |
–No results |
46.0 |
$0.56 |
| 116 |
Gemini 2.5 Pro |
Google |
|
48.8 |
48.3 |
48.4 |
51.2 |
50.3 |
–No results |
$3.44 |
| 115 |
Mercury 2.5 |
Inception |
|
48.9 |
46.8 |
51.8 |
40.8 |
50.3 |
35.4 |
$0.34 |
| 114 |
Claude Haiku 4.5 |
Anthropic |
|
49.0 |
47.8 |
49.9 |
47.6 |
48.3 |
41.9 |
$2.00 |
| 113 |
o3 |
OpenAI |
|
49.4 |
51.1 |
48.0 |
52.0 |
51.9 |
53.4 |
$3.50 |
| 112 |
MiniMax-M2.5 |
MiniMax |
Open |
49.4 |
53.3 |
47.7 |
49.7 |
50.4 |
43.4 |
$0.53 |
| 111 |
Claude Opus 4 |
Anthropic |
|
49.4 |
49.5 |
49.3 |
49.7 |
45.9 |
45.7 |
$30.00 |
| 110 |
MiniMax-M2.1 |
MiniMax |
Open |
49.6 |
54.0 |
48.5 |
46.4 |
–No results |
54.7 |
$0.53 |
| 109 |
GLM-4.7 |
Zhipu AI |
Open |
49.8 |
52.4 |
48.6 |
50.6 |
46.6 |
49.5 |
$0.86 |
| 108 |
Grok 4 |
xAI |
|
50.4 |
51.8 |
48.7 |
54.9 |
51.3 |
51.5 |
–No price |
| 107 |
Claude Opus 4.1 |
Anthropic |
|
50.7 |
51.1 |
50.2 |
52.3 |
49.0 |
46.6 |
$30.00 |
| 106 |
Grok 4 Fast |
xAI |
|
50.7 |
–No results |
50.7 |
50.8 |
–No results |
–No results |
–No price |
| 105 |
DeepSeek V3.2 |
DeepSeek |
Open |
51.0 |
52.5 |
50.4 |
50.5 |
51.5 |
50.8 |
$0.33 |
| 104 |
Nemotron 3 Ultra |
NVIDIA |
Open |
51.1 |
48.8 |
51.8 |
51.9 |
50.3 |
–No results |
–No price |
| 103 |
GPT-5.4 nano |
OpenAI |
|
51.2 |
53.5 |
50.2 |
51.1 |
54.0 |
39.2 |
$0.46 |
| 102 |
Qwen3.5 Flash |
Alibaba |
|
51.5 |
52.7 |
50.8 |
52.3 |
47.8 |
46.3 |
$0.18 |
| 101 |
MiniMax-M2.7 |
MiniMax |
Open |
51.6 |
54.2 |
51.3 |
48.6 |
49.7 |
43.7 |
$0.53 |
| 100 |
Qwen3.5 397B-A17B |
Alibaba |
Open |
51.8 |
–No results |
51.7 |
51.8 |
52.3 |
–No results |
$1.35 |
| 99 |
GPT-5.1 |
OpenAI |
|
51.9 |
52.6 |
50.9 |
54.9 |
55.3 |
54.2 |
$3.44 |
| 98 |
GLM-5 |
Zhipu AI |
Open |
52.0 |
53.5 |
51.2 |
52.7 |
50.9 |
52.8 |
$1.12 |
| 97 |
Grok 4.1 Fast (Reasoning) |
xAI |
|
52.0 |
48.7 |
52.2 |
56.5 |
50.4 |
49.6 |
$0.28 |
| 96 |
Grok 4.3 |
xAI |
|
52.1 |
54.2 |
50.3 |
56.0 |
54.9 |
50.4 |
$1.56 |
| 95 |
GPT-5-Codex |
OpenAI |
|
52.3 |
56.2 |
50.4 |
53.6 |
–No results |
–No results |
$3.44 |
| 94 |
Gemini 3.5 Flash Lite |
Google |
|
52.4 |
52.0 |
52.8 |
51.8 |
49.9 |
50.4 |
$0.85 |
| 93 |
Claude Sonnet 4.5 |
Anthropic |
|
52.5 |
52.1 |
52.8 |
51.7 |
51.6 |
50.7 |
$6.00 |
| 92 |
GPT-5 |
OpenAI |
|
52.8 |
53.0 |
52.3 |
54.4 |
55.5 |
54.8 |
$3.44 |
| 91 |
Qwen3.7 Plus |
Alibaba |
|
53.0 |
47.4 |
54.4 |
56.9 |
53.2 |
48.5 |
$0.70 |
| 90 |
Nemotron 3.5 Super VL 120B A12B |
NVIDIA |
Open |
53.1 |
54.9 |
53.7 |
47.3 |
–No results |
43.5 |
$0.000 |
| 89 |
Kimi K2.5 |
Moonshot AI |
Open |
53.1 |
54.4 |
52.5 |
53.4 |
53.5 |
51.9 |
$1.20 |