Amazon | 18.9 | 73.3% | 1000K | 56.9% | 0.85 | 77 | $2.50 | $12.50 |
Amazon | 13.5 | 69.1% | 300K | 49.9% | - | - | $0.80 | $3.20 |
openai | 13.7 | 69.4% | 128K | - | 1.20 | 28 | $10.00 | $30.00 |
Alibaba | 16.6 | 74.9% | 131K | 57.9% | 0.98 | 122 | $0.18 | $2.10 |
openai | 18.8 | - | 128K | 52.1% | 0.49 | 84 | $2.50 | $10.00 |
openai | - | - | 128K | - | - | - | $0.15 | $0.60 |
openai | 12.6 | 64.8% | 128K | 42.6% | 0.56 | 58 | $0.15 | $0.60 |
openai | 16.0 | 74.0% | 128K | 52.6% | 0.59 | 87 | $5.00 | $15.00 |
openai | 17.3 | 74.8% | 128K | 54.3% | 0.44 | 140 | $2.50 | $10.00 |
openai | - | - | 128K | - | - | - | $6.00 | $18.00 |
anthropic | 12.1 | - | 200K | 37.4% | 0.46 | 109 | $0.25 | $1.25 |
anthropic | - | - | 200K | - | - | - | $0.80 | $4.00 |
anthropic | - | - | 200K | - | - | - | $6.00 | $30.00 |
google | - | - | 1049K | - | - | - | $0.10 | $0.40 |
OpenAI | 14.1 | 77.3% | 128K | 51.1% | - | - | $0.00 | $0.00 |
Google | 16.0 | 75.0% | 1049K | 58.9% | - | - | $0.00 | $0.00 |
Google | 13.8 | 68.0% | 1049K | 46.3% | - | - | $0.00 | $0.00 |
Google | 11.1 | 56.9% | 1049K | 35.9% | - | - | $0.00 | $0.00 |
Google | 10.5 | 57.4% | 1049K | 32.4% | - | - | $0.00 | $0.00 |
Google | 18.1 | 80.5% | 1049K | 62.2% | - | - | $0.00 | $0.00 |
Google | 16.8 | 78.2% | 1049K | 63.6% | - | - | $0.00 | $0.00 |
Google | 14.5 | - | 1049K | 54.2% | - | - | $0.00 | $0.00 |
Google | 18.5 | 77.9% | 1049K | 62.3% | - | - | $0.15 | $0.60 |
Google | 14.7 | 72.4% | 1049K | 53.5% | - | - | $0.00 | $0.00 |
meta-llama | - | - | 131K | - | - | - | $0.05 | $0.05 |
Anthropic | 12.5 | 69.6% | 200K | 48.9% | - | - | $15.00 | $75.00 |
Anthropic | 10.3 | 57.9% | 200K | 40.0% | - | - | $3.00 | $15.00 |
Anthropic | 15.9 | 77.2% | 200K | 59.9% | - | - | $3.00 | $15.00 |
Anthropic | 14.2 | 75.1% | 200K | 56.0% | - | - | $3.00 | $15.00 |
Google | 12.0 | 65.7% | 1049K | 37.1% | - | - | $0.00 | $0.00 |
Perplexity | 17.9 | - | 128K | 62.3% | - | - | $0.00 | $0.00 |
qwen | - | - | 128K | - | - | - | $0.20 | $0.60 |
mistralai | - | - | 128K | - | - | - | $0.35 | $0.56 |
Z AI | 14.9 | 78.8% | 131K | 68.4% | 1.14 | 43 | $0.60 | $1.80 |
Z AI | 12.5 | 75.1% | 131K | 57.3% | 1.04 | 52 | $0.60 | $1.80 |
opengvlab | - | - | 33K | - | - | - | $0.15 | $0.60 |
z-ai | - | - | 131K | - | - | - | $0.30 | $0.90 |
mistralai | - | - | 131K | - | - | - | $0.06 | $0.18 |
Anthropic | 42.9 | 87.5% | 1000K | 83.4% | 1.10 | 78 | $3.00 | $15.00 |
anthropic | - | - | 200K | - | - | - | $15.00 | $75.00 |
anthropic | - | - | 1000K | - | - | - | $3.00 | $15.00 |
anthropic | - | - | 200K | - | - | - | $3.00 | $15.00 |
anthropic | - | - | 200K | - | - | - | $3.00 | $15.00 |
perplexity | 15.5 | 68.9% | 127K | 47.1% | 1.36 | 125 | $1.00 | $1.00 |
minimax | - | - | 1000K | - | - | - | $0.20 | $1.10 |
openai | 30.7 | 84.1% | 200K | 74.7% | 18.72 | 144 | $15.00 | $60.00 |
amazon | - | - | 300K | - | - | - | $0.06 | $0.24 |
amazon | - | - | 300K | - | - | - | $0.80 | $3.20 |
openai | - | - | 128K | - | - | - | $2.50 | $10.00 |
qwen | - | - | 33K | - | - | - | $0.80 | $0.80 |
anthropic | - | - | 200K | - | 1.36 | 78 | $5.00 | $25.00 |
OpenAI | 20.0 | - | 128K | - | - | - | $0.00 | $0.00 |
openrouter | - | - | 2000K | - | - | - | $-1000000.00 | $-1000000.00 |
Anthropic | 31.9 | 88.0% | 200K | 80.9% | 1.29 | 47 | $15.00 | $75.00 |
mistralai | - | - | 131K | - | 0.41 | 93 | $0.40 | $2.00 |
Google | 10.2 | 66.9% | 131K | 42.8% | 0.85 | 34 | $0.00 | $0.00 |
OpenAI | - | - | 128K | - | - | - | $0.00 | $0.00 |
OpenAI | 18.6 | 80.3% | 128K | 65.5% | - | - | $0.00 | $0.00 |
OpenAI | - | - | 128K | - | - | - | $0.00 | $0.00 |
Google | 12.3 | - | 1049K | - | - | - | $0.00 | $0.00 |
Google | 19.6 | 79.8% | 1049K | 70.1% | - | - | $0.00 | $0.00 |
openai | 25.8 | - | 200K | - | - | - | $150.00 | $600.00 |
perplexity | 24.6 | - | 128K | - | - | - | $0.00 | $0.00 |
qwen | - | - | 33K | - | - | - | $0.20 | $0.20 |
Allen Institute for AI | - | - | 37K | 42.5% | 0.42 | 113 | $0.00 | $0.00 |
Allen Institute for AI | 9.2 | 37.1% | 37K | 24.0% | - | - | $0.00 | $0.00 |
Anthropic | 31.0 | 80.0% | 200K | 64.6% | 0.51 | 109 | $1.00 | $5.00 |
openrouter | - | - | 200K | - | - | - | $0.00 | $0.00 |
allenai | - | - | 37K | - | - | - | $0.20 | $0.20 |
Reka AI | 9.5 | 66.9% | 128K | 52.9% | 1.32 | 49 | $0.20 | $0.80 |
mistralai | - | - | 262K | - | - | - | $0.20 | $0.20 |
mistralai | - | - | 262K | - | - | - | $0.15 | $0.15 |
mistralai | - | - | 131K | - | - | - | $0.10 | $0.10 |
mistralai | - | - | 262K | - | - | - | $0.50 | $1.50 |
perplexity | - | - | 200K | - | - | - | $3.00 | $15.00 |
google | - | - | 1049K | - | 35.19 | 92 | $2.00 | $12.00 |
nvidia | 10.1 | 64.9% | 131K | 43.9% | 0.54 | 134 | $0.20 | $0.60 |
baidu | - | - | 30K | - | - | - | $0.14 | $0.56 |
qwen | - | - | 262K | - | 1.44 | 74 | $0.55 | $3.50 |
OpenAI | 26.7 | 78.0% | 400K | 67.6% | 136.94 | 124 | $0.05 | $0.40 |
moonshotai | - | - | 262K | - | 1.28 | 41 | $0.45 | $2.20 |
Mistral | 16.0 | 69.3% | 262K | 57.2% | 0.29 | 129 | $0.20 | $0.20 |
Mistral | 14.6 | 64.2% | 262K | 47.1% | 0.28 | 169 | $0.15 | $0.15 |
Mistral | 11.2 | 52.4% | 262K | 35.8% | 0.27 | 292 | $0.10 | $0.10 |
google | - | - | 1049K | - | 1.02 | 192 | $0.50 | $3.00 |
StepFun | 15.4 | - | 33K | 69.0% | - | - | $0.00 | $0.00 |
google | - | - | 1049K | - | 0.46 | 243 | $0.30 | $2.50 |
Z AI | 23.5 | 79.9% | 131K | 71.9% | 0.65 | 63 | $0.30 | $0.90 |
Z AI | 17.1 | 75.2% | 131K | 56.6% | 0.84 | 25 | $0.30 | $0.90 |
google | - | - | 1049K | - | 34.94 | 153 | $1.25 | $10.00 |
OpenAI | 18.8 | - | 128K | 52.1% | 0.49 | 84 | $2.50 | $10.00 |
OpenAI | 16.0 | 74.0% | 128K | 52.6% | 0.59 | 87 | $5.00 | $15.00 |
OpenAI | 17.3 | 74.8% | 128K | 54.3% | 0.44 | 140 | $2.50 | $10.00 |
OpenAI | 12.6 | 64.8% | 128K | 42.6% | 0.56 | 58 | $0.15 | $0.60 |
openai | - | - | 1048K | - | 0.52 | 86 | $2.00 | $8.00 |
Mistral | 14.0 | 70.1% | 131K | 50.5% | 0.43 | 49 | $2.00 | $6.00 |
Amazon | 12.4 | 59.0% | 300K | 43.3% | 0.40 | 220 | $0.06 | $0.24 |
Reka AI | 12.0 | - | 128K | - | 1.31 | 68 | $0.20 | $0.80 |
qwen | - | - | 262K | - | - | - | $0.25 | $2.00 |
qwen | - | - | 262K | - | - | - | $0.30 | $2.40 |
Google | 41.1 | 89.5% | 1049K | 88.7% | 4.08 | 137 | $2.00 | $12.00 |
google | - | - | 1049K | - | - | - | $2.00 | $12.00 |
google | - | - | 33K | - | - | - | $0.30 | $2.50 |
Google | 5.4 | 13.5% | 131K | 23.7% | 0.54 | 43 | $0.00 | $0.00 |
Alibaba | 27.5 | 83.6% | 131K | 77.2% | 1.09 | 47 | $0.70 | $8.40 |
google | - | - | 66K | - | - | - | $2.00 | $12.00 |
google | - | - | 1049K | - | - | - | $2.00 | $12.00 |
Anthropic | 44.3 | - | 1000K | 79.9% | 0.82 | 57 | $3.00 | $15.00 |
qwen | 17.2 | 79.1% | 131K | 67.1% | 1.00 | 66 | $0.70 | $2.80 |
qwen | - | - | 131K | - | - | - | $0.12 | $1.36 |
Anthropic | 53.0 | - | 1000K | 89.6% | 1.77 | 73 | $5.00 | $25.00 |
qwen | 14.3 | 68.6% | 131K | 42.7% | 0.93 | 116 | $0.18 | $0.70 |
openai | - | - | 200K | - | - | - | $10.00 | $40.00 |
openai | - | - | 200K | - | - | - | $2.00 | $8.00 |
qwen | - | - | 131K | - | - | - | $0.00 | $0.00 |
amazon | - | - | 1000K | - | - | - | $0.30 | $2.50 |
qwen | 16.0 | 76.4% | 131K | 69.5% | 1.06 | 101 | $0.20 | $0.80 |
qwen | - | - | 262K | - | - | - | $0.40 | $3.20 |
qwen | - | - | 1000K | - | - | - | $0.10 | $0.40 |
qwen | - | - | 1000K | - | - | - | $0.40 | $2.40 |
bytedance-seed | - | - | 262K | - | - | - | $0.07 | $0.30 |
bytedance-seed | - | - | 262K | - | - | - | $0.25 | $2.00 |
amazon | - | - | 1000K | - | - | - | $2.50 | $12.50 |
google | - | - | 1049K | - | - | - | $0.10 | $0.40 |
OpenAI | 42.2 | 86.0% | 400K | 86.0% | 15.42 | 250 | $1.25 | $10.00 |
openai | - | - | 128K | - | - | - | $1.25 | $10.00 |
qwen | - | - | 131K | - | - | - | $0.00 | $0.00 |
qwen | 20.6 | 82.3% | 262K | 71.2% | 1.14 | 43 | $0.70 | $2.80 |
anthropic | - | - | 200K | - | - | - | $1.00 | $5.00 |
OpenAI | 33.0 | 83.2% | 200K | 78.4% | 60.35 | 116 | $1.10 | $4.40 |
google | - | - | 1049K | - | - | - | $0.10 | $0.40 |
Google | 12.5 | 72.4% | 1049K | 47.4% | 0.33 | 390 | $0.10 | $0.40 |
openai | 40.7 | - | 200K | 84.5% | 121.51 | 22 | $20.00 | $80.00 |
google | - | - | 1049K | - | - | - | $1.25 | $10.00 |
google | - | - | 1049K | - | - | - | $1.25 | $10.00 |
Google | 17.4 | 75.9% | 1049K | 62.5% | 15.26 | 380 | $0.10 | $0.40 |
Google | 48.4 | 89.8% | 1049K | 90.8% | 29.13 | 129 | $2.00 | $12.00 |
openai | - | - | 200K | - | - | - | $1.10 | $4.40 |
openai | 38.3 | 85.3% | 200K | 82.7% | 22.75 | 105 | $2.00 | $8.00 |
openai | 33.0 | 83.2% | 200K | 78.4% | 60.35 | 116 | $1.10 | $4.40 |
google | - | - | 131K | - | - | - | $0.04 | $0.08 |
google | - | - | 131K | - | - | - | $0.04 | $0.13 |
openai | - | - | 400K | - | 0.81 | 94 | $1.25 | $10.00 |
OpenAI | 49.0 | - | 400K | 89.9% | 30.08 | 85 | $1.75 | $14.00 |
Google | 25.5 | 83.6% | 1049K | 76.6% | - | - | $0.30 | $2.50 |
openai | - | - | 128K | - | - | - | $1.75 | $14.00 |
Google | 29.5 | 83.7% | 1049K | 82.2% | - | - | $1.25 | $10.00 |
Google | 17.8 | 78.3% | 1049K | 59.4% | - | - | $0.00 | $0.00 |
Google | 24.3 | 80.0% | 1049K | 69.8% | - | - | $0.00 | $0.00 |
Google | 30.3 | 85.8% | 1049K | 83.6% | - | - | $0.00 | $0.00 |
Google | 7.5 | 5.5% | 131K | 22.4% | - | - | $0.00 | $0.00 |
Anthropic | 37.1 | 86.0% | 1000K | 72.7% | 1.13 | 72 | $3.00 | $15.00 |
Anthropic | 51.3 | - | 1000K | 87.5% | 0.88 | 55 | $3.00 | $15.00 |
openai | - | - | 400K | - | 0.60 | 73 | $1.75 | $14.00 |
OpenAI | 23.7 | 80.6% | 400K | 67.3% | 1.02 | 67 | $1.25 | $10.00 |
OpenAI | 44.5 | 86.5% | 400K | 83.7% | 12.34 | 305 | $1.25 | $10.00 |
OpenAI | 41.8 | 86.7% | 400K | 84.2% | 54.76 | 91 | $1.25 | $10.00 |
OpenAI | 47.6 | 87.0% | 400K | 87.3% | 38.51 | 110 | $1.25 | $10.00 |
OpenAI | 20.7 | 77.5% | 400K | 68.7% | 0.67 | 70 | $0.25 | $2.00 |
OpenAI | 44.6 | 87.1% | 400K | 85.4% | 103.29 | 91 | $1.25 | $10.00 |
OpenAI | 13.7 | 55.6% | 400K | 42.8% | 0.57 | 113 | $0.05 | $0.40 |
OpenAI | 38.8 | 82.8% | 400K | 80.3% | 42.49 | 68 | $0.25 | $2.00 |
OpenAI | 25.7 | 77.2% | 400K | 67.0% | 46.58 | 132 | $0.05 | $0.40 |
OpenAI | 21.8 | 82.0% | 400K | 68.6% | 0.48 | 202 | $1.25 | $10.00 |
OpenAI | 40.7 | - | 200K | 84.5% | 121.51 | 22 | $20.00 | $80.00 |
openai | - | - | 1048K | - | 0.46 | 64 | $0.40 | $1.60 |
openai | - | - | 1048K | - | 0.34 | 90 | $0.10 | $0.40 |
Alibaba | 9.5 | 63.4% | 131K | 37.1% | - | - | $0.00 | $0.00 |
Alibaba | 13.7 | 70.0% | 131K | 49.4% | - | - | $0.00 | $0.00 |
Alibaba | 19.6 | 80.7% | 131K | 72.0% | 1.00 | 100 | $0.20 | $2.40 |
Alibaba | 24.5 | 81.8% | 131K | 73.3% | 1.25 | 84 | $0.70 | $8.40 |
Anthropic | 22.2 | 86.0% | 200K | 70.1% | 1.41 | 39 | $15.00 | $75.00 |
Anthropic | 27.4 | 87.3% | 200K | 79.6% | 1.35 | 47 | $15.00 | $75.00 |
Anthropic | 38.6 | 84.2% | 1000K | 77.7% | 1.17 | 75 | $3.00 | $15.00 |
Google | 31.1 | 84.2% | 1049K | 79.3% | - | - | $0.30 | $2.50 |
Amazon | 27.9 | 80.9% | 1000K | 76.0% | - | - | $0.30 | $2.50 |
Amazon | 23.2 | 79.8% | 1000K | 69.9% | - | - | $0.30 | $2.50 |
Amazon | 17.9 | 74.3% | 1000K | 60.3% | 0.53 | 184 | $0.30 | $2.50 |
Amazon | 16.6 | 71.9% | 1000K | 55.5% | 0.67 | 207 | $0.30 | $2.50 |
Amazon | 22.9 | 77.2% | 1000K | 63.6% | 0.50 | 149 | $1.25 | $10.00 |
Amazon | 31.9 | 82.2% | 1000K | 75.1% | 12.28 | 129 | $1.25 | $10.00 |
Amazon | 29.6 | 81.3% | 1000K | 76.8% | 13.73 | 242 | $0.30 | $2.50 |
OpenAI | 39.0 | 86.0% | 400K | 80.8% | 27.13 | 87 | $1.25 | $10.00 |
Google | 21.6 | 80.8% | 1049K | 70.9% | 8.62 | 473 | $0.10 | $0.40 |
Google | 6.3 | 41.7% | 131K | 29.1% | 1.03 | 33 | $0.00 | $0.00 |
Google | 8.8 | 59.5% | 131K | 34.9% | 13.68 | 32 | $0.00 | $0.00 |
openai | - | - | 400K | - | - | - | $1.75 | $14.00 |
anthropic | - | - | 1000K | - | - | - | $3.00 | $15.00 |
anthropic | - | - | 1000K | - | - | - | $5.00 | $25.00 |
openai | - | - | 400K | - | - | - | $1.75 | $14.00 |
openai | - | - | 400K | - | - | - | $1.25 | $10.00 |
Anthropic | 33.0 | 83.7% | 1000K | 68.3% | 1.27 | 64 | $3.00 | $15.00 |
Anthropic | 23.6 | - | 200K | - | 1.33 | 39 | $15.00 | $75.00 |
Anthropic | 46.4 | - | 1000K | 84.0% | 1.70 | 67 | $5.00 | $25.00 |
openai | - | - | 400K | - | - | - | $1.25 | $10.00 |
openai | - | - | 400K | - | - | - | $2.50 | $2.00 |
OpenAI | 41.0 | 83.7% | 400K | 82.8% | 99.88 | 74 | $0.25 | $2.00 |
OpenAI | 38.5 | 82.0% | 400K | 81.3% | 11.62 | 149 | $0.25 | $2.00 |
OpenAI | 46.6 | 85.9% | 400K | 86.4% | - | - | $1.75 | $14.00 |
OpenAI | 51.2 | 87.4% | 400K | 90.3% | 38.29 | 87 | $1.75 | $14.00 |
Anthropic | 37.0 | 76.0% | 200K | 67.2% | 0.47 | 121 | $1.00 | $5.00 |
Anthropic | 42.5 | - | 1000K | 79.7% | 0.95 | 61 | $3.00 | $15.00 |
Amazon | 35.6 | 83.0% | 1000K | 78.5% | 19.88 | 129 | $1.25 | $10.00 |
Amazon | 24.2 | 78.8% | 1000K | 69.8% | 5.98 | 227 | $0.30 | $2.50 |
openai | - | - | 400K | - | - | - | $15.00 | $120.00 |
openai | - | - | 400K | - | - | - | $21.00 | $168.00 |
x-ai | - | - | 2000K | - | 0.79 | 118 | $0.20 | $0.50 |
openai | - | - | 128K | - | - | - | $1.25 | $10.00 |
z-ai | - | - | 66K | - | - | - | $0.60 | $1.80 |
openai | - | - | 400K | - | - | - | $0.25 | $2.00 |
openai | - | - | 400K | - | - | - | $10.00 | $10.00 |
openai | 44.6 | 87.1% | 400K | 85.4% | 103.29 | 91 | $1.25 | $10.00 |
openai | 41.0 | 83.7% | 400K | 82.8% | 99.88 | 74 | $0.25 | $2.00 |
openai | 26.7 | 78.0% | 400K | 67.6% | 136.94 | 124 | $0.05 | $0.40 |
openai | 44.5 | 86.5% | 400K | 83.7% | 12.34 | 305 | $1.25 | $10.00 |
x-ai | 22.6 | 73.0% | 2000K | 60.6% | 0.69 | 112 | $0.20 | $0.50 |
anthropic | - | - | 1000K | - | - | - | $3.00 | $15.00 |
x-ai | 41.4 | 86.6% | 256K | 87.7% | 16.72 | 39 | $3.00 | $15.00 |
meta-llama | 18.3 | 80.9% | 1049K | 67.1% | 0.51 | 115 | $0.31 | $0.85 |
meta-llama | 13.5 | 75.2% | 328K | 58.7% | 0.46 | 154 | $0.18 | $0.66 |
Google | 19.4 | 79.6% | 1049K | 65.1% | 0.35 | 327 | $0.10 | $0.40 |
anthropic | - | - | 200K | - | - | - | $15.00 | $75.00 |
qwen | - | - | 131K | - | - | - | $0.21 | $0.63 |
mistralai | 14.0 | 70.1% | 131K | 50.5% | 0.43 | 49 | $2.00 | $6.00 |
perplexity | 15.2 | 75.5% | 200K | 57.8% | 1.46 | 106 | $3.00 | $15.00 |
bytedance | - | - | 128K | - | - | - | $0.10 | $0.20 |
baidu | - | - | 123K | - | - | - | $0.42 | $1.25 |
mistralai | 18.7 | 76.0% | 131K | 57.8% | 0.52 | 49 | $0.40 | $2.00 |
arcee-ai | - | - | 131K | - | - | - | $0.18 | $0.18 |
meta-llama | - | - | 164K | - | - | - | $0.18 | $0.18 |
google | - | - | 1049K | - | - | - | $0.07 | $0.30 |
qwen | - | - | 131K | - | - | - | $0.80 | $3.20 |
google | - | - | 128K | - | - | - | $0.04 | $0.15 |