| Model |
|---|
Context | Max Output | Latency | Throughput | Input | Output | Cache | Image Gen | Web Search | Capabilities | Providers |
|---|
| 256K | 32K | 2.2s | 82tps | $0.03/M | $1.20/M | Read:$0.06/M Write:— | — | — | ||
| 1000K | 64K | 0.8s | 74tps | $3.00/M | $15.00/M | Read:$0.30/M Write:$3.75/M | — | $10.00/K + input costs | ||
| 1000K | 65K | 0.8s | 164tps | $0.50/M | $3.00/M | Read:$0.05/M Write:— | — | $14.00/K + input costs | ||
| 262K | 262K | 0.5s | 121tps | $0.50/M | $2.80/M | Read:$0.10/M Write:— | — | — | +1 | |
| 1000K | 128K | 1.5s | 66tps | $5.00/M | $25.00/M | Read:$0.50/M Write:$6.25/M | — | $10/K + input costs | ||
| 205K | 200K | 1.6s | 187tps | $0.28/M | $1.20/M | Read:$0.03/M Write:$0.38/M | — | — | +2 | |
| 1049K | 66K | 0.2s | 407tps | $0.10/M | $0.40/M | Read:$0.01/M Write:— | — | $35.00/K + input costs | ||
| 400K | 128K | 0.9s | 56tps | $1.75/M | $14.00/M | Read:$0.17/M Write:— | — | $10.00/K + input costs | ||
| 200K | 64K | 0.4s | 115tps | $1.00/M | $5.00/M | Read:$0.10/M Write:$1.25/M | — | $10.00/K + input costs | ||
| 200K | 64K | 0.4s | 60tps | $3.00/M | $15.00/M | Read:$0.30/M Write:$3.75/M | — | — | ||
| 1000K | 64K | 3.7s | 130tps | $2.00/M | $12.00/M | Read:$0.20/M Write:— | — | $14.00/K + input costs | ||
| 256K | 256K | 0.3s | 168tps | $0.20/M | $1.50/M | Read:$0.02/M Write:— | — | — | ||
| 128K | 16K | 0.5s | 126tps | $1.25/M | $10.00/M | Read:$0.13/M Write:— | $10.00/M | $10.00/K + input costs | +1 | |
| 1000K | 64K | 0.8s | 59tps | $3.00/M | $15.00/M | Read:$0.30/M Write:$3.75/M | — | $10.00/K + input costs | ||
| 205K | 131K | 0.4s | 399tps | $0.43/M | $1.75/M | Read:$0.08/M Write:— | — | — | +1 | |
| 1049K | 66K | 2.1s | 183tps | $1.25/M | $10.00/M | Read:$0.13/M Write:— | — | $35.00/K + input costs | ||
| 200K | 64K | 0.9s | 53tps | $5.00/M | $25.00/M | Read:$0.50/M Write:$6.25/M | — | — | ||
| 1000K | 66K | 0.4s | 362tps | $0.30/M | $2.50/M | Read:$0.03/M Write:— | — | $35.00/K + input costs | ||
| 2000K | 30K | 0.7s | 95tps | $0.20/M | $0.50/M | Read:$0.05/M Write:— | — | — | ||
| 164K | 66K | 1.4s | 37tps | $0.27/M | $0.40/M | Read:$0.03/M Write:— | — | — | ||
| 400K | 128K | 4.6s | 293tps | $0.25/M | $2.00/M | Read:$0.03/M Write:— | — | $10.00/K + input costs | ||
| 400K | 128K | 3.1s | 102tps | $1.75/M | $14.00/M | Read:$0.17/M Write:— | — | $10/K + input costs | ||
| 128K | 16K | 0.5s | 67tps | $1.25/M | $10.00/M | Read:$0.13/M Write:— | — | $10.00/K + input costs | ||
| 131K | 131K | 0.1s | 1841tps | $0.10/M | $0.50/M | Read:$0.08/M Write:— | — | — | +5 | |
| 2000K | 30K | 4.4s | 207tps | $0.20/M | $0.50/M | Read:$0.05/M Write:— | — | — | ||
| 400K | 128K | 4.0s | 420tps | $1.25/M | $10.00/M | Read:$0.13/M Write:— | $10.00/M | $10.00/K + input costs | ||
| 128K | 16K | 0.5s | 50tps | $0.15/M | $0.60/M | Read:$0.07/M Write:— | — | $10.00/K + input costs | ||
| 400K | 128K | 6.3s | 123tps | $0.05/M | $0.40/M | Read:$0.01/M Write:— | $0.40/M | $10.00/K + input costs | ||
| 400K | 128K | 0.8s | 139tps | $1.25/M | $10.00/M | Read:$0.13/M Write:— | $10.00/M | $10.00/K + input costs | +1 | |
| 256K | 256K | 4.3s | 67tps | — | — | — | — | — | ||
| 1048K | 33K | 0.6s | 62tps | $0.40/M | $1.60/M | Read:$0.10/M Write:— | — | $10.00/K + input costs | ||
| 2000K | 256K | 0.7s | 99tps | $0.20/M | $0.50/M | Read:$0.05/M Write:— | — | — | ||
| — | — | — | — | $0.02/M | — | — | — | — | ||
| 128K | 16K | 0.5s | 65tps | $2.50/M | $10.00/M | Read:$1.25/M Write:— | — | $10.00/K + input costs | ||
| 33K | 66K | 0.4s | 201tps | $0.30/M | $2.50/M | — | $0.04/img | — | ||
| 131K | 66K | 0.1s | — | $0.07/M | $0.30/M | Read:$0.04/M Write:— | — | — | ||
| 1048K | 33K | 0.9s | 86tps | $2.00/M | $8.00/M | Read:$0.50/M Write:— | — | $10.00/K + input costs | ||
| 2000K | 256K | 1.1s | 186tps | $0.20/M | $0.50/M | Read:$0.05/M Write:— | — | — | ||
| 131K | 128K | 0.2s | 793tps | $0.07/M | $0.30/M | — | — | — | ||
| 400K | 128K | 0.7s | 115tps | $1.25/M | $10.00/M | Read:$0.13/M Write:— | — | $10.00/K + input costs | ||
| 1049K | 66K | 0.4s | 350tps | $0.10/M | $0.40/M | Read:$0.01/M Write:— | — | $35.00/K + input costs | ||
| 1049K | 8K | 0.4s | 133tps | $0.10/M | $0.40/M | Read:$0.03/M Write:— | — | $35.00/K + input costs | ||
| 205K | 203K | 0.4s | 236tps | $0.45/M | $1.80/M | Read:$0.11/M Write:— | — | — | +2 | |
| 1049K | 8K | 0.3s | 152tps | $0.07/M | $0.30/M | — | — | $35.00/K + input costs | ||
| 128K | 4K | 0.2s | — | $0.04/M | $0.04/M | — | — | — | ||
| 400K | 128K | 0.4s | 36tps | $1.25/M | $10.00/M | Read:$0.13/M Write:— | — | $10.00/K + input costs | ||
| 262K | 128K | 0.2s | 243tps | $0.60/M | $2.50/M | — | — | — | +1 | |
| 128K | 64K | 2.1s | 47tps | $0.28/M | $0.42/M | Read:$0.03/M Write:— | — | — | ||
| 128K | 8K | 0.3s | — | $0.04/M | $0.14/M | — | — | — | ||
| 400K | 128K | 2.6s | — | $1.25/M | $10.00/M | Read:$0.13/M Write:— | — | $10.00/K + input costs | ||
| 164K | 164K | 0.9s | 35tps | $0.27/M | $0.40/M | — | — | — | ||
| — | — | — | — | $0.13/M | — | — | — | — | ||
| 66K | 33K | 12.3s | 224tps | $2.00/M | $120.00/M | — | $120.00/M | $14.00/K + input costs | ||
| 1048K | 33K | 0.4s | 143tps | $0.10/M | $0.40/M | Read:$0.03/M Write:— | — | $10.00/K + input costs | ||
| — | — | — | — | $0.10/M | — | — | — | — | ||
| 200K | 100K | 2.3s | 274tps | $1.10/M | $4.40/M | Read:$0.28/M Write:— | — | — | ||
| 1000K | 66K | 0.4s | 244tps | $0.30/M | $2.50/M | Read:$0.03/M Write:— | — | $35.00/K + input costs | ||
| 164K | 16K | 0.4s | 164tps | $0.50/M | $2.15/M | Read:$0.40/M Write:— | — | — | ||
| 400K | 128K | 1.0s | 159tps | $0.25/M | $2.00/M | Read:$0.03/M Write:— | — | $10.00/K + input costs | ||
| 164K | 164K | 0.5s | 104tps | $0.28/M | $0.77/M | — | — | — | ||
| 82K | 16K | 0.3s | — | $0.80/M | $1.20/M | — | — | — | ||
| — | — | — | — | $0.15/M | — | — | — | — | ||
| 262K | 32K | 1.5s | 142tps | $0.09/M | $0.29/M | Read:$0.02/M Write:— | — | — | ||
| 200K | 100K | 2.5s | 70tps | $2.00/M | $8.00/M | Read:$0.50/M Write:— | — | — | ||
| 128K | 16K | 0.7s | 75tps | $1.75/M | $14.00/M | Read:$0.17/M Write:— | — | $10.00/K + input costs | ||
| — | — | — | — | $0.03/M | — | — | — | — | ||
| 262K | 66K | 1.6s | 33tps | $0.84/M | $3.38/M | Read:$0.24/M Write:— | — | — | ||
| 200K | 8K | 0.4s | 53tps | $0.80/M | $4.00/M | Read:$0.08/M Write:$1.00/M | — | — | ||
| 127K | 8K | 1.4s | 117tps | $1.00/M | $1.00/M | — | — | — | ||
| 131K | 131K | 0.1s | 93tps | $0.02/M | $0.05/M | — | — | — | +2 | |
| 131K | 33K | 0.6s | 42tps | $0.07/M | $0.46/M | Read:$0.11/M Write:— | — | — | ||
| 205K | 131K | 3.7s | 73tps | $0.30/M | $2.40/M | Read:$0.03/M Write:$0.38/M | — | — | ||
| 164K | 164K | 0.3s | 267tps | $0.30/M | $1.00/M | — | — | — | +3 | |
| 131K | 131K | 0.2s | 78tps | $0.02/M | $0.04/M | — | — | — | ||
| 200K | 8K | 1.3s | 110tps | $3.00/M | $15.00/M | — | — | — | ||
| 128K | 33K | 0.4s | 367tps | $0.59/M | $0.72/M | Read:$0.85/M Write:— | — | — | ||
| 200K | 131K | 3.5s | 57tps | — | — | — | — | — | ||
| 131K | 8K | 0.2s | 162tps | $0.08/M | $0.30/M | — | — | — | ||
| 262K | 67K | 0.4s | 115tps | $0.40/M | $1.60/M | Read:$0.30/M Write:— | — | — | +1 | |
| 200K | 128K | 5.0s | 64tps | $0.06/M | $0.40/M | Read:$0.01/M Write:— | — | — | ||
| 256K | 256K | 3.8s | 64tps | $3.00/M | $15.00/M | — | — | — | ||
| 256K | 256K | 0.3s | 93tps | — | — | — | — | — | ||
| 131K | 131K | 0.4s | 131tps | $0.60/M | $4.00/M | — | — | — | ||
| 200K | 8K | 0.6s | 66tps | $3.00/M | $15.00/M | Read:$0.30/M Write:$3.75/M | — | — | ||
| 131K | 131K | 0.6s | 43tps | $0.50/M | $2.00/M | — | — | — | +2 | |
| 131K | 131K | 1.7s | 29tps | $0.25/M | $1.00/M | — | — | — | ||
| 205K | 205K | 1.2s | 47tps | $0.30/M | $1.20/M | Read:$0.03/M Write:$0.38/M | — | — | ||
| 256K | 256K | 0.4s | 66tps | $0.50/M | $1.50/M | — | — | — | ||
| 128K | 4K | 0.3s | 72tps | $2.00/M | $6.00/M | — | — | — | ||
| 200K | 32K | 1.1s | 48tps | $15.00/M | $75.00/M | Read:$1.50/M Write:$18.75/M | — | $10.00/K + input costs | ||
| 131K | 131K | 0.2s | 188tps | $0.20/M | $0.60/M | — | — | — | ||
| 262K | 66K | 0.4s | 111tps | $0.09/M | $1.10/M | — | — | — | ||
| 131K | 131K | 1.0s | 76tps | $0.60/M | $2.20/M | Read:$0.11/M Write:— | — | — | ||
| 131K | 66K | 1.3s | 28tps | $0.27/M | $1.00/M | — | — | — | ||
| 300K | 8K | 0.4s | — | $0.06/M | $0.24/M | — | — | — | ||
| — | — | — | — | $0.15/M | — | — | — | — | ||
| — | — | — | — | $0.03/M | — | — | — | — | ||
| 200K | 100K | 2.8s | — | $1.10/M | $4.40/M | Read:$0.55/M Write:— | — | — | ||
| 262K | 262K | 0.5s | 76tps | $0.30/M | $2.90/M | — | — | — | ||
| 262K | 262K | 0.4s | 175tps | $0.47/M | $2.00/M | Read:$0.14/M Write:— | — | — | +2 | |
| 256K | 16K | 1.5s | 60tps | $2.40/M | $10.00/M | — | — | — | ||
| 32K | 4K | 0.4s | 82tps | $0.10/M | $0.30/M | — | — | — | ||
| 131K | 131K | 0.3s | 121tps | $0.30/M | $0.50/M | — | — | — | ||
| 33K | 33K | 0.3s | 161tps | $0.30/M | $2.50/M | — | $0.04/img | — | ||
| 128K | 96K | 2.9s | 58tps | $0.20/M | $1.10/M | Read:$0.03/M Write:— | — | — | ||
| 128K | 33K | 4.3s | 58tps | $3.00/M | $15.00/M | — | — | — | ||
| 128K | 100K | 3.7s | 132tps | — | — | — | — | — | ||
| 200K | 4K | 0.3s | 146tps | $0.25/M | $1.25/M | Read:$0.03/M Write:$0.30/M | — | — | ||
| 256K | 256K | 2.2s | 135tps | $0.50/M | $1.20/M | — | — | — | ||
| 128K | 4K | 0.2s | 153tps | $0.10/M | $0.10/M | — | — | — | ||
| 256K | 256K | 0.2s | 82tps | $0.20/M | $0.20/M | — | — | — | ||
| — | — | — | — | $0.10/M | — | — | — | — | ||
| 131K | 131K | 0.6s | 83tps | $3.00/M | $15.00/M | — | — | — | ||
| 256K | 256K | 0.4s | 83tps | $0.22/M | $0.88/M | — | — | — | ||
| 1000K | 66K | 1.7s | 50tps | $1.00/M | $5.00/M | Read:$0.20/M Write:— | — | — | ||
| 128K | 24K | 1.8s | 97tps | — | — | — | — | — | ||
| 262K | 262K | 0.8s | 103tps | $1.15/M | $8.00/M | Read:$0.15/M Write:— | — | — | ||
| 128K | 4K | 0.2s | 363tps | $0.30/M | $0.90/M | — | — | — | ||
| 200K | 32K | 1.1s | 49tps | $15.00/M | $75.00/M | Read:$1.50/M Write:$18.75/M | — | $10.00/K + input costs | ||
| 131K | 41K | 0.1s | 391tps | $0.10/M | $0.30/M | — | — | — | +2 | |
| 400K | 128K | 14.3s | — | $21.00/M | $168.00/M | — | — | $10.00/K + input costs | ||
| 524K | 8K | 0.2s | 85tps | $0.15/M | $0.60/M | — | — | — | ||
| 131K | 66K | 1.1s | 273tps | $0.15/M | $1.50/M | — | — | — | ||
| 1000K | 1000K | 0.4s | 170tps | $0.30/M | $2.50/M | — | — | — | ||
| 33K | 33K | 0.6s | 102tps | $2.00/M | $10.00/M | — | — | — | ||
| 200K | 100K | 1.9s | 155tps | $15.00/M | $60.00/M | Read:$7.50/M Write:— | — | — | ||
| 128K | 24K | 3.0s | 83tps | $0.30/M | $0.90/M | Read:$0.05/M Write:— | — | — | ||
| 262K | 262K | 0.4s | 52tps | $0.20/M | $0.88/M | Read:$0.11/M Write:— | — | — | +1 | |
| 128K | 4K | 0.9s | 31tps | $10.00/M | $30.00/M | — | — | — | ||
| — | — | — | — | $0.18/M | — | — | — | — | ||
| 262K | 33K | 0.4s | 76tps | $0.07/M | $0.27/M | — | — | — | ||
| 127K | 8K | 1.4s | 108tps | $2.00/M | $8.00/M | — | — | — | ||
| 41K | 16K | 0.3s | 48tps | $0.08/M | $0.29/M | — | — | — | ||
| 128K | 4K | 0.2s | 77tps | $0.15/M | $0.15/M | — | — | — | ||
| 200K | 8K | 0.6s | 84tps | $3.00/M | $15.00/M | Read:$0.30/M Write:$3.75/M | — | — | ||
| 128K | 8K | 0.3s | 52tps | $0.15/M | $0.15/M | — | — | — | ||
| 128K | 32K | 4.5s | 55tps | $3.00/M | $15.00/M | — | — | — | ||
| 128K | 64K | 0.3s | — | $0.10/M | $0.30/M | — | — | — | ||
| 33K | 33K | 4.1s | 88tps | — | — | — | — | — | ||
| 33K | 33K | — | — | $0.01/M | — | — | — | — | ||
| 400K | 272K | — | — | $15.00/M | $120.00/M | — | $120.00/M | $10.00/K + input costs | +1 | |
| 256K | 32K | 1.4s | 64tps | $0.25/M | $2.00/M | Read:$0.05/M Write:— | — | — | ||
| 131K | 131K | 0.2s | 151tps | $0.04/M | $0.16/M | — | — | — | ||
| 41K | 16K | 0.2s | 56tps | $0.06/M | $0.24/M | — | — | — | ||
| 131K | 131K | 0.3s | 83tps | $5.00/M | $25.00/M | — | — | — | ||
| 200K | 100K | 1.7s | 224tps | $1.50/M | $6.00/M | Read:$0.38/M Write:— | — | — | ||
| 256K | 64K | 1.2s | 58tps | $0.25/M | $2.00/M | Read:$0.05/M Write:— | — | — | ||
| 131K | 131K | 0.4s | 115tps | $0.20/M | $1.10/M | — | — | — | ||
| 131K | 16K | 0.5s | 32tps | $0.40/M | $0.40/M | — | — | — | ||
| 16K | 4K | 0.4s | — | $0.50/M | $1.50/M | — | — | — | ||
| 66K | 16K | 0.8s | 47tps | $0.60/M | $1.80/M | Read:$0.11/M Write:— | — | — | ||
| 131K | 131K | 0.5s | 221tps | $0.04/M | $0.15/M | — | — | — | ||
| 300K | 8K | 0.5s | 102tps | $0.80/M | $3.20/M | — | — | — | ||
| — | — | — | — | $0.06/M | — | — | — | — | ||
| 200K | 100K | 41.3s | — | $20.00/M | $80.00/M | — | — | — | ||
| 256K | 66K | 2.1s | 33tps | $1.20/M | $6.00/M | Read:$0.24/M Write:— | — | — | ||
| 256K | 8K | 0.4s | 65tps | $2.50/M | $10.00/M | — | — | — | ||
| — | — | — | — | $0.18/M | — | — | — | — | ||
| 128K | 64K | 0.2s | 127tps | $0.40/M | $2.00/M | — | — | — | ||
| 128K | 8K | 0.3s | 62tps | $0.72/M | $0.72/M | — | — | — | ||
| 128K | 16K | 1.3s | 121tps | $0.15/M | $0.60/M | — | — | $10.00/K + input costs | ||
| 128K | 64K | 0.2s | 143tps | $0.50/M | $1.50/M | — | — | — | ||
| 33K | 33K | — | — | $0.02/M | — | — | — | — | ||
| 128K | 8K | 0.3s | 163tps | $0.16/M | $0.16/M | — | — | — | ||
| — | — | — | — | $0.12/M | — | — | — | — | ||
| 128K | 8K | 0.3s | 89tps | $0.10/M | $0.10/M | — | — | — | ||
| 262K | 33K | 1.8s | 55tps | $1.20/M | $6.00/M | Read:$0.24/M Write:— | — | — | ||
| 128K | 64K | 0.3s | 55tps | $2.00/M | $5.00/M | — | — | — | ||
| 66K | 2K | 0.7s | 124tps | $1.20/M | $1.20/M | — | — | — | ||
| 200K | 8K | 0.8s | 23tps | $15.00/M | $75.00/M | — | — | — | ||
| 82K | 16K | 0.3s | — | $0.90/M | $1.90/M | — | — | — | ||
| 33K | 33K | — | — | $0.05/M | — | — | — | — | ||
| — | — | — | — | $0.02/M | — | — | — | — | ||
| — | — | — | — | $0.02/M | — | — | — | — | ||
| 480 | — | — | — | — | — | — | $0.04/img | — | ||
| 8K | 4K | — | — | $1.50/M | $2.00/M | — | — | — | ||
| — | — | — | — | — | — | — | $0.02/img | — | ||
| 480 | — | — | — | — | — | — | $0.06/img | — | ||
| — | — | — | — | — | — | — | $0.04/img | — | ||
| 512 | — | — | — | — | — | — | $0.04/img | — | ||
| 32K | 16K | 0.5s | — | $0.25/M | $1.00/M | — | — | — | ||
| 67K | 67K | — | — | — | — | — | $0.07/MP | — | ||
| 200K | 100K | — | — | $10.00/M | $40.00/M | Read:$2.50/M Write:— | — | $10.00/K + input costs | ||
| — | — | — | — | — | — | — | $0.06/MP | — | ||
| 67K | 67K | — | — | — | — | — | $0.03/MP | — | ||
| 262K | 262K | 0.2s | — | $0.06/M | $0.24/M | — | — | — | ||
| — | — | — | — | — | — | — | $0.04/img | — | ||
| 128K | 8K | — | — | $0.15/M | $1.50/M | — | — | — | ||
| 480 | — | — | — | — | — | — | $0.02/img | — | ||
| — | — | — | — | — | — | — | $0.06/img | — | ||
| 512 | — | — | — | — | — | — | $0.08/img | — | ||
| — | — | — | — | — | — | — | $0.015/MP | — | ||
| 127K | 8K | — | — | $1.00/M | $5.00/M | — | — | — | ||
| — | — | — | — | — | — | — | $0.05/img | — | ||
| — | — | — | — | — | — | — | $0.014/MP | — | ||
| — | — | — | — | $0.12/M | — | — | — | — | ||
| — | — | — | — | $0.12/M | — | — | — | — | ||
| — | — | — | — | $0.12/M | — | — | — | — |