{ "fetched_at": "2026-07-15T06:55:13+00:00", "methodology": "Published third-party table indexed as displayed; TANDIU did not run or reproduce the evaluation.", "sources": [ { "id": "artificial-analysis", "name": "Artificial Analysis", "url": "https://artificialanalysis.ai/leaderboards/models", "status": "ok", "retrieved_at": "2026-07-15T06:55:13+00:00", "page_sha256": "8780c23c0a08f025a1018224b1c4f02bf7886200679913a56d8421b193a527f2", "published_rows": 261 } ], "matched": [ { "litellm_key": "gpt-5.6", "display": "GPT-5.6", "source_model": "GPT-5.6 Sol (max)", "context": "1M", "creator": "OpenAI", "intelligence_index": 59.0, "source_blended_price": 4.35, "output_tokens_per_second": 62.0, "latency_first_chunk_seconds": 143.8, "total_response_seconds": 151.9, "mapping": "variant", "mapping_target": "GPT-5.6" }, { "litellm_key": "gpt-5.4-mini", "display": "GPT-5.4 mini", "source_model": "GPT-5.4 mini", "context": "400k", "creator": "OpenAI", "intelligence_index": 17.0, "source_blended_price": 0.65, "output_tokens_per_second": 171.0, "latency_first_chunk_seconds": 0.62, "total_response_seconds": 3.54, "mapping": "exact", "mapping_target": "GPT-5.4 mini" }, { "litellm_key": "claude-opus-4-8", "display": "Claude Opus 4.8", "source_model": "Claude Opus 4.8 (max)", "context": "1M", "creator": "Anthropic", "intelligence_index": 56.0, "source_blended_price": 3.85, "output_tokens_per_second": 57.0, "latency_first_chunk_seconds": 26.81, "total_response_seconds": 35.66, "mapping": "variant", "mapping_target": "Claude Opus 4.8" }, { "litellm_key": "claude-sonnet-4-6", "display": "Claude Sonnet 4.6", "source_model": "Claude Sonnet 4.6 (Non-reasoning, Low Effort)", "context": "1M", "creator": "Anthropic", "intelligence_index": 34.0, "source_blended_price": 2.31, "output_tokens_per_second": 42.0, "latency_first_chunk_seconds": 1.6, "total_response_seconds": 13.43, "mapping": "variant", "mapping_target": "Claude Sonnet 4.6" }, { "litellm_key": "gemini/gemini-3.1-pro-preview", "display": "Gemini 3.1 Pro", "source_model": "Gemini 3.1 Pro Preview", "context": "1M", "creator": "Google", "intelligence_index": 46.0, "source_blended_price": 1.74, "output_tokens_per_second": 118.0, "latency_first_chunk_seconds": 30.61, "total_response_seconds": 34.83, "mapping": "exact", "mapping_target": "Gemini 3.1 Pro" }, { "litellm_key": "xai/grok-4.5", "display": "Grok 4.5", "source_model": "Grok 4.5 (high)", "context": "500k", "creator": "SpaceXAI", "intelligence_index": 54.0, "source_blended_price": 1.35, "output_tokens_per_second": 112.0, "latency_first_chunk_seconds": 9.7, "total_response_seconds": 14.16, "mapping": "variant", "mapping_target": "Grok 4.5" }, { "litellm_key": "deepseek-v4-pro", "display": "DeepSeek V4 Pro", "source_model": "DeepSeek V4 Pro", "context": "1M", "creator": "DeepSeek", "intelligence_index": 31.0, "source_blended_price": 0.18, "output_tokens_per_second": 70.0, "latency_first_chunk_seconds": 1.66, "total_response_seconds": 8.81, "mapping": "exact", "mapping_target": "DeepSeek V4 Pro" }, { "litellm_key": "deepseek-v4-flash", "display": "DeepSeek V4 Flash", "source_model": "DeepSeek V4 Flash", "context": "1M", "creator": "DeepSeek", "intelligence_index": 29.0, "source_blended_price": 0.06, "output_tokens_per_second": 105.0, "latency_first_chunk_seconds": 1.23, "total_response_seconds": 5.98, "mapping": "exact", "mapping_target": "DeepSeek V4 Flash" }, { "litellm_key": "moonshot/kimi-k2.6", "display": "Kimi K2.6", "source_model": "Kimi K2.6", "context": "256k", "creator": "Kimi", "intelligence_index": 44.0, "source_blended_price": 0.7, "output_tokens_per_second": 46.0, "latency_first_chunk_seconds": 2.79, "total_response_seconds": 111.05, "mapping": "exact", "mapping_target": "Kimi K2.6" }, { "litellm_key": "zai/glm-5.1", "display": "GLM-5.1", "source_model": "GLM-5.1", "context": "200k", "creator": "Z AI", "intelligence_index": 40.0, "source_blended_price": 0.9, "output_tokens_per_second": 78.0, "latency_first_chunk_seconds": 1.55, "total_response_seconds": 56.68, "mapping": "exact", "mapping_target": "GLM-5.1" }, { "litellm_key": "zai/glm-5", "display": "GLM-5", "source_model": "GLM-5-Turbo", "context": "200k", "creator": "Z AI", "intelligence_index": 38.0, "source_blended_price": null, "output_tokens_per_second": null, "latency_first_chunk_seconds": null, "total_response_seconds": null, "mapping": "variant", "mapping_target": "GLM-5" }, { "litellm_key": "minimax/MiniMax-M3", "display": "MiniMax M3", "source_model": "MiniMax-M3", "context": "1M", "creator": "MiniMax", "intelligence_index": 44.0, "source_blended_price": 0.22, "output_tokens_per_second": 94.0, "latency_first_chunk_seconds": 1.94, "total_response_seconds": 28.43, "mapping": "exact", "mapping_target": "MiniMax M3" }, { "litellm_key": "novita/baidu/ernie-4.5-300b-a47b-paddle", "display": "ERNIE 4.5 300B", "source_model": "ERNIE 4.5 300B A47B", "context": "131k", "creator": "Baidu", "intelligence_index": 9.0, "source_blended_price": 0.36, "output_tokens_per_second": null, "latency_first_chunk_seconds": null, "total_response_seconds": null, "mapping": "variant", "mapping_target": "ERNIE 4.5 300B" } ], "unmatched": [ { "litellm_key": "gpt-5.4-pro", "display": "GPT-5.4 Pro" }, { "litellm_key": "claude-haiku-4-5", "display": "Claude Haiku 4.5" }, { "litellm_key": "gemini/gemini-3-flash-preview", "display": "Gemini 3 Flash" }, { "litellm_key": "xai/grok-4-1-fast", "display": "Grok 4.1 Fast" }, { "litellm_key": "dashscope/qwen-max", "display": "Qwen-Max" }, { "litellm_key": "dashscope/qwen-plus", "display": "Qwen-Plus" }, { "litellm_key": "moonshot/kimi-k2.5", "display": "Kimi K2.5" }, { "litellm_key": "manual/doubao-seed-2-0-pro", "display": "Doubao Seed 2.0 Pro" }, { "litellm_key": "manual/doubao-seed-2-0-lite", "display": "Doubao Seed 2.0 Lite" }, { "litellm_key": "manual/hunyuan-2-0-instruct", "display": "混元 HY2.0 Instruct" }, { "litellm_key": "manual/hunyuan-a13b", "display": "混元 A13B" } ] }