{"data":{"snapshot_id":"snap_2026_08_18_008","generated_at":"2026-08-18T15:19:02.976Z","benchmarks":[{"id":"gpqa_diamond","display_name":"GPQA Diamond","unit":"percent","weight":0.1471},{"id":"swe_bench_verified","display_name":"SWE-bench Verified","unit":"percent","weight":0.1471},{"id":"livebench","display_name":"LiveBench","unit":"index","weight":0.1103},{"id":"mmlu_pro","display_name":"MMLU-Pro","unit":"percent","weight":0.1103},{"id":"hle","display_name":"Humanity's Last Exam","unit":"percent","weight":0.1029},{"id":"aime","display_name":"AIME (annual)","unit":"percent","weight":0.0735},{"id":"arc_agi_2","display_name":"ARC-AGI-2","unit":"percent","weight":0.0735},{"id":"arena_elo","display_name":"LMArena / Arena Elo","unit":"elo","weight":0.0735},{"id":"tau_bench","display_name":"tau-bench / tau2-bench","unit":"percent","weight":0.0442},{"id":"terminal_bench","display_name":"Terminal-Bench (Hard)","unit":"percent","weight":0.0441}],"models":[{"id":"claude-fable-5","display_name":"Claude Fable 5","family_id":"claude","vendor":"Anthropic","status":"current","superseded_by":null,"release_date":"2026-06-09","intelligence_index":96.38,"coverage":0.754,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1000000,"pricing":{"prompt_usd_per_m":10,"completion_usd_per_m":50,"blended_usd_per_m":20},"scores":{"arc_agi_2":{"raw":89.2,"norm":93.56,"trust":3,"source_url":"https://arcprize.org/results/anthropic-claude-fable-5","config":"$5.45/task, arc prize verified semi-private, max reasoning","measured_date":"2026-08-03"},"arena_elo":{"raw":1506.5,"norm":100,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":92.6,"norm":95.21,"trust":2,"source_url":"https://www.requesty.ai/models/anthropic/claude-fable-5","config":null,"measured_date":null},"hle":{"raw":53,"norm":87.93,"trust":2,"source_url":"https://artificialanalysis.ai/articles/claude-fable-5-mythos-intelligence-index","config":"artificial analysis harness; adaptive reasoning max effort, opus 4.8 fallback on ~9% of hle tasks","measured_date":"2026-06-09"},"mmlu_pro":{"raw":91.5,"norm":99.04,"trust":3,"source_url":"https://www.vals.ai/models/anthropic_claude-fable-5","config":"compute effort max, opus 4.8 fallback used for refused tasks, temperature 1.0","measured_date":"2026-06-09"},"swe_bench_verified":{"raw":95,"norm":100,"trust":3,"source_url":"https://www.vals.ai/models/anthropic_claude-fable-5","config":"compute effort max, opus 4.8 fallback used for refused tasks, temperature 1.0","measured_date":"2026-06-09"},"tau_bench":{"raw":98.5,"norm":100,"trust":2,"source_url":"https://www.requesty.ai/models/anthropic/claude-fable-5","config":"tau2","measured_date":null}}},{"id":"claude-opus-5","display_name":"Claude Opus 5","family_id":"claude","vendor":"Anthropic","status":"current","superseded_by":null,"release_date":"2026-07-24","intelligence_index":95.16,"coverage":0.4761,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1000000,"pricing":{"prompt_usd_per_m":5,"completion_usd_per_m":25,"blended_usd_per_m":10},"scores":{"arc_agi_2":{"raw":90.4,"norm":94.89,"trust":3,"source_url":"https://arcprize.org/results/anthropic-claude-opus-5","config":"max effort; semi-private eval","measured_date":null},"arena_elo":{"raw":1493.2,"norm":93.64,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"hle":{"raw":53,"norm":87.93,"trust":2,"source_url":"https://artificialanalysis.ai/articles/opus-5","config":"effort level unstated","measured_date":"2026-07-24"},"swe_bench_verified":{"raw":97,"norm":100,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"vals.ai independent run; minimal bash-tool-only agent harness, 500 tasks","measured_date":"2026-08-14"},"terminal_bench":{"raw":89,"norm":98.82,"trust":2,"source_url":"https://artificialanalysis.ai/articles/opus-5","config":"max effort","measured_date":"2026-07-24"}}},{"id":"gpt-5.6-sol","display_name":"GPT-5.6 Sol","family_id":"gpt","vendor":"OpenAI","status":"current","superseded_by":null,"release_date":"2026-07-09","intelligence_index":93.62,"coverage":0.873,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1050000,"pricing":{"prompt_usd_per_m":2.5,"completion_usd_per_m":15,"blended_usd_per_m":5.625},"scores":{"arc_agi_2":{"raw":92.5,"norm":97.22,"trust":3,"source_url":"https://arcprize.org/leaderboard","config":"run openai-gpt-5-6-sol-max, v2 semi-private eval","measured_date":null},"arena_elo":{"raw":1481.1,"norm":84.67,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":95.202,"norm":98.88,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"max reasoning effort, overall","measured_date":"2026-08-15"},"hle":{"raw":49.49,"norm":81.88,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, gpt-5.6 sol (max)","measured_date":null},"livebench":{"raw":81.05,"norm":91.22,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run gpt-5.6-sol-max","measured_date":null},"mmlu_pro":{"raw":89.1,"norm":94.42,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"max reasoning effort, overall","measured_date":"2026-08-15"},"swe_bench_verified":{"raw":96.2,"norm":100,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"max reasoning effort, overall","measured_date":"2026-08-14"},"terminal_bench":{"raw":85.768,"norm":95.02,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"max reasoning effort, overall, v2.1","measured_date":"2026-08-13"}}},{"id":"claude-opus-4.8","display_name":"Claude Opus 4.8","family_id":"claude","vendor":"Anthropic","status":"superseded","superseded_by":"claude-opus-5","release_date":"2026-05-27","intelligence_index":90.98,"coverage":0.5555,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1000000,"pricing":{"prompt_usd_per_m":5,"completion_usd_per_m":25,"blended_usd_per_m":10},"scores":{"arena_elo":{"raw":1473.6,"norm":79.11,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":93.6,"norm":96.62,"trust":2,"source_url":"https://www.vellum.ai/blog/claude-opus-4-8-benchmarks-explained","config":"anthropic-reported; default effort","measured_date":"2026-05-28"},"hle":{"raw":49.8,"norm":82.41,"trust":2,"source_url":"https://www.vellum.ai/blog/claude-opus-4-8-benchmarks-explained","config":"no tools","measured_date":null},"swe_bench_verified":{"raw":88.6,"norm":100,"trust":2,"source_url":"https://www.vellum.ai/blog/claude-opus-4-8-benchmarks-explained","config":"anthropic-reported; default (high) effort","measured_date":"2026-05-28"},"terminal_bench":{"raw":74.6,"norm":81.88,"trust":2,"source_url":"https://www.vellum.ai/blog/claude-opus-4-8-benchmarks-explained","config":"terminus-2 public harness","measured_date":"2026-05-28"}}},{"id":"muse-spark-1.2","display_name":"muse-spark-1.2","family_id":"muse","vendor":"meta","status":"current","superseded_by":null,"release_date":"2026-08-05","intelligence_index":89.79,"coverage":0.7936,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1048576,"pricing":{"prompt_usd_per_m":1.25,"completion_usd_per_m":4.25,"blended_usd_per_m":2},"scores":{"arena_elo":{"raw":1498.2,"norm":97.35,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":90.4,"norm":92.11,"trust":2,"source_url":"https://artificialanalysis.ai/models/muse-spark-1-2","config":"artificial analysis eval, muse spark 1.2 (xhigh)","measured_date":null},"hle":{"raw":45.46,"norm":74.93,"trust":2,"source_url":"https://artificialanalysis.ai/models/muse-spark-1-2","config":"artificial analysis eval, muse spark 1.2 (xhigh)","measured_date":null},"livebench":{"raw":77.95,"norm":84.33,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run muse-spark-1.2-xhigh","measured_date":null},"mmlu_pro":{"raw":88.28,"norm":92.85,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"overall, xhigh reasoning effort","measured_date":"2026-08-15"},"swe_bench_verified":{"raw":86.6,"norm":100,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"overall, xhigh reasoning effort","measured_date":"2026-08-14"},"terminal_bench":{"raw":69.66,"norm":76.07,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"overall, terminal-bench 2.1, xhigh reasoning effort","measured_date":"2026-08-13"}}},{"id":"qwen-3.8-max-2.4t","display_name":"Qwen3.8-Max","family_id":"qwen","vendor":"Alibaba","status":"current","superseded_by":null,"release_date":"2026-08-02","intelligence_index":89.68,"coverage":0.7936,"params_total_b":2400,"params_active_b":95,"vram_est":{"bf16_gb":4800,"int8_gb":2544,"int4_gb":1440,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":false,"context_window_tok":1000000,"pricing":{"prompt_usd_per_m":2,"completion_usd_per_m":6,"blended_usd_per_m":3},"scores":{"arena_elo":{"raw":1490.6,"norm":91.71,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":93.686,"norm":96.74,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"overall","measured_date":"2026-08-15"},"hle":{"raw":43.05,"norm":70.78,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, qwen3.8 max","measured_date":null},"livebench":{"raw":78.46,"norm":85.47,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run qwen3.8-max","measured_date":null},"mmlu_pro":{"raw":88.602,"norm":93.47,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"overall","measured_date":"2026-08-15"},"swe_bench_verified":{"raw":85.6,"norm":100,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"overall","measured_date":"2026-08-14"},"terminal_bench":{"raw":67.416,"norm":73.43,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"overall, v2.1","measured_date":"2026-08-13"}}},{"id":"gemini-3.1-pro","display_name":"Gemini 3.1 Pro","family_id":"gemini","vendor":"Google","status":"current","superseded_by":null,"release_date":"2026-02-19","intelligence_index":89.49,"coverage":1,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1048576,"pricing":{"prompt_usd_per_m":2,"completion_usd_per_m":12,"blended_usd_per_m":4.5},"scores":{"aime":{"raw":98.13,"norm":97.66,"trust":3,"source_url":"https://www.vals.ai/benchmarks/aime","config":"gemini 3.1 pro preview (02/26), overall accuracy, vals aime leaderboard","measured_date":"2026-08-17"},"arc_agi_2":{"raw":77.1,"norm":80.11,"trust":1,"source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","config":"arc prize verified; thinking high","measured_date":"2026-02-19"},"arena_elo":{"raw":1486.5,"norm":88.67,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":94.3,"norm":97.61,"trust":1,"source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","config":"no tools; thinking high","measured_date":"2026-02-19"},"hle":{"raw":44.4,"norm":73.1,"trust":1,"source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","config":"no tools; thinking high","measured_date":null},"livebench":{"raw":77,"norm":82.22,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench leaderboard row \"gemini 3.1 pro preview high\"","measured_date":"2026-08-17"},"mmlu_pro":{"raw":91,"norm":98.08,"trust":1,"source_url":"https://huggingface.co/deepseek-ai/DeepSeek-V4-Pro","config":"em, high effort, third-party reported in deepseek-v4-pro model card","measured_date":"2026-04-24"},"swe_bench_verified":{"raw":80.6,"norm":94.13,"trust":1,"source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","config":"single attempt","measured_date":"2026-02-19"},"tau_bench":{"raw":99.3,"norm":100,"trust":1,"source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","config":"tau2/telecom, τ2-bench telecom","measured_date":"2026-02-19"},"terminal_bench":{"raw":68.5,"norm":74.71,"trust":1,"source_url":"https://deepmind.google/models/model-cards/gemini-3-1-pro/","config":"terminus-2 harness","measured_date":"2026-02-19"}}},{"id":"kimi-k3","display_name":"Kimi K3","family_id":"kimi","vendor":"Moonshot AI","status":"current","superseded_by":null,"release_date":"2026-07-16","intelligence_index":88.68,"coverage":0.7539,"params_total_b":2779.93,"params_active_b":104,"vram_est":{"bf16_gb":5560,"int8_gb":2947,"int4_gb":1668,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":1048576,"pricing":{"prompt_usd_per_m":3,"completion_usd_per_m":15,"blended_usd_per_m":6},"scores":{"arc_agi_2":{"raw":60.42,"norm":61.58,"trust":3,"source_url":"https://arcprize.org/media/data/evaluations.json","config":"arc prize leaderboard, moonshot-kimi-k3-max, v2 semi-private eval","measured_date":null},"arena_elo":{"raw":1489,"norm":90.53,"trust":3,"source_url":"https://arena.ai/leaderboard/text","config":"arena.ai text leaderboard, kimi-k3-max (+/-6)","measured_date":null},"gpqa_diamond":{"raw":93.5,"norm":96.48,"trust":1,"source_url":"https://github.com/MoonshotAI/Kimi-K3/blob/main/README.md","config":"reasoning_effort=max, temp=1.0, top_p=0.95","measured_date":"2026-07-16"},"hle":{"raw":43.5,"norm":71.55,"trust":1,"source_url":"https://github.com/MoonshotAI/Kimi-K3/blob/main/README.md","config":"hle-full, no tools, reasoning_effort=max","measured_date":"2026-07-16"},"mmlu_pro":{"raw":87.973,"norm":92.26,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"kimi-k3, reasoning effort max, temp 1","measured_date":"2026-08-15"},"swe_bench_verified":{"raw":93.4,"norm":100,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"kimi-k3, max output 262144, temp 1, vals harness","measured_date":"2026-08-14"},"terminal_bench":{"raw":88.3,"norm":98,"trust":1,"source_url":"https://github.com/MoonshotAI/Kimi-K3/blob/main/README.md","config":"terminal-bench 2.1, kimi code harness, reasoning_effort=max","measured_date":"2026-07-16"}}},{"id":"muse-spark-1.1","display_name":"muse-spark-1.1","family_id":"muse","vendor":"meta","status":"superseded","superseded_by":"muse-spark-1.2","release_date":"2026-07-16","intelligence_index":87.91,"coverage":0.7936,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1048576,"pricing":{"prompt_usd_per_m":1.25,"completion_usd_per_m":4.25,"blended_usd_per_m":2},"scores":{"arena_elo":{"raw":1488.9,"norm":90.45,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":91.16,"norm":93.18,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"overall, xhigh reasoning effort","measured_date":"2026-08-15"},"hle":{"raw":46.2,"norm":76.21,"trust":2,"source_url":"https://artificialanalysis.ai/models/muse-spark-1-1","config":"artificial analysis eval, muse spark 1.1 (xhigh)","measured_date":null},"livebench":{"raw":75.3,"norm":78.44,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run muse-spark-1.1-xhigh","measured_date":null},"mmlu_pro":{"raw":88.73,"norm":93.71,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"overall, xhigh reasoning effort","measured_date":"2026-08-15"},"swe_bench_verified":{"raw":82,"norm":96,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"overall, xhigh reasoning effort","measured_date":"2026-08-14"},"terminal_bench":{"raw":69.29,"norm":75.64,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"overall, terminal-bench 2.1, xhigh reasoning effort","measured_date":"2026-08-13"}}},{"id":"gemini-3.7-flash","display_name":"Gemini 3.7 Flash","family_id":"gemini","vendor":"Google","status":"current","superseded_by":null,"release_date":"2026-08-13","intelligence_index":87.57,"coverage":0.8413,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1048576,"pricing":{"prompt_usd_per_m":0.375,"completion_usd_per_m":1.875,"blended_usd_per_m":0.75},"scores":{"arena_elo":{"raw":1490.4,"norm":91.57,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":94.55,"norm":97.96,"trust":2,"source_url":"https://artificialanalysis.ai/models/gemini-3-7-flash","config":"gemini 3.7 flash (high)","measured_date":null},"hle":{"raw":47.87,"norm":79.09,"trust":2,"source_url":"https://artificialanalysis.ai/models/gemini-3-7-flash","config":"gemini 3.7 flash (high), no tools","measured_date":null},"livebench":{"raw":78.83,"norm":86.29,"trust":3,"source_url":"https://livebench.ai/table_2026_06_25.csv","config":"2026-06-25 question release, gemini-3.7-flash-high, global average of 7 category averages","measured_date":"2026-06-25"},"mmlu_pro":{"raw":90.121,"norm":96.39,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"reasoning effort: high","measured_date":null},"swe_bench_verified":{"raw":80.8,"norm":94.4,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"500 tasks, max_output_tokens 65536, reasoning effort: high","measured_date":null},"tau_bench":{"raw":32.78,"norm":17.04,"trust":2,"source_url":"https://artificialanalysis.ai/models/gemini-3-7-flash","config":"gemini 3.7 flash (high), tau^3-banking (artificial analysis edition)","measured_date":null},"terminal_bench":{"raw":85.77,"norm":95.02,"trust":2,"source_url":"https://artificialanalysis.ai/models/gemini-3-7-flash","config":"2.1, gemini 3.7 flash (high)","measured_date":null}}},{"id":"gpt-5.4-pro","display_name":"gpt-5.4-pro","family_id":"gpt","vendor":"OpenAI","status":"superseded","superseded_by":"gpt-5.5-pro","release_date":"2026-03-05","intelligence_index":87.54,"coverage":0.3492,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1050000,"pricing":{"prompt_usd_per_m":30,"completion_usd_per_m":180,"blended_usd_per_m":67.5},"scores":{"arc_agi_2":{"raw":83.3,"norm":87,"trust":2,"source_url":"https://epoch.ai/models/gpt-5-4-pro","config":"best score across settings, epoch ai independent eval","measured_date":null},"gpqa_diamond":{"raw":94.6,"norm":98.03,"trust":2,"source_url":"https://epoch.ai/models/gpt-5-4-pro","config":"90% ci ±1.6%, best score across settings, epoch ai independent eval","measured_date":null},"hle":{"raw":44.3,"norm":72.93,"trust":2,"source_url":"https://epoch.ai/models/gpt-5-4-pro","config":"best score across settings, epoch ai independent eval, no tools","measured_date":null}}},{"id":"qwen-3.8-2.4t-a95b","display_name":"Qwen3.8-2.4T-A95B","family_id":"qwen","vendor":"Alibaba","status":"current","superseded_by":null,"release_date":"2026-08-12","intelligence_index":87.11,"coverage":0.3174,"params_total_b":2446.18,"params_active_b":95,"vram_est":{"bf16_gb":4892,"int8_gb":2593,"int4_gb":1468,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":1048576,"pricing":{"prompt_usd_per_m":2,"completion_usd_per_m":6,"blended_usd_per_m":3},"scores":{"gpqa_diamond":{"raw":92.6,"norm":95.21,"trust":1,"source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","config":"thinking mode","measured_date":"2026-08-13"},"hle":{"raw":43.6,"norm":71.72,"trust":1,"source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","config":"no tools","measured_date":"2026-08-13"},"terminal_bench":{"raw":86.6,"norm":96,"trust":1,"source_url":"https://huggingface.co/Qwen/Qwen3.8-2.4T-A95B","config":"claude code harness; thinking mode, reasoning_effort xhigh","measured_date":"2026-08-13"}}},{"id":"grok-4.6","display_name":"Grok 4.6","family_id":"grok","vendor":"xAI","status":"current","superseded_by":null,"release_date":"2026-08-12","intelligence_index":86.98,"coverage":0.873,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":500000,"pricing":{"prompt_usd_per_m":2,"completion_usd_per_m":6,"blended_usd_per_m":3},"scores":{"arc_agi_2":{"raw":67.08,"norm":68.98,"trust":3,"source_url":"https://arcprize.org/leaderboard","config":"run xai-grok-4-6-xhigh, v2 semi-private eval","measured_date":null},"arena_elo":{"raw":1463.6,"norm":71.69,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":94.697,"norm":98.16,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"high reasoning effort, overall","measured_date":"2026-08-15"},"hle":{"raw":42.91,"norm":70.53,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, grok 4.6 (high)","measured_date":null},"livebench":{"raw":78.04,"norm":84.53,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run grok-4.6","measured_date":null},"mmlu_pro":{"raw":89.4,"norm":95,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"high reasoning effort, overall","measured_date":"2026-08-15"},"swe_bench_verified":{"raw":95.6,"norm":100,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"high reasoning effort, overall","measured_date":"2026-08-14"},"terminal_bench":{"raw":78.277,"norm":86.21,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"high reasoning effort, overall, v2.1","measured_date":"2026-08-13"}}},{"id":"claude-opus-4.7","display_name":"claude-4.7-opus","family_id":"claude","vendor":"Anthropic","status":"superseded","superseded_by":"claude-opus-5","release_date":"2026-04-16","intelligence_index":86.95,"coverage":0.873,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1000000,"pricing":{"prompt_usd_per_m":5,"completion_usd_per_m":25,"blended_usd_per_m":10},"scores":{"arc_agi_2":{"raw":75.83,"norm":78.7,"trust":3,"source_url":"https://arcprize.org/leaderboard","config":"run claude-4-7-max, v2 semi-private eval","measured_date":null},"arena_elo":{"raw":1494.2,"norm":94.39,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":90.152,"norm":91.76,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"overall","measured_date":"2026-08-15"},"hle":{"raw":42.31,"norm":69.5,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, claude opus 4.7 (adaptive reasoning, max effort)","measured_date":null},"livebench":{"raw":76.53,"norm":81.18,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run claude-opus-4-7-xhigh-effort","measured_date":null},"mmlu_pro":{"raw":89.871,"norm":95.91,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"overall","measured_date":"2026-08-15"},"swe_bench_verified":{"raw":82,"norm":96,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"overall","measured_date":"2026-08-14"},"terminal_bench":{"raw":68.539,"norm":74.75,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"overall, v2.1","measured_date":"2026-08-13"}}},{"id":"gpt-5.5-pro","display_name":"gpt-5.5-pro","family_id":"gpt","vendor":"OpenAI","status":"current","superseded_by":null,"release_date":"2026-04-24","intelligence_index":86.77,"coverage":0.3492,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1050000,"pricing":{"prompt_usd_per_m":30,"completion_usd_per_m":180,"blended_usd_per_m":67.5},"scores":{"arc_agi_2":{"raw":84.58,"norm":88.42,"trust":2,"source_url":"https://benchmarklist.com/models/openai-gpt-5.5-pro/","config":"arc prize verified, gpt-5.5 pro (high), semi-private eval","measured_date":null},"gpqa_diamond":{"raw":93.92,"norm":97.07,"trust":3,"source_url":"https://epoch.ai/data/benchmarks.csv","config":"epoch ai independent run, gpt-5.5-pro-pre-release, xhigh reasoning effort","measured_date":"2026-04-24"},"hle":{"raw":43.1,"norm":70.86,"trust":2,"source_url":"https://benchmarklist.com/models/openai-gpt-5.5-pro/","config":"no tools (with-tools score 57.2%), openai gpt-5.5 system card","measured_date":"2026-06-09"}}},{"id":"hy-3","display_name":"hy3","family_id":"hy","vendor":"tencent","status":"current","superseded_by":null,"release_date":"2026-07-06","intelligence_index":86.4,"coverage":0.3969,"params_total_b":298.79,"params_active_b":null,"vram_est":{"bf16_gb":598,"int8_gb":317,"int4_gb":179,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":262144,"pricing":{"prompt_usd_per_m":0.132,"completion_usd_per_m":0.528,"blended_usd_per_m":0.231},"scores":{"arena_elo":{"raw":1456.5,"norm":66.42,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":90.4,"norm":92.11,"trust":1,"source_url":"https://huggingface.co/tencent/Hy3","config":"official hy3 model card","measured_date":null},"swe_bench_verified":{"raw":78,"norm":90.67,"trust":1,"source_url":"https://huggingface.co/tencent/Hy3","config":"resolved; official hy3 model card","measured_date":null}}},{"id":"gpt-5.5","display_name":"GPT-5.5","family_id":"gpt","vendor":"OpenAI","status":"superseded","superseded_by":"gpt-5.6-luna","release_date":"2026-04-23","intelligence_index":86.2,"coverage":0.4761,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1050000,"pricing":{"prompt_usd_per_m":5,"completion_usd_per_m":30,"blended_usd_per_m":11.25},"scores":{"arc_agi_2":{"raw":85,"norm":88.89,"trust":2,"source_url":"https://www.vellum.ai/blog/everything-you-need-to-know-about-gpt-5-5","config":"verified; vendor-reported (gpt-5.5, high reasoning)","measured_date":"2026-04-23"},"arena_elo":{"raw":1481.7,"norm":85.11,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":93.6,"norm":96.62,"trust":2,"source_url":"https://www.vellum.ai/blog/everything-you-need-to-know-about-gpt-5-5","config":"vendor-reported","measured_date":"2026-04-23"},"hle":{"raw":41.4,"norm":67.93,"trust":2,"source_url":"https://www.vellum.ai/blog/everything-you-need-to-know-about-gpt-5-5","config":"no tools; vendor-reported","measured_date":"2026-04-23"},"terminal_bench":{"raw":82.7,"norm":91.41,"trust":2,"source_url":"https://www.vellum.ai/blog/everything-you-need-to-know-about-gpt-5-5","config":"vendor-reported","measured_date":"2026-04-23"}}},{"id":"gpt-5.4","display_name":"gpt-5.4","family_id":"gpt","vendor":"OpenAI","status":"superseded","superseded_by":"gpt-5.6-luna","release_date":"2026-03-05","intelligence_index":85.77,"coverage":0.873,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1050000,"pricing":{"prompt_usd_per_m":2.5,"completion_usd_per_m":15,"blended_usd_per_m":5.625},"scores":{"arc_agi_2":{"raw":73.95,"norm":76.61,"trust":3,"source_url":"https://arcprize.org/leaderboard","config":"run gpt-5-4-xhigh, v2 semi-private eval","measured_date":null},"arena_elo":{"raw":1476.4,"norm":81.18,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":91.666,"norm":93.9,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"overall, xhigh reasoning effort","measured_date":"2026-08-15"},"hle":{"raw":43.74,"norm":71.97,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, gpt-5.4 (xhigh)","measured_date":null},"livebench":{"raw":77.97,"norm":84.38,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run gpt-5.4-xhigh","measured_date":null},"mmlu_pro":{"raw":87.482,"norm":91.31,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"overall, xhigh reasoning effort","measured_date":"2026-08-15"},"swe_bench_verified":{"raw":78.2,"norm":90.93,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"overall, xhigh reasoning effort","measured_date":"2026-08-14"},"terminal_bench":{"raw":78.28,"norm":86.21,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, gpt-5.4 (xhigh), terminal-bench 2.1","measured_date":null}}},{"id":"claude-opus-4.6","display_name":"claude-4.6-opus","family_id":"claude","vendor":"Anthropic","status":"superseded","superseded_by":"claude-opus-5","release_date":"2026-02-04","intelligence_index":84.59,"coverage":0.8254,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1000000,"pricing":{"prompt_usd_per_m":5,"completion_usd_per_m":25,"blended_usd_per_m":10},"scores":{"arc_agi_2":{"raw":68.75,"norm":70.83,"trust":3,"source_url":"https://arcprize.org/leaderboard","config":"run claude-opus-4-6-thinking-120k-max, v2 semi-private eval","measured_date":null},"arena_elo":{"raw":1497.2,"norm":96.61,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":89.646,"norm":91.05,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"overall","measured_date":"2026-08-15"},"hle":{"raw":39.94,"norm":65.41,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, claude opus 4.6 (adaptive reasoning, max effort)","measured_date":null},"livebench":{"raw":74.52,"norm":76.71,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run claude-opus-4-6-thinking-auto-high-effort","measured_date":null},"mmlu_pro":{"raw":89.107,"norm":94.44,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"overall","measured_date":"2026-08-15"},"swe_bench_verified":{"raw":78.2,"norm":90.93,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"overall","measured_date":"2026-08-14"}}},{"id":"gemini-3.5-flash","display_name":"Gemini 3.5 Flash","family_id":"gemini","vendor":"Google","status":"superseded","superseded_by":"gemini-3.7-flash","release_date":"2026-05-19","intelligence_index":84.59,"coverage":0.873,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1048576,"pricing":{"prompt_usd_per_m":1.5,"completion_usd_per_m":9,"blended_usd_per_m":3.375},"scores":{"arc_agi_2":{"raw":72.08,"norm":74.53,"trust":3,"source_url":"https://arcprize.org/leaderboard","config":"run gemini-3-5-flash-high, v2 semi-private eval","measured_date":null},"arena_elo":{"raw":1474.5,"norm":79.77,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":92.676,"norm":95.32,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"high reasoning effort, overall","measured_date":"2026-08-15"},"hle":{"raw":41.33,"norm":67.81,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, gemini 3.5 flash (medium)","measured_date":null},"livebench":{"raw":74.64,"norm":76.98,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run gemini-3.5-flash-high","measured_date":null},"mmlu_pro":{"raw":89.515,"norm":95.22,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"high reasoning effort, overall","measured_date":"2026-08-15"},"swe_bench_verified":{"raw":78.8,"norm":91.73,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"high reasoning effort, overall","measured_date":"2026-08-14"},"terminal_bench":{"raw":74.157,"norm":81.36,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"high reasoning effort, overall, v2.1","measured_date":"2026-08-13"}}},{"id":"claude-sonnet-5","display_name":"Claude Sonnet 5","family_id":"claude","vendor":"Anthropic","status":"current","superseded_by":null,"release_date":"2026-06-30","intelligence_index":83.99,"coverage":0.8413,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1000000,"pricing":{"prompt_usd_per_m":2,"completion_usd_per_m":10,"blended_usd_per_m":4},"scores":{"arena_elo":{"raw":1462.4,"norm":70.8,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":88.889,"norm":89.98,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"compute effort: max, no tools","measured_date":null},"hle":{"raw":57.4,"norm":95.52,"trust":2,"source_url":"https://www.vellum.ai/blog/claude-sonnet-5-benchmarks-explained","config":"with tools","measured_date":"2026-06-30"},"livebench":{"raw":76.04,"norm":80.09,"trust":3,"source_url":"https://livebench.ai/table_2026_06_25.csv","config":"2026-06-25 question release, claude-sonnet-5-xhigh-effort, global average of 7 category averages","measured_date":"2026-06-25"},"mmlu_pro":{"raw":87.545,"norm":91.43,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"compute effort: max","measured_date":null},"swe_bench_verified":{"raw":79.6,"norm":92.8,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"500 tasks, compute effort: max, max_output_tokens 128000","measured_date":null},"tau_bench":{"raw":37.32,"norm":23.09,"trust":2,"source_url":"https://artificialanalysis.ai/models/claude-sonnet-5","config":"adaptive reasoning, max effort, tau^3-banking (artificial analysis edition)","measured_date":null},"terminal_bench":{"raw":74.532,"norm":81.8,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"2.1, compute effort: max","measured_date":null}}},{"id":"grok-4.5","display_name":"Grok 4.5","family_id":"grok","vendor":"xAI","status":"superseded","superseded_by":"grok-4.6","release_date":"2026-07-08","intelligence_index":83.96,"coverage":0.873,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":500000,"pricing":{"prompt_usd_per_m":2,"completion_usd_per_m":6,"blended_usd_per_m":3},"scores":{"arc_agi_2":{"raw":52.64,"norm":52.93,"trust":3,"source_url":"https://arcprize.org/leaderboard","config":"run xai-grok-4-5-high, v2 semi-private eval","measured_date":null},"arena_elo":{"raw":1468.7,"norm":75.47,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":92.93,"norm":95.68,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"high reasoning effort, overall","measured_date":"2026-08-15"},"hle":{"raw":42.68,"norm":70.14,"trust":2,"source_url":"https://artificialanalysis.ai/models/grok-4-5","config":"artificial analysis eval, grok 4.5 (high)","measured_date":null},"livebench":{"raw":75.77,"norm":79.49,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run grok-4.5","measured_date":null},"mmlu_pro":{"raw":89.22,"norm":94.65,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"high reasoning effort, overall","measured_date":"2026-08-15"},"swe_bench_verified":{"raw":86.6,"norm":100,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"high reasoning effort, overall","measured_date":"2026-08-14"},"terminal_bench":{"raw":67.79,"norm":73.87,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"high reasoning effort, overall, terminal-bench 2.1","measured_date":"2026-08-13"}}},{"id":"gemini-3.6-flash","display_name":"Gemini 3.6 Flash","family_id":"gemini","vendor":"Google","status":"superseded","superseded_by":"gemini-3.7-flash","release_date":"2026-07-21","intelligence_index":83.92,"coverage":0.873,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1048576,"pricing":{"prompt_usd_per_m":0.75,"completion_usd_per_m":3.75,"blended_usd_per_m":1.5},"scores":{"arc_agi_2":{"raw":60.42,"norm":61.58,"trust":3,"source_url":"https://arcprize.org/leaderboard","config":"run gemini-3-6-flash-high, v2 semi-private eval","measured_date":null},"arena_elo":{"raw":1484,"norm":86.82,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":93.434,"norm":96.39,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"high reasoning effort, overall","measured_date":"2026-08-15"},"hle":{"raw":40.82,"norm":66.93,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, gemini 3.6 flash (high)","measured_date":null},"livebench":{"raw":73.59,"norm":74.64,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run gemini-3.6-flash-high","measured_date":null},"mmlu_pro":{"raw":89.276,"norm":94.76,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"high reasoning effort, overall","measured_date":"2026-08-15"},"swe_bench_verified":{"raw":79.6,"norm":92.8,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"high reasoning effort, overall","measured_date":"2026-08-14"},"terminal_bench":{"raw":73.783,"norm":80.92,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"high reasoning effort, overall, v2.1","measured_date":"2026-08-13"}}},{"id":"deepseek-v4-pro","display_name":"DeepSeek-V4-Pro","family_id":"deepseek","vendor":"DeepSeek","status":"current","superseded_by":null,"release_date":"2026-08-13","intelligence_index":83.75,"coverage":0.8413,"params_total_b":1598.84,"params_active_b":null,"vram_est":{"bf16_gb":3198,"int8_gb":1695,"int4_gb":959,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":false,"is_open_weights":true,"context_window_tok":1048576,"pricing":{"prompt_usd_per_m":0.66,"completion_usd_per_m":1.98,"blended_usd_per_m":0.99},"scores":{"arena_elo":{"raw":1458.2,"norm":67.68,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":92.424,"norm":94.96,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"max reasoning effort, overall","measured_date":"2026-08-15"},"hle":{"raw":41.01,"norm":67.26,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, deepseek v4 pro 0813 (reasoning, max effort)","measured_date":null},"livebench":{"raw":71.6,"norm":70.22,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench leaderboard row \"deepseek v4 pro\" (open)","measured_date":"2026-08-17"},"mmlu_pro":{"raw":86.972,"norm":90.33,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"max reasoning effort, overall","measured_date":"2026-08-15"},"swe_bench_verified":{"raw":96.4,"norm":100,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"max reasoning effort, overall","measured_date":"2026-08-14"},"tau_bench":{"raw":96.2,"norm":100,"trust":2,"source_url":"https://benchmarklist.com/benchmarks/tau2_bench_telecom/","config":"max effort, reasoning, tau2-bench telecom, tau2/telecom","measured_date":"2026-06-10"},"terminal_bench":{"raw":54.682,"norm":58.45,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"max reasoning effort, overall, v2.1","measured_date":"2026-08-13"}}},{"id":"glm-5.2","display_name":"GLM-5.2","family_id":"glm","vendor":"Zhipu AI (Z.ai)","status":"current","superseded_by":null,"release_date":"2026-06-17","intelligence_index":83.36,"coverage":0.8016,"params_total_b":753.33,"params_active_b":39,"vram_est":{"bf16_gb":1507,"int8_gb":799,"int4_gb":452,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":1048576,"pricing":{"prompt_usd_per_m":0.49,"completion_usd_per_m":1.54,"blended_usd_per_m":0.7525},"scores":{"aime":{"raw":99.2,"norm":99,"trust":1,"source_url":"https://huggingface.co/zai-org/GLM-5.2","config":"judge model gpt-5.5 (medium), answer-format system prompt","measured_date":"2026-06-17"},"arc_agi_2":{"raw":22.775,"norm":19.75,"trust":2,"source_url":"https://benchmarklist.com/benchmarks/arc_agi_2/","config":"arc prize verified, glm-5.2","measured_date":null},"gpqa_diamond":{"raw":91.2,"norm":93.24,"trust":1,"source_url":"https://huggingface.co/zai-org/GLM-5.2","config":"idavidrein/gpqa dataset","measured_date":"2026-06-17"},"hle":{"raw":40.5,"norm":66.38,"trust":1,"source_url":"https://huggingface.co/zai-org/GLM-5.2","config":"text-only subset, no tools; temperature=1.0, top_p=0.95, max gen 163840 tok","measured_date":null},"mmlu_pro":{"raw":86.714,"norm":89.83,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"thinking mode: max, vals ai independent run","measured_date":"2026-07-28"},"swe_bench_verified":{"raw":82.8,"norm":97.07,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"no harness specified, vals ai independent run","measured_date":"2026-07-28"},"tau_bench":{"raw":99.12,"norm":100,"trust":2,"source_url":"https://artificialanalysis.ai/models/glm-5-2","config":"artificial analysis run, glm-5.2 (max effort), tau2","measured_date":null},"terminal_bench":{"raw":82.7,"norm":91.41,"trust":1,"source_url":"https://huggingface.co/zai-org/GLM-5.2","config":"best reported harness","measured_date":"2026-06-17"}}},{"id":"kimi-k2.6","display_name":"Kimi K2.6","family_id":"kimi","vendor":"Moonshot AI","status":"superseded","superseded_by":"kimi-k3","release_date":"2026-04","intelligence_index":82.4,"coverage":0.6349,"params_total_b":1026.88,"params_active_b":32,"vram_est":{"bf16_gb":2054,"int8_gb":1088,"int4_gb":616,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":262144,"pricing":{"prompt_usd_per_m":0.5605,"completion_usd_per_m":2.36,"blended_usd_per_m":1.010375},"scores":{"aime":{"raw":96.4,"norm":95.5,"trust":1,"source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","config":"thinking mode; aime 2026","measured_date":"2026-04-20"},"arena_elo":{"raw":1460.6,"norm":69.46,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":90.5,"norm":92.25,"trust":1,"source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","config":"thinking mode, no tools","measured_date":"2026-04-20"},"hle":{"raw":34.7,"norm":56.38,"trust":1,"source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","config":"hle-full, no tools","measured_date":"2026-04-20"},"swe_bench_verified":{"raw":80.2,"norm":93.6,"trust":1,"source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","config":"thinking mode; in-house swe-agent-adapted framework; avg of 10 runs","measured_date":"2026-04-20"},"terminal_bench":{"raw":66.7,"norm":72.59,"trust":1,"source_url":"https://huggingface.co/moonshotai/Kimi-K2.6","config":"terminus-2 agent framework, preserve thinking mode","measured_date":"2026-04-20"}}},{"id":"qwen-3.7-plus","display_name":"Qwen3.7-Plus","family_id":"qwen","vendor":"Alibaba","status":"current","superseded_by":null,"release_date":"2026-06-03","intelligence_index":80.75,"coverage":0.6746,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1000000,"pricing":{"prompt_usd_per_m":0.32,"completion_usd_per_m":1.28,"blended_usd_per_m":0.56},"scores":{"arena_elo":{"raw":1458.5,"norm":67.91,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":90,"norm":91.55,"trust":2,"source_url":"https://artificialanalysis.ai/models/qwen3-7-plus","config":"artificial analysis eval, qwen3.7 plus","measured_date":null},"hle":{"raw":35.63,"norm":57.98,"trust":2,"source_url":"https://artificialanalysis.ai/models/qwen3-7-plus","config":"artificial analysis eval, qwen3.7 plus","measured_date":null},"mmlu_pro":{"raw":88.5,"norm":93.27,"trust":1,"source_url":"https://qwen.ai/blog?id=qwen3.7-plus","config":"recommended system prompt sets reasoning effort to xhigh, vendor-reported","measured_date":"2026-05-31"},"swe_bench_verified":{"raw":77.7,"norm":90.27,"trust":1,"source_url":"https://qwen.ai/blog?id=qwen3.7-plus","config":"200k context window, internal agent scaffold (bash + file-edit tools), temp=1.0, top_p=0.95, vendor-reported","measured_date":"2026-05-31"},"terminal_bench":{"raw":52.81,"norm":56.25,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"overall, terminal-bench 2.1","measured_date":"2026-08-13"}}},{"id":"grok-4.20","display_name":"grok-4.20","family_id":"grok","vendor":"xAI","status":"superseded","superseded_by":"grok-4.6","release_date":"2026-03-31","intelligence_index":79.79,"coverage":0.8809,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":2000000,"pricing":{"prompt_usd_per_m":1.25,"completion_usd_per_m":2.5,"blended_usd_per_m":1.5625},"scores":{"aime":{"raw":96.458,"norm":95.57,"trust":3,"source_url":"https://www.vals.ai/benchmarks/aime","config":"60 questions), grok-4.20-0309-reasoning, vals aime (2024+2025","measured_date":"2026-04-16"},"arc_agi_2":{"raw":65.14,"norm":66.82,"trust":3,"source_url":"https://arcprize.org/media/data/evaluations.json","config":"arc prize leaderboard, grok-4.20-beta-0309b-reasoning, v2 semi-private eval","measured_date":null},"arena_elo":{"raw":1475,"norm":80.14,"trust":3,"source_url":"https://arena.ai/leaderboard/text","config":"arena.ai text leaderboard, grok-4.20-beta1 (+/-5)","measured_date":null},"gpqa_diamond":{"raw":88.636,"norm":89.63,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"grok-4.20-0309-reasoning, no tools, temp 0.7, top_p 0.95","measured_date":null},"hle":{"raw":34.52,"norm":56.07,"trust":2,"source_url":"https://artificialanalysis.ai/models/grok-4-20","config":"grok 4.20 0309 v2 (reasoning), no tools","measured_date":null},"mmlu_pro":{"raw":86.254,"norm":88.95,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"grok-4.20-0309-reasoning, temp 0.7, top_p 0.95","measured_date":"2026-08-15"},"swe_bench_verified":{"raw":72.2,"norm":82.93,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"grok-4.20-0309-reasoning, vals harness","measured_date":"2026-08-14"},"tau_bench":{"raw":92.98,"norm":97.31,"trust":2,"source_url":"https://artificialanalysis.ai/models/grok-4-20","config":"artificial analysis tau-squared bench (telecom), grok 4.20 0309 v2 (reasoning), tau2","measured_date":null},"terminal_bench":{"raw":44.195,"norm":46.11,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"2.1, grok-4.20-0309-reasoning","measured_date":null}}},{"id":"deepseek-v4-flash","display_name":"DeepSeek-V4-Flash","family_id":"deepseek","vendor":"DeepSeek","status":"current","superseded_by":null,"release_date":"2026-07-31","intelligence_index":79.59,"coverage":0.873,"params_total_b":290.94,"params_active_b":null,"vram_est":{"bf16_gb":582,"int8_gb":308,"int4_gb":175,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":false,"is_open_weights":true,"context_window_tok":1048576,"pricing":{"prompt_usd_per_m":0.0826,"completion_usd_per_m":0.1652,"blended_usd_per_m":0.10325000000000001},"scores":{"arc_agi_2":{"raw":61.39,"norm":62.66,"trust":3,"source_url":"https://arcprize.org/leaderboard","config":"run deepseek-v4-flash-0731-max, v2 semi-private eval","measured_date":null},"arena_elo":{"raw":1435.4,"norm":50.77,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":89.899,"norm":91.41,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"high reasoning effort, overall","measured_date":"2026-08-15"},"hle":{"raw":38.55,"norm":63.02,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, deepseek v4 flash 0731 (reasoning, max effort)","measured_date":null},"livebench":{"raw":74.17,"norm":75.93,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run deepseek-v4-flash-0731","measured_date":null},"mmlu_pro":{"raw":86.206,"norm":88.86,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"high reasoning effort, overall","measured_date":"2026-08-15"},"swe_bench_verified":{"raw":88.8,"norm":100,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"high reasoning effort, overall","measured_date":"2026-08-14"},"terminal_bench":{"raw":67.041,"norm":72.99,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"overall, v2.1","measured_date":"2026-08-13"}}},{"id":"glm-5.1","display_name":"GLM-5.1","family_id":"glm","vendor":"Zhipu AI (Z.ai)","status":"superseded","superseded_by":"glm-5.2","release_date":"2026-04-07","intelligence_index":79.27,"coverage":0.7539,"params_total_b":753.86,"params_active_b":39,"vram_est":{"bf16_gb":1508,"int8_gb":799,"int4_gb":452,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":204800,"pricing":{"prompt_usd_per_m":0.966,"completion_usd_per_m":3.036,"blended_usd_per_m":1.4834999999999998},"scores":{"aime":{"raw":95.3,"norm":94.12,"trust":1,"source_url":"https://z.ai/blog/glm-5.1","config":"2026, vendor-reported","measured_date":"2026-04-07"},"arena_elo":{"raw":1467.4,"norm":74.51,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":84.52,"norm":83.83,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"overall","measured_date":"2026-08-15"},"hle":{"raw":30.07,"norm":48.4,"trust":2,"source_url":"https://artificialanalysis.ai/models/glm-5-1","config":"artificial analysis eval, glm-5.1 (reasoning)","measured_date":null},"mmlu_pro":{"raw":86.9,"norm":90.19,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"overall","measured_date":"2026-08-15"},"swe_bench_verified":{"raw":76.4,"norm":88.53,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"overall","measured_date":"2026-08-14"},"terminal_bench":{"raw":56.93,"norm":61.09,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"overall, terminal-bench 2.1","measured_date":"2026-08-13"}}},{"id":"gpt-5.2","display_name":"gpt-5.2","family_id":"gpt","vendor":"OpenAI","status":"superseded","superseded_by":"gpt-5.6-luna","release_date":"2025-12-10","intelligence_index":79.17,"coverage":0.9047,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":400000,"pricing":{"prompt_usd_per_m":1.75,"completion_usd_per_m":14,"blended_usd_per_m":4.8125},"scores":{"aime":{"raw":99,"norm":98.75,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"aime 2025, artificial analysis eval, gpt-5.2 (xhigh)","measured_date":null},"arc_agi_2":{"raw":52.91,"norm":53.23,"trust":3,"source_url":"https://arcprize.org/leaderboard","config":"run gpt-5-2-2025-12-11-thinking-xhigh, v2 semi-private eval","measured_date":null},"arena_elo":{"raw":1437.5,"norm":52.33,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":91.666,"norm":93.9,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"overall, xhigh reasoning effort","measured_date":"2026-08-15"},"hle":{"raw":37.67,"norm":61.5,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, gpt-5.2 (xhigh)","measured_date":null},"livebench":{"raw":74.63,"norm":76.96,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run gpt-5.2-2025-12-11-high","measured_date":null},"mmlu_pro":{"raw":86.234,"norm":88.91,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"overall, xhigh reasoning effort","measured_date":"2026-08-15"},"swe_bench_verified":{"raw":75.8,"norm":87.73,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"overall, xhigh reasoning effort","measured_date":"2026-08-14"}}},{"id":"gpt-5.6-luna","display_name":"GPT-5.6 Luna","family_id":"gpt","vendor":"OpenAI","status":"current","superseded_by":null,"release_date":"2026-07-09","intelligence_index":78.4,"coverage":0.2858,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1050000,"pricing":{"prompt_usd_per_m":0.2,"completion_usd_per_m":1.2,"blended_usd_per_m":0.45},"scores":{"arena_elo":{"raw":1450.2,"norm":61.75,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":88.7,"norm":89.72,"trust":2,"source_url":"https://openrouter.ai/openai/gpt-5.6-luna","config":"openrouter exacto, provider=openai","measured_date":"2026-08-17"},"tau_bench":{"raw":71.3,"norm":68.4,"trust":2,"source_url":"https://openrouter.ai/openai/gpt-5.6-luna","config":"openrouter exacto, provider=openai","measured_date":"2026-08-17"}}},{"id":"glm-5","display_name":"GLM-5","family_id":"glm","vendor":"Zhipu AI (Z.ai)","status":"superseded","superseded_by":"glm-5.2","release_date":"2026-02-12","intelligence_index":78.01,"coverage":0.6826,"params_total_b":753.86,"params_active_b":40,"vram_est":{"bf16_gb":1508,"int8_gb":799,"int4_gb":452,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":204800,"pricing":{"prompt_usd_per_m":0.6,"completion_usd_per_m":1.92,"blended_usd_per_m":0.9299999999999999},"scores":{"aime":{"raw":92.7,"norm":90.88,"trust":1,"source_url":"https://huggingface.co/zai-org/GLM-5","config":"aime 2026 i","measured_date":"2026-02-11"},"arena_elo":{"raw":1456.8,"norm":66.64,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":86,"norm":85.92,"trust":1,"source_url":"https://huggingface.co/zai-org/GLM-5","config":null,"measured_date":"2026-02-11"},"hle":{"raw":30.5,"norm":49.14,"trust":1,"source_url":"https://huggingface.co/zai-org/GLM-5","config":"no tools","measured_date":null},"swe_bench_verified":{"raw":77.8,"norm":90.4,"trust":1,"source_url":"https://huggingface.co/zai-org/GLM-5","config":null,"measured_date":"2026-02-11"},"tau_bench":{"raw":89.7,"norm":92.93,"trust":1,"source_url":"https://huggingface.co/zai-org/GLM-5","config":null,"measured_date":"2026-02-11"},"terminal_bench":{"raw":56.2,"norm":60.24,"trust":1,"source_url":"https://huggingface.co/zai-org/GLM-5","config":"terminus 2 harness (standard tasks)","measured_date":"2026-02-11"}}},{"id":"qwen-3.6-max","display_name":"qwen3.6-max-preview","family_id":"qwen","vendor":"Alibaba","status":"superseded","superseded_by":"qwen-3.7-max","release_date":"2026-04-27","intelligence_index":75.89,"coverage":0.5079,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":262144,"pricing":{"prompt_usd_per_m":1.027,"completion_usd_per_m":6.162,"blended_usd_per_m":2.3107499999999996},"scores":{"arena_elo":{"raw":1459.9,"norm":68.94,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":88.79,"norm":89.85,"trust":2,"source_url":"https://artificialanalysis.ai/models/qwen3-6-max","config":"artificial analysis eval, qwen3.6 max preview","measured_date":null},"hle":{"raw":30.82,"norm":49.69,"trust":2,"source_url":"https://artificialanalysis.ai/models/qwen3-6-max","config":"artificial analysis eval, qwen3.6 max preview","measured_date":null},"swe_bench_verified":{"raw":72.8,"norm":83.73,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"overall","measured_date":"2026-08-14"}}},{"id":"minimax-m2.7","display_name":"MiniMax-M2.7","family_id":"minimax","vendor":"MiniMax","status":"current","superseded_by":null,"release_date":"2026-03-18","intelligence_index":74.64,"coverage":0.8016,"params_total_b":228.69,"params_active_b":228.69,"vram_est":{"bf16_gb":457,"int8_gb":242,"int4_gb":137,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":false,"is_open_weights":true,"context_window_tok":204800,"pricing":{"prompt_usd_per_m":0.3,"completion_usd_per_m":1.2,"blended_usd_per_m":0.5249999999999999},"scores":{"aime":{"raw":94.2,"norm":92.75,"trust":3,"source_url":"https://arxiv.org/html/2605.26494v1","config":"aime 2026","measured_date":null},"arena_elo":{"raw":1416.2,"norm":36.53,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":89.8,"norm":91.27,"trust":3,"source_url":"https://arxiv.org/html/2605.26494v1","config":null,"measured_date":null},"hle":{"raw":28,"norm":44.83,"trust":2,"source_url":"https://arxiv.org/pdf/2605.26494","config":"aa index v4.0 protocol, no-tool subset, pass@1","measured_date":"2026-07-30"},"mmlu_pro":{"raw":81.8,"norm":80.38,"trust":2,"source_url":"https://arxiv.org/pdf/2605.26494","config":"artificial analysis index v4.0 protocol, no tools, single sample (pass@1), thinking enabled","measured_date":"2026-07-30"},"swe_bench_verified":{"raw":73.8,"norm":85.07,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"max output 196608, temperature 1.0, top_p 0.95, vals.ai independent evaluation","measured_date":null},"tau_bench":{"raw":84.8,"norm":86.4,"trust":2,"source_url":"https://artificialanalysis.ai/models/minimax-m2-7","config":"artificial analysis intelligence index, tau2","measured_date":null},"terminal_bench":{"raw":57,"norm":61.18,"trust":3,"source_url":"https://arxiv.org/html/2605.26494v1","config":"terminal-bench 2.0","measured_date":null}}},{"id":"qwen-3-max-reasoning","display_name":"qwen3-max-thinking","family_id":"qwen","vendor":"Alibaba","status":"current","superseded_by":null,"release_date":"2026-02-09","intelligence_index":74.58,"coverage":0.643,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":262144,"pricing":{"prompt_usd_per_m":0.78,"completion_usd_per_m":3.9,"blended_usd_per_m":1.56},"scores":{"gpqa_diamond":{"raw":86.1,"norm":86.06,"trust":2,"source_url":"https://artificialanalysis.ai/models/qwen3-max-thinking","config":"artificial analysis independent run, no tools","measured_date":null},"hle":{"raw":28,"norm":44.83,"trust":2,"source_url":"https://artificialanalysis.ai/models/qwen3-max-thinking","config":"artificial analysis independent run, no tools","measured_date":null},"mmlu_pro":{"raw":85.7,"norm":87.88,"trust":1,"source_url":"https://qwen.ai/blog?id=qwen3-max-thinking","config":"qwen3-max-thinking, vendor-reported","measured_date":"2026-01-25"},"swe_bench_verified":{"raw":75.3,"norm":87.07,"trust":1,"source_url":"https://qwen.ai/blog?id=qwen3-max-thinking","config":"reported as 'swe verified' (agentic coding)","measured_date":"2026-01-25"},"tau_bench":{"raw":82.1,"norm":82.8,"trust":1,"source_url":"https://qwen.ai/blog?id=qwen3-max-thinking","config":"no custom scaffolding, official tau-squared bench setting, tau2","measured_date":"2026-01-25"},"terminal_bench":{"raw":24.2,"norm":22.59,"trust":2,"source_url":"https://artificialanalysis.ai/models/qwen3-max-thinking","config":"artificial analysis intelligence index, terminal-bench hard","measured_date":null}}},{"id":"deepseek-v3.2","display_name":"DeepSeek-V3.2","family_id":"deepseek","vendor":"DeepSeek","status":"current","superseded_by":null,"release_date":"2025-12-01","intelligence_index":71.85,"coverage":0.8016,"params_total_b":685.4,"params_active_b":37,"vram_est":{"bf16_gb":1371,"int8_gb":727,"int4_gb":411,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":163840,"pricing":{"prompt_usd_per_m":0.269,"completion_usd_per_m":0.4,"blended_usd_per_m":0.30175},"scores":{"aime":{"raw":93.1,"norm":91.38,"trust":3,"source_url":"https://arxiv.org/html/2512.02556v1","config":"pass@1, thinking mode","measured_date":null},"arena_elo":{"raw":1422.6,"norm":41.28,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":82.4,"norm":80.85,"trust":3,"source_url":"https://arxiv.org/html/2512.02556v1","config":"pass@1, thinking mode","measured_date":null},"hle":{"raw":25.1,"norm":39.83,"trust":3,"source_url":"https://arxiv.org/html/2512.02556v1","config":"text-only, pass@1, thinking mode, boxed-answer template (23.9 with official template)","measured_date":null},"mmlu_pro":{"raw":85,"norm":86.54,"trust":3,"source_url":"https://arxiv.org/html/2512.02556v1","config":"em, thinking mode","measured_date":null},"swe_bench_verified":{"raw":73.1,"norm":84.13,"trust":3,"source_url":"https://arxiv.org/html/2512.02556v1","config":"resolved %, thinking mode, internal framework","measured_date":null},"tau_bench":{"raw":80.3,"norm":80.4,"trust":3,"source_url":"https://arxiv.org/html/2512.02556v1","config":"pass@1 overall, thinking mode","measured_date":null},"terminal_bench":{"raw":46.4,"norm":48.71,"trust":3,"source_url":"https://arxiv.org/html/2512.02556v1","config":"accuracy, thinking mode, claude code framework (39.3 non-thinking w/ terminus)","measured_date":null}}},{"id":"nemotron-3-ultra-550b-a55b","display_name":"nemotron-3-ultra-550b-a55b","family_id":"nemotron","vendor":"NVIDIA","status":"current","superseded_by":null,"release_date":"2026-06-04","intelligence_index":71.73,"coverage":0.7223,"params_total_b":560.52,"params_active_b":55,"vram_est":{"bf16_gb":1121,"int8_gb":594,"int4_gb":336,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":512288,"pricing":{"prompt_usd_per_m":0.6,"completion_usd_per_m":3.6,"blended_usd_per_m":1.35},"scores":{"arena_elo":{"raw":1427,"norm":44.54,"trust":3,"source_url":"https://arena.ai/leaderboard/text","config":"1427 +/-7, entry nvidia-nemotron-3-ultra-550b-a55b-nvfp4, lmarena text leaderboard","measured_date":null},"gpqa_diamond":{"raw":87,"norm":87.32,"trust":1,"source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","config":"no tools","measured_date":null},"hle":{"raw":26.7,"norm":42.59,"trust":1,"source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","config":"no tools","measured_date":null},"mmlu_pro":{"raw":86.8,"norm":90,"trust":1,"source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","config":null,"measured_date":null},"swe_bench_verified":{"raw":70.7,"norm":80.93,"trust":1,"source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","config":null,"measured_date":null},"tau_bench":{"raw":70.9,"norm":67.87,"trust":1,"source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","config":"taubench v3 average of airline/retail/telecom/banking, vendor-reported via nemo evaluator sdk","measured_date":null},"terminal_bench":{"raw":56.4,"norm":60.47,"trust":1,"source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B-BF16","config":null,"measured_date":null}}},{"id":"gemini-2.5-pro","display_name":"Gemini 2.5 Pro","family_id":"gemini","vendor":"Google","status":"current","superseded_by":null,"release_date":"2025-06-17","intelligence_index":66.99,"coverage":0.5873,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1048576,"pricing":{"prompt_usd_per_m":1.25,"completion_usd_per_m":10,"blended_usd_per_m":3.4375},"scores":{"aime":{"raw":88,"norm":85,"trust":3,"source_url":"https://arxiv.org/html/2507.06261v1","config":"aime 2025, single attempt, pass@1","measured_date":null},"arena_elo":{"raw":1445.4,"norm":58.19,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":86.4,"norm":86.48,"trust":3,"source_url":"https://arxiv.org/html/2507.06261v1","config":"single attempt, pass@1","measured_date":null},"hle":{"raw":21.6,"norm":33.79,"trust":3,"source_url":"https://arxiv.org/html/2507.06261v1","config":"no tools, pass@1","measured_date":null},"swe_bench_verified":{"raw":59.6,"norm":66.13,"trust":3,"source_url":"https://arxiv.org/html/2507.06261v1","config":"single attempt","measured_date":null}}},{"id":"gpt-5.4-mini","display_name":"gpt-5.4-mini","family_id":"gpt","vendor":"OpenAI","status":"current","superseded_by":null,"release_date":"2026-03-17","intelligence_index":65.63,"coverage":0.873,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":400000,"pricing":{"prompt_usd_per_m":0.75,"completion_usd_per_m":4.5,"blended_usd_per_m":1.6875},"scores":{"arc_agi_2":{"raw":18.9,"norm":15.44,"trust":3,"source_url":"https://arcprize.org/leaderboard","config":"run gpt-5-4-mini-xhigh, v2 semi-private eval","measured_date":null},"arena_elo":{"raw":1448.2,"norm":60.27,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":83.08,"norm":81.8,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"overall, xhigh reasoning effort","measured_date":"2026-08-15"},"hle":{"raw":28.13,"norm":45.05,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, gpt-5.4 mini (xhigh)","measured_date":null},"livebench":{"raw":66.37,"norm":58.6,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run gpt-5.4-mini-xhigh","measured_date":null},"mmlu_pro":{"raw":84.554,"norm":85.68,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"overall, xhigh reasoning effort","measured_date":"2026-08-15"},"swe_bench_verified":{"raw":73,"norm":84,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"overall, xhigh reasoning effort","measured_date":"2026-08-14"},"terminal_bench":{"raw":54.682,"norm":58.45,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"high reasoning effort, overall, v2.1","measured_date":"2026-08-13"}}},{"id":"qwen-3-235b-a22b","display_name":"Qwen3-235B-A22B","family_id":"qwen","vendor":"Alibaba","status":"superseded","superseded_by":"qwen-3-235b-a22b-07-25","release_date":"2025-04-29","intelligence_index":65.41,"coverage":0.6666,"params_total_b":235.09,"params_active_b":22,"vram_est":{"bf16_gb":470,"int8_gb":249,"int4_gb":141,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":131072,"pricing":{"prompt_usd_per_m":0.455,"completion_usd_per_m":1.82,"blended_usd_per_m":0.79625},"scores":{"aime":{"raw":92.3,"norm":90.38,"trust":1,"source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507","config":"aime 2025, qwen3-235b-a22b-thinking-2507, 81920 max output tokens","measured_date":null},"arena_elo":{"raw":1374.8,"norm":5.82,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":81.1,"norm":79.01,"trust":1,"source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507","config":"qwen3-235b-a22b-thinking-2507","measured_date":null},"hle":{"raw":18.2,"norm":27.93,"trust":1,"source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507","config":"text-only subset, thinking-2507","measured_date":null},"livebench":{"raw":78.4,"norm":85.33,"trust":1,"source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507","config":"livebench 20241125, thinking-2507","measured_date":null},"mmlu_pro":{"raw":84.4,"norm":85.38,"trust":1,"source_url":"https://huggingface.co/Qwen/Qwen3-235B-A22B-Thinking-2507","config":"qwen3-235b-a22b-thinking-2507","measured_date":null}}},{"id":"gemini-3.5-flash-lite","display_name":"Gemini 3.5 Flash-Lite","family_id":"gemini","vendor":"Google","status":"current","superseded_by":null,"release_date":"2026-07-21","intelligence_index":63.37,"coverage":0.873,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1048576,"pricing":{"prompt_usd_per_m":0.3,"completion_usd_per_m":2.5,"blended_usd_per_m":0.85},"scores":{"arc_agi_2":{"raw":10.28,"norm":5.87,"trust":3,"source_url":"https://arcprize.org/leaderboard","config":"run gemini-3-5-flash-lite-high, v2 semi-private eval","measured_date":null},"arena_elo":{"raw":1458.1,"norm":67.61,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":83.838,"norm":82.87,"trust":3,"source_url":"https://www.vals.ai/benchmarks/gpqa","config":"high reasoning effort, overall","measured_date":"2026-08-15"},"hle":{"raw":18.81,"norm":28.98,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, gemini 3.5 flash-lite","measured_date":null},"livebench":{"raw":63.94,"norm":53.2,"trust":3,"source_url":"https://livebench.ai/","config":"global average, livebench-2026-06-25 release, run gemini-3.5-flash-lite-high","measured_date":null},"mmlu_pro":{"raw":85.836,"norm":88.15,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"high reasoning effort, overall","measured_date":"2026-08-15"},"swe_bench_verified":{"raw":75,"norm":86.67,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"high reasoning effort, overall","measured_date":"2026-08-14"},"terminal_bench":{"raw":50.187,"norm":53.16,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2-1","config":"high reasoning effort, overall, v2.1","measured_date":"2026-08-13"}}},{"id":"glm-4.5-355b-a32b","display_name":"GLM-4.5","family_id":"glm","vendor":"Zhipu AI (Z.ai)","status":"current","superseded_by":null,"release_date":"2025-07-28","intelligence_index":63.18,"coverage":0.7539,"params_total_b":358.34,"params_active_b":32,"vram_est":{"bf16_gb":717,"int8_gb":380,"int4_gb":215,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":131072,"pricing":{"prompt_usd_per_m":0.6,"completion_usd_per_m":2.2,"blended_usd_per_m":1},"scores":{"aime":{"raw":91,"norm":88.75,"trust":3,"source_url":"https://arxiv.org/html/2508.06471v1","config":"aime 2024","measured_date":null},"arena_elo":{"raw":1411.3,"norm":32.9,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":79.1,"norm":76.2,"trust":3,"source_url":"https://arxiv.org/html/2508.06471v1","config":null,"measured_date":null},"hle":{"raw":14.4,"norm":21.38,"trust":3,"source_url":"https://arxiv.org/html/2508.06471v1","config":null,"measured_date":null},"mmlu_pro":{"raw":84.6,"norm":85.77,"trust":3,"source_url":"https://arxiv.org/html/2508.06471v1","config":null,"measured_date":null},"swe_bench_verified":{"raw":64.2,"norm":72.27,"trust":3,"source_url":"https://arxiv.org/html/2508.06471v1","config":null,"measured_date":null},"terminal_bench":{"raw":37.5,"norm":38.24,"trust":3,"source_url":"https://arxiv.org/html/2508.06471v1","config":null,"measured_date":null}}},{"id":"deepseek-r1-0528","display_name":"deepseek-r1-0528","family_id":"deepseek","vendor":"DeepSeek","status":"current","superseded_by":null,"release_date":"2025-05-28","intelligence_index":62.51,"coverage":0.754,"params_total_b":684.53,"params_active_b":37,"vram_est":{"bf16_gb":1369,"int8_gb":726,"int4_gb":411,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":163840,"pricing":{"prompt_usd_per_m":0.5,"completion_usd_per_m":2.15,"blended_usd_per_m":0.9125},"scores":{"aime":{"raw":76,"norm":70,"trust":2,"source_url":"https://artificialanalysis.ai/models/deepseek-r1","config":"2025, artificial analysis independent run","measured_date":null},"arena_elo":{"raw":1421.9,"norm":40.76,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":81,"norm":78.87,"trust":1,"source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","config":"16 samples, max gen 64k, pass@1, temp 0.6, top-p 0.95","measured_date":"2025-05-28"},"hle":{"raw":15.85,"norm":23.88,"trust":2,"source_url":"https://artificialanalysis.ai/models/deepseek-r1","config":"artificial analysis independent run, no tools","measured_date":null},"mmlu_pro":{"raw":85,"norm":86.54,"trust":1,"source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","config":"em, max gen 64k","measured_date":"2025-05-28"},"swe_bench_verified":{"raw":57.6,"norm":63.47,"trust":1,"source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","config":"agentless framework, resolved rate","measured_date":"2025-05-28"},"tau_bench":{"raw":63.9,"norm":58.53,"trust":1,"source_url":"https://huggingface.co/deepseek-ai/DeepSeek-R1-0528","config":"gpt-4.1 as user simulator, pass@1, tau-bench retail","measured_date":null}}},{"id":"deepseek-r1-reasoning","display_name":"DeepSeek-R1","family_id":"deepseek","vendor":"DeepSeek","status":"current","superseded_by":null,"release_date":"2025-01-22","intelligence_index":61.39,"coverage":0.5953,"params_total_b":684.53,"params_active_b":37,"vram_est":{"bf16_gb":1369,"int8_gb":726,"int4_gb":411,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":64000,"pricing":{"prompt_usd_per_m":0.7,"completion_usd_per_m":2.5,"blended_usd_per_m":1.15},"scores":{"aime":{"raw":79.8,"norm":74.75,"trust":3,"source_url":"https://arxiv.org/html/2501.12948v1","config":"pass@1 (64 samples averaged), no tools","measured_date":"2025-01-22"},"arena_elo":{"raw":1398.2,"norm":23.18,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":71.5,"norm":65.49,"trust":3,"source_url":"https://arxiv.org/html/2501.12948v1","config":"pass@1","measured_date":"2025-01-22"},"mmlu_pro":{"raw":84,"norm":84.62,"trust":3,"source_url":"https://arxiv.org/html/2501.12948v1","config":"em","measured_date":"2025-01-22"},"swe_bench_verified":{"raw":49.2,"norm":52.27,"trust":3,"source_url":"https://arxiv.org/html/2501.12948v1","config":"resolved %, agentless scaffold","measured_date":"2025-01-22"}}},{"id":"gpt-o3","display_name":"o3-2025-04-16","family_id":"gpt","vendor":"OpenAI","status":"current","superseded_by":null,"release_date":"2025-04-16","intelligence_index":60.89,"coverage":0.8809,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":200000,"pricing":{"prompt_usd_per_m":2,"completion_usd_per_m":8,"blended_usd_per_m":3.5},"scores":{"aime":{"raw":88.9,"norm":86.13,"trust":1,"source_url":"https://web.archive.org/web/2025id_/https://openai.com/index/introducing-o3-and-o4-mini/","config":"2025, o3 (no tools)","measured_date":"2025-04-16"},"arc_agi_2":{"raw":2.9,"norm":0,"trust":3,"source_url":"https://arcprize.org/blog/analyzing-o3-with-arc-agi","config":"arc-agi-2 semi-private eval, o3-medium","measured_date":"2025-04-22"},"arena_elo":{"raw":1430.7,"norm":47.29,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"gpqa_diamond":{"raw":83.3,"norm":82.11,"trust":1,"source_url":"https://web.archive.org/web/2025id_/https://openai.com/index/introducing-o3-and-o4-mini/","config":"o3 (no tools)","measured_date":"2025-04-16"},"hle":{"raw":20.32,"norm":31.59,"trust":1,"source_url":"https://web.archive.org/web/2025id_/https://openai.com/index/introducing-o3-and-o4-mini/","config":"o3 (no tools)","measured_date":"2025-04-16"},"mmlu_pro":{"raw":85.6,"norm":87.69,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"o3-2025-04-16, vals.ai independent evaluation","measured_date":null},"swe_bench_verified":{"raw":62.3,"norm":69.73,"trust":3,"source_url":"https://epoch.ai/models/o3","config":"epoch ai evaluation, o3 at medium reasoning effort","measured_date":null},"tau_bench":{"raw":70.4,"norm":67.2,"trust":1,"source_url":"https://web.archive.org/web/2025id_/https://openai.com/index/introducing-o3-and-o4-mini/","config":"averaged across 5 runs, no custom tools or prompting, o3-high, tau-bench retail","measured_date":"2025-04-16"},"terminal_bench":{"raw":37.1,"norm":37.76,"trust":2,"source_url":"https://artificialanalysis.ai/models/o3","config":"artificial analysis intelligence index, terminal-bench hard","measured_date":null}}},{"id":"kimi-k2","display_name":"Kimi K2","family_id":"kimi","vendor":"Moonshot AI","status":"superseded","superseded_by":"kimi-k2-0905","release_date":"2025-07","intelligence_index":59.09,"coverage":0.7936,"params_total_b":1026.41,"params_active_b":32,"vram_est":{"bf16_gb":2053,"int8_gb":1088,"int4_gb":616,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":131072,"pricing":{"prompt_usd_per_m":0.57,"completion_usd_per_m":2.3,"blended_usd_per_m":1.0025},"scores":{"aime":{"raw":49.5,"norm":36.88,"trust":1,"source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","config":"avg@64, non-thinking","measured_date":null},"gpqa_diamond":{"raw":75.1,"norm":70.56,"trust":1,"source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","config":"avg@8","measured_date":null},"hle":{"raw":4.7,"norm":4.66,"trust":1,"source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","config":"text only, no tools","measured_date":null},"livebench":{"raw":76.4,"norm":80.89,"trust":1,"source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","config":"pass@1","measured_date":null},"mmlu_pro":{"raw":81.1,"norm":79.04,"trust":1,"source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","config":"em","measured_date":null},"swe_bench_verified":{"raw":65.8,"norm":74.4,"trust":1,"source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","config":"agentic coding, single attempt, bash/editor tools, 8k output limit","measured_date":null},"terminal_bench":{"raw":30,"norm":29.41,"trust":1,"source_url":"https://huggingface.co/moonshotai/Kimi-K2-Instruct","config":"in-house framework","measured_date":null}}},{"id":"mistral-3.5-medium-vision","display_name":"Mistral Medium 3.5","family_id":"mistral","vendor":"Mistral AI","status":"current","superseded_by":null,"release_date":"2026-04","intelligence_index":57.9,"coverage":0.2857,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":true,"context_window_tok":262144,"pricing":{"prompt_usd_per_m":1.5,"completion_usd_per_m":7.5,"blended_usd_per_m":3},"scores":{"arena_elo":{"raw":1427.2,"norm":44.69,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"swe_bench_verified":{"raw":64.7,"norm":72.93,"trust":3,"source_url":"https://www.vals.ai/models/mistralai_mistral-medium-3.5","config":"vals.ai independently-run subset","measured_date":"2026-05-01"},"terminal_bench":{"raw":30.3,"norm":29.76,"trust":3,"source_url":"https://www.vals.ai/models/mistralai_mistral-medium-3.5","config":"vals.ai independent run","measured_date":"2026-05-01"}}},{"id":"nemotron-3.5-lightning","display_name":"nemotron-3.5-lightning","family_id":"nemotron","vendor":"NVIDIA","status":"current","superseded_by":null,"release_date":"2026-08-11","intelligence_index":54.88,"coverage":0.5953,"params_total_b":31.58,"params_active_b":3,"vram_est":{"bf16_gb":63.2,"int8_gb":33.5,"int4_gb":18.9,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":false,"is_open_weights":true,"context_window_tok":1000000,"pricing":{"prompt_usd_per_m":0.08,"completion_usd_per_m":0.2,"blended_usd_per_m":0.11},"scores":{"gpqa_diamond":{"raw":75.57,"norm":71.23,"trust":1,"source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","config":"nvfp4 quantized checkpoint","measured_date":"2026-08-11"},"hle":{"raw":11.72,"norm":16.76,"trust":1,"source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","config":"bf16, text-only, no tools","measured_date":"2026-08-11"},"mmlu_pro":{"raw":81.94,"norm":80.65,"trust":1,"source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","config":"bf16, nvidia nemo gym harness","measured_date":"2026-08-11"},"swe_bench_verified":{"raw":51.56,"norm":55.41,"trust":1,"source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","config":"bf16","measured_date":"2026-08-11"},"terminal_bench":{"raw":24.58,"norm":23.04,"trust":1,"source_url":"https://huggingface.co/nvidia/NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16","config":"bf16","measured_date":"2026-08-11"}}},{"id":"claude-haiku-4.5","display_name":"Claude Haiku 4.5","family_id":"claude","vendor":"Anthropic","status":"current","superseded_by":null,"release_date":"2025-10-15","intelligence_index":54.25,"coverage":0.8809,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":200000,"pricing":{"prompt_usd_per_m":1,"completion_usd_per_m":5,"blended_usd_per_m":2},"scores":{"aime":{"raw":82.708,"norm":78.38,"trust":3,"source_url":"https://www.vals.ai/benchmarks/aime","config":"60 questions), claude-haiku-4-5-20251001-thinking, no tools, vals aime (2024+2025","measured_date":"2026-04-16"},"arc_agi_2":{"raw":4.03,"norm":0,"trust":3,"source_url":"https://arcprize.org/media/data/evaluations.json","config":"arc prize leaderboard, claude-haiku-4-5-20251001-thinking-32k, v2 semi-private eval","measured_date":null},"arena_elo":{"raw":1413,"norm":34.16,"trust":3,"source_url":"https://arena.ai/leaderboard/text","config":"arena.ai text leaderboard, claude-haiku-4-5-20251001 (+/-3)","measured_date":null},"gpqa_diamond":{"raw":73,"norm":67.61,"trust":2,"source_url":"https://airank.dev/models/claude-haiku-4.5","config":null,"measured_date":"2025-10-15"},"hle":{"raw":10.38,"norm":14.45,"trust":2,"source_url":"https://artificialanalysis.ai/models/claude-4-5-haiku","config":"claude 4.5 haiku (reasoning), no tools","measured_date":null},"mmlu_pro":{"raw":78.715,"norm":74.45,"trust":3,"source_url":"https://www.vals.ai/benchmarks/mmlu_pro","config":"claude-haiku-4-5-20251001-thinking (extended thinking), max output 64k, no tools, temp 1","measured_date":"2026-08-15"},"swe_bench_verified":{"raw":73.3,"norm":84.4,"trust":1,"source_url":"https://www.anthropic.com/news/claude-haiku-4-5","config":"averaged over 50 trials, no test-time compute, 128k thinking budget, bash+file-edit scaffold","measured_date":"2025-10-15"},"tau_bench":{"raw":54.68,"norm":46.24,"trust":2,"source_url":"https://artificialanalysis.ai/models/claude-4-5-haiku","config":"artificial analysis tau-squared bench (telecom), claude 4.5 haiku (reasoning), tau2","measured_date":null},"terminal_bench":{"raw":41.75,"norm":43.24,"trust":1,"source_url":"https://www.anthropic.com/news/claude-haiku-4-5","config":"32k thinking budget, avg of 5 runs","measured_date":"2025-10-15"}}},{"id":"command-a-05-plus-2026","display_name":"command-a-plus-05-2026","family_id":"command","vendor":"Cohere","status":"current","superseded_by":null,"release_date":"2026-05-20","intelligence_index":44.89,"coverage":0.3174,"params_total_b":218.75,"params_active_b":218.75,"vram_est":{"bf16_gb":438,"int8_gb":232,"int4_gb":131,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":false,"is_open_weights":true,"context_window_tok":128000,"pricing":{"prompt_usd_per_m":null,"completion_usd_per_m":null,"blended_usd_per_m":null},"scores":{"gpqa_diamond":{"raw":76,"norm":71.83,"trust":2,"source_url":"https://artificialanalysis.ai/articles/cohere-launches-open-weights-model-command-a-more-than-a-year-since-the-command-a-release","config":"artificial analysis independent eval; reported rounded (~76%)","measured_date":"2026-05-20"},"hle":{"raw":11,"norm":15.52,"trust":2,"source_url":"https://artificialanalysis.ai/articles/cohere-launches-open-weights-model-command-a-more-than-a-year-since-the-command-a-release","config":"artificial analysis independent eval; reported rounded (~11%)","measured_date":"2026-05-20"},"terminal_bench":{"raw":25,"norm":23.53,"trust":1,"source_url":"https://cohere.com/blog/command-a-plus","config":"terminus-2 harness, artificial analysis methodology","measured_date":"2026-05-20"}}},{"id":"phi-4-14b-instruct","display_name":"phi-4","family_id":"phi","vendor":"Microsoft","status":"current","superseded_by":null,"release_date":"2024-12-12","intelligence_index":40.13,"coverage":0.3969,"params_total_b":14.66,"params_active_b":14.66,"vram_est":{"bf16_gb":29.3,"int8_gb":15.5,"int4_gb":8.8,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":false,"is_open_weights":true,"context_window_tok":16384,"pricing":{"prompt_usd_per_m":0.07,"completion_usd_per_m":0.14,"blended_usd_per_m":0.08750000000000001},"scores":{"gpqa_diamond":{"raw":56.1,"norm":43.8,"trust":3,"source_url":"https://arxiv.org/html/2412.08905v1","config":"simple-evals, temperature=0.5","measured_date":"2024-12-12"},"livebench":{"raw":47.6,"norm":16.89,"trust":3,"source_url":"https://arxiv.org/html/2412.08905v1","config":"as reported in phi-4 tech report","measured_date":"2024-12-12"},"mmlu_pro":{"raw":70.4,"norm":58.46,"trust":3,"source_url":"https://arxiv.org/html/2412.08905v1","config":null,"measured_date":"2024-12-12"}}},{"id":"llama-4-maverick-17b-128e-instruct","display_name":"Llama-4-Maverick-17B-128E-Instruct","family_id":"llama","vendor":"Meta","status":"current","superseded_by":null,"release_date":"2025-04-05","intelligence_index":34.36,"coverage":0.7935,"params_total_b":401.58,"params_active_b":17,"vram_est":{"bf16_gb":803,"int8_gb":426,"int4_gb":241,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":1048576,"pricing":{"prompt_usd_per_m":0.2,"completion_usd_per_m":0.8,"blended_usd_per_m":0.35000000000000003},"scores":{"aime":{"raw":25.21,"norm":6.51,"trust":3,"source_url":"https://www.vals.ai/benchmarks/aime","config":"overall accuracy (95% ci 17.5-32.9), served via fireworks as llama4-maverick-instruct-basic, vals ai aime leaderboard","measured_date":null},"arc_agi_2":{"raw":0,"norm":0,"trust":2,"source_url":"https://epoch.ai/models/llama-4-maverick","config":"best score across settings, epoch ai independent eval","measured_date":null},"arena_elo":{"raw":1417,"norm":37.12,"trust":1,"source_url":"https://ai.meta.com/blog/llama-4-multimodal-intelligence/","config":"llama-4-maverick-03-26-experimental chat variant (not the public release); meta-reported","measured_date":"2025-04-05"},"gpqa_diamond":{"raw":69.8,"norm":63.1,"trust":1,"source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","config":"accuracy; 0-shot, averaged over multiple generations","measured_date":"2025-04-05"},"hle":{"raw":5.7,"norm":6.38,"trust":2,"source_url":"https://epoch.ai/models/llama-4-maverick","config":"best score across settings, epoch ai independent eval, no tools","measured_date":null},"livebench":{"raw":54.38,"norm":31.96,"trust":3,"source_url":"https://livebench.ai/table_2025_04_02.csv","config":"global average = mean of 6 category averages computed from official table_2025_04_02.csv, livebench 2025-04-02 release","measured_date":"2025-04-02"},"mmlu_pro":{"raw":80.5,"norm":77.88,"trust":1,"source_url":"https://huggingface.co/meta-llama/Llama-4-Maverick-17B-128E-Instruct","config":"macro_avg/acc; 0-shot, temperature=0, no majority voting","measured_date":"2025-04-05"},"terminal_bench":{"raw":2.25,"norm":0,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2","config":"overall accuracy (2/89 tasks), terminus 2 harness, vals ai terminal-bench 2.0","measured_date":null}}},{"id":"mistral-3-large-675b-2512-instruct","display_name":"Mistral-Large-3-675B-Instruct-2512","family_id":"mistral","vendor":"Mistral AI","status":"current","superseded_by":null,"release_date":"2025-12-02","intelligence_index":34.31,"coverage":0.6349,"params_total_b":675,"params_active_b":41,"vram_est":{"bf16_gb":1350,"int8_gb":716,"int4_gb":405,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":256000,"pricing":{"prompt_usd_per_m":null,"completion_usd_per_m":null,"blended_usd_per_m":null},"scores":{"aime":{"raw":42.92,"norm":28.65,"trust":3,"source_url":"https://www.vals.ai/benchmarks/aime","config":"mistralai/mistral-large-2512, overall accuracy (95% ci 31.3-54.6), vals ai aime leaderboard","measured_date":null},"arena_elo":{"raw":1415,"norm":35.64,"trust":3,"source_url":"https://arena.ai/leaderboard/text","config":"arena (lmarena) text leaderboard, default view, ±3","measured_date":"2026-08-17"},"gpqa_diamond":{"raw":67.17,"norm":59.39,"trust":1,"source_url":"https://huggingface.co/mistralai/Mistral-Large-3-675B-Instruct-2512","config":"official model card evaluation results (asterisked)","measured_date":"2025-12-02"},"hle":{"raw":4,"norm":3.45,"trust":2,"source_url":"https://artificialanalysis.ai/models/comparisons/mistral-large-3-vs-llama-4-maverick","config":"artificial analysis independent eval, no tools, site displays rounded whole percent (4%)","measured_date":null},"swe_bench_verified":{"raw":41.4,"norm":41.87,"trust":3,"source_url":"https://www.vals.ai/benchmarks/swebench","config":"overall resolved rate (207/500), vals ai swe-bench verified leaderboard","measured_date":null},"terminal_bench":{"raw":8.99,"norm":4.69,"trust":3,"source_url":"https://www.vals.ai/benchmarks/terminal-bench-2","config":"overall accuracy (8/89 tasks), terminus 2 harness, vals ai terminal-bench 2.0","measured_date":null}}},{"id":"llama-3.1-405b-instruct","display_name":"Llama-3.1-405B-Instruct","family_id":"llama","vendor":"Meta","status":"current","superseded_by":null,"release_date":"2024-07-23","intelligence_index":24.58,"coverage":0.5635,"params_total_b":405.85,"params_active_b":405.85,"vram_est":{"bf16_gb":812,"int8_gb":430,"int4_gb":244,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":false,"is_open_weights":true,"context_window_tok":131072,"pricing":{"prompt_usd_per_m":null,"completion_usd_per_m":null,"blended_usd_per_m":null},"scores":{"aime":{"raw":3,"norm":0,"trust":2,"source_url":"https://artificialanalysis.ai/models/llama-3-1-instruct-405b","config":"2025, artificial analysis independent run, non-reasoning","measured_date":null},"gpqa_diamond":{"raw":50.7,"norm":36.2,"trust":1,"source_url":"https://huggingface.co/meta-llama/Llama-3.1-405B-Instruct","config":"0-shot, exact match (main set, not diamond)","measured_date":null},"hle":{"raw":3.98,"norm":3.41,"trust":2,"source_url":"https://artificialanalysis.ai/models/llama-3-1-instruct-405b","config":"artificial analysis independent run, no tools","measured_date":null},"mmlu_pro":{"raw":73.3,"norm":64.04,"trust":1,"source_url":"https://huggingface.co/meta-llama/Llama-3.1-405B-Instruct","config":"cot, 5-shot, micro_avg/acc_char","measured_date":null},"tau_bench":{"raw":19.01,"norm":0,"trust":2,"source_url":"https://artificialanalysis.ai/models/llama-3-1-instruct-405b","config":"artificial analysis independent run, tau2","measured_date":null},"terminal_bench":{"raw":6.82,"norm":2.14,"trust":2,"source_url":"https://artificialanalysis.ai/models/llama-3-1-instruct-405b","config":"artificial analysis independent run, terminal-bench hard subset","measured_date":null}}},{"id":"claude-sonnet-4.6","display_name":"claude-4.6-sonnet","family_id":"claude","vendor":"Anthropic","status":"superseded","superseded_by":"claude-sonnet-5","release_date":"2026-02-17","intelligence_index":null,"coverage":null,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1000000,"pricing":{"prompt_usd_per_m":3,"completion_usd_per_m":15,"blended_usd_per_m":6},"scores":{"arena_elo":{"raw":1472,"norm":77.92,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"command-a-03-2025","display_name":"command-a-03-2025","family_id":"command","vendor":"Cohere","status":"current","superseded_by":null,"release_date":"2025-03","intelligence_index":null,"coverage":null,"params_total_b":111.06,"params_active_b":111.06,"vram_est":{"bf16_gb":222,"int8_gb":118,"int4_gb":66.6,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":false,"is_open_weights":true,"context_window_tok":256000,"pricing":{"prompt_usd_per_m":2.5,"completion_usd_per_m":10,"blended_usd_per_m":4.375},"scores":{"arena_elo":{"raw":1353.9,"norm":0,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"deepseek-3-0324-instruct","display_name":"deepseek-chat-v3-0324","family_id":"deepseek","vendor":"DeepSeek","status":"superseded","superseded_by":"deepseek-3.1-instruct","release_date":"2025-03-24","intelligence_index":null,"coverage":null,"params_total_b":684.53,"params_active_b":37,"vram_est":{"bf16_gb":1369,"int8_gb":726,"int4_gb":411,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":163840,"pricing":{"prompt_usd_per_m":0.27,"completion_usd_per_m":1.12,"blended_usd_per_m":0.48250000000000004},"scores":{"arena_elo":{"raw":1395.6,"norm":21.25,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"deepseek-3.1-instruct","display_name":"deepseek-chat-v3.1","family_id":"deepseek","vendor":"DeepSeek","status":"current","superseded_by":null,"release_date":"2025-08-21","intelligence_index":null,"coverage":null,"params_total_b":684.53,"params_active_b":37,"vram_est":{"bf16_gb":1369,"int8_gb":726,"int4_gb":411,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":163840,"pricing":{"prompt_usd_per_m":0.25,"completion_usd_per_m":0.95,"blended_usd_per_m":0.425},"scores":{"arena_elo":{"raw":1417.2,"norm":37.27,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"deepseek-v3","display_name":"DeepSeek-V3","family_id":"deepseek","vendor":"DeepSeek","status":"superseded","superseded_by":"deepseek-v3.2","release_date":"2024-12","intelligence_index":null,"coverage":null,"params_total_b":684.53,"params_active_b":37,"vram_est":{"bf16_gb":1369,"int8_gb":726,"int4_gb":411,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":163840,"pricing":{"prompt_usd_per_m":0.2574,"completion_usd_per_m":1.0287,"blended_usd_per_m":0.450225},"scores":{"arena_elo":{"raw":1358.5,"norm":0,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"deepseek-v3.1-terminus","display_name":"deepseek-v3.1-terminus","family_id":"deepseek","vendor":"DeepSeek","status":"superseded","superseded_by":"deepseek-v3.2","release_date":"2025-09-22","intelligence_index":null,"coverage":null,"params_total_b":684.53,"params_active_b":37,"vram_est":{"bf16_gb":1369,"int8_gb":726,"int4_gb":411,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":163840,"pricing":{"prompt_usd_per_m":0.27,"completion_usd_per_m":1,"blended_usd_per_m":0.4525},"scores":{"arena_elo":{"raw":1414.6,"norm":35.34,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"gemini-2.5-flash","display_name":"Gemini 2.5 Flash","family_id":"gemini","vendor":"Google","status":"superseded","superseded_by":"gemini-3.7-flash","release_date":"2025-06-17","intelligence_index":null,"coverage":null,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1048576,"pricing":{"prompt_usd_per_m":0.3,"completion_usd_per_m":2.5,"blended_usd_per_m":0.85},"scores":{"arena_elo":{"raw":1410.2,"norm":32.08,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"gemini-3.1-flash-lite","display_name":"gemini-3.1-flash-lite","family_id":"gemini","vendor":"Google","status":"superseded","superseded_by":"gemini-3.5-flash-lite","release_date":"2026-05-07","intelligence_index":null,"coverage":null,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1048576,"pricing":{"prompt_usd_per_m":0.25,"completion_usd_per_m":1.5,"blended_usd_per_m":0.5625},"scores":{"arena_elo":{"raw":1432.1,"norm":48.32,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"gemma-3-27b-instruct","display_name":"Gemma 3 27B","family_id":"gemma","vendor":"Google DeepMind","status":"current","superseded_by":null,"release_date":"2025-03-12","intelligence_index":null,"coverage":null,"params_total_b":27.43,"params_active_b":27.43,"vram_est":{"bf16_gb":54.9,"int8_gb":29.1,"int4_gb":16.5,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":false,"is_open_weights":true,"context_window_tok":262144,"pricing":{"prompt_usd_per_m":0.08,"completion_usd_per_m":0.45,"blended_usd_per_m":0.1725},"scores":{"arena_elo":{"raw":1365.9,"norm":0,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"gemma-4-26b-a4b-instruct","display_name":"Gemma 4 26B-A4B","family_id":"gemma","vendor":"Google DeepMind","status":"current","superseded_by":null,"release_date":"2026-04-02","intelligence_index":null,"coverage":null,"params_total_b":26.54,"params_active_b":4,"vram_est":{"bf16_gb":53.1,"int8_gb":28.1,"int4_gb":15.9,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":262144,"pricing":{"prompt_usd_per_m":0.07,"completion_usd_per_m":0.34,"blended_usd_per_m":0.1375},"scores":{"arena_elo":{"raw":1438.2,"norm":52.85,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"gemma-4-31b-instruct","display_name":"Gemma 4 31B","family_id":"gemma","vendor":"Google DeepMind","status":"current","superseded_by":null,"release_date":"2026-04-02","intelligence_index":null,"coverage":null,"params_total_b":31.27,"params_active_b":31.27,"vram_est":{"bf16_gb":62.5,"int8_gb":33.1,"int4_gb":18.8,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":false,"is_open_weights":true,"context_window_tok":262144,"pricing":{"prompt_usd_per_m":0.1,"completion_usd_per_m":0.34,"blended_usd_per_m":0.16000000000000003},"scores":{"arena_elo":{"raw":1451.5,"norm":62.71,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"glm-4.5-air-106b-a12b","display_name":"GLM-4.5-Air","family_id":"glm","vendor":"Zhipu AI (Z.ai)","status":"current","superseded_by":null,"release_date":"2025-07-28","intelligence_index":null,"coverage":null,"params_total_b":110.47,"params_active_b":12,"vram_est":{"bf16_gb":221,"int8_gb":117,"int4_gb":66.3,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":131072,"pricing":{"prompt_usd_per_m":0.13,"completion_usd_per_m":0.85,"blended_usd_per_m":0.31},"scores":{"arena_elo":{"raw":1373,"norm":4.49,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"glm-4.5-v","display_name":"glm-4.5v","family_id":"glm","vendor":"Zhipu AI (Z.ai)","status":"current","superseded_by":null,"release_date":"2025-08-11","intelligence_index":null,"coverage":null,"params_total_b":107.71,"params_active_b":107.71,"vram_est":{"bf16_gb":215,"int8_gb":114,"int4_gb":64.6,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":false,"is_open_weights":true,"context_window_tok":65536,"pricing":{"prompt_usd_per_m":0.6,"completion_usd_per_m":1.8,"blended_usd_per_m":0.8999999999999999},"scores":{"arena_elo":{"raw":1353.4,"norm":0,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"glm-4.6","display_name":"glm-4.6","family_id":"glm","vendor":"Zhipu AI (Z.ai)","status":"superseded","superseded_by":"glm-5.2","release_date":"2025-09-30","intelligence_index":null,"coverage":null,"params_total_b":356.79,"params_active_b":32,"vram_est":{"bf16_gb":714,"int8_gb":378,"int4_gb":214,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":204800,"pricing":{"prompt_usd_per_m":0.5,"completion_usd_per_m":2,"blended_usd_per_m":0.875},"scores":{"arena_elo":{"raw":1424.4,"norm":42.61,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"glm-4.7","display_name":"glm-4.7","family_id":"glm","vendor":"Zhipu AI (Z.ai)","status":"superseded","superseded_by":"glm-5.2","release_date":"2025-12-22","intelligence_index":null,"coverage":null,"params_total_b":358.34,"params_active_b":32,"vram_est":{"bf16_gb":717,"int8_gb":380,"int4_gb":215,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":204800,"pricing":{"prompt_usd_per_m":0.4,"completion_usd_per_m":1.75,"blended_usd_per_m":0.7375},"scores":{"arena_elo":{"raw":1441.7,"norm":55.44,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"glm-4.7-flash","display_name":"glm-4.7-flash","family_id":"glm","vendor":"Zhipu AI (Z.ai)","status":"current","superseded_by":null,"release_date":"2026-01-19","intelligence_index":null,"coverage":null,"params_total_b":31.22,"params_active_b":31.22,"vram_est":{"bf16_gb":62.4,"int8_gb":33.1,"int4_gb":18.7,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":false,"is_open_weights":true,"context_window_tok":202752,"pricing":{"prompt_usd_per_m":0.06,"completion_usd_per_m":0.4,"blended_usd_per_m":0.14500000000000002},"scores":{"arena_elo":{"raw":1367.4,"norm":0.33,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"glm-5-turbo","display_name":"glm-5-turbo","family_id":"glm","vendor":"Zhipu AI (Z.ai)","status":"current","superseded_by":null,"release_date":"2026-03-15","intelligence_index":null,"coverage":null,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":202752,"pricing":{"prompt_usd_per_m":1.2,"completion_usd_per_m":4,"blended_usd_per_m":1.9},"scores":{"gpqa_diamond":{"raw":84.75,"norm":84.15,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, glm-5-turbo","measured_date":null},"hle":{"raw":27.76,"norm":44.41,"trust":2,"source_url":"https://artificialanalysis.ai/models","config":"artificial analysis eval, glm-5-turbo","measured_date":null}}},{"id":"glm-5-v-turbo","display_name":"glm-5v-turbo","family_id":"glm","vendor":"Zhipu AI (Z.ai)","status":"current","superseded_by":null,"release_date":"2026-04-01","intelligence_index":null,"coverage":null,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":202752,"pricing":{"prompt_usd_per_m":1.2,"completion_usd_per_m":4,"blended_usd_per_m":1.9},"scores":{"arena_elo":{"raw":1433.3,"norm":49.21,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"gpt-4.1","display_name":"gpt-4.1-2025-04-14","family_id":"gpt","vendor":"OpenAI","status":"superseded","superseded_by":"gpt-5.6-luna","release_date":"2025-04-14","intelligence_index":null,"coverage":null,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1047576,"pricing":{"prompt_usd_per_m":2,"completion_usd_per_m":8,"blended_usd_per_m":3.5},"scores":{"arena_elo":{"raw":1414.1,"norm":34.97,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"gpt-4.1-mini","display_name":"gpt-4.1-mini-2025-04-14","family_id":"gpt","vendor":"OpenAI","status":"superseded","superseded_by":"gpt-5.4-mini","release_date":"2025-04-14","intelligence_index":null,"coverage":null,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1047576,"pricing":{"prompt_usd_per_m":0.4,"completion_usd_per_m":1.6,"blended_usd_per_m":0.7000000000000001},"scores":{"arena_elo":{"raw":1382.8,"norm":11.76,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"gpt-5","display_name":"gpt-5-2025-08-07","family_id":"gpt","vendor":"OpenAI","status":"superseded","superseded_by":"gpt-5.6-luna","release_date":"2025-08-07","intelligence_index":null,"coverage":null,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":400000,"pricing":{"prompt_usd_per_m":1.25,"completion_usd_per_m":10,"blended_usd_per_m":3.4375},"scores":{"arena_elo":{"raw":1434.1,"norm":49.81,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"gpt-5-mini","display_name":"gpt-5-mini-2025-08-07","family_id":"gpt","vendor":"OpenAI","status":"superseded","superseded_by":"gpt-5.4-mini","release_date":"2025-08-07","intelligence_index":null,"coverage":null,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":400000,"pricing":{"prompt_usd_per_m":0.25,"completion_usd_per_m":2,"blended_usd_per_m":0.6875},"scores":{"arena_elo":{"raw":1389.6,"norm":16.8,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"gpt-5.1","display_name":"gpt-5.1","family_id":"gpt","vendor":"OpenAI","status":"superseded","superseded_by":"gpt-5.6-luna","release_date":"2025-11-13","intelligence_index":null,"coverage":null,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":400000,"pricing":{"prompt_usd_per_m":1.25,"completion_usd_per_m":10,"blended_usd_per_m":3.4375},"scores":{"arena_elo":{"raw":1454.8,"norm":65.16,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"gpt-5.4-nano","display_name":"gpt-5.4-nano","family_id":"gpt","vendor":"OpenAI","status":"current","superseded_by":null,"release_date":"2026-03-17","intelligence_index":null,"coverage":null,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":400000,"pricing":{"prompt_usd_per_m":0.2,"completion_usd_per_m":1.25,"blended_usd_per_m":0.4625},"scores":{"arena_elo":{"raw":1402.3,"norm":26.22,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"gpt-5.6-terra","display_name":"GPT-5.6 Terra","family_id":"gpt","vendor":"OpenAI","status":"current","superseded_by":null,"release_date":"2026-07-09","intelligence_index":null,"coverage":null,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1050000,"pricing":{"prompt_usd_per_m":2,"completion_usd_per_m":12,"blended_usd_per_m":4.5},"scores":{"arc_agi_2":{"raw":67.1,"norm":69,"trust":3,"source_url":"https://arcprize.org/results/openai-gpt-5-6-terra","config":"public eval (120 tasks); high reasoning; arc prize verified","measured_date":"2026-07-09"},"arena_elo":{"raw":1464.1,"norm":72.06,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"gpt-o1","display_name":"o1-2024-12-17","family_id":"gpt","vendor":"OpenAI","status":"superseded","superseded_by":"gpt-o3","release_date":"2024-12-17","intelligence_index":null,"coverage":null,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":200000,"pricing":{"prompt_usd_per_m":15,"completion_usd_per_m":60,"blended_usd_per_m":26.25},"scores":{"arena_elo":{"raw":1402.1,"norm":26.07,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"gpt-o3-mini","display_name":"o3-mini-2025-01-31","family_id":"gpt","vendor":"OpenAI","status":"superseded","superseded_by":"gpt-o4-mini","release_date":"2025-01-31","intelligence_index":null,"coverage":null,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":200000,"pricing":{"prompt_usd_per_m":1.1,"completion_usd_per_m":4.4,"blended_usd_per_m":1.9250000000000003},"scores":{"arena_elo":{"raw":1347.9,"norm":0,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"gpt-o3-mini-high","display_name":"o3-mini-high-2025-01-31","family_id":"gpt","vendor":"OpenAI","status":"current","superseded_by":null,"release_date":"2025-02-12","intelligence_index":null,"coverage":null,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":200000,"pricing":{"prompt_usd_per_m":1.1,"completion_usd_per_m":4.4,"blended_usd_per_m":1.9250000000000003},"scores":{"arena_elo":{"raw":1363.5,"norm":0,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"gpt-o3-pro","display_name":"o3-pro-2025-06-10","family_id":"gpt","vendor":"OpenAI","status":"current","superseded_by":null,"release_date":"2025-06-10","intelligence_index":null,"coverage":null,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":200000,"pricing":{"prompt_usd_per_m":20,"completion_usd_per_m":80,"blended_usd_per_m":35},"scores":{"gpqa_diamond":{"raw":84,"norm":83.1,"trust":2,"source_url":"https://evals.report/models/openai-o3-pro","config":"no tools, openai-reported at o3-pro launch","measured_date":"2025-06-10"}}},{"id":"gpt-o4-mini","display_name":"o4-mini-2025-04-16","family_id":"gpt","vendor":"OpenAI","status":"current","superseded_by":null,"release_date":"2025-04-16","intelligence_index":null,"coverage":null,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":200000,"pricing":{"prompt_usd_per_m":1.1,"completion_usd_per_m":4.4,"blended_usd_per_m":1.9250000000000003},"scores":{"arena_elo":{"raw":1389.8,"norm":16.95,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"gpt-oss-120-b-120b","display_name":"gpt-oss-120b","family_id":"gpt-oss","vendor":"OpenAI","status":"current","superseded_by":null,"release_date":"2025-08-05","intelligence_index":null,"coverage":null,"params_total_b":116.83,"params_active_b":5.1,"vram_est":{"bf16_gb":234,"int8_gb":124,"int4_gb":70.1,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":131072,"pricing":{"prompt_usd_per_m":0.03,"completion_usd_per_m":0.17,"blended_usd_per_m":0.065},"scores":{"arena_elo":{"raw":1352.2,"norm":0,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"grok-4.20-multi-agent","display_name":"grok-4.20-multi-agent","family_id":"grok","vendor":"xAI","status":"superseded","superseded_by":"grok-4.6","release_date":"2026-03-31","intelligence_index":null,"coverage":null,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":2000000,"pricing":{"prompt_usd_per_m":1.25,"completion_usd_per_m":2.5,"blended_usd_per_m":1.5625},"scores":{"tau_bench":{"raw":96.5,"norm":100,"trust":2,"source_url":"https://designforonline.com/ai-models/xai-grok-4-20-multi-agent-beta/","config":"high/xhigh = 16 agents, low/medium = 4 agents, multi-agent beta, tau2","measured_date":null}}},{"id":"grok-4.3","display_name":"grok-4.3","family_id":"grok","vendor":"xAI","status":"superseded","superseded_by":"grok-4.6","release_date":"2026-04-30","intelligence_index":null,"coverage":null,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1000000,"pricing":{"prompt_usd_per_m":1.25,"completion_usd_per_m":2.5,"blended_usd_per_m":1.5625},"scores":{"arena_elo":{"raw":1441.5,"norm":55.3,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"llama-3.3-70b-instruct","display_name":"Llama-3.3-70B-Instruct","family_id":"llama","vendor":"Meta","status":"current","superseded_by":null,"release_date":"2024-12-06","intelligence_index":null,"coverage":null,"params_total_b":70.55,"params_active_b":70.55,"vram_est":{"bf16_gb":141,"int8_gb":74.8,"int4_gb":42.3,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":false,"is_open_weights":true,"context_window_tok":131072,"pricing":{"prompt_usd_per_m":0.1,"completion_usd_per_m":0.32,"blended_usd_per_m":0.15500000000000003},"scores":{"gpqa_diamond":{"raw":50.5,"norm":35.92,"trust":1,"source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","config":"cot, 0-shot, acc","measured_date":"2024-12-06"},"mmlu_pro":{"raw":68.9,"norm":55.58,"trust":1,"source_url":"https://huggingface.co/meta-llama/Llama-3.3-70B-Instruct","config":"cot, 5-shot, macro_avg/acc","measured_date":"2024-12-06"}}},{"id":"llama-4-scout-17b-16e-instruct","display_name":"Llama-4-Scout-17B-16E-Instruct","family_id":"llama","vendor":"Meta","status":"current","superseded_by":null,"release_date":"2025-04-05","intelligence_index":null,"coverage":null,"params_total_b":108.64,"params_active_b":17,"vram_est":{"bf16_gb":217,"int8_gb":115,"int4_gb":65.2,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":1310720,"pricing":{"prompt_usd_per_m":0.1,"completion_usd_per_m":0.3,"blended_usd_per_m":0.15000000000000002},"scores":{"gpqa_diamond":{"raw":57.2,"norm":45.35,"trust":1,"source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","config":"0-shot accuracy, bf16","measured_date":"2025-04-05"},"mmlu_pro":{"raw":74.3,"norm":65.96,"trust":1,"source_url":"https://huggingface.co/meta-llama/Llama-4-Scout-17B-16E-Instruct","config":"instruction-tuned, 0-shot, macro_avg/acc, bf16","measured_date":"2025-04-05"}}},{"id":"minimax-m1-reasoning","display_name":"MiniMax-M1","family_id":"minimax","vendor":"MiniMax","status":"current","superseded_by":null,"release_date":"2025-06","intelligence_index":null,"coverage":null,"params_total_b":456.09,"params_active_b":45.9,"vram_est":{"bf16_gb":912,"int8_gb":483,"int4_gb":274,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":1000000,"pricing":{"prompt_usd_per_m":0.55,"completion_usd_per_m":2.2,"blended_usd_per_m":0.9625000000000001},"scores":{"arena_elo":{"raw":1363.3,"norm":0,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"minimax-m2.5","display_name":"MiniMax-M2.5","family_id":"minimax","vendor":"MiniMax","status":"superseded","superseded_by":"minimax-m2.7","release_date":"2026-02-12","intelligence_index":null,"coverage":null,"params_total_b":228.7,"params_active_b":10,"vram_est":{"bf16_gb":457,"int8_gb":242,"int4_gb":137,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":204800,"pricing":{"prompt_usd_per_m":0.22,"completion_usd_per_m":0.9,"blended_usd_per_m":0.39},"scores":{"arena_elo":{"raw":1390.2,"norm":17.25,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"minimax-m3-reasoning","display_name":"MiniMax-M3","family_id":"minimax","vendor":"MiniMax","status":"current","superseded_by":null,"release_date":"2026-06-01","intelligence_index":null,"coverage":null,"params_total_b":427.04,"params_active_b":427.04,"vram_est":{"bf16_gb":854,"int8_gb":453,"int4_gb":256,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":false,"is_open_weights":true,"context_window_tok":1048576,"pricing":{"prompt_usd_per_m":0.3,"completion_usd_per_m":1.2,"blended_usd_per_m":0.5249999999999999},"scores":{"arena_elo":{"raw":1443.6,"norm":56.85,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"},"terminal_bench":{"raw":66,"norm":71.76,"trust":1,"source_url":"https://www.minimax.io/blog/minimax-m3","config":"terminus 2 harness","measured_date":"2026-06-01"}}},{"id":"mistral-3-large-vision","display_name":"Mistral Large 3","family_id":"mistral","vendor":"Mistral AI","status":"current","superseded_by":null,"release_date":"2025-12","intelligence_index":null,"coverage":null,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":true,"context_window_tok":262000,"pricing":{"prompt_usd_per_m":null,"completion_usd_per_m":null,"blended_usd_per_m":null},"scores":{"arena_elo":{"raw":1414.7,"norm":35.42,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"mistral-4-small-instruct","display_name":"Mistral Small 4","family_id":"mistral","vendor":"Mistral AI","status":"current","superseded_by":null,"release_date":"2026-03","intelligence_index":null,"coverage":null,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":true,"context_window_tok":null,"pricing":{"prompt_usd_per_m":null,"completion_usd_per_m":null,"blended_usd_per_m":null},"scores":{"gpqa_diamond":{"raw":71.2,"norm":65.07,"trust":1,"source_url":"https://huggingface.co/mistralai/Mistral-Small-4-119B-2603","config":"reasoning enabled; vendor model card","measured_date":null}}},{"id":"nova-1-premier","display_name":"nova-premier-v1","family_id":"nova","vendor":"Amazon","status":"current","superseded_by":null,"release_date":"2025-10-31","intelligence_index":null,"coverage":null,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1000000,"pricing":{"prompt_usd_per_m":2.5,"completion_usd_per_m":12.5,"blended_usd_per_m":5},"scores":{"swe_bench_verified":{"raw":42.4,"norm":43.2,"trust":1,"source_url":"https://aws.amazon.com/about-aws/whats-new/2025/04/amazon-nova-premier-complex-tasks-model-distillation","config":"internal agentic scaffold, resolved rate","measured_date":"2025-04-30"}}},{"id":"qwen-3-235b-a22b-07-25","display_name":"Qwen3-235B-A22B-Instruct-2507","family_id":"qwen","vendor":"Alibaba","status":"current","superseded_by":null,"release_date":"2025-07-21","intelligence_index":null,"coverage":null,"params_total_b":235.09,"params_active_b":22,"vram_est":{"bf16_gb":470,"int8_gb":249,"int4_gb":141,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":262144,"pricing":{"prompt_usd_per_m":0.09,"completion_usd_per_m":0.55,"blended_usd_per_m":0.20500000000000002},"scores":{"arena_elo":{"raw":1423,"norm":41.57,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"qwen-3-235b-a22b-2507-reasoning","display_name":"Qwen3-235B-A22B-Thinking-2507","family_id":"qwen","vendor":"Alibaba","status":"current","superseded_by":null,"release_date":"2025-07-25","intelligence_index":null,"coverage":null,"params_total_b":235.09,"params_active_b":22,"vram_est":{"bf16_gb":470,"int8_gb":249,"int4_gb":141,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":262144,"pricing":{"prompt_usd_per_m":0.23,"completion_usd_per_m":2.3,"blended_usd_per_m":0.7474999999999999},"scores":{"arena_elo":{"raw":1399.1,"norm":23.85,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"qwen-3-235b-a22b-instruct-vision","display_name":"qwen3-vl-235b-a22b-instruct","family_id":"qwen","vendor":"Alibaba","status":"current","superseded_by":null,"release_date":"2025-09-23","intelligence_index":null,"coverage":null,"params_total_b":235.67,"params_active_b":22,"vram_est":{"bf16_gb":471,"int8_gb":250,"int4_gb":141,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":262144,"pricing":{"prompt_usd_per_m":0.21,"completion_usd_per_m":1.9,"blended_usd_per_m":0.6325},"scores":{"arena_elo":{"raw":1414.4,"norm":35.2,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"qwen-3-235b-a22b-reasoning-vision","display_name":"Qwen3-VL-235B-A22B-Thinking","family_id":"qwen","vendor":"Alibaba","status":"current","superseded_by":null,"release_date":"2025-09-23","intelligence_index":null,"coverage":null,"params_total_b":235.67,"params_active_b":22,"vram_est":{"bf16_gb":471,"int8_gb":250,"int4_gb":141,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":131072,"pricing":{"prompt_usd_per_m":0.4,"completion_usd_per_m":4,"blended_usd_per_m":1.3},"scores":{"arena_elo":{"raw":1395.1,"norm":20.88,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"qwen-3-30b-a3b-2507-instruct","display_name":"qwen3-30b-a3b-instruct-2507","family_id":"qwen","vendor":"Alibaba","status":"current","superseded_by":null,"release_date":"2025-07-29","intelligence_index":null,"coverage":null,"params_total_b":30.53,"params_active_b":3,"vram_est":{"bf16_gb":61.1,"int8_gb":32.4,"int4_gb":18.3,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":262144,"pricing":{"prompt_usd_per_m":0.04815,"completion_usd_per_m":0.19305,"blended_usd_per_m":0.084375},"scores":{"arena_elo":{"raw":1383.3,"norm":12.13,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"qwen-3-480b-a35b-07-25-code","display_name":"qwen3-coder-480b-a35b-07-25","family_id":"qwen","vendor":"Alibaba","status":"current","superseded_by":null,"release_date":"2025-07-23","intelligence_index":null,"coverage":null,"params_total_b":480.15,"params_active_b":35,"vram_est":{"bf16_gb":960,"int8_gb":509,"int4_gb":288,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":262144,"pricing":{"prompt_usd_per_m":0.3,"completion_usd_per_m":1,"blended_usd_per_m":0.475},"scores":{"arena_elo":{"raw":1387.7,"norm":15.39,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"qwen-3-next-80b-a3b-2509-instruct","display_name":"qwen3-next-80b-a3b-instruct-2509","family_id":"qwen","vendor":"Alibaba","status":"current","superseded_by":null,"release_date":"2025-09-11","intelligence_index":null,"coverage":null,"params_total_b":81.32,"params_active_b":3,"vram_est":{"bf16_gb":163,"int8_gb":86.2,"int4_gb":48.8,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":262144,"pricing":{"prompt_usd_per_m":0.1,"completion_usd_per_m":1.1,"blended_usd_per_m":0.35000000000000003},"scores":{"arena_elo":{"raw":1400.7,"norm":25.03,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"qwen-3-next-80b-a3b-2509-reasoning","display_name":"qwen3-next-80b-a3b-thinking-2509","family_id":"qwen","vendor":"Alibaba","status":"current","superseded_by":null,"release_date":"2025-09-11","intelligence_index":null,"coverage":null,"params_total_b":81.32,"params_active_b":3,"vram_est":{"bf16_gb":163,"int8_gb":86.2,"int4_gb":48.8,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":262144,"pricing":{"prompt_usd_per_m":0.15,"completion_usd_per_m":1.2,"blended_usd_per_m":0.4125},"scores":{"arena_elo":{"raw":1369.1,"norm":1.59,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"qwen-3.5-122b-a10b","display_name":"qwen3.5-122b-a10b","family_id":"qwen","vendor":"Alibaba","status":"current","superseded_by":null,"release_date":"2026-02-25","intelligence_index":null,"coverage":null,"params_total_b":125.09,"params_active_b":10,"vram_est":{"bf16_gb":250,"int8_gb":133,"int4_gb":75.1,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":262144,"pricing":{"prompt_usd_per_m":0.29,"completion_usd_per_m":2.4,"blended_usd_per_m":0.8174999999999999},"scores":{"arena_elo":{"raw":1417.2,"norm":37.27,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"qwen-3.5-27b","display_name":"qwen3.5-27b","family_id":"qwen","vendor":"Alibaba","status":"superseded","superseded_by":"qwen-3.6-27b","release_date":"2026-02-25","intelligence_index":null,"coverage":null,"params_total_b":27.78,"params_active_b":27.78,"vram_est":{"bf16_gb":55.6,"int8_gb":29.4,"int4_gb":16.7,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":false,"is_open_weights":true,"context_window_tok":262144,"pricing":{"prompt_usd_per_m":0.195,"completion_usd_per_m":1.56,"blended_usd_per_m":0.53625},"scores":{"arena_elo":{"raw":1408,"norm":30.45,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"qwen-3.5-35b-a3b","display_name":"qwen3.5-35b-a3b","family_id":"qwen","vendor":"Alibaba","status":"superseded","superseded_by":"qwen-3.6-35b-a3b","release_date":"2026-02-25","intelligence_index":null,"coverage":null,"params_total_b":35.95,"params_active_b":3,"vram_est":{"bf16_gb":71.9,"int8_gb":38.1,"int4_gb":21.6,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":262144,"pricing":{"prompt_usd_per_m":0.225,"completion_usd_per_m":1.8,"blended_usd_per_m":0.61875},"scores":{"arena_elo":{"raw":1395.5,"norm":21.18,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"qwen-3.5-397b-a17b","display_name":"qwen3.5-397b-a17b","family_id":"qwen","vendor":"Alibaba","status":"current","superseded_by":null,"release_date":"2026-02-16","intelligence_index":null,"coverage":null,"params_total_b":403.4,"params_active_b":17,"vram_est":{"bf16_gb":807,"int8_gb":428,"int4_gb":242,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":true,"is_open_weights":true,"context_window_tok":262144,"pricing":{"prompt_usd_per_m":0.39,"completion_usd_per_m":2.34,"blended_usd_per_m":0.8775},"scores":{"arena_elo":{"raw":1441.8,"norm":55.52,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"qwen-3.5-flash","display_name":"qwen3.5-flash","family_id":"qwen","vendor":"Alibaba","status":"current","superseded_by":null,"release_date":"2026-02-25","intelligence_index":null,"coverage":null,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1000000,"pricing":{"prompt_usd_per_m":0.065,"completion_usd_per_m":0.26,"blended_usd_per_m":0.11375},"scores":{"arena_elo":{"raw":1397,"norm":22.29,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"qwen-3.6-plus-04-02","display_name":"qwen3.6-plus-04-02","family_id":"qwen","vendor":"Alibaba","status":"superseded","superseded_by":"qwen-3.7-plus","release_date":"2026-04-02","intelligence_index":null,"coverage":null,"params_total_b":null,"params_active_b":null,"vram_est":null,"is_moe":false,"is_open_weights":false,"context_window_tok":1000000,"pricing":{"prompt_usd_per_m":0.325,"completion_usd_per_m":1.95,"blended_usd_per_m":0.73125},"scores":{"arena_elo":{"raw":1443.6,"norm":56.85,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}},{"id":"step-3.5-flash","display_name":"step-3.5-flash","family_id":"step","vendor":"stepfun","status":"current","superseded_by":null,"release_date":"2026-01-29","intelligence_index":null,"coverage":null,"params_total_b":199.38,"params_active_b":199.38,"vram_est":{"bf16_gb":399,"int8_gb":211,"int4_gb":120,"method":"linear-rom-v1","approximate":true,"basis":"params_total_b"},"is_moe":false,"is_open_weights":true,"context_window_tok":262144,"pricing":{"prompt_usd_per_m":0.1,"completion_usd_per_m":0.3,"blended_usd_per_m":0.15000000000000002},"scores":{"arena_elo":{"raw":1394.5,"norm":20.43,"trust":3,"source_url":"https://lmarena.ai/leaderboard","config":"text","measured_date":"2026-08-18"}}}]}}